-- Logs begin at Wed 2021-12-08 15:15:23 UTC, end at Wed 2021-12-08 18:25:37 UTC. -- Dec 08 15:47:36.280323 n-d-820935-5 systemd[1]: Started Devstack devstack@q-svc.service. Dec 08 15:47:39.301936 n-d-820935-5 neutron-server[103170]: INFO neutron.common.config [-] Logging enabled! Dec 08 15:47:39.302594 n-d-820935-5 neutron-server[103170]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev268 Dec 08 15:47:39.302806 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103170) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 15:47:39.306272 n-d-820935-5 neutron-server[103170]: INFO neutron.common.config [-] Logging enabled! Dec 08 15:47:39.306580 n-d-820935-5 neutron-server[103170]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev268 Dec 08 15:47:39.306952 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103170) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 08 15:47:39.307991 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 15:47:39.308275 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 15:47:39.308732 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 15:47:39.309028 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 15:47:39.309305 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 15:47:39.309677 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.310194 n-d-820935-5 neutron-server[103170]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 08 15:47:39.310555 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.310897 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.311238 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.311602 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.311916 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.312246 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.313312 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.313684 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.314058 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.314399 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.314788 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.315208 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.315644 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.316067 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.316410 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.316753 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] debug = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.317145 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.317649 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.318175 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.318637 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.319112 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.319539 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.319906 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.320297 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.320672 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.321091 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] host = n-d-820935-5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.321425 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.321778 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.322205 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.322616 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.322980 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.323328 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.323672 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.324000 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.324326 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.324668 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.325019 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.325357 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.325769 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.326060 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.326330 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.326666 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.327006 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.327389 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.327716 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.328040 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.328984 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.329826 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.329826 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.329826 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.330134 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.330424 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.330704 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.330983 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.331255 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.331530 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.331819 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.332095 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.332370 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.332648 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.332941 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.333213 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.333490 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.333837 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.334113 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.334398 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.334686 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.334963 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.335250 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.335531 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.335820 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.336094 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] use_json = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.336364 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.336638 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.336927 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.337204 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.337480 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.337756 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.338064 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.338361 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:39.338669 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.338966 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.339273 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.339564 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.339876 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.340154 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.340448 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.340730 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.341025 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.341316 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.341610 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.341918 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.342212 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.342488 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.342790 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.343103 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.343397 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.343698 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.344768 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.345081 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.345403 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.345681 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.345966 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.346253 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.346546 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.346835 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.347120 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.347504 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.347969 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.348175 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.348479 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.348760 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.349037 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.349337 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.349617 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.349914 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.350202 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.350499 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.350782 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.351052 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.351339 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.351619 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.351893 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.352167 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.352447 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.352741 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.353022 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.353295 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.353567 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.353874 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.354159 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.354451 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.354734 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.355009 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.355284 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.355564 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.355844 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.356127 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.356404 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.356678 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.356958 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.357232 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.357508 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.357780 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.358081 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.358355 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.358630 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.358904 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.359184 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.359607 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.359989 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.360275 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.360624 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.361010 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.361308 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.361615 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.361929 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.362215 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.362496 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.362777 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.363058 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.363336 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.363618 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.363899 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.364172 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.364474 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.364763 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.365060 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.365347 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.365651 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.365988 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.366274 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.366557 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.366841 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.367123 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.367411 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.367699 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.368000 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.368299 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.368599 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.368900 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.369201 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.369484 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.369812 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.370113 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:39.370332 n-d-820935-5 neutron-server[103170]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 15:47:39.370585 n-d-820935-5 neutron-server[103170]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103170) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 08 15:47:39.851793 n-d-820935-5 neutron-server[103170]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103170) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 15:47:39.852077 n-d-820935-5 neutron-server[103170]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103170) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 15:47:39.852367 n-d-820935-5 neutron-server[103170]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103170) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 08 15:47:39.852712 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 08 15:47:40.216403 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.216704 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.216983 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.218391 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.218681 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.218980 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.273583 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.273887 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.274138 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.290212 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.290500 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.290776 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.322882 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.323572 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.323572 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.367250 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.367522 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.367794 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.745099 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.745397 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.745639 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.745946 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.746675 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.856771 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.857103 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.857394 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.857669 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.857970 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.858284 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.858549 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.858811 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.859071 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.859358 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.859718 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.860088 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.860525 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.860956 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.861255 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.861515 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.861781 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.862093 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.862375 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.862641 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.862925 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.863183 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.863471 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.863887 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.864142 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.864394 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.864856 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:40.865099 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:40.865340 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:40.865578 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:40.865837 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:40.866080 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:40.866468 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 08 15:47:40.870172 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 08 15:47:40.874622 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 08 15:47:40.879618 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Dec 08 15:47:40.881439 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 08 15:47:40.881961 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 08 15:47:40.882310 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 08 15:47:40.882706 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 08 15:47:40.885753 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 08 15:47:40.886038 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 08 15:47:40.886409 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 15:47:40.893042 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 08 15:47:40.917356 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 08 15:47:40.917848 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.918162 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103170) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 08 15:47:40.918528 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.920064 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103170) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 08 15:47:40.920363 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 08 15:47:40.920614 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 08 15:47:40.924398 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.924684 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:40.991118 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 08 15:47:40.991352 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 08 15:47:40.991584 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 08 15:47:40.991975 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 08 15:47:41.017116 n-d-820935-5 neutron-server[103170]: DEBUG oslo_db.sqlalchemy.engines [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103170) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 08 15:47:41.511103 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing driver for type 'gre' Dec 08 15:47:41.512186 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] gre ID ranges: [(1, 1000)] Dec 08 15:47:41.591198 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing driver for type 'local' Dec 08 15:47:41.591714 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing driver for type 'vlan' Dec 08 15:47:41.611719 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] VlanTypeDriver initialization complete Dec 08 15:47:41.612167 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing driver for type 'vxlan' Dec 08 15:47:41.612759 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] vxlan ID ranges: [(1, 1000)] Dec 08 15:47:41.677935 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing extension driver 'port_security' Dec 08 15:47:41.678405 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.extensions.port_security [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] PortSecurityExtensionDriver initialization complete Dec 08 15:47:41.678834 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing mechanism driver 'openvswitch' Dec 08 15:47:41.679242 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing mechanism driver 'hyperv' Dec 08 15:47:41.686828 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.plugin [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103170) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:47:41.687770 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.688789 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.689473 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.689745 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103170) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:47:41.690264 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.690659 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.691043 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.691530 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103170) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:47:41.691999 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.692387 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.692802 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.693438 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103170) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:47:41.694007 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > security_group after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.694605 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > security_group after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.694993 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.695448 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103170) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:47:41.695894 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.696301 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.696709 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.697154 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103170) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:47:41.697601 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > address_group after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.698022 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > address_group after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.698441 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.698896 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103170) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 08 15:47:41.699322 n-d-820935-5 neutron-server[103170]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] ML2 OVO RPC backend initialized. {{(pid=103170) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 08 15:47:41.700183 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.700588 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.701057 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.701440 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > networks before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.701890 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.702287 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > ports before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.702686 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.703064 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnets before_response 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.704594 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.704594 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.704879 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.705203 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.705582 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.706009 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.706398 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.706852 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.707277 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.708006 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.plugin [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Modular L2 Plugin initialization complete Dec 08 15:47:41.708496 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading services supported by the core plugin {{(pid=103170) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 08 15:47:41.708954 n-d-820935-5 neutron-server[103170]: INFO neutron.plugins.ml2.managers [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Got port-security extension from driver 'port_security' Dec 08 15:47:41.709529 n-d-820935-5 neutron-server[103170]: INFO neutron.extensions.vlantransparent [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Disabled vlantransparent extension. Dec 08 15:47:41.710307 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103170) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 08 15:47:41.710718 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: router Dec 08 15:47:41.755739 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.756134 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_create 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.756501 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router before_create 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.756860 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.757228 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.757578 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_delete 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.757958 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.758453 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.758808 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_create 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.759151 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_update 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.759494 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_update 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.759839 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.760193 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_update 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.760611 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_update 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.760990 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.761384 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.761662 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: subnet after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.762021 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.762366 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.762708 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_create 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.763047 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.763385 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.763737 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router after_update 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.764075 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.764419 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_create 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.764778 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.765117 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_update 55549900 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.765747 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > agent after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.766699 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > agent after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.767046 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > network after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.768028 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Tracking information for resource: router configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:41.768355 n-d-820935-5 neutron-server[103170]: DEBUG neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Tracking information for resource: floatingip configured {{(pid=103170) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 08 15:47:41.774151 n-d-820935-5 neutron-server[103170]: INFO neutron.db.l3_agentschedulers_db [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 08 15:47:41.774797 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.775205 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port after_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.775596 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port after_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.776128 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: port after_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.777372 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router before_create 55550100 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.777987 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.778234 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_create 55550100 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.778591 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > router precommit_update 55550100 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.783953 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.provider_configuration [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service providers = [] {{(pid=103170) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 08 15:47:41.784310 n-d-820935-5 neutron-server[103170]: DEBUG neutron.db.servicetype_db [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103170) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 08 15:47:41.787594 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.service_base [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:47:41.787940 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.service_base [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:47:41.788280 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.service_base [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:47:41.789182 n-d-820935-5 neutron-server[103170]: DEBUG neutron.services.service_base [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103170) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 08 15:47:41.789559 n-d-820935-5 neutron-server[103170]: INFO neutron.services.service_base [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 08 15:47:41.789982 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.790304 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 08 15:47:41.802215 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.802547 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: auto_allocate Dec 08 15:47:41.808969 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: network precommit_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.809336 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: network precommit_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.809910 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.810232 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: tag Dec 08 15:47:41.818563 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.818886 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: timestamp Dec 08 15:47:41.823011 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.823335 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: network_ip_availability Dec 08 15:47:41.830063 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.830440 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.830793 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:41.831602 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.831921 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: flavors Dec 08 15:47:41.837757 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.838109 n-d-820935-5 neutron-server[103170]: INFO neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading Plugin: revisions Dec 08 15:47:41.842969 n-d-820935-5 neutron-server[103170]: DEBUG neutron.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103170) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 08 15:47:41.843376 n-d-820935-5 neutron-server[103170]: DEBUG oslo_concurrency.lockutils [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.991s {{(pid=103170) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 08 15:47:41.844818 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103170) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 08 15:47:41.845030 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Initializing extension manager. Dec 08 15:47:41.845596 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: __init__.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.845955 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: __pycache__ {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.846287 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.846615 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: address_group.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.847501 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.848102 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: address-group Dec 08 15:47:41.848424 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: address_scope.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.849178 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.849695 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: address-scope Dec 08 15:47:41.850038 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.851094 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.851608 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: router-admin-state-down-before-update Dec 08 15:47:41.851926 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: agent.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.852644 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.853145 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: agent Dec 08 15:47:41.853460 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: agent_resources_synced.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.854441 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.854946 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: agent-resources-synced Dec 08 15:47:41.855262 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: allowedaddresspairs.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.857147 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.857677 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: allowed-address-pairs Dec 08 15:47:41.858074 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: auto_allocated_topology.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.859159 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.859676 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: auto-allocated-topology Dec 08 15:47:41.860574 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: availability_zone.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.861293 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.861859 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: availability_zone Dec 08 15:47:41.862138 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: availability_zone_filter.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.863114 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.863622 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: availability_zone_filter Dec 08 15:47:41.863938 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: data_plane_status.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.864850 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.865348 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension data-plane-status not supported by any of loaded plugins Dec 08 15:47:41.865663 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: default_subnetpools.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.866617 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.867119 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: default-subnetpools Dec 08 15:47:41.867435 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.868286 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.868787 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: dhcp_agent_scheduler Dec 08 15:47:41.869104 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: dns.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.870086 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.870585 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension dns-integration not supported by any of loaded plugins Dec 08 15:47:41.870899 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: dns_domain_ports.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.871815 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.872311 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 08 15:47:41.872629 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.873559 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.874090 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 08 15:47:41.874407 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: dvr.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.875098 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.875637 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: dvr Dec 08 15:47:41.875962 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: ecmp_routes.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.877125 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.877631 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 08 15:47:41.877985 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: empty_string_filtering.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.878947 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.879470 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: empty-string-filtering Dec 08 15:47:41.879785 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.880729 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.881237 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 08 15:47:41.881548 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.882532 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.883027 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 08 15:47:41.883341 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: external_net.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.884254 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.884756 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: external-net Dec 08 15:47:41.885070 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.886026 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.886534 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: extra_dhcp_opt Dec 08 15:47:41.886847 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: extraroute.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.887797 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.888312 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: extraroute Dec 08 15:47:41.888625 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: extraroute_atomic.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.891959 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.892675 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: extraroute-atomic Dec 08 15:47:41.892835 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: filter_validation.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.893576 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.894182 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: filter-validation Dec 08 15:47:41.894524 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: fip_pf_description.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.895551 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.896090 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 08 15:47:41.896379 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: fip_port_details.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.897334 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.897873 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: fip-port-details Dec 08 15:47:41.898195 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: flavors.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.899568 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.900093 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: flavors Dec 08 15:47:41.900447 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.902267 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.902799 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 08 15:47:41.903126 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: floatingip_pools.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.903875 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.904393 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: floatingip-pools Dec 08 15:47:41.904710 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: ip_allocation.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.905703 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.906242 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension ip_allocation not supported by any of loaded plugins Dec 08 15:47:41.906561 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.908155 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.908632 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: ip-substring-filtering Dec 08 15:47:41.908953 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l2_adjacency.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.909929 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.910438 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 08 15:47:41.910756 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.911805 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.912325 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: router Dec 08 15:47:41.912644 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.915199 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.915740 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 08 15:47:41.916072 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.917068 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.917587 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: ext-gw-mode Dec 08 15:47:41.917950 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.918908 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.919420 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: l3-ha Dec 08 15:47:41.919741 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3_flavors.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.920691 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.921199 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: l3-flavors Dec 08 15:47:41.921518 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.923215 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.923878 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 08 15:47:41.924235 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: l3agentscheduler.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.925422 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.926061 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: l3_agent_scheduler Dec 08 15:47:41.926426 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: local_ip.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.928478 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.929067 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension local_ip not supported by any of loaded plugins Dec 08 15:47:41.929442 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: logging.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.931106 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.931674 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension logging not supported by any of loaded plugins Dec 08 15:47:41.932135 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: metering.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.933181 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.933910 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: metering Dec 08 15:47:41.934268 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.935481 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.936070 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: metering_source_and_destination_fields Dec 08 15:47:41.936433 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: multiprovidernet.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.937416 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.938041 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: multi-provider Dec 08 15:47:41.938448 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: netmtu.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.939393 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.939956 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: net-mtu Dec 08 15:47:41.940315 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: netmtu_writable.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.941269 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.941894 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: net-mtu-writable Dec 08 15:47:41.942279 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: network_availability_zone.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.943012 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.943624 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: network_availability_zone Dec 08 15:47:41.944047 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: network_ip_availability.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.945335 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.945894 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: network-ip-availability Dec 08 15:47:41.946217 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: network_segment_range.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.947032 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.947533 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension network-segment-range not supported by any of loaded plugins Dec 08 15:47:41.947852 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: pagination.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.948876 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.949199 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: pagination Dec 08 15:47:41.949514 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: port_device_profile.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.950451 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.950963 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: port-device-profile Dec 08 15:47:41.951281 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.952221 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.952725 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: port-mac-address-regenerate Dec 08 15:47:41.953051 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.954559 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.955142 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: port-numa-affinity-policy Dec 08 15:47:41.955372 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: port_resource_request.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.956325 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.956833 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension port-resource-request not supported by any of loaded plugins Dec 08 15:47:41.957150 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: port_resource_request_groups.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.958184 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.958689 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 08 15:47:41.959003 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: portbindings.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.959937 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.960444 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: binding Dec 08 15:47:41.960761 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: portbindings_extended.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.962110 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.962621 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: binding-extended Dec 08 15:47:41.962940 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: portsecurity.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.963871 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.964376 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: port-security Dec 08 15:47:41.964692 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: project_id.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.965681 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.966032 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: project-id Dec 08 15:47:41.966352 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: providernet.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.967297 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.967815 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: provider Dec 08 15:47:41.968129 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.972675 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.973302 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos not supported by any of loaded plugins Dec 08 15:47:41.973672 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.975235 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.975811 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 08 15:47:41.976177 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.977164 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.977722 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 08 15:47:41.978117 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_default.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.979175 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.979739 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-default not supported by any of loaded plugins Dec 08 15:47:41.980099 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_fip.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.980831 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.981379 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-fip not supported by any of loaded plugins Dec 08 15:47:41.981736 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.982911 n-d-820935-5 neutron-server[103170]: WARNING neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 08 15:47:41.983278 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_gateway_ip.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.984296 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.984917 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 08 15:47:41.985281 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_port_network_policy.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.986417 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.986985 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 08 15:47:41.987340 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.988671 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.989348 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 08 15:47:41.989757 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_pps_rule.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.991223 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.991816 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-pps not supported by any of loaded plugins Dec 08 15:47:41.992219 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_rule_type_details.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.993312 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.994024 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 08 15:47:41.994381 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: qos_rules_alias.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.995544 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.996056 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 08 15:47:41.996378 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: quota_check_limit.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.997316 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.997935 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: quota-check-limit Dec 08 15:47:41.998227 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: quotasv2.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:41.999295 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:41.999644 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: quotas Dec 08 15:47:41.999984 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: quotasv2_detail.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.003524 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.003985 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: quota_details Dec 08 15:47:42.004354 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: rbac.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.005600 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.006347 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: rbac-policies Dec 08 15:47:42.006767 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: rbac_address_group.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.007958 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.008721 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: rbac-address-group Dec 08 15:47:42.009228 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: rbac_address_scope.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.010511 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.011107 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: rbac-address-scope Dec 08 15:47:42.011607 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: rbac_security_groups.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.012869 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.013458 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: rbac-security-groups Dec 08 15:47:42.013947 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: rbac_subnetpool.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.014997 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.015936 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: rbac-subnetpool Dec 08 15:47:42.016875 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: revisionifmatch.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.017921 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.018484 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: revision-if-match Dec 08 15:47:42.018843 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: revisions.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.020075 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.020674 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: standard-attr-revisions Dec 08 15:47:42.021033 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: router_availability_zone.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.021769 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.022376 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: router_availability_zone Dec 08 15:47:42.022758 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: routerservicetype.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.023833 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.024434 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension router-service-type not supported by any of loaded plugins Dec 08 15:47:42.024779 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.025892 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.026451 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: security-groups-normalized-cidr Dec 08 15:47:42.026802 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.027797 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.028354 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: port-security-groups-filtering Dec 08 15:47:42.028706 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.029817 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.030434 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: security-groups-remote-address-group Dec 08 15:47:42.030801 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.032010 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.032583 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: security-groups-shared-filtering Dec 08 15:47:42.033007 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.033671 n-d-820935-5 neutron-server[103170]: WARNING neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 08 15:47:42.034065 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: securitygroup.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.045354 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.046055 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: security-group Dec 08 15:47:42.046434 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: segment.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.048066 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.048755 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension segment not supported by any of loaded plugins Dec 08 15:47:42.049199 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.050565 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.051140 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 08 15:47:42.051574 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: servicetype.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.053008 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.053584 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: service-type Dec 08 15:47:42.053970 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: sorting.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.055082 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.055406 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: sorting Dec 08 15:47:42.055844 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: standard_attr_segment.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.056811 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.057446 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 08 15:47:42.057755 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: standardattrdescription.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.058470 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.059026 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: standard-attr-description Dec 08 15:47:42.059383 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: stateful_security_group.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.060570 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.061239 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: stateful-security-group Dec 08 15:47:42.061616 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: stdattrs_common.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.062298 n-d-820935-5 neutron-server[103170]: WARNING neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 08 15:47:42.062658 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.064475 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.065078 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 08 15:47:42.065434 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: subnet_onboard.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.066980 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.067840 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: subnet_onboard Dec 08 15:47:42.068367 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.069579 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.070149 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 08 15:47:42.070475 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: subnet_service_types.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.071488 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.072177 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: subnet-service-types Dec 08 15:47:42.072590 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: subnetallocation.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.074256 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.074793 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: subnet_allocation Dec 08 15:47:42.075127 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.075848 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.076357 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: subnetpool-prefix-ops Dec 08 15:47:42.076688 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.078027 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.078887 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 08 15:47:42.078887 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: tagging.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.080023 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.080720 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: standard-attr-tag Dec 08 15:47:42.080970 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: timestamp.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.082627 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.083216 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loaded extension: standard-attr-timestamp Dec 08 15:47:42.083539 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: trunk.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.084628 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.085144 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension trunk not supported by any of loaded plugins Dec 08 15:47:42.085463 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: trunk_details.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.086564 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.087277 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension trunk-details not supported by any of loaded plugins Dec 08 15:47:42.087739 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: uplink_status_propagation.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.088752 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.089263 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 08 15:47:42.089577 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Loading extension file: vlantransparent.py {{(pid=103170) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 08 15:47:42.090386 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103170) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 08 15:47:42.090897 n-d-820935-5 neutron-server[103170]: INFO neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 08 15:47:42.093878 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:network Dec 08 15:47:42.094463 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:subnet Dec 08 15:47:42.094875 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:47:42.095499 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:port Dec 08 15:47:42.096859 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.098042 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service FLAVORS assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.098042 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.098360 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.098756 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:router Dec 08 15:47:42.099196 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 15:47:42.099692 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service METERING assigned prefix: /metering {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.101229 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:42.101742 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:42.102154 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103170) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:47:42.103316 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 15:47:42.103799 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:security_group Dec 08 15:47:42.104277 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 15:47:42.104969 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service CORE assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.105347 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:47:42.105825 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] subnetpool is already registered Dec 08 15:47:42.106583 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service CORE assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.107062 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:47:42.107568 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] subnetpool is already registered Dec 08 15:47:42.111564 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.112097 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service FLAVORS assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.112764 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.113221 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.113594 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:router Dec 08 15:47:42.114027 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] router is already registered Dec 08 15:47:42.114483 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:floatingip Dec 08 15:47:42.114853 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] floatingip is already registered Dec 08 15:47:42.115358 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service METERING assigned prefix: /metering {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.116123 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of CountableResource for resource:rbac_policy Dec 08 15:47:42.116576 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] rbac_policy is already registered Dec 08 15:47:42.117047 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:security_group Dec 08 15:47:42.117415 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] security_group is already registered Dec 08 15:47:42.117896 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 08 15:47:42.118269 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] security_group_rule is already registered Dec 08 15:47:42.119011 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service CORE assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.119370 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:47:42.119737 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] subnetpool is already registered Dec 08 15:47:42.120203 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.v2.resource_helper [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Service CORE assigned prefix: {{(pid=103170) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 08 15:47:42.120559 n-d-820935-5 neutron-server[103170]: INFO neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Creating instance of TrackedResource for resource:subnetpool Dec 08 15:47:42.120924 n-d-820935-5 neutron-server[103170]: WARNING neutron.quota.resource_registry [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] subnetpool is already registered Dec 08 15:47:42.121427 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: extensions {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.123122 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: address-groups {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.124639 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: address-scopes {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.126992 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: agents {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.128342 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: auto-allocated-topology {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.129581 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: availability_zones {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.130841 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: dhcp-networks {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.132356 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: dhcp-agents {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.133819 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: routers {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.136532 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: flavors {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.137700 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: service_profiles {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.138934 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: next_providers {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.140604 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: service_profiles {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.143828 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: floatingip-pools {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.145157 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: routers {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.147340 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: floatingips {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.148619 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: l3-routers {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.150058 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: l3-agents {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.151493 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: metering-labels {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.152890 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: metering-label-rules {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.154197 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: network-ip-availabilities {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.155445 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: bindings {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.157167 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: quotas {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.158833 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: quotas {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.160515 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: rbac-policies {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.161984 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: security-groups {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.163359 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: security-group-rules {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.164631 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: service-providers {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.165924 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: subnetpools {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.167416 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: subnetpools {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.168896 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.170789 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.173235 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.175060 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.176936 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.178829 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.181935 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.184403 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.187216 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.190041 n-d-820935-5 neutron-server[103170]: DEBUG neutron.api.extensions [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Extended resource: tags {{(pid=103170) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 08 15:47:42.196357 n-d-820935-5 neutron-server[103170]: WARNING keystonemiddleware.auth_token [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 08 15:47:42.201660 n-d-820935-5 neutron-server[103170]: WARNING keystonemiddleware.auth_token [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 08 15:47:42.211044 n-d-820935-5 neutron-server[103170]: DEBUG oslo_concurrency.lockutils [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Acquired lock "singleton_lock" {{(pid=103170) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 08 15:47:42.211510 n-d-820935-5 neutron-server[103170]: DEBUG oslo_concurrency.lockutils [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Releasing lock "singleton_lock" {{(pid=103170) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 08 15:47:42.212181 n-d-820935-5 neutron-server[103170]: INFO oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Starting 2 workers Dec 08 15:47:42.217147 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Started child 103281 {{(pid=103170) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:47:42.223026 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Started child 103282 {{(pid=103170) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:47:42.224698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:42.225877 n-d-820935-5 neutron-server[103170]: INFO neutron.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 08 15:47:42.226277 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Publish callbacks [] for process, before_spawn {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:42.227319 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [-] (103281) wsgi starting up on http://0.0.0.0:9696 Dec 08 15:47:42.227895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:42.229327 n-d-820935-5 neutron-server[103170]: INFO oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Starting 1 workers Dec 08 15:47:42.229517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [-] (103282) wsgi starting up on http://0.0.0.0:9696 Dec 08 15:47:42.235465 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Started child 103283 {{(pid=103170) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:47:42.236170 n-d-820935-5 neutron-server[103170]: INFO oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Starting 1 workers Dec 08 15:47:42.240357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] calling RpcWorker wait() {{(pid=103283) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 08 15:47:42.241244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] returning from RpcWorker wait() {{(pid=103283) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 08 15:47:42.241370 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Started child 103284 {{(pid=103170) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 08 15:47:42.242339 n-d-820935-5 neutron-server[103170]: DEBUG neutron_lib.callbacks.manager [None req-e71ff1e2-0cf4-4bac-9d14-07e05b217520 None None] Publish callbacks [] for process, after_spawn {{(pid=103170) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:42.243526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:42.244259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:47:42.244822 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103170) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 15:47:42.245126 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 15:47:42.245405 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 15:47:42.245821 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 15:47:42.246287 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 15:47:42.246566 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 15:47:42.247186 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.247574 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.247927 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.248386 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.248833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.249270 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:42.250112 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.250112 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.251111 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.251340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:47:42.251564 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.251951 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.252225 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.252506 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.252928 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.253337 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.253851 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.254297 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.254700 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.255073 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.255361 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.255718 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.256179 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.256582 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.257019 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] debug = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.257378 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.258057 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.258524 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.258863 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.259256 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.259732 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.260035 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.260583 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.260939 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.261305 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.261755 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.262185 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.262507 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.262848 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.263249 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.263595 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.263952 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.264330 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.264979 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] host = n-d-820935-5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.265324 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.265961 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.266331 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.266693 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.267050 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.267379 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.267743 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.268112 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.268468 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.268813 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.269164 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.269571 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.269944 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.270302 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.270576 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_options = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.270915 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.271308 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.271669 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.271984 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.272367 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.272570 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.272919 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.273201 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.273610 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.273985 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.274322 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.274665 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.275030 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.275361 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.275743 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.276085 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.276438 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.276767 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.277121 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.277456 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.278042 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.278454 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.278805 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.279218 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.279553 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.279941 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.280294 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.280627 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.280970 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.281325 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.281708 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.282114 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.282543 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.282852 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.283223 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.283613 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.283943 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.284311 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.284709 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.285108 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.285463 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.285864 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.286197 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.286552 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.286891 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.287234 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.287576 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_json = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.287910 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.288247 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.288609 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.288971 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.289327 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.289661 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.290074 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.290434 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.290969 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.291348 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.291765 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.292134 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.292493 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.292873 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.293231 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.293566 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.294143 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.294486 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.294884 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.295279 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.295730 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.296145 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.296522 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.296960 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.297920 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.298355 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.298700 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.299049 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.299403 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.299751 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.300286 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.300495 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.300858 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.301213 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.301560 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.302008 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.302396 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.302941 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.303301 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.303685 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.304113 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.304445 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.304937 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.305378 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.305920 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.306468 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.306771 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.307196 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.307543 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.307893 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.308265 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.308608 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.308980 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.309293 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.309653 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.310053 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.310497 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.311028 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.311421 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.311751 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.312078 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.312551 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.312971 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.313900 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.314309 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.314681 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.315210 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.315685 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.316119 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.316665 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.317188 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.317643 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.318167 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.318579 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.319040 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.319507 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.320017 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.320445 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.320917 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.321344 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.321773 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.322257 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.322708 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.323145 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.323661 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.324241 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.324802 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.325250 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.325870 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.326425 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.326893 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.327341 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.327781 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.328226 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.328740 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.329240 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.329689 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.330170 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.330607 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.331120 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.331497 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.331803 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.332112 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.332440 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.332754 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.333063 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.333375 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.333651 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.333955 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.334265 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.334666 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.334967 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.335463 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.335788 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.336160 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.337026 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.337026 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.337383 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.337730 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.338223 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.338605 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.339019 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.339503 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.339862 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.340191 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.340555 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.340947 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.341514 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.342446 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.342759 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.343316 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.343662 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.344022 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.344976 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.345369 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.346679 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.346679 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.347242 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.347242 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.347661 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.347984 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.348455 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.348750 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.349076 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.349443 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.349880 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.350383 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.350970 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.351521 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.352073 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.352574 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.352859 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.353220 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.353529 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.353947 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.354375 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.354696 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.355149 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.355732 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.355965 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.356762 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.356762 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.358840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.358840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.358840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.358840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.358840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.358840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.361926 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.361926 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.361926 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.361926 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.361926 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.361926 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.363225 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.363225 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.363225 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.363225 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.364266 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.364266 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.364612 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.364757 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.365038 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.365844 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.366056 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.366343 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.366690 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.367045 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.369833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.371263 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.371263 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.371263 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.371263 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.372051 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.372051 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.372987 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.372987 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.373381 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.373578 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.375600 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.375600 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.375600 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.375600 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.375600 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.376590 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.376590 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.376590 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.377167 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.377366 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.381867 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.383567 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.385020 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.385020 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.385020 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.385020 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.385020 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.385020 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.386080 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.386080 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.386080 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.386644 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.386644 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.386977 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.387243 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.387579 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.387890 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.388242 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.388554 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.389898 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.389898 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.389898 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.389898 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.390884 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.391257 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.391568 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.391863 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.392299 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.393824 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.393824 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.393824 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.393824 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.394504 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.394848 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.395294 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.395615 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.395948 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.396251 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.396589 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.396885 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.397236 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.397694 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.398143 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.398476 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.398910 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.399638 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.399850 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.400503 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.401077 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.402018 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.402784 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.403225 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.403625 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.404007 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.404432 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.405834 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.405834 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.405834 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.406406 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.407452 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.407853 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.408222 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.408607 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.408973 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.409372 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.409757 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.410193 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.410552 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.410958 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.411335 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.412419 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 15:47:42.412419 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103170) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 08 15:47:42.412419 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 08 15:47:42.412419 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 08 15:47:42.412947 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 08 15:47:42.412947 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 08 15:47:42.413191 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 08 15:47:42.413486 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.413637 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.413912 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.414177 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.414443 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.415809 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417001 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417001 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417001 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417001 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417001 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417705 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.417705 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.418138 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.418138 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.418506 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.418506 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] debug = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.418808 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.418998 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.419255 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.419621 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.419780 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.419981 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.420223 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.420469 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.420711 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.420961 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.421370 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.421621 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.421925 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.422143 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.422374 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.422604 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.422780 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.422988 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.423240 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] host = n-d-820935-5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.423467 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.423716 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.423928 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.424184 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.424444 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.424698 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.424954 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.425196 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.425437 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.425696 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.425976 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.426230 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.426599 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.426855 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.427108 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_options = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.427367 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.427621 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.427885 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.428256 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.428464 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.428696 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.428973 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.429214 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.429524 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.429875 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.430076 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.430273 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.430466 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.430715 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.430973 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.431234 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.431474 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.431718 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.431975 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.432442 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.432442 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.432916 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.433129 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.433358 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.433563 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.433769 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.434025 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.434268 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.434505 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.434746 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.434984 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.435224 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.435466 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.435705 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.435942 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.436180 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.436425 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.436661 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.436904 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.437142 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.437379 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.437617 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.437898 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.437898 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.439176 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.439379 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.439628 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_json = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.439869 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.440109 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.440346 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.440585 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.440823 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.441062 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.441299 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.441551 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 08 15:47:42.441833 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.442078 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.442330 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.442572 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.442823 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.443088 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.443332 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.443553 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.443801 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.444036 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.444260 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.444576 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.444805 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.444998 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.445469 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.445939 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.446316 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.446672 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.447064 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.447508 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.447654 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.447810 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.448069 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.448307 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.449023 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.449023 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.449023 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.450144 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.450144 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.450144 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.450144 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.451346 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.451346 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.451346 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.451346 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.451346 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.452436 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.452436 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.452436 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.452436 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.453252 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.453252 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.453252 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.454432 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.454838 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.455115 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.455383 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.455651 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.455921 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.456189 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.456457 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.456722 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.456991 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.457261 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.457529 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.457864 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.458084 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.458367 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.458633 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.458903 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.459161 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.459438 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.459712 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.459957 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.460222 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.460494 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.460763 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.461029 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.461322 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.461568 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.461836 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.462098 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.462345 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.462590 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.462853 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.463116 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.463380 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.463642 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.463905 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.464162 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.464425 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.464668 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.464912 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.465153 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.465394 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.465636 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.465914 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.466154 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.466396 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.466646 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.466909 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.467160 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.467436 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.467696 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.467956 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.468216 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.468499 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.468730 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.468977 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.469251 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.469514 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.469759 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.470054 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.470322 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.470582 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.470948 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.471213 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.471456 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.471715 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.471957 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.472199 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.472439 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.472680 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.472939 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.473205 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.473443 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.473684 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.473971 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.474229 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.474468 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.474715 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.474959 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.475209 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.475461 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.475711 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.475956 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.476198 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.476439 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.476678 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.476919 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.477157 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.477405 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.477629 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.478093 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.478390 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.478616 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.478830 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.479042 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.479273 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.479623 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.479839 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.480054 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.480265 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.480500 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.480730 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.480939 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.481152 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.481361 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.481570 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.481718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:47:42.481920 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.482074 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.482248 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.482467 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.482676 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.482888 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.483099 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.483307 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.483515 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.483729 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.483936 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.484181 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.484449 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.484716 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.485372 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.485372 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.485904 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.485904 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.486345 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.486345 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.486796 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.487024 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.487247 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.487469 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.487738 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.488005 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.488279 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.488543 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.488813 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.489092 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.489368 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.489632 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.489911 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.490188 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.490471 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.490839 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.491065 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.491406 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.491631 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.491854 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.492078 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.492365 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.492607 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.492831 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.493082 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.493354 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.493625 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.493944 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.494215 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.494489 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.494757 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.495024 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.495294 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.495563 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.495831 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.496111 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.496391 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.496663 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.497023 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.497249 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.497502 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.497724 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.498105 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.498332 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.498574 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.498796 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.499108 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.499379 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.499649 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.499938 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.500207 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.501129 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.501363 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.501603 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.501880 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.502280 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.502558 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.502829 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.503100 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.503649 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.503649 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.504084 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.504301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50298) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:47:42.504507 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.504507 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.504776 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.504920 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.505158 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.505431 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.505849 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.506111 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.506354 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.506598 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.506838 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.507094 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.507335 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.507576 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.507816 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.508075 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.508338 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.508593 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.508836 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.509078 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.509338 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.509586 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.509855 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.510102 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.510356 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.510607 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.510852 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.511092 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.511459 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.512434 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.512434 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.512434 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.512434 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.513074 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.513074 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.513418 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.513418 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.513840 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.514037 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.514232 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.514544 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.514780 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.515035 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.515298 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.515804 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.516491 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.516791 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.517035 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.517298 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.517573 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.517966 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.518244 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.518443 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.518603 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.518868 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.519130 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.519373 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.519612 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.519873 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.520139 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 08 15:47:42.520384 n-d-820935-5 neutron-server[103170]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103170) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 08 15:47:42.527792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0204959 Dec 08 15:47:55.899011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3af893e-d2f5-4fb5-8b5e-127c2849ccec None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 15:47:55.981889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3af893e-d2f5-4fb5-8b5e-127c2849ccec None None] No non-hosted networks {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 08 15:47:56.002685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.agentschedulers_db [None req-b3af893e-d2f5-4fb5-8b5e-127c2849ccec None None] DHCP Agent not found on host n-d-820935-5 {{(pid=103283) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 08 15:47:56.223185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dc96efc-e58e-4d69-b755-b87ed4232e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:58.668117 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08c13750-3b9a-42af-b401-883dcd687369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:58.711120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6be03e6-3a86-48c7-b809-9fb613727139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:47:59.889179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:01.673837 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:02.066906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:02.071410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.075302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.076827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.078410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.081656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.083049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.084169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.089014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.090230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.090682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.091107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.091562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.091956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:02.092654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-820935-5', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:02.114975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-820935-5', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:04.748741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50394) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:05.452960 n-d-820935-5 neutron-server[103282]: WARNING oslo_policy.policy [None req-5543fc7c-2309-4061-b88f-7896a36ee9f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:05.453581 n-d-820935-5 neutron-server[103282]: WARNING oslo_policy.policy [None req-5543fc7c-2309-4061-b88f-7896a36ee9f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:05.686553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-5543fc7c-2309-4061-b88f-7896a36ee9f1 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:48:05.687633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5543fc7c-2309-4061-b88f-7896a36ee9f1 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9377134 Dec 08 15:48:05.840362 n-d-820935-5 neutron-server[103283]: INFO neutron.db.l3_hamode_db [None req-355d3d32-85c4-47ca-8bc4-22a38c682047 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 08 15:48:05.949079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d3d32-85c4-47ca-8bc4-22a38c682047 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:48:05.949367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d3d32-85c4-47ca-8bc4-22a38c682047 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 15:48:08.530948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:09.099458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:09.202121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.policy [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103282) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 15:48:09.252652 n-d-820935-5 neutron-server[103282]: WARNING oslo_policy.policy [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:09.253132 n-d-820935-5 neutron-server[103282]: WARNING oslo_policy.policy [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:09.262354 n-d-820935-5 neutron-server[103282]: INFO neutron.quota [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] Loaded quota_driver: . Dec 08 15:48:09.371434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784454814334', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784454813771', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784454828999', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784454833980', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784453874171', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784453868803', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590169', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-591626', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3673139', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3629456'] for rbac-policy, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:09.454541 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:09.456697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d862dc79-3196-4fb2-8426-26e55a0a090a admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9237587 Dec 08 15:48:12.616316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50420) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:12.968265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'project_id': '89719d013ab04e9a8d88ea423f7c2222'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:13.002966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Made reservation on behalf of 89719d013ab04e9a8d88ea423f7c2222 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:48:13.006225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.026220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.163813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.168757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.192646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:48:13.226196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784455942849', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.226797 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Unsubscribe: segment precommit_create {{(pid=103282) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 15:48:13.227388 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Added segment 39e4a4ba-0447-4adf-af9a-e7fa72336633 of type vlan for network 8804df52-87ed-4504-89be-c472b51f4cd7 Dec 08 15:48:13.245785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc86593-63b1-4528-b4a0-4d1cca48514d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:13.300174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.300604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.301193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.301571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.301944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.302276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.302601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.302925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.303246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.303562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.303881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.304196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.304511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Tracked resource versions report: Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: pushed versions: Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: { 'AddressGroup': {'1.2'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'ConntrackHelper': {'1.0'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Log': {'1.0'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Network': {'1.1'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Port': {'1.7'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'PortForwarding': {'1.2'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'QosPolicy': {'1.10'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'SecurityGroup': {'1.5'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'SubPort': {'1.0'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Subnet': {'1.1'}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Trunk': {'1.1'}} Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: consumer versions: Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: L3 agent@n-d-820935-5: {}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: Metadata agent@n-d-820935-5: {}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: Metering agent@n-d-820935-5: {}, Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'ConntrackHelper': '1.0', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'LocalIPAssociation': '1.0', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Log': '1.0', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Network': '1.1', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Port': '1.7', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'PortForwarding': '1.2', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'QosPolicy': '1.10', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'SecurityGroup': '1.5', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'SecurityGroupRule': '1.2', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'SubPort': '1.0', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Subnet': '1.1', Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: 'Trunk': '1.1'}} Dec 08 15:48:13.305742 n-d-820935-5 neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:48:13.360442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.418537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.419671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:13.420471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:13.495270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8778021 Dec 08 15:48:13.535536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb173f92-4a2c-4a2e-ab2c-add64ee9c4f3 admin admin] Pushing event updated for resources: {'Network': ['ID=8804df52-87ed-4504-89be-c472b51f4cd7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:13.553321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8804df52-87ed-4504-89be-c472b51f4cd7 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:48:17.168133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50434) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:17.791333 n-d-820935-5 neutron-server[103281]: WARNING oslo_policy.policy [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:17.792271 n-d-820935-5 neutron-server[103281]: WARNING oslo_policy.policy [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:18.282099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.policy [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 08 15:48:18.332292 n-d-820935-5 neutron-server[103281]: WARNING oslo_policy.policy [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:18.332988 n-d-820935-5 neutron-server[103281]: WARNING oslo_policy.policy [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 08 15:48:18.342925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:18.343856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-405203bd-6869-41eb-a0c7-89488337611f admin admin] 10.222.0.62 "GET /v2.0/networks/8804df52-87ed-4504-89be-c472b51f4cd7 HTTP/1.1" status: 200 len: 825 time: 1.1718390 Dec 08 15:48:18.393112 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b2241fb3-d5c2-4e8b-a0c9-73f77fe1af3f admin admin] 10.222.0.62 "GET /v2.0/subnetpools/b0d47917-a502-41dc-9ac9-342aa2398f5c HTTP/1.1" status: 200 len: 734 time: 0.0398991 Dec 08 15:48:18.409289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Request body: {'subnet': {'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c', 'name': 'private-subnet', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:18.411167 n-d-820935-5 neutron-server[103281]: INFO neutron.quota [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Loaded quota_driver: . Dec 08 15:48:18.461438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Made reservation on behalf of 89719d013ab04e9a8d88ea423f7c2222 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:48:18.464813 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:18.809840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:18.891695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Checking segment: {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:48:18.892067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Network hostable DHCP agents. Network: 8804df52-87ed-4504-89be-c472b51f4cd7, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:48:18.901870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6530c54a-a969-447c-9547-f467aef2577f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:18.915568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.915906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.916243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.916575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.916906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.917230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.917552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.917970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.918294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.918613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.918930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.919264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.919549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Tracked resource versions report: Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: pushed versions: Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: { 'AddressGroup': {'1.2'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'ConntrackHelper': {'1.0'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Log': {'1.0'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Network': {'1.1'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Port': {'1.7'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'PortForwarding': {'1.2'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'QosPolicy': {'1.10'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'SecurityGroup': {'1.5'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'SubPort': {'1.0'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Subnet': {'1.1'}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Trunk': {'1.1'}} Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: consumer versions: Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: L3 agent@n-d-820935-5: {}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: Metadata agent@n-d-820935-5: {}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: Metering agent@n-d-820935-5: {}, Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'ConntrackHelper': '1.0', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'LocalIPAssociation': '1.0', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Log': '1.0', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Network': '1.1', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Port': '1.7', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'PortForwarding': '1.2', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'QosPolicy': '1.10', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'SecurityGroup': '1.5', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'SecurityGroupRule': '1.2', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'SubPort': '1.0', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Subnet': '1.1', Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: 'Trunk': '1.1'}} Dec 08 15:48:18.920715 n-d-820935-5 neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:48:18.959962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Network 8804df52-87ed-4504-89be-c472b51f4cd7 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:48:18.975955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8804df52-87ed-4504-89be-c472b51f4cd7) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:48:18.981311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:18.981953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:18.995547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3962f92-9e01-4107-bdaf-a228d9862c1a None None] Network 8804df52-87ed-4504-89be-c472b51f4cd7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:48:19.010210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a32e946c-9c6c-44c1-976e-b698e33046e3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6044931 Dec 08 15:48:19.360071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8804df52-87ed-4504-89be-c472b51f4cd7', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:48:19.361756 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:19.819049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Allocated IP 172.20.0.2 (8804df52-87ed-4504-89be-c472b51f4cd7/6530c54a-a969-447c-9547-f467aef2577f/3ad391d5-ac20-4f38-80ef-43e4104383c3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:48:20.140886 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:20.155156 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:20.231488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Network 8804df52-87ed-4504-89be-c472b51f4cd7 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:48:20.237334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:48:20.254809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:48:20.268015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Pushing event updated for resources: {'Port': ['ID=3ad391d5-ac20-4f38-80ef-43e4104383c3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:20.317442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.317784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.318160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.318484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.318818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.319147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.319476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.319803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.320127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.320448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.320774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.321099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.321420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Tracked resource versions report: Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: pushed versions: Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: { 'AddressGroup': {'1.2'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Log': {'1.0'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Network': {'1.1'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Port': {'1.7'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'PortForwarding': {'1.2'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'QosPolicy': {'1.10'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'SecurityGroup': {'1.5'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'SubPort': {'1.0'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Subnet': {'1.1'}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Trunk': {'1.1'}} Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: consumer versions: Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: L3 agent@n-d-820935-5: {}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: Metadata agent@n-d-820935-5: {}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: Metering agent@n-d-820935-5: {}, Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'ConntrackHelper': '1.0', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'LocalIPAssociation': '1.0', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Log': '1.0', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Network': '1.1', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Port': '1.7', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'PortForwarding': '1.2', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'QosPolicy': '1.10', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'SecurityGroup': '1.5', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'SecurityGroupRule': '1.2', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'SubPort': '1.0', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Subnet': '1.1', Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: 'Trunk': '1.1'}} Dec 08 15:48:20.322679 n-d-820935-5 neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:48:20.375414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Attempting to bind port 3ad391d5-ac20-4f38-80ef-43e4104383c3 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:48:20.376064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Attempting to bind port 3ad391d5-ac20-4f38-80ef-43e4104383c3 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:48:20.376782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Attempting to bind port 3ad391d5-ac20-4f38-80ef-43e4104383c3 on network 8804df52-87ed-4504-89be-c472b51f4cd7 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:48:20.389209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:48:20.389586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Checking segment: {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:48:20.390096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:20.390492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Bound using segment: {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:48:20.391030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Bound port: 3ad391d5-ac20-4f38-80ef-43e4104383c3, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:48:20.391448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:20.483981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] For port 3ad391d5-ac20-4f38-80ef-43e4104383c3, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:48:20.510521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] For port 3ad391d5-ac20-4f38-80ef-43e4104383c3, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3ad391d5-ac20-4f38-80ef-43e4104383c3,segment=NetworkSegment(39e4a4ba-0447-4adf-af9a-e7fa72336633),segment_id=39e4a4ba-0447-4adf-af9a-e7fa72336633)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:48:20.519085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:20.590767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f1384-d3d8-4787-8670-bf20c9fd5227 None None] Pushing event updated for resources: {'Port': ['ID=3ad391d5-ac20-4f38-80ef-43e4104383c3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:22.161068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50454) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:22.540152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-af2f758f-921b-426a-bb13-beab0ec36464 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:48:22.541154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-af2f758f-921b-426a-bb13-beab0ec36464 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3790874 Dec 08 15:48:25.478305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50462) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:25.815126 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86345390-017d-4364-84a7-79dad8ac9ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:25.924858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-444c841c-0ccc-4b57-8e81-04da884fe458 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:48:25.937825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-444c841c-0ccc-4b57-8e81-04da884fe458 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4463415 Dec 08 15:48:28.660000 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40a4f0ae-d405-46ed-871d-c0dd9929b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.214531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:29.666486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:29.715035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.716747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.828378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.889521 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.894854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.914393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:29.916197 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0384f6fb-b43e-4145-9aaf-06ea8d881005 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7002342 Dec 08 15:48:30.469782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3ad391d5-ac20-4f38-80ef-43e4104383c3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:48:30.623889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3ad391d5-ac20-4f38-80ef-43e4104383c3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:30.624270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:30.803682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:30.848650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 3ad391d5-ac20-4f38-80ef-43e4104383c3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3ad391d5-ac20-4f38-80ef-43e4104383c3,segment=NetworkSegment(39e4a4ba-0447-4adf-af9a-e7fa72336633),segment_id=39e4a4ba-0447-4adf-af9a-e7fa72336633)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:48:30.854872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:30.921042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=3ad391d5-ac20-4f38-80ef-43e4104383c3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:31.586930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:31.600256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fced2cd2-55f2-43ce-a8d1-e2bd9c13a7df None None] Network 8804df52-87ed-4504-89be-c472b51f4cd7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:48:31.723145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-274b44d8-bcf0-432f-be3b-05267dc98b61 None None] Provisioning complete for port 3ad391d5-ac20-4f38-80ef-43e4104383c3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:31.724336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-274b44d8-bcf0-432f-be3b-05267dc98b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:32.058299 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:32.298205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bf67a673-64fe-4a24-a060-b434492918e8 None None] Provisioning complete for port 3ad391d5-ac20-4f38-80ef-43e4104383c3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:32.298779 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf67a673-64fe-4a24-a060-b434492918e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:32.443065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3ad391d5-ac20-4f38-80ef-43e4104383c3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:48:32.507595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3ad391d5-ac20-4f38-80ef-43e4104383c3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:32.507964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:33.174921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:33.337230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-81c4a054-f23b-4b1f-873c-a6f55a9820b0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:48:33.338338 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81c4a054-f23b-4b1f-873c-a6f55a9820b0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1625597 Dec 08 15:48:36.000908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50512) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:36.060934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:36.087183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Made reservation on behalf of 995b348780e340008197861c16644b7d for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:48:36.090292 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.103319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.220327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.226307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.258001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Reserving flat network on physical network physnet1 {{(pid=103282) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 08 15:48:36.297719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84ecaee-0916-4f8d-aeff-ae929a5b3355,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:36.304676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.305102 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Added segment d4834a19-de55-4bdd-bfe7-a764ee931ada of type flat for network ffada9dd-2359-467c-b049-1cbfc53f8a6b Dec 08 15:48:36.341481 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:48:36.364837 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.403968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.405172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:36.406169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:36.466050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4636502 Dec 08 15:48:36.480672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276236e-9ba3-491f-adf5-4ad2358aca8d admin admin] Pushing event updated for resources: {'Network': ['ID=ffada9dd-2359-467c-b049-1cbfc53f8a6b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:36.498309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:48:39.130269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:39.259037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05de0273-505f-4a81-b915-b387e2cca13e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:39.260513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05de0273-505f-4a81-b915-b387e2cca13e admin admin] 10.222.0.62 "GET /v2.0/subnets/6530c54a-a969-447c-9547-f467aef2577f HTTP/1.1" status: 200 len: 849 time: 0.1291356 Dec 08 15:48:39.393649 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a0073fbb-a5ad-4a31-a81d-12b6655286f7 admin admin] 10.222.0.62 "GET /v2.0/routers/c2cfc08a-3a3d-493e-8886-d466d0679777 HTTP/1.1" status: 200 len: 704 time: 0.1262858 Dec 08 15:48:39.697759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:40.058430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Allocated IP 172.20.0.1 (8804df52-87ed-4504-89be-c472b51f4cd7/6530c54a-a969-447c-9547-f467aef2577f/746c4363-f95c-485b-96b4-8331286ea5cf) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:48:40.249641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:40.331410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:40.418198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Network 8804df52-87ed-4504-89be-c472b51f4cd7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:48:40.427242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:48:40.438324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:48:40.438859 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:40.513160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Pushing event updated for resources: {'Port': ['ID=746c4363-f95c-485b-96b4-8331286ea5cf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:40.691204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6cd0798b-8ba5-40bb-917a-36fc6aa06ace None None] Provisioning complete for port 746c4363-f95c-485b-96b4-8331286ea5cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:40.691950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cd0798b-8ba5-40bb-917a-36fc6aa06ace None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:40.758402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cd0798b-8ba5-40bb-917a-36fc6aa06ace None None] Port 746c4363-f95c-485b-96b4-8331286ea5cf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:48:40.825196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:41.075677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:41.081399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:41.082380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:41.167242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Pushing event updated for resources: {'Port': ['ID=746c4363-f95c-485b-96b4-8331286ea5cf,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:41.234059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Network 8804df52-87ed-4504-89be-c472b51f4cd7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:48:41.235721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:48:41.470041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Router c2cfc08a-3a3d-493e-8886-d466d0679777 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:48:41.490258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c8775672-8bc1-41cf-9dde-cdcea4ee9c58 None None] Provisioning complete for port 746c4363-f95c-485b-96b4-8331286ea5cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:41.490936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8775672-8bc1-41cf-9dde-cdcea4ee9c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:41.555632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c8775672-8bc1-41cf-9dde-cdcea4ee9c58 None None] Port 746c4363-f95c-485b-96b4-8331286ea5cf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:48:41.608367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:48:41.616925 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8a10b76e-af2d-46e6-a754-c73b71571f4a admin admin] 10.222.0.62 "PUT /v2.0/routers/c2cfc08a-3a3d-493e-8886-d466d0679777/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2153461 Dec 08 15:48:41.622752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Sync routers for ids ['c2cfc08a-3a3d-493e-8886-d466d0679777'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:48:41.638742 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Routers {'c2cfc08a-3a3d-493e-8886-d466d0679777'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:48:41.639752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:48:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c2cfc08a-3a3d-493e-8886-d466d0679777'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:41.886880 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Set router c2cfc08a-3a3d-493e-8886-d466d0679777 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:48:42.488786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'name': 'router1', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:48:29Z', 'updated_at': '2021-12-08T15:48:40Z', 'revision_number': 2, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'gw_port_host': None, '_interfaces': [{'id': '746c4363-f95c-485b-96b4-8331286ea5cf', 'name': '', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'mac_address': 'fa:16:3e:21:08:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:39Z', 'updated_at': '2021-12-08T15:48:40Z', 'revision_number': 2, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'subnets': [{'id': '6530c54a-a969-447c-9547-f467aef2577f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:42.550838 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Checking router: c2cfc08a-3a3d-493e-8886-d466d0679777 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:48:42.551285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Updating router c2cfc08a-3a3d-493e-8886-d466d0679777 port 746c4363-f95c-485b-96b4-8331286ea5cf binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:48:42.614055 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.333327 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.345631 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.497094 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Pushing event updated for resources: {'Port': ['ID=746c4363-f95c-485b-96b4-8331286ea5cf,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:43.544869 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.545439 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.545901 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.546339 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.546695 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.547023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.547349 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.547673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.548059 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.548465 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.548846 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.549239 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.549866 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Tracked resource versions report: Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: pushed versions: Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: { 'AddressGroup': {'1.2'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Log': {'1.0'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Network': {'1.1'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Port': {'1.7'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'PortForwarding': {'1.2'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'QosPolicy': {'1.10'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'SecurityGroup': {'1.5'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'SubPort': {'1.0'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Subnet': {'1.1'}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Trunk': {'1.1'}} Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: consumer versions: Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: L3 agent@n-d-820935-5: {}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: Metadata agent@n-d-820935-5: {}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: Metering agent@n-d-820935-5: {}, Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'ConntrackHelper': '1.0', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'LocalIPAssociation': '1.0', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Log': '1.0', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Network': '1.1', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Port': '1.7', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'PortForwarding': '1.2', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'QosPolicy': '1.10', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'SecurityGroup': '1.5', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'SecurityGroupRule': '1.2', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'SubPort': '1.0', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Subnet': '1.1', Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: 'Trunk': '1.1'}} Dec 08 15:48:43.551154 n-d-820935-5 neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:48:43.610991 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Attempting to bind port 746c4363-f95c-485b-96b4-8331286ea5cf on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:48:43.611493 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Attempting to bind port 746c4363-f95c-485b-96b4-8331286ea5cf by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:48:43.611996 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Attempting to bind port 746c4363-f95c-485b-96b4-8331286ea5cf on network 8804df52-87ed-4504-89be-c472b51f4cd7 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:48:43.620848 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:48:43.621295 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Checking segment: {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:48:43.621759 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.622176 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Bound using segment: {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:48:43.622690 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Bound port: 746c4363-f95c-485b-96b4-8331286ea5cf, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39e4a4ba-0447-4adf-af9a-e7fa72336633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:48:43.623086 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.702968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-91fdbc41-4a4c-4065-ae62-2c8c843b2ba7 None None] Provisioning complete for port 746c4363-f95c-485b-96b4-8331286ea5cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:43.703785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91fdbc41-4a4c-4065-ae62-2c8c843b2ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.712287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] For port 746c4363-f95c-485b-96b4-8331286ea5cf, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:48:43.750860 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] For port 746c4363-f95c-485b-96b4-8331286ea5cf, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=746c4363-f95c-485b-96b4-8331286ea5cf,segment=NetworkSegment(39e4a4ba-0447-4adf-af9a-e7fa72336633),segment_id=39e4a4ba-0447-4adf-af9a-e7fa72336633)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:48:43.757533 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:43.767954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-91fdbc41-4a4c-4065-ae62-2c8c843b2ba7 None None] Port 746c4363-f95c-485b-96b4-8331286ea5cf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:48:43.844191 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d43f9-c2e2-4dc9-b2e2-df9f94812a23 None None] Pushing event updated for resources: {'Port': ['ID=746c4363-f95c-485b-96b4-8331286ea5cf,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:43.892673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Routers {'c2cfc08a-3a3d-493e-8886-d466d0679777'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:48:43.894128 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:48:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c2cfc08a-3a3d-493e-8886-d466d0679777'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:44.047443 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] Set router c2cfc08a-3a3d-493e-8886-d466d0679777 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:48:44.105879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5df75560-02f0-48b8-930c-ae4fee42f2ab None None] Provisioning complete for port 746c4363-f95c-485b-96b4-8331286ea5cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:44.106950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5df75560-02f0-48b8-930c-ae4fee42f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:44.261535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5df75560-02f0-48b8-930c-ae4fee42f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:44.325134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5df75560-02f0-48b8-930c-ae4fee42f2ab None None] For port 746c4363-f95c-485b-96b4-8331286ea5cf, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=746c4363-f95c-485b-96b4-8331286ea5cf,segment=NetworkSegment(39e4a4ba-0447-4adf-af9a-e7fa72336633),segment_id=39e4a4ba-0447-4adf-af9a-e7fa72336633)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:48:44.331412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5df75560-02f0-48b8-930c-ae4fee42f2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:44.412375 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'name': 'router1', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:48:29Z', 'updated_at': '2021-12-08T15:48:40Z', 'revision_number': 2, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'gw_port_host': None, '_interfaces': [{'id': '746c4363-f95c-485b-96b4-8331286ea5cf', 'name': '', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'mac_address': 'fa:16:3e:21:08:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:39Z', 'updated_at': '2021-12-08T15:48:43Z', 'revision_number': 4, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'subnets': [{'id': '6530c54a-a969-447c-9547-f467aef2577f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:44.421162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df75560-02f0-48b8-930c-ae4fee42f2ab None None] Pushing event updated for resources: {'Port': ['ID=746c4363-f95c-485b-96b4-8331286ea5cf,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:44.448877 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267a212-1b79-4396-a2a7-9e85dc5acd50 None None] The sync data for ids ['c2cfc08a-3a3d-493e-8886-d466d0679777'] in n-d-820935-5 is: [{'id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'name': 'router1', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:48:29Z', 'updated_at': '2021-12-08T15:48:40Z', 'revision_number': 2, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'gw_port_host': None, '_interfaces': [{'id': '746c4363-f95c-485b-96b4-8331286ea5cf', 'name': '', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'mac_address': 'fa:16:3e:21:08:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:39Z', 'updated_at': '2021-12-08T15:48:43Z', 'revision_number': 4, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'subnets': [{'id': '6530c54a-a969-447c-9547-f467aef2577f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:48:44.554797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50532) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:44.682085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41939557-2edd-4d05-8f9a-384988b1f5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:44.683498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-41939557-2edd-4d05-8f9a-384988b1f5a2 admin admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 842 time: 0.1274884 Dec 08 15:48:44.695463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Request body: {'subnet': {'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'gateway_ip': '172.25.3.1', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:44.720804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Made reservation on behalf of 995b348780e340008197861c16644b7d for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:48:44.723384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:45.056028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 15:48:45.056473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:45.113130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5feeaf1-2678-45f1-83d3-495848bd5636,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:45.133275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:48:45.133631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Network hostable DHCP agents. Network: ffada9dd-2359-467c-b049-1cbfc53f8a6b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:48:45.156250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:48:45.168888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, ffada9dd-2359-467c-b049-1cbfc53f8a6b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:48:45.173835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:45.174802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:45.181931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd5d2a-8f33-4dd9-91e1-4f5770e0302e None None] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:48:45.210306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b3840de7-1ab6-4e66-a470-611ceefbd39f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5064058 Dec 08 15:48:45.323033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fa6ce2-b26e-4819-9fd0-367714059fb1 None None] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:48:48.467323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50540) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:48.835499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-416fe497-cc41-4fc0-be32-8425ee50f485 admin admin] 10.222.0.62 "GET /v2.0/routers/c2cfc08a-3a3d-493e-8886-d466d0679777 HTTP/1.1" status: 200 len: 710 time: 0.3666341 Dec 08 15:48:49.057564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02aefd3b-4beb-4859-903f-b4f9a6fca814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:48:49.060158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-02aefd3b-4beb-4859-903f-b4f9a6fca814 admin admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 886 time: 0.2135375 Dec 08 15:48:49.074273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:48:49.491423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:49.942346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:50.086886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:50.340469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Allocated IP 172.25.3.246 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/47a56d59-6dd7-4bab-bbed-7d4fc6653c7a) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:48:50.485301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:50.601209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:50.792499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:48:50.800293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:48:50.806208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Pushing event updated for resources: {'Port': ['ID=47a56d59-6dd7-4bab-bbed-7d4fc6653c7a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:50.820578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:48:51.295322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:51.622945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:51.632415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:51.854821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Router c2cfc08a-3a3d-493e-8886-d466d0679777 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:48:52.014746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:48:52.022433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:52.023768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7a897711-cae7-4697-9374-ae1aff50e409 admin admin] 10.222.0.62 "PUT /v2.0/routers/c2cfc08a-3a3d-493e-8886-d466d0679777 HTTP/1.1" status: 200 len: 890 time: 2.9562979 Dec 08 15:48:52.471256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 746c4363-f95c-485b-96b4-8331286ea5cf up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:48:52.562305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 746c4363-f95c-485b-96b4-8331286ea5cf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:52.562785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:53.319140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Sync routers for ids ['c2cfc08a-3a3d-493e-8886-d466d0679777'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:48:53.341352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Routers {'c2cfc08a-3a3d-493e-8886-d466d0679777'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:48:53.342594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:48:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c2cfc08a-3a3d-493e-8886-d466d0679777'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:53.744552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Set router c2cfc08a-3a3d-493e-8886-d466d0679777 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:48:54.451170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'name': 'router1', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '47a56d59-6dd7-4bab-bbed-7d4fc6653c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:48:29Z', 'updated_at': '2021-12-08T15:48:51Z', 'revision_number': 4, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'gw_port': {'id': '47a56d59-6dd7-4bab-bbed-7d4fc6653c7a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:50Z', 'updated_at': '2021-12-08T15:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '746c4363-f95c-485b-96b4-8331286ea5cf', 'name': '', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'mac_address': 'fa:16:3e:21:08:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:39Z', 'updated_at': '2021-12-08T15:48:44Z', 'revision_number': 5, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'subnets': [{'id': '6530c54a-a969-447c-9547-f467aef2577f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:54.509489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Checking router: c2cfc08a-3a3d-493e-8886-d466d0679777 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:48:54.509885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Updating router c2cfc08a-3a3d-493e-8886-d466d0679777 port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:48:54.565158 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:54.982225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:54.989772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:55.050034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2b396-e4bf-4f0c-b94d-deb7fcb98a84 None None] Pushing event updated for resources: {'Port': ['ID=47a56d59-6dd7-4bab-bbed-7d4fc6653c7a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:55.055454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Attempting to bind port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:48:55.055903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Attempting to bind port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:48:55.056201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Attempting to bind port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:48:55.062157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:48:55.062543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:48:55.063039 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:55.063348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:48:55.063850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Bound port: 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:48:55.064249 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:55.127947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] For port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:48:55.132727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] For port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=47a56d59-6dd7-4bab-bbed-7d4fc6653c7a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:48:55.137671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:55.207082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Routers {'c2cfc08a-3a3d-493e-8886-d466d0679777'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:48:55.207848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:48:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c2cfc08a-3a3d-493e-8886-d466d0679777'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:55.210772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2b396-e4bf-4f0c-b94d-deb7fcb98a84 None None] Pushing event updated for resources: {'Port': ['ID=47a56d59-6dd7-4bab-bbed-7d4fc6653c7a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:55.339723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] Set router c2cfc08a-3a3d-493e-8886-d466d0679777 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:48:55.603933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'name': 'router1', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '47a56d59-6dd7-4bab-bbed-7d4fc6653c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:48:29Z', 'updated_at': '2021-12-08T15:48:51Z', 'revision_number': 4, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'gw_port': {'id': '47a56d59-6dd7-4bab-bbed-7d4fc6653c7a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:50Z', 'updated_at': '2021-12-08T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '746c4363-f95c-485b-96b4-8331286ea5cf', 'name': '', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'mac_address': 'fa:16:3e:21:08:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:39Z', 'updated_at': '2021-12-08T15:48:44Z', 'revision_number': 5, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'subnets': [{'id': '6530c54a-a969-447c-9547-f467aef2577f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:48:55.635094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeb7e87-34d7-4c2c-98c8-0ff558249c46 None None] The sync data for ids ['c2cfc08a-3a3d-493e-8886-d466d0679777'] in n-d-820935-5 is: [{'id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'name': 'router1', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '47a56d59-6dd7-4bab-bbed-7d4fc6653c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:48:29Z', 'updated_at': '2021-12-08T15:48:51Z', 'revision_number': 4, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'gw_port': {'id': '47a56d59-6dd7-4bab-bbed-7d4fc6653c7a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fe:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:50Z', 'updated_at': '2021-12-08T15:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '746c4363-f95c-485b-96b4-8331286ea5cf', 'name': '', 'network_id': '8804df52-87ed-4504-89be-c472b51f4cd7', 'tenant_id': '89719d013ab04e9a8d88ea423f7c2222', 'mac_address': 'fa:16:3e:21:08:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2cfc08a-3a3d-493e-8886-d466d0679777', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6530c54a-a969-447c-9547-f467aef2577f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:48:39Z', 'updated_at': '2021-12-08T15:48:44Z', 'revision_number': 5, 'project_id': '89719d013ab04e9a8d88ea423f7c2222', 'subnets': [{'id': '6530c54a-a969-447c-9547-f467aef2577f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0d47917-a502-41dc-9ac9-342aa2398f5c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:48:55.663657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50554) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:48:55.823450 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca3e02c5-595b-4dc0-8da4-0d7afa4a1a14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:55.877510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0404c407-7175-4837-9d78-daa8030b0852 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2121456 Dec 08 15:48:56.500422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:48:56.598993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:56.599662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:56.738334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:56.767817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=47a56d59-6dd7-4bab-bbed-7d4fc6653c7a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:48:56.775958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:56.846666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=47a56d59-6dd7-4bab-bbed-7d4fc6653c7a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:48:58.483647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:48:58.565713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:48:58.566126 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:58.683785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c37cbcd-abd0-48c8-aaa8-3bc866b12424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:48:59.871153 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:01.608818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:02.062774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:13.345743 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:49:25.822571 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1cb4e2e-c71a-4b4d-99f5-678a5f2a4dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:28.661061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99bdcf7a-2015-46b1-974c-388e442143c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:29.846966 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:31.610378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:32.073271 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:50.348065 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:49:55.816247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf7dd529-77f4-4903-b710-f71ffc1e512e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:58.644628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a244be3f-d2aa-4337-a5b6-a929e937237e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:49:59.839344 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:01.610557 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:02.062705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:25.809326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4e0b58c-3078-4be4-9fac-7054182a2541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:27.349918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:50:28.650585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95915391-264f-4ce3-bcc6-1d8c92d849c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:29.829284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:31.609185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:32.048514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:35.843220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51070) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:35.910634 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceca0dd3-a67d-4f47-b818-1f6ab6e426d7 admin admin] GET failed (client error): The resource could not be found. Dec 08 15:50:35.912065 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ceca0dd3-a67d-4f47-b818-1f6ab6e426d7 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0678742 Dec 08 15:50:36.108870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f406d6bd-0ca1-4fb0-bcad-52a184e1b3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:36.110479 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f406d6bd-0ca1-4fb0-bcad-52a184e1b3cb admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1924934 Dec 08 15:50:38.654538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:38.751707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab22c6b1-d570-4c4c-94d1-9b22675b765e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:38.753096 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab22c6b1-d570-4c4c-94d1-9b22675b765e admin admin] 10.222.0.62 "GET /v2.0/subnets/6530c54a-a969-447c-9547-f467aef2577f HTTP/1.1" status: 200 len: 849 time: 0.0974538 Dec 08 15:50:38.763966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:50:38.934289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:39.093325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784455893791'] for subnet, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:39.133931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:39.134526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:39.136343 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] 10.222.0.62 "PUT /v2.0/subnets/6530c54a-a969-447c-9547-f467aef2577f HTTP/1.1" status: 200 len: 868 time: 0.3763463 Dec 08 15:50:39.142281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea2a8d-fa80-4ccc-8729-e49440b4b4f0 None None] Network 8804df52-87ed-4504-89be-c472b51f4cd7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:50:39.160211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6530c54a-a969-447c-9547-f467aef2577f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:50:39.169860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.169860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.169860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.170410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.170731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.171003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.171286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.171625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.171996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.172795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.173064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.173336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.174315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba960ae0-5daf-4194-be8b-973944a688b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:50:39.599351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b3518cb4-711f-47c9-b40c-9519250cd09e None None] Provisioning complete for port 3ad391d5-ac20-4f38-80ef-43e4104383c3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:39.599712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3518cb4-711f-47c9-b40c-9519250cd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:39.717126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b3518cb4-711f-47c9-b40c-9519250cd09e None None] Provisioning complete for port 746c4363-f95c-485b-96b4-8331286ea5cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:50:39.717727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3518cb4-711f-47c9-b40c-9519250cd09e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:41.800163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51088) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:42.037546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144325d-e773-460c-b098-2fd5d887e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:42.038016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2144325d-e773-460c-b098-2fd5d887e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:42.039921 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2144325d-e773-460c-b098-2fd5d887e1ea admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2386994 Dec 08 15:50:44.618845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51096) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:44.847585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627aa48d-6c8f-41ca-962b-61cfe0ed9b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:44.848089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627aa48d-6c8f-41ca-962b-61cfe0ed9b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:44.849651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-627aa48d-6c8f-41ca-962b-61cfe0ed9b50 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2287552 Dec 08 15:50:47.411488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51106) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:47.575011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7932e431-8bba-4052-a404-d3f30ab4496e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:47.576495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7932e431-8bba-4052-a404-d3f30ab4496e admin admin] 10.222.0.62 "GET /v2.0/networks/8804df52-87ed-4504-89be-c472b51f4cd7 HTTP/1.1" status: 200 len: 869 time: 0.1640186 Dec 08 15:50:50.241479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51114) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:50.379769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdd008d-6d5d-42a9-a067-dd39c9a4077e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:50.381082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4bdd008d-6d5d-42a9-a067-dd39c9a4077e admin admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 886 time: 0.1385543 Dec 08 15:50:52.984409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:53.123922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37caf45f-d7d8-4bdd-843b-2b2f5fd583bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:53.124372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37caf45f-d7d8-4bdd-843b-2b2f5fd583bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:53.125979 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-37caf45f-d7d8-4bdd-843b-2b2f5fd583bf admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1405554 Dec 08 15:50:55.672754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51130) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:55.789617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3c414-b017-4979-a654-d28323ff4b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:55.790487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c3c414-b017-4979-a654-d28323ff4b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:55.793083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01c3c414-b017-4979-a654-d28323ff4b88 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1190760 Dec 08 15:50:55.824530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb44834d-d846-47dc-94a9-981d071fd460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:58.358074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:50:58.466844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8223a89-5789-43a6-b86d-505b48913a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:50:58.468283 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e8223a89-5789-43a6-b86d-505b48913a62 admin admin] 10.222.0.62 "GET /v2.0/subnets/6530c54a-a969-447c-9547-f467aef2577f HTTP/1.1" status: 200 len: 868 time: 0.1091793 Dec 08 15:50:58.647061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb094f7e-21b4-4209-a3dd-4c4e55dd24d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:50:59.835260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:00.962909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51146) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:51:01.049638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f426fd-02ca-41f1-9b99-19b27a328675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:51:01.051016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-91f426fd-02ca-41f1-9b99-19b27a328675 admin admin] 10.222.0.62 "GET /v2.0/subnets/f5feeaf1-2678-45f1-83d3-495848bd5636 HTTP/1.1" status: 200 len: 816 time: 0.0871658 Dec 08 15:51:01.614200 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:02.045475 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:04.349272 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:51:25.820438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ecb6676-1bf4-4b68-bcf9-3ca29fefbb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:28.662553 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e97d3e1-28ce-48bb-852f-c46a44498cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:29.838052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:30.070558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51202) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:51:30.129315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-24b115ab-7e46-416f-94c0-7f676ebc1f45 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:51:30.130400 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24b115ab-7e46-416f-94c0-7f676ebc1f45 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0585878 Dec 08 15:51:31.614547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:32.045211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:32.812376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:51:32.880297 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64b47c8-b890-4d23-8a5a-5b19cacdf0ab admin admin] GET failed (client error): The resource could not be found. Dec 08 15:51:32.881856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a64b47c8-b890-4d23-8a5a-5b19cacdf0ab admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0685110 Dec 08 15:51:32.975965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b404c-dc36-4ecf-a89f-7e25c99a3314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:51:32.977448 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c32b404c-dc36-4ecf-a89f-7e25c99a3314 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0907307 Dec 08 15:51:35.553018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51218) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:51:35.609706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:51:35.635199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Made reservation on behalf of 995b348780e340008197861c16644b7d for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:51:35.637666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:35.677568 n-d-820935-5 neutron-server[103282]: WARNING neutron.services.revisions.revision_plugin [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Could not find related network for resource to bump revision. Dec 08 15:51:35.692758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 650, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:51:35.704566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:35.704961 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Added segment 9e6f8329-3038-486a-994a-e59d3d18c777 of type vlan for network c763941a-4f61-42c1-bce8-f239c82b8b61 Dec 08 15:51:35.751891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:35.784522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:35.786272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:51:35.787225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:36.006127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4512599 Dec 08 15:51:36.023615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Pushing event updated for resources: {'Network': ['ID=c763941a-4f61-42c1-bce8-f239c82b8b61,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:36.036204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.036753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.037247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.037746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.038277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.038788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.039250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.039734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.040267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.040742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.041491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.042011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.042501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c3fe0a-4277-4a8c-94b5-9bc5590468c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:36.060753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c763941a-4f61-42c1-bce8-f239c82b8b61 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:51:38.621159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51226) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:51:38.688977 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2c63f0-425b-4650-97ca-780c6b55b5be admin admin] GET failed (client error): The resource could not be found. Dec 08 15:51:38.690434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8a2c63f0-425b-4650-97ca-780c6b55b5be admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0680697 Dec 08 15:51:38.809355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95b6b4d-13fa-4d37-acbe-9da1e61cab97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:51:38.810813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c95b6b4d-13fa-4d37-acbe-9da1e61cab97 admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1152608 Dec 08 15:51:38.825293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:51:38.853561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Made reservation on behalf of 995b348780e340008197861c16644b7d for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:51:38.857020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:39.076376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:39.163954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78cf11f0-7606-44f0-a91f-ef651debdd62,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:39.184701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:51:39.185269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Network hostable DHCP agents. Network: c763941a-4f61-42c1-bce8-f239c82b8b61, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:51:39.219023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:51:39.233859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c763941a-4f61-42c1-bce8-f239c82b8b61) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:51:39.239073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:51:39.239869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:39.247792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cbda88-2400-40bd-bfce-a56929352b2a None None] Network c763941a-4f61-42c1-bce8-f239c82b8b61 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:51:39.267695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c56f781f-f3fd-44d3-bd94-562f2fd7de36 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4463773 Dec 08 15:51:39.388423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-c763941a-4f61-42c1-bce8-f239c82b8b61', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'project_id': '995b348780e340008197861c16644b7d', 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:51:39.389667 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:39.632843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Allocated IP 192.168.233.2 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:51:39.888233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:39.899459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:39.987648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Pushing event updated for resources: {'Port': ['ID=aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:40.004339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.004871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.005396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.006048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.006496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.007057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.007618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.008163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.008704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.009269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.009908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.010455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.010998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:51:40.044844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:51:40.047413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:51:40.051194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:51:40.128085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Attempting to bind port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:51:40.128711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Attempting to bind port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:51:40.129326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Attempting to bind port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:51:40.141251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:51:40.141786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:51:40.142533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:40.143197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:51:40.144039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Bound port: aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:51:40.144674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:40.260793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] For port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:51:40.269353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] For port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:51:40.277564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:40.404811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15517658-176e-46d0-bcab-891e30c2cfd7 None None] Pushing event updated for resources: {'Port': ['ID=aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:41.356503 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:51:41.483965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc743b38-fd53-4283-8732-c51ac2c9aef9 None None] Network c763941a-4f61-42c1-bce8-f239c82b8b61 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:51:41.583509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8be0393f-1f62-49d7-b3fe-f0935d045427 None None] Provisioning complete for port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:51:41.583877 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8be0393f-1f62-49d7-b3fe-f0935d045427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:41.718296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8be0393f-1f62-49d7-b3fe-f0935d045427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:41.768926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8be0393f-1f62-49d7-b3fe-f0935d045427 None None] For port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:51:41.774240 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8be0393f-1f62-49d7-b3fe-f0935d045427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:41.853701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0393f-1f62-49d7-b3fe-f0935d045427 None None] Pushing event updated for resources: {'Port': ['ID=aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:51:42.103552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7acbd6f0-001b-490c-a2e0-cdccc8e0171a None None] Provisioning complete for port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:51:42.103927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7acbd6f0-001b-490c-a2e0-cdccc8e0171a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:42.599425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:51:42.660572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aca3aaa1-bdf5-4a28-bde5-fec6852ba0ab triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:51:42.661004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:55.821153 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-922cee66-a0d1-47b6-b388-56e057592467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:58.649627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-684868a8-50de-4aa6-a697-b900de8f86c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:51:59.841726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:01.623572 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:02.045377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:18.347644 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:52:25.818327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2688ca71-2382-4ba8-8b0b-932682653deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:28.658443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b20dd212-3d07-4e29-8570-06b990d61c9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:29.852997 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:31.617571 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:32.043199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:55.347720 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:52:55.824312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1cff03ef-6e4b-4386-8304-ad3173093f9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:58.656015 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f23dc132-d48c-439a-969d-9f19064a351e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:52:59.857397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:01.620013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:02.051391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:02.608187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51270) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:02.614985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-b5119246-b4d1-44fc-b7ac-3bfe4094dd5c tempest-verify_tempest_config-1393845210 tempest-verify_tempest_config-1393845210-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:53:02.616051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b5119246-b4d1-44fc-b7ac-3bfe4094dd5c tempest-verify_tempest_config-1393845210 tempest-verify_tempest_config-1393845210-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0067878 Dec 08 15:53:03.044722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51288) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:03.178528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.307409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.313403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.376098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f5363c-7879-4050-a99c-aa4cb8e05dcd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:03.382456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee326c365dc5479a837e5d915117b11a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3363442 Dec 08 15:53:03.387317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:53:03.387599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.387599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.387935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.388251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.388579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.388903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.389231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.389556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.389906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.390226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.390549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.390868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.391183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acfcf8c-ea5f-4e85-93cc-8168eb148e91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.458019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.484749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.593042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.596085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:03.597609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0f5363c-7879-4050-a99c-aa4cb8e05dcd HTTP/1.1" status: 204 len: 168 time: 0.2089298 Dec 08 15:53:03.609606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f5363c-7879-4050-a99c-aa4cb8e05dcd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:53:03.618422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.618949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.619473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.619974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.620456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.620957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.621825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.622335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.622512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.622821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.623159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.623489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:03.623816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43d7be70-a2d4-4139-a549-ea930c1d231d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:53:25.812005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-823ac93d-ee1f-4a4e-8c4d-2700f6e9d018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:28.656904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b6e18ac-effc-4ac3-9a93-bfd3f5d63240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:29.851296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:31.624127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.040899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:32.347414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:53:55.809423 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa2b3829-80ed-4880-865c-8a958a008be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:58.653855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c59a83b-d88b-427c-8ef5-d304b7462b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:53:59.860038 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:01.626772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:02.040150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:09.350910 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:54:25.806589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6bc607b3-2bcb-4a8f-aa25-e1e22667f3ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:28.649100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b5f700d2-9858-482a-9168-46208dc78c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:29.858043 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:31.630552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:32.035419 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:46.349722 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:54:55.802162 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c7c172da-7237-489c-9ad7-65358254c6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:58.655064 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-486e9974-6486-4eac-a74c-55cef5a9f704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:54:59.861449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:01.632461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:02.042034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:23.349673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:55:25.805278 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb02a7d1-fcdf-4da0-8063-416edd1db7b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:28.660705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76373186-6e50-4c4b-812f-57690b62edb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:29.872420 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:31.632554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:32.038513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:55.811012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2df59acd-0636-4d67-9c90-5ad5aa020240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:58.666824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2c35116-db16-47d8-a2c3-47e071b1316b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:55:59.869387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:00.349712 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 5 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:56:01.642198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:01.663378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:02.047242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:02.546208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3682292'] for agent, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:25.817467 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-894425e4-6d9c-4598-9223-5ff490210862 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:28.664134 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42de4f17-9244-484c-9de9-5e7e2bf7c000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:29.871903 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:31.613674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:31.644195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:32.031923 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:32.497783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:37.350947 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:56:45.797281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51352) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:56:45.919600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-797a06d5-5746-4458-a17e-c5f820a4ff26 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1205609 Dec 08 15:56:48.494387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:56:48.566139 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-375dfca5-0085-43bd-a130-4f11bedad797 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0704074 Dec 08 15:56:55.816979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-354ce203-07ad-4574-855e-12623c258c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:58.659822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b0888db-85ff-4d0b-bd71-fa99b653285f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:56:59.873515 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:01.636968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:01.648658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:02.037993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:02.516214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:14.350170 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:57:25.813140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-709f60a0-fc55-4c42-99cf-dc9625e2689c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:28.672739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b81d5772-c3c1-4069-995b-9956de7ce4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:29.876560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:31.628445 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:31.652493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:32.045421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:32.529107 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:51.351586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:57:55.814692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-717063e8-fd5d-4e75-9098-38b913711c25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:58.679616 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4db34fe-6d91-477f-92b9-96204705837a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:57:59.886322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:01.674663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:01.677763 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:02.036788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:02.514998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:20.952413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:21.396532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.539789 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.545091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.599088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b136e8-2e5a-400a-8f16-b5c5e58947ed,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:21.610435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.611055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.611602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.611970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.612463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.612942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.613434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.613941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.614464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.614949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.615398 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.615961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.616420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] Tracked resource versions report: Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: pushed versions: Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: { 'AddressGroup': {'1.2'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'ConntrackHelper': {'1.0'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Log': {'1.0'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Network': {'1.1'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Port': {'1.7'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'PortForwarding': {'1.2'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'QosPolicy': {'1.10'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'SecurityGroup': {'1.5'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'SubPort': {'1.0'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Subnet': {'1.1'}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Trunk': {'1.1'}} Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: consumer versions: Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: HyperV agent@n-h1-820935-5: {}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: HyperV agent@n-h2-820935-5: {}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: L3 agent@n-d-820935-5: {}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: Metadata agent@n-d-820935-5: {}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: Metering agent@n-d-820935-5: {}, Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'ConntrackHelper': '1.0', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'LocalIPAssociation': '1.0', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Log': '1.0', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Network': '1.1', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Port': '1.7', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'PortForwarding': '1.2', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'QosPolicy': '1.10', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'SecurityGroup': '1.5', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'SecurityGroupRule': '1.2', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'SubPort': '1.0', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Subnet': '1.1', Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: 'Trunk': '1.1'}} Dec 08 15:58:21.617825 n-d-820935-5 neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:58:21.625972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51692) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:21.633262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3ee30cdc-ade8-4524-a5ae-722054e148e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa09c362adac47fd90de4ae6ccd5c011&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6793339 Dec 08 15:58:21.708239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.745077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.830192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.836384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:21.842116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1b136e8-2e5a-400a-8f16-b5c5e58947ed HTTP/1.1" status: 204 len: 168 time: 0.2111785 Dec 08 15:58:21.852254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b136e8-2e5a-400a-8f16-b5c5e58947ed,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:21.867007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.867595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.868189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.868767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.869347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.869825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.870453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.871420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.871754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.872143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.872713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.873286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.874785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad239e6-fa61-48f6-8fd6-1f7a707f0909 admin admin] Tracked resource versions report: Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: pushed versions: Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: { 'AddressGroup': {'1.2'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'ConntrackHelper': {'1.0'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Log': {'1.0'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Network': {'1.1'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Port': {'1.7'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'PortForwarding': {'1.2'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'QosPolicy': {'1.10'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'SecurityGroup': {'1.5'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'SubPort': {'1.0'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Subnet': {'1.1'}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Trunk': {'1.1'}} Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: consumer versions: Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: HyperV agent@n-h1-820935-5: {}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: HyperV agent@n-h2-820935-5: {}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: L3 agent@n-d-820935-5: {}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: Metadata agent@n-d-820935-5: {}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: Metering agent@n-d-820935-5: {}, Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'ConntrackHelper': '1.0', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'LocalIPAssociation': '1.0', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Log': '1.0', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Network': '1.1', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Port': '1.7', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'PortForwarding': '1.2', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'QosPolicy': '1.10', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'SecurityGroup': '1.5', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'SecurityGroupRule': '1.2', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'SubPort': '1.0', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Subnet': '1.1', Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: 'Trunk': '1.1'}} Dec 08 15:58:21.877032 n-d-820935-5 neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:58:23.031974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51736) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:23.071366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3719a8ea-f0c0-4309-9d43-0195666a81e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.257616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3719a8ea-f0c0-4309-9d43-0195666a81e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.268255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3719a8ea-f0c0-4309-9d43-0195666a81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.355901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3719a8ea-f0c0-4309-9d43-0195666a81e1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eca49cce7366420f8b703fa7479788ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3203626 Dec 08 15:58:23.358692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:23.364768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3719a8ea-f0c0-4309-9d43-0195666a81e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a50622-d80b-4519-9eb1-718ca9ae3f88,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:23.446364 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58f22045-e874-4585-8e3f-1313e836c9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.492400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58f22045-e874-4585-8e3f-1313e836c9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.570970 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58f22045-e874-4585-8e3f-1313e836c9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.573631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58f22045-e874-4585-8e3f-1313e836c9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:23.578088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-58f22045-e874-4585-8e3f-1313e836c9ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51a50622-d80b-4519-9eb1-718ca9ae3f88 HTTP/1.1" status: 204 len: 168 time: 0.2182424 Dec 08 15:58:23.589137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f22045-e874-4585-8e3f-1313e836c9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a50622-d80b-4519-9eb1-718ca9ae3f88,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:24.517400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:24.901155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51824) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:24.995461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fe07-f1f2-4baf-81d7-da36eaceb2df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.105051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fe07-f1f2-4baf-81d7-da36eaceb2df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.111082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3bb2fe07-f1f2-4baf-81d7-da36eaceb2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.152124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2fe07-f1f2-4baf-81d7-da36eaceb2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31f11d6-3521-466a-9ed3-015711b9cfa5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:25.183809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3bb2fe07-f1f2-4baf-81d7-da36eaceb2df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e277ac44ba964edebccd74ccf59f66f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6637113 Dec 08 15:58:25.188353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:25.267191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab32355b-dee0-4313-a61c-2f602da3071f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.310452 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab32355b-dee0-4313-a61c-2f602da3071f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.416270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab32355b-dee0-4313-a61c-2f602da3071f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.421401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab32355b-dee0-4313-a61c-2f602da3071f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.428283 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab32355b-dee0-4313-a61c-2f602da3071f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c31f11d6-3521-466a-9ed3-015711b9cfa5 HTTP/1.1" status: 204 len: 168 time: 0.2379608 Dec 08 15:58:25.438662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb4508bc-a556-4ff1-8d4c-1d33cd808add admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.441733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32355b-dee0-4313-a61c-2f602da3071f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31f11d6-3521-466a-9ed3-015711b9cfa5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:25.544383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb4508bc-a556-4ff1-8d4c-1d33cd808add admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.553708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb4508bc-a556-4ff1-8d4c-1d33cd808add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.607559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4508bc-a556-4ff1-8d4c-1d33cd808add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4598b2d5-4246-449f-8863-af7dd5ce1aca,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:25.640062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bb4508bc-a556-4ff1-8d4c-1d33cd808add admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bf86fa3176a424dab9564d1ec13f708&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7348428 Dec 08 15:58:25.640596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:25.741398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c737-13b4-44fc-9707-1234d95b660d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.782874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c737-13b4-44fc-9707-1234d95b660d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.835106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6d35d9f-d027-4e4f-8104-36f9931fbc17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.891581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c737-13b4-44fc-9707-1234d95b660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.897453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1bd1c737-13b4-44fc-9707-1234d95b660d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:25.899463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1bd1c737-13b4-44fc-9707-1234d95b660d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4598b2d5-4246-449f-8863-af7dd5ce1aca HTTP/1.1" status: 204 len: 168 time: 0.2572935 Dec 08 15:58:25.914073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd1c737-13b4-44fc-9707-1234d95b660d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4598b2d5-4246-449f-8863-af7dd5ce1aca,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:26.082009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:26.122542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f567984-3718-44ce-a412-84b55b6e4fd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.280562 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f567984-3718-44ce-a412-84b55b6e4fd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.288563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f567984-3718-44ce-a412-84b55b6e4fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.338413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:26.338734 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2f567984-3718-44ce-a412-84b55b6e4fd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=59d1a6b4c80c4f55963d173c85bc7321&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2547526 Dec 08 15:58:26.341260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f567984-3718-44ce-a412-84b55b6e4fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cecd8dc-5927-417f-81d2-12bc8717ee9a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:26.419270 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74f71ae4-3dc6-4f45-b50a-f7acbf580da2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.449110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74f71ae4-3dc6-4f45-b50a-f7acbf580da2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.525543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74f71ae4-3dc6-4f45-b50a-f7acbf580da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.530743 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74f71ae4-3dc6-4f45-b50a-f7acbf580da2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.532559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74f71ae4-3dc6-4f45-b50a-f7acbf580da2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cecd8dc-5927-417f-81d2-12bc8717ee9a HTTP/1.1" status: 204 len: 168 time: 0.1890652 Dec 08 15:58:26.547689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f71ae4-3dc6-4f45-b50a-f7acbf580da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cecd8dc-5927-417f-81d2-12bc8717ee9a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:26.708156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51892) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:26.739735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24ffa33-a51b-49d9-8dc7-f72009890a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.860617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24ffa33-a51b-49d9-8dc7-f72009890a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.866939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24ffa33-a51b-49d9-8dc7-f72009890a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:26.922900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ffa33-a51b-49d9-8dc7-f72009890a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4d6762-ae4e-4814-ac1f-c249d435200d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:26.958548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a24ffa33-a51b-49d9-8dc7-f72009890a78 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f678e53e9cd440d977b5aa587b87453&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2471085 Dec 08 15:58:26.962564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51898) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:27.044747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859d3dc3-632a-4850-9703-8cc758f25e5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:27.090513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859d3dc3-632a-4850-9703-8cc758f25e5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:27.180343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859d3dc3-632a-4850-9703-8cc758f25e5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:27.206460 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859d3dc3-632a-4850-9703-8cc758f25e5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:27.208740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-859d3dc3-632a-4850-9703-8cc758f25e5f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5a4d6762-ae4e-4814-ac1f-c249d435200d HTTP/1.1" status: 204 len: 168 time: 0.2293699 Dec 08 15:58:27.230356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859d3dc3-632a-4850-9703-8cc758f25e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4d6762-ae4e-4814-ac1f-c249d435200d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:28.366264 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:58:28.391582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:28.679803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd654e2d-997c-4924-ae9a-fb269bd3c3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.000254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b046c36d-42ff-4c29-b339-eced8b8c47fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.083010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52018) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:29.147853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b046c36d-42ff-4c29-b339-eced8b8c47fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.153679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b046c36d-42ff-4c29-b339-eced8b8c47fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.217558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046c36d-42ff-4c29-b339-eced8b8c47fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e3e8c5-1fdf-44fe-a3ef-0b52d719c4d8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:29.243854 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b046c36d-42ff-4c29-b339-eced8b8c47fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8ba17e6ae08a4904913fa7128205380b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8478458 Dec 08 15:58:29.244314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52024) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:29.339159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c3a3-938c-4c63-9b1f-2cbfe76b7857 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.381411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c3a3-938c-4c63-9b1f-2cbfe76b7857 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.476063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c3a3-938c-4c63-9b1f-2cbfe76b7857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.481374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc0c3a3-938c-4c63-9b1f-2cbfe76b7857 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.485758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3fc0c3a3-938c-4c63-9b1f-2cbfe76b7857 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4e3e8c5-1fdf-44fe-a3ef-0b52d719c4d8 HTTP/1.1" status: 204 len: 168 time: 0.2377110 Dec 08 15:58:29.501406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0c3a3-938c-4c63-9b1f-2cbfe76b7857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e3e8c5-1fdf-44fe-a3ef-0b52d719c4d8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:29.528020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea83aa-3bc9-459a-95f6-9ca59243dc18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.649132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea83aa-3bc9-459a-95f6-9ca59243dc18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.654464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea83aa-3bc9-459a-95f6-9ca59243dc18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.686661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea83aa-3bc9-459a-95f6-9ca59243dc18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36955ab9-80dd-4fd8-847f-c08f0683ae0b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:29.716393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:29.718542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74ea83aa-3bc9-459a-95f6-9ca59243dc18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd3ebdc2e46d4eaca1f831a2a34a00cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6293881 Dec 08 15:58:29.792135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-feb75f3e-92fc-43f5-92c6-c64276e2c262 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.831203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-feb75f3e-92fc-43f5-92c6-c64276e2c262 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.882893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.925556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-feb75f3e-92fc-43f5-92c6-c64276e2c262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.928327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-feb75f3e-92fc-43f5-92c6-c64276e2c262 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:29.930853 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-feb75f3e-92fc-43f5-92c6-c64276e2c262 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36955ab9-80dd-4fd8-847f-c08f0683ae0b HTTP/1.1" status: 204 len: 168 time: 0.2124197 Dec 08 15:58:29.946683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb75f3e-92fc-43f5-92c6-c64276e2c262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36955ab9-80dd-4fd8-847f-c08f0683ae0b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:30.172440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52078) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:30.178244 n-d-820935-5 neutron-server[103282]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 15:58:30.210686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-cbbf49d4-b035-4464-b3a8-a15b677d9d53 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=e1d5f3c101ed4c5d95eb1d0b20ef82b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348787 Dec 08 15:58:30.278454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52082) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:30.301313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca813ce-c7db-44ea-9f78-b863bf81fad4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.452392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-0f807a96-3663-4894-868e-872b69d0e77e tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:30.453996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-0f807a96-3663-4894-868e-872b69d0e77e tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2370057 Dec 08 15:58:30.457596 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca813ce-c7db-44ea-9f78-b863bf81fad4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.467657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca813ce-c7db-44ea-9f78-b863bf81fad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.482947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-549f04a3-83fc-4eee-bfab-c6b8097ffbe2 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/quotas/e1d5f3c101ed4c5d95eb1d0b20ef82b0 HTTP/1.1" status: 200 len: 375 time: 0.0210438 Dec 08 15:58:30.529303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca813ce-c7db-44ea-9f78-b863bf81fad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf2e7bf-d078-4208-b35c-ef2ade40e23f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:30.558129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-9eff23d6-ad8c-491c-911a-03e14e98b0b1 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1d5f3c101ed4c5d95eb1d0b20ef82b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738926 Dec 08 15:58:30.564149 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ca813ce-c7db-44ea-9f78-b863bf81fad4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f4145c4ea8c4332b0fadd3986811b1a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2839365 Dec 08 15:58:30.568364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52088) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:30.664612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a57c710-2cd6-4b03-981e-9e8a676228c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.700380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a57c710-2cd6-4b03-981e-9e8a676228c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.778668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a57c710-2cd6-4b03-981e-9e8a676228c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.787518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a57c710-2cd6-4b03-981e-9e8a676228c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:30.790281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7a57c710-2cd6-4b03-981e-9e8a676228c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebf2e7bf-d078-4208-b35c-ef2ade40e23f HTTP/1.1" status: 204 len: 168 time: 0.2199581 Dec 08 15:58:30.808580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57c710-2cd6-4b03-981e-9e8a676228c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf2e7bf-d078-4208-b35c-ef2ade40e23f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:30.955105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0b15618-81f8-4e22-88fa-a3e141307d24 req-72fb87a4-d59d-4a5e-bf0b-5d44bf161276 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 210 time: 0.1007292 Dec 08 15:58:31.155540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52120) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:31.180705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-187d7149-f2ad-47ce-8e0f-ccc0158dae12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.307332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-187d7149-f2ad-47ce-8e0f-ccc0158dae12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.313195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-187d7149-f2ad-47ce-8e0f-ccc0158dae12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.376472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d7149-f2ad-47ce-8e0f-ccc0158dae12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafaab48-5cec-4225-85e1-e9447d07881e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:31.398939 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-187d7149-f2ad-47ce-8e0f-ccc0158dae12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d718b8ebdedf48c2850ebba7ae96755a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2389984 Dec 08 15:58:31.399959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52124) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:31.471251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b754bb7-b464-4b3f-a441-9dc29a56274a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.496906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b754bb7-b464-4b3f-a441-9dc29a56274a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.560634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b754bb7-b464-4b3f-a441-9dc29a56274a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.565737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b754bb7-b464-4b3f-a441-9dc29a56274a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.568101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0b754bb7-b464-4b3f-a441-9dc29a56274a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dafaab48-5cec-4225-85e1-e9447d07881e HTTP/1.1" status: 204 len: 168 time: 0.1661758 Dec 08 15:58:31.580449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b754bb7-b464-4b3f-a441-9dc29a56274a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafaab48-5cec-4225-85e1-e9447d07881e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:31.712250 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:31.717067 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:32.070951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:32.292009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52168) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:32.549328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:32.642579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52192) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:32.847195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c76aa27e-21d7-4c31-a4aa-55d2625705de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:32.960954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c76aa27e-21d7-4c31-a4aa-55d2625705de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:32.966877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c76aa27e-21d7-4c31-a4aa-55d2625705de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:33.032980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c76aa27e-21d7-4c31-a4aa-55d2625705de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5309e0330f694eaea6d07e93c1e991d5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7353058 Dec 08 15:58:33.032980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aa27e-21d7-4c31-a4aa-55d2625705de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e0164d-c3b7-43bb-9815-51aedc822c54,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:33.032980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52206) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:33.096412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d942754d-754b-47a0-aece-361a0b82fe88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:33.125425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d942754d-754b-47a0-aece-361a0b82fe88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:33.333774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d942754d-754b-47a0-aece-361a0b82fe88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:33.339364 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d942754d-754b-47a0-aece-361a0b82fe88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:33.341057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d942754d-754b-47a0-aece-361a0b82fe88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f0e0164d-c3b7-43bb-9815-51aedc822c54 HTTP/1.1" status: 204 len: 168 time: 0.3070626 Dec 08 15:58:33.370019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d942754d-754b-47a0-aece-361a0b82fe88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e0164d-c3b7-43bb-9815-51aedc822c54,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:33.397482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77277078-50e5-4adf-9310-17ed9cb2ab00 req-45549f85-08b8-4fa3-9266-d9869d013610 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 210 time: 0.7528908 Dec 08 15:58:33.844860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.58', 54892) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:33.891981 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-86848c40-cfbf-4bcf-9729-2ac7da000c28 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=e1d5f3c101ed4c5d95eb1d0b20ef82b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348258 Dec 08 15:58:34.253776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-942fe979-a026-43a1-b88d-7d73bc343551 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:34.255472 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-942fe979-a026-43a1-b88d-7d73bc343551 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546889 Dec 08 15:58:34.365514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Request body: {'port': {'device_id': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'e1d5f3c101ed4c5d95eb1d0b20ef82b0'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:34.449944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52246) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:34.494904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f220612-e4d8-482b-a69d-263fad757e13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:34.642654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52252) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:34.743749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f220612-e4d8-482b-a69d-263fad757e13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:34.760247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f220612-e4d8-482b-a69d-263fad757e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:34.787536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Made reservation on behalf of e1d5f3c101ed4c5d95eb1d0b20ef82b0 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:34.794977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:34.815117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:34.859667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f220612-e4d8-482b-a69d-263fad757e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba732eec-287e-4f0a-868e-f7216088fb8e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:34.915626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40499920-c44d-45a6-83ec-49225ac21d14 req-46ded89c-683f-414f-9ba5-f4f4f1b817bc tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 210 time: 0.1198316 Dec 08 15:58:34.920568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9f220612-e4d8-482b-a69d-263fad757e13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=161346db67f943ce91b188db0fd7fa2d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4657459 Dec 08 15:58:34.925661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52260) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:35.042619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.043497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1a21-7b65-42cf-b661-f39c0da6d69a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.051129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.107042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1a21-7b65-42cf-b661-f39c0da6d69a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.200578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1a21-7b65-42cf-b661-f39c0da6d69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.207045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa9e1a21-7b65-42cf-b661-f39c0da6d69a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.209979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa9e1a21-7b65-42cf-b661-f39c0da6d69a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba732eec-287e-4f0a-868e-f7216088fb8e HTTP/1.1" status: 204 len: 168 time: 0.2812295 Dec 08 15:58:35.234472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e1a21-7b65-42cf-b661-f39c0da6d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba732eec-287e-4f0a-868e-f7216088fb8e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:35.353778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9d92c68-0a8d-44ab-8134-122a6b866817 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.394729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d50333-a20a-47e9-8bf1-bca4bd50d9af,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:35.513920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9d92c68-0a8d-44ab-8134-122a6b866817 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.520626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9d92c68-0a8d-44ab-8134-122a6b866817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.578774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d92c68-0a8d-44ab-8134-122a6b866817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6666c9e0-f48a-473e-9509-ab2b913b262b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:35.617334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9d92c68-0a8d-44ab-8134-122a6b866817 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cbf7a0ee81d84a79a50c83de77e94605&name=default HTTP/1.1" status: 200 len: 2994 time: 0.9681110 Dec 08 15:58:35.617896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52290) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:35.625678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Allocated IP 192.168.233.67 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/d7e9fa1a-db25-4fc8-b797-7aae599fb103) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:58:35.727557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23aa8795-9b11-4ecd-bc3e-6f666173d008 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.789195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23aa8795-9b11-4ecd-bc3e-6f666173d008 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.925440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23aa8795-9b11-4ecd-bc3e-6f666173d008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.931392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23aa8795-9b11-4ecd-bc3e-6f666173d008 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:35.934289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-23aa8795-9b11-4ecd-bc3e-6f666173d008 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6666c9e0-f48a-473e-9509-ab2b913b262b HTTP/1.1" status: 204 len: 168 time: 0.3147187 Dec 08 15:58:35.948132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aa8795-9b11-4ecd-bc3e-6f666173d008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6666c9e0-f48a-473e-9509-ab2b913b262b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:36.012159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52308) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:36.050324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:36.131364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:36.331454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Pushing event updated for resources: {'Port': ['ID=d7e9fa1a-db25-4fc8-b797-7aae599fb103,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:36.366496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:58:36.369101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:36.374289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:58:36.398211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:36.399707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:36.454855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2615764a-27ff-49d7-8072-bc9571880d95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0949569 Dec 08 15:58:36.491364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-f870c445-3318-451c-bd4d-fb9ea878a12d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:58:36.492677 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-f870c445-3318-451c-bd4d-fb9ea878a12d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125659 Dec 08 15:58:36.546797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c140fc-7d48-4cb7-b8cf-3e0d80792be9 req-c5c30a7d-41fa-4f5e-9da1-959b620cbe7d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:36.549106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28c140fc-7d48-4cb7-b8cf-3e0d80792be9 req-c5c30a7d-41fa-4f5e-9da1-959b620cbe7d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 935 time: 0.2700570 Dec 08 15:58:36.878204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28c140fc-7d48-4cb7-b8cf-3e0d80792be9 req-c406756c-e105-4246-89c3-455d77d307c7 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904363 Dec 08 15:58:36.942053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7e0a1e60-1635-4721-af32-36667ac38c65 None None] Provisioning complete for port d7e9fa1a-db25-4fc8-b797-7aae599fb103 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:36.942761 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e0a1e60-1635-4721-af32-36667ac38c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.080589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7e0a1e60-1635-4721-af32-36667ac38c65 None None] Port d7e9fa1a-db25-4fc8-b797-7aae599fb103 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:58:37.183460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-network', 'tenant_id': '027951093b714165ab9253c332050967'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:37.285037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Made reservation on behalf of 027951093b714165ab9253c332050967 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:37.293365 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.303089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:37.329590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.531845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.541188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.566245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:58:37.609837 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.610745 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Added segment 57c4b859-105c-449c-b19c-1a2d945b1d44 of type vlan for network b9f0086a-06d3-4e40-ab51-fcd1a185f024 Dec 08 15:58:37.628593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59963132-b09a-4cb2-abb9-a5bf57ac22bd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:37.714812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:37.751412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f129be-2e79-4fef-9d03-198ff5c96c6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.758377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.858459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:37.860367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:37.862557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.004088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f129be-2e79-4fef-9d03-198ff5c96c6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.012169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53f129be-2e79-4fef-9d03-198ff5c96c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.053943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.0366118 Dec 08 15:58:38.059628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:38.081644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Request body: {'subnet': {'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-subnet', 'tenant_id': '027951093b714165ab9253c332050967', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:38.102144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064b8bc-d41b-4f5a-81f0-b7cfe7d6aecf admin admin] Pushing event updated for resources: {'Network': ['ID=b9f0086a-06d3-4e40-ab51-fcd1a185f024,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:38.121270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:58:38.131107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f129be-2e79-4fef-9d03-198ff5c96c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8a44ac-8ae3-4daf-8fac-aef7b063b9c4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:38.157080 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53f129be-2e79-4fef-9d03-198ff5c96c6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4347b6ae564848babdc33f55a42bdf76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4407387 Dec 08 15:58:38.160156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:38.262435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Made reservation on behalf of 027951093b714165ab9253c332050967 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:38.266368 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.283196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c834e5ed-e820-4734-a8fd-ce79f8960e86 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.400384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec073f-514e-4b40-b38b-16ae52dd409f req-bf262add-8d7a-4341-b35b-3f017975df36 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:38.403398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85ec073f-514e-4b40-b38b-16ae52dd409f req-bf262add-8d7a-4341-b35b-3f017975df36 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 935 time: 0.3116546 Dec 08 15:58:38.423727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Request body: {'port': {'device_id': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'device_owner': 'compute:tempest-test_az-1502137773', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:38.516569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85ec073f-514e-4b40-b38b-16ae52dd409f req-bdec3ed2-05b7-464a-868f-6a1a9764705a tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044283 Dec 08 15:58:38.698414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52374) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:38.710881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.816980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c834e5ed-e820-4734-a8fd-ce79f8960e86 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.819687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.845520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6480b643-6ce2-4352-ac0b-1b6eabf7bc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.851880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a47289-5e78-4e3c-b207-db4e715ed973,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:38.860190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Checking segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:38.860599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Network hostable DHCP agents. Network: b9f0086a-06d3-4e40-ab51-fcd1a185f024, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:58:38.887633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c834e5ed-e820-4734-a8fd-ce79f8960e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.909144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:58:38.929983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b9f0086a-06d3-4e40-ab51-fcd1a185f024) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:38.961883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6480b643-6ce2-4352-ac0b-1b6eabf7bc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:38.962129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79367821-58ab-4ebf-8006-72afdd7cdf4b None None] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:38.964146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c834e5ed-e820-4734-a8fd-ce79f8960e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2faffe24-530a-49c2-be84-250da604766f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:38.988183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:38.989156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.035001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-990846c8-b317-47d3-8a10-6a2f0ac09354 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9740028 Dec 08 15:58:39.040295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:39.045722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:39.074412 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c834e5ed-e820-4734-a8fd-ce79f8960e86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1a3dd952e484eb4854ee6b22973f84f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7650774 Dec 08 15:58:39.096375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:39.125407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.127130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.380142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'project_id': '027951093b714165ab9253c332050967', 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:58:39.385337 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.483544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7f0a-741b-4198-856a-7a4367ac1ef6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.500651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.645545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7e9fa1a-db25-4fc8-b797-7aae599fb103 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:58:39.658029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.721380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Transition to ACTIVE for port object d7e9fa1a-db25-4fc8-b797-7aae599fb103 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 15:58:39.748661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:39.840797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Allocated IP 172.20.0.2 (b9f0086a-06d3-4e40-ab51-fcd1a185f024/88a47289-5e78-4e3c-b207-db4e715ed973/ccb50526-11b7-401b-b8bd-103372506de1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:58:40.178391 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.182404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e9fa1a-db25-4fc8-b797-7aae599fb103,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:40.245962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e01cdf37-ca3c-49ec-a513-2be9102769f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.324767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Attempting to bind port d7e9fa1a-db25-4fc8-b797-7aae599fb103 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:58:40.325366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Attempting to bind port d7e9fa1a-db25-4fc8-b797-7aae599fb103 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:58:40.325920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Attempting to bind port d7e9fa1a-db25-4fc8-b797-7aae599fb103 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:58:40.350735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6480b643-6ce2-4352-ac0b-1b6eabf7bc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.362601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6480b643-6ce2-4352-ac0b-1b6eabf7bc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.368315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6480b643-6ce2-4352-ac0b-1b6eabf7bc9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad8a44ac-8ae3-4daf-8fac-aef7b063b9c4 HTTP/1.1" status: 204 len: 168 time: 2.2003031 Dec 08 15:58:40.385494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Port d7e9fa1a-db25-4fc8-b797-7aae599fb103 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 15:58:40.395944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Attempting to bind port d7e9fa1a-db25-4fc8-b797-7aae599fb103 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:58:40.484922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6480b643-6ce2-4352-ac0b-1b6eabf7bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8a44ac-8ae3-4daf-8fac-aef7b063b9c4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:40.537123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:58:40.537756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:40.538624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:58:40.539421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Bound port: d7e9fa1a-db25-4fc8-b797-7aae599fb103, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:58:40.540011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.570363 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.608984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e01cdf37-ca3c-49ec-a513-2be9102769f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.617163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.756823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:58:40.762519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c84a7-bdd6-4f8b-99af-556e4cd952f6 req-273071f8-b5d9-48ec-b846-ca6963df5f9d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:40.786590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da0c84a7-bdd6-4f8b-99af-556e4cd952f6 req-273071f8-b5d9-48ec-b846-ca6963df5f9d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 1.0817971 Dec 08 15:58:40.796422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:40.807314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:58:40.930558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7f0a-741b-4198-856a-7a4367ac1ef6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:40.991816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e3e7f0a-741b-4198-856a-7a4367ac1ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.053838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Attempting to bind port ccb50526-11b7-401b-b8bd-103372506de1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:58:41.067452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Attempting to bind port ccb50526-11b7-401b-b8bd-103372506de1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:58:41.069166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Attempting to bind port ccb50526-11b7-401b-b8bd-103372506de1 on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:58:41.117524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Pushing event updated for resources: {'Port': ['ID=ccb50526-11b7-401b-b8bd-103372506de1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:41.153422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da0c84a7-bdd6-4f8b-99af-556e4cd952f6 req-2662b23c-c56c-4a62-b62d-f00701a9144f tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3659627 Dec 08 15:58:41.175703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:58:41.178858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Checking segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:41.182992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.185416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Bound using segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:58:41.188443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Bound port: ccb50526-11b7-401b-b8bd-103372506de1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:58:41.189884 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.229970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.237531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.238627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.239442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.240821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.241699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.242971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.244190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.244977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.245754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.246589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.247370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.248127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Tracked resource versions report: Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: pushed versions: Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: { 'AddressGroup': {'1.2'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Log': {'1.0'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Network': {'1.1'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Port': {'1.7'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'PortForwarding': {'1.2'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'QosPolicy': {'1.10'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'SecurityGroup': {'1.5'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'SubPort': {'1.0'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Subnet': {'1.1'}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Trunk': {'1.1'}} Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: consumer versions: Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: HyperV agent@n-h1-820935-5: {}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: HyperV agent@n-h2-820935-5: {}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: L3 agent@n-d-820935-5: {}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: Metadata agent@n-d-820935-5: {}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: Metering agent@n-d-820935-5: {}, Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'ConntrackHelper': '1.0', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'LocalIPAssociation': '1.0', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Log': '1.0', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Network': '1.1', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Port': '1.7', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'PortForwarding': '1.2', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'QosPolicy': '1.10', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'SecurityGroup': '1.5', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'SecurityGroupRule': '1.2', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'SubPort': '1.0', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Subnet': '1.1', Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: 'Trunk': '1.1'}} Dec 08 15:58:41.250578 n-d-820935-5 neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:58:41.291362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7e3e7f0a-741b-4198-856a-7a4367ac1ef6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1e37d56af64344b2a2403a5c50797a88&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5994020 Dec 08 15:58:41.313855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52436) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:41.323385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e7f0a-741b-4198-856a-7a4367ac1ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a3c680-a7d2-400b-9afd-04e60f8f2c10,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:41.482120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] For port ccb50526-11b7-401b-b8bd-103372506de1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:58:41.497459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] For port ccb50526-11b7-401b-b8bd-103372506de1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ccb50526-11b7-401b-b8bd-103372506de1,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:58:41.515118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.637051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] For port d7e9fa1a-db25-4fc8-b797-7aae599fb103, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:58:41.705237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-893d4cd2-dfa3-47ea-afc1-ca9ac4d11396 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.730190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:41.754153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510555cb-de8f-4ea1-bfaa-1e71804b6777 None None] Pushing event updated for resources: {'Port': ['ID=ccb50526-11b7-401b-b8bd-103372506de1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:41.819734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] For port d7e9fa1a-db25-4fc8-b797-7aae599fb103, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:58:41.820938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e01cdf37-ca3c-49ec-a513-2be9102769f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.823979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e01cdf37-ca3c-49ec-a513-2be9102769f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.835440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e01cdf37-ca3c-49ec-a513-2be9102769f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2faffe24-530a-49c2-be84-250da604766f HTTP/1.1" status: 204 len: 168 time: 2.7243240 Dec 08 15:58:41.836378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0125efc-e2ea-4e07-b5d3-75a82d1f3e17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.852272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:41.913741 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:42.003685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:42.068707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-893d4cd2-dfa3-47ea-afc1-ca9ac4d11396 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:42.085052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01cdf37-ca3c-49ec-a513-2be9102769f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2faffe24-530a-49c2-be84-250da604766f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:42.111020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:42.119970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:42.121433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] 10.222.0.58 "PUT /v2.0/ports/d7e9fa1a-db25-4fc8-b797-7aae599fb103 HTTP/1.1" status: 200 len: 1117 time: 4.6133313 Dec 08 15:58:42.395749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0125efc-e2ea-4e07-b5d3-75a82d1f3e17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:42.404530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'tag': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:58:42.559243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Allocated IP 172.25.3.242 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5af5219e-dd2f-4a39-85b7-73a8e16687f7) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:58:42.835721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f45bce-57bc-4e51-a49f-e3ad7044913e req-64dd0a9b-6ae7-4c23-a31f-e296ccc86b61 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:42.845962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12f45bce-57bc-4e51-a49f-e3ad7044913e req-64dd0a9b-6ae7-4c23-a31f-e296ccc86b61 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 0.4676619 Dec 08 15:58:42.890317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0125efc-e2ea-4e07-b5d3-75a82d1f3e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.052778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12f45bce-57bc-4e51-a49f-e3ad7044913e req-eb598b59-00fa-4032-8803-ef7897e988be tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058644 Dec 08 15:58:43.091195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0125efc-e2ea-4e07-b5d3-75a82d1f3e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd19d6a-96b3-42bb-ba57-0a37f990335c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:43.146702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.171494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-893d4cd2-dfa3-47ea-afc1-ca9ac4d11396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.171494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-893d4cd2-dfa3-47ea-afc1-ca9ac4d11396 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.177744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-893d4cd2-dfa3-47ea-afc1-ca9ac4d11396 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7a3c680-a7d2-400b-9afd-04e60f8f2c10 HTTP/1.1" status: 204 len: 168 time: 1.8554924 Dec 08 15:58:43.198421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:43.211135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ccb50526-11b7-401b-b8bd-103372506de1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:58:43.218188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d4cd2-dfa3-47ea-afc1-ca9ac4d11396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a3c680-a7d2-400b-9afd-04e60f8f2c10,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:43.260782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f22537e-c59f-43d0-87e0-2af85f7b0988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.313448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.358169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45054f-2b56-4e97-a219-a39946b1b262 service neutron] Pushing event updated for resources: {'Port': ['ID=d7e9fa1a-db25-4fc8-b797-7aae599fb103,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:43.386367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:58:43.404246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:43.410743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0125efc-e2ea-4e07-b5d3-75a82d1f3e17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f3a5597a167f4337b8f74baf3ee3a580&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6517847 Dec 08 15:58:43.427351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:58:43.460529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:43.470737 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99050aab-bda8-496c-a4cf-e1cd59adcd87" -d '{"events": [{"name": "network-changed", "server_uuid": "177f1077-85ff-4985-a3b1-1b61f76b5253", "tag": "d7e9fa1a-db25-4fc8-b797-7aae599fb103"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:58:43.531009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ccb50526-11b7-401b-b8bd-103372506de1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:43.550072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.618170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-a88a8f56-0d96-486b-8b2e-f3628d6221e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:43.632050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-a88a8f56-0d96-486b-8b2e-f3628d6221e8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1d5f3c101ed4c5d95eb1d0b20ef82b0&device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 1120 time: 0.7851195 Dec 08 15:58:43.804586 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf73d665-3cdd-4621-96e5-ffff164c0809 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.877558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:43.980632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Pushing event updated for resources: {'Port': ['ID=5af5219e-dd2f-4a39-85b7-73a8e16687f7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:43.985138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port ccb50526-11b7-401b-b8bd-103372506de1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ccb50526-11b7-401b-b8bd-103372506de1,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:58:43.994209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.155394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36532dd1-2326-4886-a646-7ba2d3fe9d7f None None] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:44.261493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=ccb50526-11b7-401b-b8bd-103372506de1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:44.283297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-3d541fb2-8380-4c43-9e0e-6919340a2e77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103 HTTP/1.1" status: 200 len: 217 time: 0.4643178 Dec 08 15:58:44.398993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9ab8ba08-45ef-4da4-af3f-9c58cc770324 None None] Provisioning complete for port ccb50526-11b7-401b-b8bd-103372506de1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:44.403833 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ab8ba08-45ef-4da4-af3f-9c58cc770324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.462620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-992ed43d-d9fe-47ff-b1e7-00cf1ea12ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:44.464585 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-992ed43d-d9fe-47ff-b1e7-00cf1ea12ff9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1678076 Dec 08 15:58:44.488633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf73d665-3cdd-4621-96e5-ffff164c0809 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.528312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f22537e-c59f-43d0-87e0-2af85f7b0988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.549192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52484) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:44.635128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.635128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f22537e-c59f-43d0-87e0-2af85f7b0988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.648101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0476611f-353f-48bd-84d0-8f809fc9bd1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:44.766504 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 15:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a968eb1a-aec3-44d4-9b4c-eae7ae0817c9 x-openstack-request-id: req-a968eb1a-aec3-44d4-9b4c-eae7ae0817c9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:58:44.766804 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177f1077-85ff-4985-a3b1-1b61f76b5253", "tag": "d7e9fa1a-db25-4fc8-b797-7aae599fb103", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:58:44.769899 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a968eb1a-aec3-44d4-9b4c-eae7ae0817c9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:58:44.770367 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'tag': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103', 'status': 'completed', 'code': 200} Dec 08 15:58:44.856231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ccb50526-11b7-401b-b8bd-103372506de1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:58:44.857065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-7b3f8c6d-e0aa-4fd7-82ca-b5d468234a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:44.859934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f22537e-c59f-43d0-87e0-2af85f7b0988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78d8bab-4997-403f-89ee-cd3309f006b4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:44.875810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-7b3f8c6d-e0aa-4fd7-82ca-b5d468234a61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3691280 Dec 08 15:58:44.922929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7f22537e-c59f-43d0-87e0-2af85f7b0988 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=103215a6847e4840b29d381aed004bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7043207 Dec 08 15:58:45.029526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52492) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:45.080723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ccb50526-11b7-401b-b8bd-103372506de1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:45.081097 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.179944 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-ff114626-d8ef-4bba-86a5-06a4f64e0f78 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941966 Dec 08 15:58:45.236683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf73d665-3cdd-4621-96e5-ffff164c0809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.242779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf73d665-3cdd-4621-96e5-ffff164c0809 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.247866 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bf73d665-3cdd-4621-96e5-ffff164c0809 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7bd19d6a-96b3-42bb-ba57-0a37f990335c HTTP/1.1" status: 204 len: 168 time: 1.7524903 Dec 08 15:58:45.273159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73d665-3cdd-4621-96e5-ffff164c0809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd19d6a-96b3-42bb-ba57-0a37f990335c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:45.504628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24aefa93-6303-4a8c-b066-7975cd8fe672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.565220 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3811cd25-25c7-47b2-9363-91c0d00b0d6c req-a96cf04e-d0d5-4b51-881f-f2bf3f065462 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138679 Dec 08 15:58:45.581160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24aefa93-6303-4a8c-b066-7975cd8fe672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.602318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2d83bdb1-ed1e-42a0-a115-a552051eb958 None None] Provisioning complete for port ccb50526-11b7-401b-b8bd-103372506de1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:45.603008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d83bdb1-ed1e-42a0-a115-a552051eb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.753265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08095e7-e5ff-4ddd-8c62-c376c3f25cfb req-43d785eb-7223-468c-9e13-6864ea72d952 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:45.755592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a08095e7-e5ff-4ddd-8c62-c376c3f25cfb req-43d785eb-7223-468c-9e13-6864ea72d952 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 0.8280330 Dec 08 15:58:45.873131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-fdf24a91-9a2f-415e-ba19-4dac2d3ac1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:45.876479 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-fdf24a91-9a2f-415e-ba19-4dac2d3ac1cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1d5f3c101ed4c5d95eb1d0b20ef82b0&device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 1120 time: 0.1282890 Dec 08 15:58:45.913215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24aefa93-6303-4a8c-b066-7975cd8fe672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.917062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24aefa93-6303-4a8c-b066-7975cd8fe672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:45.922933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-24aefa93-6303-4a8c-b066-7975cd8fe672 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d78d8bab-4997-403f-89ee-cd3309f006b4 HTTP/1.1" status: 204 len: 168 time: 0.8893216 Dec 08 15:58:45.977041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:45.985096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aefa93-6303-4a8c-b066-7975cd8fe672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78d8bab-4997-403f-89ee-cd3309f006b4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:46.058783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a08095e7-e5ff-4ddd-8c62-c376c3f25cfb req-07bd9731-20e1-4032-9e65-f9f93517de95 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493112 Dec 08 15:58:46.111789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0476611f-353f-48bd-84d0-8f809fc9bd1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.151453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0476611f-353f-48bd-84d0-8f809fc9bd1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.235115 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.414611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476611f-353f-48bd-84d0-8f809fc9bd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefa09ae-fc0d-4d0c-ad33-c9256dbbf339,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:46.423289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0476611f-353f-48bd-84d0-8f809fc9bd1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e27318180694495eb6b851d92b1fb7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8670743 Dec 08 15:58:46.429708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:46.575478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:58:46.581850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-3908679d-97c6-4e18-bacc-078671ed29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:46.584284 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-3908679d-97c6-4e18-bacc-078671ed29fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4691164 Dec 08 15:58:46.586330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efbe9ec9-629b-49cc-8480-32f004f9ac2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.667285 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-8aecbbd9-db86-431f-9c00-aa78a87430c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103 HTTP/1.1" status: 200 len: 217 time: 0.0502505 Dec 08 15:58:46.866583 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efbe9ec9-629b-49cc-8480-32f004f9ac2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.907218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-ddfa9c1e-7729-403c-a8e4-b088c6105258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:46.909241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-ddfa9c1e-7729-403c-a8e4-b088c6105258 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2129397 Dec 08 15:58:46.909892 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a79b-c6c6-4b1e-9f2f-03c520480856 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:46.938048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:58:46.979742 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:58:47.010231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:47.016802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-296ef37d-33ec-4894-8fb9-477dce53eb47 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.9718072 Dec 08 15:58:47.017143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52528) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:47.060624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:58:47.061489 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:47.126003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a79b-c6c6-4b1e-9f2f-03c520480856 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:47.243238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ce0a79b-c6c6-4b1e-9f2f-03c520480856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:47.298480 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ce0a79b-c6c6-4b1e-9f2f-03c520480856 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08a83a9792434f049275f31cb286c18a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3175604 Dec 08 15:58:47.316855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52538) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:47.431957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04453680-e463-4b55-bbbf-ba4bae06ff2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:47.463927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-c3e51239-6b4d-4c53-be1e-350cd12b9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:47.466110 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-c3e51239-6b4d-4c53-be1e-350cd12b9354 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3327701 Dec 08 15:58:47.475186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce0a79b-c6c6-4b1e-9f2f-03c520480856 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4182e494-6c91-4a03-9c4d-76c89f14996a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:47.532976 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:58:47.774057 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04453680-e463-4b55-bbbf-ba4bae06ff2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:47.780616 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-03ff5b6b-e202-4ab7-a1d3-aec1816a5894 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924209 Dec 08 15:58:47.782944 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:43Z', 'revision_number': 3, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:47.822918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:58:47.823730 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Updating router 60be46b8-3214-492e-91f0-6f1897f57ec4 port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:58:47.858322 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.086797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04453680-e463-4b55-bbbf-ba4bae06ff2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.097665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04453680-e463-4b55-bbbf-ba4bae06ff2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.102796 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-04453680-e463-4b55-bbbf-ba4bae06ff2d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4182e494-6c91-4a03-9c4d-76c89f14996a HTTP/1.1" status: 204 len: 168 time: 0.7817638 Dec 08 15:58:48.131776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04453680-e463-4b55-bbbf-ba4bae06ff2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182e494-6c91-4a03-9c4d-76c89f14996a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:48.198722 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99050aab-bda8-496c-a4cf-e1cd59adcd87 req-e122cc7f-e5aa-4225-a7be-cb7b76e98cc5 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982282 Dec 08 15:58:48.205770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52554) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:48.262640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efbe9ec9-629b-49cc-8480-32f004f9ac2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.284990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efbe9ec9-629b-49cc-8480-32f004f9ac2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.295764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-efbe9ec9-629b-49cc-8480-32f004f9ac2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cefa09ae-fc0d-4d0c-ad33-c9256dbbf339 HTTP/1.1" status: 204 len: 168 time: 1.8600464 Dec 08 15:58:48.487476 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.499592 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.548762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe9ec9-629b-49cc-8480-32f004f9ac2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefa09ae-fc0d-4d0c-ad33-c9256dbbf339,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:48.655263 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Pushing event updated for resources: {'Port': ['ID=5af5219e-dd2f-4a39-85b7-73a8e16687f7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:48.700315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74db46-abf4-4eba-bf94-32fd99e81446 req-4f0906f7-2e1c-43c6-a934-e3cdf695a5ab tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:48.703894 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Attempting to bind port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:58:48.704275 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Attempting to bind port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:58:48.704649 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Attempting to bind port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:58:48.707879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc74db46-abf4-4eba-bf94-32fd99e81446 req-4f0906f7-2e1c-43c6-a934-e3cdf695a5ab tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 0.5791109 Dec 08 15:58:48.717859 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:58:48.718218 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:48.718628 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.719021 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:58:48.719517 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Bound port: 5af5219e-dd2f-4a39-85b7-73a8e16687f7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:58:48.720698 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:48.774208 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.774364 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.775057 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.775778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.776360 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.777018 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.777632 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.778855 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.779742 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.780389 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.781036 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.782161 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.783005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Tracked resource versions report: Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: pushed versions: Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: { 'AddressGroup': {'1.2'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'ConntrackHelper': {'1.0'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'LocalIPAssociation': {'1.0'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Log': {'1.0'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Network': {'1.1'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Port': {'1.7'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'PortForwarding': {'1.2'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'QosPolicy': {'1.10'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'SecurityGroup': {'1.5'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'SecurityGroupRule': {'1.2'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'SubPort': {'1.0'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Subnet': {'1.1'}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Trunk': {'1.1'}} Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: consumer versions: Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: { DHCP agent@n-d-820935-5: {}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: HyperV agent@n-h1-820935-5: {}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: HyperV agent@n-h2-820935-5: {}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: L3 agent@n-d-820935-5: {}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: Metadata agent@n-d-820935-5: {}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: Metering agent@n-d-820935-5: {}, Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: Open vSwitch agent@n-d-820935-5: { 'AddressGroup': '1.2', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'ConntrackHelper': '1.0', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'LocalIPAssociation': '1.0', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Log': '1.0', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Network': '1.1', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Port': '1.7', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'PortForwarding': '1.2', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'QosPolicy': '1.10', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'SecurityGroup': '1.5', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'SecurityGroupRule': '1.2', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'SubPort': '1.0', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Subnet': '1.1', Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: 'Trunk': '1.1'}} Dec 08 15:58:48.785607 n-d-820935-5 neutron-server[103284]: {{(pid=103284) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 08 15:58:48.851191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-724932662-network', 'tenant_id': 'a103f9b1cb82464b9762bbbe7cfe31bf'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:48.887409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc74db46-abf4-4eba-bf94-32fd99e81446 req-59a93ebe-5601-41f8-9bd1-8606ce0c8fb8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728237 Dec 08 15:58:49.008697 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] For port 5af5219e-dd2f-4a39-85b7-73a8e16687f7, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:58:49.015948 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] For port 5af5219e-dd2f-4a39-85b7-73a8e16687f7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5af5219e-dd2f-4a39-85b7-73a8e16687f7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:58:49.025170 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.030579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Made reservation on behalf of a103f9b1cb82464b9762bbbe7cfe31bf for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:49.033075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.062966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.131470 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:58:49.132133 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:49.179150 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a55a5-c5c7-42ab-b5ec-81ca53134a01 None None] Pushing event updated for resources: {'Port': ['ID=5af5219e-dd2f-4a39-85b7-73a8e16687f7,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:49.218537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.275140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:58:49.480280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.489095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.543222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52568) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:49.551039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:58:49.603258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c180ebbd-36b8-4b0f-b934-1bb70863e980,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:49.619581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784455942849', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.620159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Unsubscribe: segment precommit_create {{(pid=103281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 08 15:58:49.620718 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Added segment 212b937d-a7c1-42ff-8627-633817db8d24 of type vlan for network 07a37298-19b2-47da-a9f1-33de39fd7f85 Dec 08 15:58:49.627687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f8f18c9-4a10-4b06-829d-1b09a4bf1a5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.741741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Allocated IP 172.20.0.1 (b9f0086a-06d3-4e40-ab51-fcd1a185f024/88a47289-5e78-4e3c-b207-db4e715ed973/c2cbbdf1-c0a7-462b-a1ac-5176324f32a0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:58:49.749672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.839359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.840411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:49.841179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:49.882539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:43Z', 'revision_number': 3, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:49.905955 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6995034 Dec 08 15:58:49.955491 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec04d84-b6e3-4dd8-82ab-9e390f4db844 None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:43Z', 'revision_number': 3, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:58:50.210480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:50.311006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:50.393562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b18339-9d30-4032-bc3d-db5d6febdff1 admin admin] Pushing event updated for resources: {'Network': ['ID=07a37298-19b2-47da-a9f1-33de39fd7f85,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:50.414636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 07a37298-19b2-47da-a9f1-33de39fd7f85 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:58:50.495202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Request body: {'subnet': {'network_id': '07a37298-19b2-47da-a9f1-33de39fd7f85', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-724932662-subnet', 'tenant_id': 'a103f9b1cb82464b9762bbbe7cfe31bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:50.635444 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:50.661498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:58:50.663315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Made reservation on behalf of a103f9b1cb82464b9762bbbe7cfe31bf for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:50.666028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:50.689323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:50.779653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:58:50.780195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:50.948452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5af5219e-dd2f-4a39-85b7-73a8e16687f7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:58:51.146627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:51.147547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.371880 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.416694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4729fd44-da42-4229-889a-896cd50878e5 None None] Provisioning complete for port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:51.417905 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4729fd44-da42-4229-889a-896cd50878e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.421081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f8f18c9-4a10-4b06-829d-1b09a4bf1a5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.431071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Pushing event updated for resources: {'Port': ['ID=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:51.445034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f8f18c9-4a10-4b06-829d-1b09a4bf1a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.455964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894050cf-db57-4ae5-9876-316e3dd24143 req-e36a54a2-caea-46dc-b833-712463c57452 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:51.457591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-894050cf-db57-4ae5-9876-316e3dd24143 req-e36a54a2-caea-46dc-b833-712463c57452 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 1.2446108 Dec 08 15:58:51.485240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.523702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 5af5219e-dd2f-4a39-85b7-73a8e16687f7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5af5219e-dd2f-4a39-85b7-73a8e16687f7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:58:51.526558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4729fd44-da42-4229-889a-896cd50878e5 None None] Port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:58:51.533195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.573866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52608) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:51.574760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f8f18c9-4a10-4b06-829d-1b09a4bf1a5c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f62e16da14a4e428683ee1b2d7cce80&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0300004 Dec 08 15:58:51.586294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8f18c9-4a10-4b06-829d-1b09a4bf1a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eea20f-524e-4004-9e73-002b400eff5a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:51.691353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=5af5219e-dd2f-4a39-85b7-73a8e16687f7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:51.721316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e014f15-f388-4c5e-bc3a-0aa3332e6a75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.766213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e014f15-f388-4c5e-bc3a-0aa3332e6a75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.867012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e014f15-f388-4c5e-bc3a-0aa3332e6a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.872944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e014f15-f388-4c5e-bc3a-0aa3332e6a75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:51.875003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0e014f15-f388-4c5e-bc3a-0aa3332e6a75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8eea20f-524e-4004-9e73-002b400eff5a HTTP/1.1" status: 204 len: 168 time: 0.2999756 Dec 08 15:58:51.891813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e014f15-f388-4c5e-bc3a-0aa3332e6a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eea20f-524e-4004-9e73-002b400eff5a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:51.958353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-894050cf-db57-4ae5-9876-316e3dd24143 req-b210e436-99fc-40b4-89ca-a1f50ccb1f5f tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818914 Dec 08 15:58:52.220082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:52.278693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:52.308955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:52.309522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:52.503332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb5c54e-bc0a-40cc-8a90-bc14d2bf4701,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:52.602140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Pushing event updated for resources: {'Port': ['ID=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:52.607924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Checking segment: {'id': '212b937d-a7c1-42ff-8627-633817db8d24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '07a37298-19b2-47da-a9f1-33de39fd7f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:52.608649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Network hostable DHCP agents. Network: 07a37298-19b2-47da-a9f1-33de39fd7f85, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:58:52.679118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Network 07a37298-19b2-47da-a9f1-33de39fd7f85 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:58:52.722488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 07a37298-19b2-47da-a9f1-33de39fd7f85) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:52.732888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:52.733491 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:52.740640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d2e1-d90c-4a99-ab71-e5d446dc4239 req-3feb6deb-85e3-4e72-a748-78a8a8bea291 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:52.740842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d2e1-d90c-4a99-ab71-e5d446dc4239 req-3feb6deb-85e3-4e72-a748-78a8a8bea291 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:52.741271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d2e1-d90c-4a99-ab71-e5d446dc4239 req-3feb6deb-85e3-4e72-a748-78a8a8bea291 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:52.741731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d2e1-d90c-4a99-ab71-e5d446dc4239 req-3feb6deb-85e3-4e72-a748-78a8a8bea291 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:52.742233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543d2e1-d90c-4a99-ab71-e5d446dc4239 req-3feb6deb-85e3-4e72-a748-78a8a8bea291 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:52.744068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c543d2e1-d90c-4a99-ab71-e5d446dc4239 req-3feb6deb-85e3-4e72-a748-78a8a8bea291 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3623 time: 0.4320154 Dec 08 15:58:52.746656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:58:52.749688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:52.767728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa1c00-fbe0-4120-974e-5061ae81f27b None None] Network 07a37298-19b2-47da-a9f1-33de39fd7f85 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:52.779691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1b2382c3-334a-45b9-9e75-0f13780a6d21 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5274937 Dec 08 15:58:52.884387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5af5219e-dd2f-4a39-85b7-73a8e16687f7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:58:53.006648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f67f9a-97dd-402a-a2f0-7afeebbf28b9 None None] Network 07a37298-19b2-47da-a9f1-33de39fd7f85 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:53.121081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:53.121784 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:53.219551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:58:53.323241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b1ca91a8-be57-490a-a4ca-8583bc37a820 None None] Provisioning complete for port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:53.323613 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b1ca91a8-be57-490a-a4ca-8583bc37a820 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:53.385838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5db9a-746e-4b96-bceb-37500d11aa8d req-433ac548-da29-40f5-b940-06f849fc94c6 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.387576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ab5db9a-746e-4b96-bceb-37500d11aa8d req-433ac548-da29-40f5-b940-06f849fc94c6 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 886 time: 0.6015344 Dec 08 15:58:53.418164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca91a8-be57-490a-a4ca-8583bc37a820 None None] Port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:58:53.435246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc1164-3932-4e26-b6d4-5e1f2fb9f2ad req-a472dc23-c466-41b9-9e3a-877398a2d677 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.443848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41fc1164-3932-4e26-b6d4-5e1f2fb9f2ad req-a472dc23-c466-41b9-9e3a-877398a2d677 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 0.2289953 Dec 08 15:58:53.548961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41fc1164-3932-4e26-b6d4-5e1f2fb9f2ad req-86f2110f-ecb6-4afa-9c10-084d4511bf11 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042118 Dec 08 15:58:53.570116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:58:53.576112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-383d423e-0bb4-4293-84b8-9619d41f664f admin admin] 10.222.0.62 "PUT /v2.0/routers/60be46b8-3214-492e-91f0-6f1897f57ec4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5554872 Dec 08 15:58:53.600605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:58:53.622283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:58:53.623829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:53.710220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b95e2-95ad-4c38-864f-44febed475a1 req-1257558c-af02-479b-9267-d280e3f01ce3 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.710980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b95e2-95ad-4c38-864f-44febed475a1 req-1257558c-af02-479b-9267-d280e3f01ce3 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.712472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b95e2-95ad-4c38-864f-44febed475a1 req-1257558c-af02-479b-9267-d280e3f01ce3 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.713865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b95e2-95ad-4c38-864f-44febed475a1 req-1257558c-af02-479b-9267-d280e3f01ce3 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.714684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b95e2-95ad-4c38-864f-44febed475a1 req-1257558c-af02-479b-9267-d280e3f01ce3 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:53.716927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d64b95e2-95ad-4c38-864f-44febed475a1 req-1257558c-af02-479b-9267-d280e3f01ce3 tempest-NetworksTest-922162996 tempest-NetworksTest-922162996-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1323605 Dec 08 15:58:53.793747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52674) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:53.875245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:58:54.181515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 2, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:54.239081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:58:54.240186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Updating router 60be46b8-3214-492e-91f0-6f1897f57ec4 port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:58:54.269985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.364426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1625416631-network', 'tenant_id': 'c383b2a381964f4d90278076eb7eef3a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:54.413110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Made reservation on behalf of c383b2a381964f4d90278076eb7eef3a for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:54.415953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.435269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.464022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52692) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:54.512139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d7e9fa1a-db25-4fc8-b797-7aae599fb103 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 15:58:54.672391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52704) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:54.679452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-459779424-network', 'tenant_id': 'f07db303815d470fb43d485e95ed2f32'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:54.714628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.726086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Made reservation on behalf of f07db303815d470fb43d485e95ed2f32 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:54.733089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.739514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.768449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.782766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:58:54.812183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:54.813404 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Added segment fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d of type vlan for network 3863fd67-de4d-4e03-9488-eb696dff3f49 Dec 08 15:58:54.903953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5257ffb4-ed62-467c-8413-dfc33acb0c2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.019376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.041650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927b2d49-e8b8-4362-b39a-d842c5a04641,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:55.127993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5257ffb4-ed62-467c-8413-dfc33acb0c2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.133721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d7e9fa1a-db25-4fc8-b797-7aae599fb103, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:58:55.151965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5257ffb4-ed62-467c-8413-dfc33acb0c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.160747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150275f3-730b-49bd-acd4-5c1e16d0b863 req-f12c0204-7144-45fa-ad63-b57efb19623e tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:55.186825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-150275f3-730b-49bd-acd4-5c1e16d0b863 req-f12c0204-7144-45fa-ad63-b57efb19623e tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 969 time: 0.4669256 Dec 08 15:58:55.197504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5257ffb4-ed62-467c-8413-dfc33acb0c2a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=642ed55db14943faa3554ecde5443bf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7326379 Dec 08 15:58:55.201433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:55.249996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5257ffb4-ed62-467c-8413-dfc33acb0c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=964a99da-a3e5-4703-bfd2-8f744dc84298,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:55.266751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.278609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.310968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103', 'mac_address': 'fa:16:3e:91:ff:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:tempest-test_az-1502137773', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 15:58:55.324516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:58:55.361626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.374623 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Added segment 08f98343-9b01-4ccf-93e2-792e0e6437c7 of type vlan for network 7c863c68-311b-4fea-af0e-8b6fa542f145 Dec 08 15:58:55.383973 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.385473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:55.385640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.417452 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.435546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:55.480710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.520631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-150275f3-730b-49bd-acd4-5c1e16d0b863 req-ea99b212-8ad6-460e-ad15-79a6bb74464c tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323154 Dec 08 15:58:55.613882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:55.614934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.633390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-network', 'tenant_id': '9bd14a85bacd4d649087653dce637a60'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:55.642360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8b4608-897a-46d2-856d-78b1a3ee1dae,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:55.649163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.657028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8613210 Dec 08 15:58:55.671562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52726) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:55.676046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f902acb1-6589-4d8b-8bc7-fa8da8c40e1a admin admin] Pushing event updated for resources: {'Network': ['ID=3863fd67-de4d-4e03-9488-eb696dff3f49,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:55.686625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Request body: {'subnet': {'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1625416631-subnet', 'tenant_id': 'c383b2a381964f4d90278076eb7eef3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:55.698363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7e9fa1a-db25-4fc8-b797-7aae599fb103 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:58:55.716657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fdcea47-c117-476f-bb89-eebd300cc620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.737899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Made reservation on behalf of 9bd14a85bacd4d649087653dce637a60 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:55.742400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.762595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.766255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54066628-fe98-4d41-a802-720c61a8d415 None None] Pushing event updated for resources: {'Port': ['ID=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:55.780400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.780931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:58:55.782881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:55.785784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.814888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fdcea47-c117-476f-bb89-eebd300cc620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.851355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Made reservation on behalf of c383b2a381964f4d90278076eb7eef3a for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:55.857909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:55.983763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d7e9fa1a-db25-4fc8-b797-7aae599fb103, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:58:56.017422 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3422267 Dec 08 15:58:56.029570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52728) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:56.038212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Request body: {'subnet': {'network_id': '7c863c68-311b-4fea-af0e-8b6fa542f145', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-459779424-subnet', 'tenant_id': 'f07db303815d470fb43d485e95ed2f32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:56.070213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.095768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fdcea47-c117-476f-bb89-eebd300cc620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.103551 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9f88a28-11e9-4072-ac23-7fe841a948b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.104000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fdcea47-c117-476f-bb89-eebd300cc620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.104000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1fdcea47-c117-476f-bb89-eebd300cc620 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/964a99da-a3e5-4703-bfd2-8f744dc84298 HTTP/1.1" status: 204 len: 168 time: 0.8813655 Dec 08 15:58:56.126631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2677a0a1-7281-452d-972c-d53ef49389bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.132205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6152ddd4-2883-487b-b66e-a5f8bd8c27a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c863c68-311b-4fea-af0e-8b6fa542f145,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.166501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Made reservation on behalf of f07db303815d470fb43d485e95ed2f32 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:56.169099 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.231412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcea47-c117-476f-bb89-eebd300cc620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=964a99da-a3e5-4703-bfd2-8f744dc84298,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.276768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7c863c68-311b-4fea-af0e-8b6fa542f145 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:58:56.304345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.342196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=d7e9fa1a-db25-4fc8-b797-7aae599fb103,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.343261 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.388060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.482009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:58:56.484709 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Attempting to bind port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:58:56.485296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Attempting to bind port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:58:56.486084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Attempting to bind port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:58:56.503168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['d7e9fa1a-db25-4fc8-b797-7aae599fb103'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 15:58:56.540655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b016034e-e970-4c0a-89d1-2f5ba04dea9c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.542440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.542971 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Added segment 08c1ca61-6187-4940-a3e5-af1ebb043c9b of type vlan for network 7605be42-91eb-4577-b757-b6b8855fe86f Dec 08 15:58:56.545328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbbf7ec-c11f-427f-99c8-1617d76f964b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.671139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2677a0a1-7281-452d-972c-d53ef49389bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.687301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.691688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2677a0a1-7281-452d-972c-d53ef49389bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.729070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:58:56.729670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Checking segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:56.730342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.730972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Bound using segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:58:56.731862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Bound port: c2cbbdf1-c0a7-462b-a1ac-5176324f32a0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:58:56.733486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.752963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:56.753565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Network hostable DHCP agents. Network: 3863fd67-de4d-4e03-9488-eb696dff3f49, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:58:56.760550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52740) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:56.794254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c104c7c5-9a9c-4972-8234-ef3cb218e955 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.797721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.806291 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2677a0a1-7281-452d-972c-d53ef49389bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a1053a0f7b14a248255eb2154c879d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3428500 Dec 08 15:58:56.812718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52742) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:56.838765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677a0a1-7281-452d-972c-d53ef49389bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84af1703-0fd4-4ce6-a8b9-f669f91ca8ad,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.866196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.869106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:56.870963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.899127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fbd4c38e-a459-488e-93b5-571f1ac4c909 None None] Provisioning complete for port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:56.899603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbd4c38e-a459-488e-93b5-571f1ac4c909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.900219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:58:56.939213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 3863fd67-de4d-4e03-9488-eb696dff3f49) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:56.972500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ffe26c1-ac66-4798-b068-42ee9bba6fa5,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:56.975740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:56.975740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:56.983067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4300cbd1-2129-49b7-be14-79939f20a25b None None] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:57.000230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f83b3b-8c06-438c-acee-44181fb4df1d req-8e5f425b-bea0-4640-9604-63f1f8261ad6 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:57.002327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18f83b3b-8c06-438c-acee-44181fb4df1d req-8e5f425b-bea0-4640-9604-63f1f8261ad6 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 970 time: 0.2405550 Dec 08 15:58:57.013465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3951654 Dec 08 15:58:57.018834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52744) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:57.026454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Request body: {'subnet': {'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-subnet', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:57.035515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Checking segment: {'id': '08f98343-9b01-4ccf-93e2-792e0e6437c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7c863c68-311b-4fea-af0e-8b6fa542f145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:57.035878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Network hostable DHCP agents. Network: 7c863c68-311b-4fea-af0e-8b6fa542f145, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:58:57.052469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58007328-204b-4647-a156-b5453c9adb62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.055740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a606739-3a7d-4789-b944-30b572aae625 admin admin] Pushing event updated for resources: {'Network': ['ID=7605be42-91eb-4577-b757-b6b8855fe86f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:57.085832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a9e1eab6-71de-4c6f-ae67-acd222c7e45b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4003308 Dec 08 15:58:57.127699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] For port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:58:57.133938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7605be42-91eb-4577-b757-b6b8855fe86f details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:58:57.143167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Made reservation on behalf of 9bd14a85bacd4d649087653dce637a60 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:57.145832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.159677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58007328-204b-4647-a156-b5453c9adb62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.264021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fbd4c38e-a459-488e-93b5-571f1ac4c909 None None] Port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:58:57.272728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] For port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:58:57.290253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58007328-204b-4647-a156-b5453c9adb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.298474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Network 7c863c68-311b-4fea-af0e-8b6fa542f145 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:58:57.298761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58007328-204b-4647-a156-b5453c9adb62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.304840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-58007328-204b-4647-a156-b5453c9adb62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/84af1703-0fd4-4ce6-a8b9-f669f91ca8ad HTTP/1.1" status: 204 len: 168 time: 0.4901636 Dec 08 15:58:57.309378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.327969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c104c7c5-9a9c-4972-8234-ef3cb218e955 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.335699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7c863c68-311b-4fea-af0e-8b6fa542f145) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:57.361661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58007328-204b-4647-a156-b5453c9adb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84af1703-0fd4-4ce6-a8b9-f669f91ca8ad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:57.417395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c3f494-dbf0-4927-8ffc-c54fa4e80fc1 None None] Network 7c863c68-311b-4fea-af0e-8b6fa542f145 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:57.520193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c104c7c5-9a9c-4972-8234-ef3cb218e955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.523557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:57.524146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.546722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18f83b3b-8c06-438c-acee-44181fb4df1d req-07d03cd3-425e-41ea-b4ae-7b66104504ca tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818773 Dec 08 15:58:57.622763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.643223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-632524b2-5c53-480d-bfa9-0128c6a72268 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6125567 Dec 08 15:58:57.669735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104c7c5-9a9c-4972-8234-ef3cb218e955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26ad23e-bf8a-4b84-8d13-6205fa37b6f3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:57.679048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54066628-fe98-4d41-a802-720c61a8d415 None None] Pushing event updated for resources: {'Port': ['ID=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:57.682754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c104c7c5-9a9c-4972-8234-ef3cb218e955 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47a480f9e83a41eba81e4a9fbd3301b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9174492 Dec 08 15:58:57.687504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:57.726361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=100dcd79-86c8-48b9-a7e7-91abcc57d316,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:57.741251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Checking segment: {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:58:57.741984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Network hostable DHCP agents. Network: 7605be42-91eb-4577-b757-b6b8855fe86f, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:58:57.769158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Network 7605be42-91eb-4577-b757-b6b8855fe86f is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:58:57.807684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7605be42-91eb-4577-b757-b6b8855fe86f) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:58:57.814575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:57.818723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.867786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ff6d79c4-5cce-4b22-84de-13920f9e4f74 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8436360 Dec 08 15:58:57.872719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52760) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:57.882952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a35454-6f9f-4ddb-8d0b-f9c624bfb40a None None] Network 7605be42-91eb-4577-b757-b6b8855fe86f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:57.905900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:57.922429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e246750-f08a-45a0-b46f-262c7808fd3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.959392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.960994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:57.974499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e246750-f08a-45a0-b46f-262c7808fd3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.025266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0310b2-3264-4687-a736-c8086a376749 None None] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:58.068217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.190521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52764) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:58.227021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e246750-f08a-45a0-b46f-262c7808fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.232187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e246750-f08a-45a0-b46f-262c7808fd3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.234976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3e246750-f08a-45a0-b46f-262c7808fd3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d26ad23e-bf8a-4b84-8d13-6205fa37b6f3 HTTP/1.1" status: 204 len: 168 time: 0.5454998 Dec 08 15:58:58.249980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:58:58.255734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:58.263866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e246750-f08a-45a0-b46f-262c7808fd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26ad23e-bf8a-4b84-8d13-6205fa37b6f3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:58.295092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Deleting subnet 0eb5c54e-bc0a-40cc-8a90-bc14d2bf4701 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 15:58:58.300526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.375946 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.392395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.448602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.511723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.557201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-89447fa2-e83f-48ca-9825-7574a1d8e318 None None] Provisioning complete for port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:58:58.558105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89447fa2-e83f-48ca-9825-7574a1d8e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.565351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52770) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:58.632770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.644458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0eb5c54e-bc0a-40cc-8a90-bc14d2bf4701 HTTP/1.1" status: 204 len: 168 time: 0.4497125 Dec 08 15:58:58.650948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52774) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:58.658212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64659489-7793-4236-955c-69d8cd6d2d5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:58.663034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aada0830-8823-408b-a704-f6457d40a9da None None] Network 7c863c68-311b-4fea-af0e-8b6fa542f145 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:58:58.850314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f932e5db-1096-4ca5-b3f0-bf864a6c19cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb5c54e-bc0a-40cc-8a90-bc14d2bf4701,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:58.878180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.032271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428c6ef9-48ce-438f-ad12-37e54f3848e9 req-49996b08-b9c8-4b6f-9bb5-3c967753b3be tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:58:59.034142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-428c6ef9-48ce-438f-ad12-37e54f3848e9 req-49996b08-b9c8-4b6f-9bb5-3c967753b3be tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 970 time: 0.1769848 Dec 08 15:58:59.039902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.060034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:58:59.084964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.085467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.086412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.086845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > port after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.087269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.087708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > port after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.088127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.089827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.089827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.089827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.101354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-7605be42-91eb-4577-b757-b6b8855fe86f', 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f', 'project_id': '9bd14a85bacd4d649087653dce637a60', 'fixed_ips': [{'subnet_id': '100dcd79-86c8-48b9-a7e7-91abcc57d316'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:58:59.102282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.122297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-172570cb-023b-4e04-93f2-4f34d2204f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.141313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64659489-7793-4236-955c-69d8cd6d2d5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.156364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64659489-7793-4236-955c-69d8cd6d2d5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.331951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64659489-7793-4236-955c-69d8cd6d2d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba6bd27-8346-4526-9243-dbd0efd69fa5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:59.352156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52788) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:59.369169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2122317917-network', 'tenant_id': '949f1e513b59433c84729ee9f9548de2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:58:59.426127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.426565 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.427374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.427698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103282) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 15:58:59.428065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07a37298-19b2-47da-a9f1-33de39fd7f85']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:59.442911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89447fa2-e83f-48ca-9825-7574a1d8e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.449889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-64659489-7793-4236-955c-69d8cd6d2d5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5d7e8e0460042b294b5fab92df7c069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8826594 Dec 08 15:58:59.455704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:59.458635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '212b937d-a7c1-42ff-8627-633817db8d24') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:59.458922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '212b937d-a7c1-42ff-8627-633817db8d24') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:59.469177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.495950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.525510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-428c6ef9-48ce-438f-ad12-37e54f3848e9 req-d8cf6c48-95a6-4bef-86fa-bafbfcbbbb0c tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818757 Dec 08 15:58:59.530306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.549889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.563502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 15:58:59.564304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.566027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-89447fa2-e83f-48ca-9825-7574a1d8e318 None None] For port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:58:59.585932 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89447fa2-e83f-48ca-9825-7574a1d8e318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: from cryptography.utils import int_from_bytes Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: from cryptography.utils import int_from_bytes Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: timer() Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 15:58:59.594135 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 15:58:59.596502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Made reservation on behalf of 949f1e513b59433c84729ee9f9548de2 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:58:59.597774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.621636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.676810 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c002f85-0199-4a06-9fb2-49371c532e0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.700787 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.723203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=07a37298-19b2-47da-a9f1-33de39fd7f85,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:59.728045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.735918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:58:59.736242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d134a760-d03b-4818-9a2f-2703b5df58b6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/07a37298-19b2-47da-a9f1-33de39fd7f85 HTTP/1.1" status: 204 len: 168 time: 1.0823917 Dec 08 15:58:59.756531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89447fa2-e83f-48ca-9825-7574a1d8e318 None None] Pushing event updated for resources: {'Port': ['ID=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:58:59.760407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Allocated IP 172.20.0.2 (7605be42-91eb-4577-b757-b6b8855fe86f/100dcd79-86c8-48b9-a7e7-91abcc57d316/b79a27db-d4d0-4ce0-8812-b878c173a4ef) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:58:59.761764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c002f85-0199-4a06-9fb2-49371c532e0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.865594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Allocated IP 172.25.3.69 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/9f7b75d7-e864-4fa5-9f71-5e63c318c803) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:58:59.867760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:57Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:58:59.934760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdb77f9-53d7-4d52-859d-9b715fc0e8ec None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:57Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:58:59.935191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Deleting subnet 1ffe26c1-ac66-4798-b068-42ee9bba6fa5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 15:58:59.948823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:58:59.963015 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.080105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.099598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.111979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.129897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.153853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.158052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c002f85-0199-4a06-9fb2-49371c532e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.161441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c002f85-0199-4a06-9fb2-49371c532e0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.165766 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c002f85-0199-4a06-9fb2-49371c532e0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ba6bd27-8346-4526-9243-dbd0efd69fa5 HTTP/1.1" status: 204 len: 168 time: 0.7082481 Dec 08 15:59:00.196864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.202599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:59:00.221678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Pushing event updated for resources: {'Port': ['ID=b79a27db-d4d0-4ce0-8812-b878c173a4ef,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:00.233542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Network 7605be42-91eb-4577-b757-b6b8855fe86f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:00.235827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:00.241265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:00.276962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.277381 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Added segment b39e4ed2-6965-4bcb-b803-0ae54c7fe770 of type vlan for network 5cf36335-9b4f-4fd5-af1c-6fbb415197fb Dec 08 15:59:00.310863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0008228e-37d9-4bae-949a-44289f24a449,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:00.336241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.361431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Attempting to bind port b79a27db-d4d0-4ce0-8812-b878c173a4ef on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:00.361757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Attempting to bind port b79a27db-d4d0-4ce0-8812-b878c173a4ef by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:00.362153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Attempting to bind port b79a27db-d4d0-4ce0-8812-b878c173a4ef on network 7605be42-91eb-4577-b757-b6b8855fe86f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:00.377403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:00.377760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Checking segment: {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:00.378222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.378627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Bound using segment: {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:00.379132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Bound port: b79a27db-d4d0-4ce0-8812-b878c173a4ef, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:00.379598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.422633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c002f85-0199-4a06-9fb2-49371c532e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba6bd27-8346-4526-9243-dbd0efd69fa5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:00.466171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.488581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] For port b79a27db-d4d0-4ce0-8812-b878c173a4ef, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:00.493736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] For port b79a27db-d4d0-4ce0-8812-b878c173a4ef, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b79a27db-d4d0-4ce0-8812-b878c173a4ef,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:00.498394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d7e9fa1a-db25-4fc8-b797-7aae599fb103 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:00.530134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.577919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ffe26c1-ac66-4798-b068-42ee9bba6fa5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:00.581880 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.601542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.609325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:00.609535 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-42f6fe60-57b4-4a2d-8d24-2dbab3d604d0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1ffe26c1-ac66-4798-b068-42ee9bba6fa5 HTTP/1.1" status: 204 len: 168 time: 0.8682079 Dec 08 15:59:00.612309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.613815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:00.614748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.700773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port d7e9fa1a-db25-4fc8-b797-7aae599fb103 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 15:59:00.711710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port d7e9fa1a-db25-4fc8-b797-7aae599fb103 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:00.712087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.745403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.825763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27481c93-31b1-4823-a24f-511fd66b23d3 None None] Pushing event updated for resources: {'Port': ['ID=b79a27db-d4d0-4ce0-8812-b878c173a4ef,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:00.861757 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4996257 Dec 08 15:59:00.874471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52824) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:00.887057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Request body: {'subnet': {'network_id': '5cf36335-9b4f-4fd5-af1c-6fbb415197fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2122317917-subnet', 'tenant_id': '949f1e513b59433c84729ee9f9548de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:00.929714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.964078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:00.984286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Made reservation on behalf of 949f1e513b59433c84729ee9f9548de2 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:00.991362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:00.993654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:01.016276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:01.039798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d7e9fa1a-db25-4fc8-b797-7aae599fb103, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:01.049951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:01.199307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:01.219622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.440806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.476368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:01.476927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.535356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=d7e9fa1a-db25-4fc8-b797-7aae599fb103,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:01.568512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253bfbf-1adb-4042-904d-d32424476c29 req-ea63d017-57de-427e-9b8b-ff5f56066183 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:01.570595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2253bfbf-1adb-4042-904d-d32424476c29 req-ea63d017-57de-427e-9b8b-ff5f56066183 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 970 time: 0.8978877 Dec 08 15:59:01.571462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b4bd83d-1d0b-4f3a-b917-b36174877777,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:01.654153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2253bfbf-1adb-4042-904d-d32424476c29 req-208d7776-c752-4e24-9c9c-d564cdde92fd tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746300 Dec 08 15:59:01.690627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.700226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.710416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.741044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Checking segment: {'id': 'b39e4ed2-6965-4bcb-b803-0ae54c7fe770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5cf36335-9b4f-4fd5-af1c-6fbb415197fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:01.741711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Network hostable DHCP agents. Network: 5cf36335-9b4f-4fd5-af1c-6fbb415197fb, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:59:01.837634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.864461 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b14656b-4043-400d-9180-be5a43db8838" -d '{"events": [{"server_uuid": "177f1077-85ff-4985-a3b1-1b61f76b5253", "name": "network-vif-plugged", "status": "completed", "tag": "d7e9fa1a-db25-4fc8-b797-7aae599fb103"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:01.878861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c863c68-311b-4fea-af0e-8b6fa542f145']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:01.886940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf145f-74b2-4ffa-a8b4-098255d90e6e admin admin] Pushing event updated for resources: {'Network': ['ID=5cf36335-9b4f-4fd5-af1c-6fbb415197fb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:01.893445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08f98343-9b01-4ccf-93e2-792e0e6437c7') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:01.894056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08f98343-9b01-4ccf-93e2-792e0e6437c7') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:01.899979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7b75d7-e864-4fa5-9f71-5e63c318c803,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:01.906568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5cf36335-9b4f-4fd5-af1c-6fbb415197fb details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:59:01.907857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.926175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:01.934445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 15:59:01.935397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: timer() Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 15:59:02.035963 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 15:59:02.039758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.071005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c863c68-311b-4fea-af0e-8b6fa542f145,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:02.082772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.096347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c533dba-a9b2-48bd-b274-6e4e8739a385 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7c863c68-311b-4fea-af0e-8b6fa542f145 HTTP/1.1" status: 204 len: 168 time: 1.4851401 Dec 08 15:59:02.112904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Network 5cf36335-9b4f-4fd5-af1c-6fbb415197fb is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:59:02.121302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.145249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5cf36335-9b4f-4fd5-af1c-6fbb415197fb) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:02.165691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:02.169875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43eeca0-2bb3-4b7c-90d3-2c2ac65bb0d6 None None] Network 5cf36335-9b4f-4fd5-af1c-6fbb415197fb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:02.172299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.235001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e1c2c72f-8aa1-4561-8e06-794f6207f4e2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3549347 Dec 08 15:59:02.391226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117813f2-f0db-4e7b-8f3c-c712d1052b88 None None] Network 5cf36335-9b4f-4fd5-af1c-6fbb415197fb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:02.441967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.589438 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355927cc-aa1c-49f7-aa26-942bd025adcf x-openstack-request-id: req-355927cc-aa1c-49f7-aa26-942bd025adcf {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:02.589873 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177f1077-85ff-4985-a3b1-1b61f76b5253", "name": "network-vif-plugged", "status": "completed", "tag": "d7e9fa1a-db25-4fc8-b797-7aae599fb103", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:02.590053 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-355927cc-aa1c-49f7-aa26-942bd025adcf {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:02.590491 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103', 'code': 200} Dec 08 15:59:02.641143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:02.749216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52868) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:02.825275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d126508-133e-476b-8eea-5e1bb0527dee None None] Network 7605be42-91eb-4577-b757-b6b8855fe86f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:02.874080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46988e78-87bf-474e-bc50-70e17b5b5bac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a103f9b1cb82464b9762bbbe7cfe31bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236954 Dec 08 15:59:02.878385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52870) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:02.985784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9c711c-70f1-4d89-a141-5cc3f7245cc8 req-324a2edf-f2d8-423b-aa87-b9646c4ec8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:02.997705 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6e9c711c-70f1-4d89-a141-5cc3f7245cc8 req-324a2edf-f2d8-423b-aa87-b9646c4ec8e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 1122 time: 0.3701794 Dec 08 15:59:03.023025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6e9c711c-70f1-4d89-a141-5cc3f7245cc8 req-f6e1d3b9-2665-45ce-bdd0-5121ae0b14fa service neutron] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.118205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8b2c8-1883-4f36-8cd9-6830320e9f14 req-5a6d5f30-ea27-4875-be22-cb9b723c835a tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:03.120019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ede8b2c8-1883-4f36-8cd9-6830320e9f14 req-5a6d5f30-ea27-4875-be22-cb9b723c835a tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 971 time: 0.1641483 Dec 08 15:59:03.120878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86c56ccf-cd64-43b0-9ae4-bdc176dfb703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.191611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b79a27db-d4d0-4ce0-8812-b878c173a4ef up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:03.283915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86c56ccf-cd64-43b0-9ae4-bdc176dfb703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.286663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-72168d76-10ea-45e8-9887-8ecf4df3076c None None] Provisioning complete for port b79a27db-d4d0-4ce0-8812-b878c173a4ef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:03.286860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72168d76-10ea-45e8-9887-8ecf4df3076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.298576 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.396200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b79a27db-d4d0-4ce0-8812-b878c173a4ef triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:03.397339 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.419746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ede8b2c8-1883-4f36-8cd9-6830320e9f14 req-6706ef8e-8539-4041-9f26-2e411ef63ed1 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925258 Dec 08 15:59:03.498140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86c56ccf-cd64-43b0-9ae4-bdc176dfb703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.501251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72168d76-10ea-45e8-9887-8ecf4df3076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.501737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86c56ccf-cd64-43b0-9ae4-bdc176dfb703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.505648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-86c56ccf-cd64-43b0-9ae4-bdc176dfb703 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c180ebbd-36b8-4b0f-b934-1bb70863e980 HTTP/1.1" status: 204 len: 168 time: 0.6238544 Dec 08 15:59:03.522837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c56ccf-cd64-43b0-9ae4-bdc176dfb703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c180ebbd-36b8-4b0f-b934-1bb70863e980,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:03.650769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-72168d76-10ea-45e8-9887-8ecf4df3076c None None] For port b79a27db-d4d0-4ce0-8812-b878c173a4ef, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b79a27db-d4d0-4ce0-8812-b878c173a4ef,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:03.660456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6e9c711c-70f1-4d89-a141-5cc3f7245cc8 req-f6e1d3b9-2665-45ce-bdd0-5121ae0b14fa service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.664796 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72168d76-10ea-45e8-9887-8ecf4df3076c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.693394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6e9c711c-70f1-4d89-a141-5cc3f7245cc8 req-f6e1d3b9-2665-45ce-bdd0-5121ae0b14fa service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.838090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72168d76-10ea-45e8-9887-8ecf4df3076c None None] Pushing event updated for resources: {'Port': ['ID=b79a27db-d4d0-4ce0-8812-b878c173a4ef,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:03.866404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1d3b9-2665-45ce-bdd0-5121ae0b14fa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8d60b391-25d3-416f-9cef-656fb360560c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:03.899888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8e5aba11-98ad-44c2-96d4-88f7f445747c None None] Provisioning complete for port b79a27db-d4d0-4ce0-8812-b878c173a4ef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:03.903225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e5aba11-98ad-44c2-96d4-88f7f445747c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:03.908785 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6e9c711c-70f1-4d89-a141-5cc3f7245cc8 req-f6e1d3b9-2665-45ce-bdd0-5121ae0b14fa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9008877 Dec 08 15:59:03.935563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Router f1745f2d-9085-401c-9c8b-757343908871 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:59:03.968326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-68dae266-765a-4bee-8e3a-90dcfe522fda tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:03.970004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-68dae266-765a-4bee-8e3a-90dcfe522fda tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.3493252 Dec 08 15:59:04.022573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-0fc3b944-843f-4923-ba84-d0d5f2a38e17 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/quotas/c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 375 time: 0.0307527 Dec 08 15:59:04.148606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:04.173892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Sync routers for ids ['f1745f2d-9085-401c-9c8b-757343908871'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:04.197430 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Routers {'f1745f2d-9085-401c-9c8b-757343908871'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:04.201892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f1745f2d-9085-401c-9c8b-757343908871'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:04.223668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:04.231258 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5bfb2087-ae55-4369-a7c9-3218768f4dd5 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3546970 Dec 08 15:59:04.231957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52930) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:04.265304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-5a1dfb44-4c5c-491e-bbde-6fbf38b95032 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2415280 Dec 08 15:59:04.397153 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Set router f1745f2d-9085-401c-9c8b-757343908871 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:04.419733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52942) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:04.498201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7c70bbe4-99f4-486e-968e-506446d746bc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f07db303815d470fb43d485e95ed2f32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769854 Dec 08 15:59:04.502481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52946) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:04.571604 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85d96deb-e523-4537-bf2f-cf0aca3fae81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:04.606216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85d96deb-e523-4537-bf2f-cf0aca3fae81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:04.675966 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T15:59:02Z', 'revision_number': 3, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:04.685854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85d96deb-e523-4537-bf2f-cf0aca3fae81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:04.690878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85d96deb-e523-4537-bf2f-cf0aca3fae81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:04.696244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85d96deb-e523-4537-bf2f-cf0aca3fae81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e8b4608-897a-46d2-856d-78b1a3ee1dae HTTP/1.1" status: 204 len: 168 time: 0.1900856 Dec 08 15:59:04.728437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d96deb-e523-4537-bf2f-cf0aca3fae81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8b4608-897a-46d2-856d-78b1a3ee1dae,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:04.748219 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Checking router: f1745f2d-9085-401c-9c8b-757343908871 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:04.748649 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Updating router f1745f2d-9085-401c-9c8b-757343908871 port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:04.782008 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:04.887079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b79a27db-d4d0-4ce0-8812-b878c173a4ef up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:04.994632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b79a27db-d4d0-4ce0-8812-b878c173a4ef triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:04.995644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.071969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1ca9a-0c9b-4f1d-b0a1-89a087b6fa7a req-cc50d6c1-ced4-475d-867c-0e49c80251e8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:05.081944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dc1ca9a-0c9b-4f1d-b0a1-89a087b6fa7a req-cc50d6c1-ced4-475d-867c-0e49c80251e8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 971 time: 0.1365252 Dec 08 15:59:05.222351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dc1ca9a-0c9b-4f1d-b0a1-89a087b6fa7a req-dcfebb9c-7115-4fcf-b3da-375c50fe3c1a tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154742 Dec 08 15:59:05.302959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-798dfcb7-ef48-47ce-b353-57bb94ed4f3b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:05.305756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-798dfcb7-ef48-47ce-b353-57bb94ed4f3b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5898573 Dec 08 15:59:05.370375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.386405 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:59:05.397610 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.408243 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.477842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Attempting to bind port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:05.478580 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Attempting to bind port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:05.479321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Attempting to bind port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:05.487128 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb594ea9-a9c0-41d1-a54c-7da8ec82cb8a None None] Pushing event updated for resources: {'Port': ['ID=9f7b75d7-e864-4fa5-9f71-5e63c318c803,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:05.503291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:05.504030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:05.505272 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.506614 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:05.507519 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Bound port: 9f7b75d7-e864-4fa5-9f71-5e63c318c803, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:05.510951 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.537061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-27f6dd31-a001-4df8-9f79-66e22fc6cdc0 service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240741 Dec 08 15:59:05.622631 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] For port 9f7b75d7-e864-4fa5-9f71-5e63c318c803, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:05.630258 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] For port 9f7b75d7-e864-4fa5-9f71-5e63c318c803, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9f7b75d7-e864-4fa5-9f71-5e63c318c803,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:05.637128 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:05.716338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-57c34ba0-2395-4003-babf-125ef76bdfec service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727185 Dec 08 15:59:05.799935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Allocated IP 172.20.0.1 (7605be42-91eb-4577-b757-b6b8855fe86f/100dcd79-86c8-48b9-a7e7-91abcc57d316/9587c562-71c1-47cb-967f-210bfee415b9) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:05.816266 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb594ea9-a9c0-41d1-a54c-7da8ec82cb8a None None] Pushing event updated for resources: {'Port': ['ID=9f7b75d7-e864-4fa5-9f71-5e63c318c803,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:05.824532 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Routers {'f1745f2d-9085-401c-9c8b-757343908871'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:05.825483 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f1745f2d-9085-401c-9c8b-757343908871'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:05.918064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52968) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:05.993857 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.054208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.092548 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] Set router f1745f2d-9085-401c-9c8b-757343908871 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:06.146718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9587c562-71c1-47cb-967f-210bfee415b9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:06.192993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Network 7605be42-91eb-4577-b757-b6b8855fe86f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:06.199937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7882cb79-7b9c-4bdf-be86-5b2e1546fe68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.202021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:06.212184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:06.214691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.530390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0e3a51e-9ffc-4597-987f-4c524b5e98df req-0ee98ac8-0b17-4f7d-b5e0-7158387851e7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 210 time: 0.3348646 Dec 08 15:59:06.717564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819294b6-b77d-4827-91a1-d6039033bcfe req-df90f3fe-80b6-4d3c-b041-a8ade076e365 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:06.726502 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T15:59:02Z', 'revision_number': 3, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:06.727276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-819294b6-b77d-4827-91a1-d6039033bcfe req-df90f3fe-80b6-4d3c-b041-a8ade076e365 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 971 time: 0.2899323 Dec 08 15:59:06.759418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.791947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7882cb79-7b9c-4bdf-be86-5b2e1546fe68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.827838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7882cb79-7b9c-4bdf-be86-5b2e1546fe68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.837596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4aceff1b-0ddc-473b-a9fb-3546ec24a563 None None] Provisioning complete for port 9587c562-71c1-47cb-967f-210bfee415b9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:06.839768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4aceff1b-0ddc-473b-a9fb-3546ec24a563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:06.849678 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffe1718-dfe8-4fe5-a836-10efa6dfd37f None None] The sync data for ids ['f1745f2d-9085-401c-9c8b-757343908871'] in n-d-820935-5 is: [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T15:59:02Z', 'revision_number': 3, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:06.951383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4aceff1b-0ddc-473b-a9fb-3546ec24a563 None None] Port 9587c562-71c1-47cb-967f-210bfee415b9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:06.995285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7882cb79-7b9c-4bdf-be86-5b2e1546fe68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d823534f-0705-4cf0-8468-b3c302b5f2b2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:07.023359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-819294b6-b77d-4827-91a1-d6039033bcfe req-8181b5d1-32a1-4b8a-b711-84965972381a tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956023 Dec 08 15:59:07.076752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53014) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:07.077703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7882cb79-7b9c-4bdf-be86-5b2e1546fe68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8fa4178b6f76420fa21c20a4fdca3c33&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1573520 Dec 08 15:59:07.472114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321aa47-fcc1-4945-8328-75bf4d6fe737 req-6c2aac86-e6cb-463e-bc76-6f3361c1f8ed tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:07.484350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0321aa47-fcc1-4945-8328-75bf4d6fe737 req-6c2aac86-e6cb-463e-bc76-6f3361c1f8ed tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 1122 time: 0.2227397 Dec 08 15:59:07.523195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0321aa47-fcc1-4945-8328-75bf4d6fe737 req-c37d4fe7-651a-4641-99b6-0f0690602f55 tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.655349 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0321aa47-fcc1-4945-8328-75bf4d6fe737 req-c37d4fe7-651a-4641-99b6-0f0690602f55 tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.662557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0321aa47-fcc1-4945-8328-75bf4d6fe737 req-c37d4fe7-651a-4641-99b6-0f0690602f55 tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.698066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.717558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.718594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.737584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7786af10-68da-4953-9b1c-36eb7774f834 req-961832d4-b61e-453b-bb70-cc86127abb5e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 210 time: 0.0440607 Dec 08 15:59:07.782158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7ff-fd8c-4022-99cb-7efca635a0fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:07.797696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9587c562-71c1-47cb-967f-210bfee415b9,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:07.827094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d4fe7-651a-4641-99b6-0f0690602f55 tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad1bd2b-9431-4b2a-9a67-86f9f809a5f0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:07.846440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0321aa47-fcc1-4945-8328-75bf4d6fe737 req-c37d4fe7-651a-4641-99b6-0f0690602f55 tempest-AggregatesAdminTestJSON-730774642 tempest-AggregatesAdminTestJSON-730774642-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611052 Dec 08 15:59:07.926113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7ff-fd8c-4022-99cb-7efca635a0fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:08.069536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Network 7605be42-91eb-4577-b757-b6b8855fe86f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:08.084093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:08.288494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7ff-fd8c-4022-99cb-7efca635a0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:08.294723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c4d7ff-fd8c-4022-99cb-7efca635a0fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:08.299682 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28c4d7ff-fd8c-4022-99cb-7efca635a0fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d823534f-0705-4cf0-8468-b3c302b5f2b2 HTTP/1.1" status: 204 len: 168 time: 1.2177598 Dec 08 15:59:08.330314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4d7ff-fd8c-4022-99cb-7efca635a0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d823534f-0705-4cf0-8468-b3c302b5f2b2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:08.679045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-93fb639e-aa93-4547-a4c1-fc078722897d None None] Provisioning complete for port 9587c562-71c1-47cb-967f-210bfee415b9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:08.694765 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93fb639e-aa93-4547-a4c1-fc078722897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:08.712390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Router f1745f2d-9085-401c-9c8b-757343908871 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:59:08.966115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-93fb639e-aa93-4547-a4c1-fc078722897d None None] Port 9587c562-71c1-47cb-967f-210bfee415b9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:09.065651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e6e3d3-0190-472b-9df6-fea17e32dbff req-f52c865a-36b6-4a39-98c3-b0244086bbee tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 210 time: 0.0779626 Dec 08 15:59:09.068042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9f7b75d7-e864-4fa5-9f71-5e63c318c803 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:09.098764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53118) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:09.243126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:09.248898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:09.250364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:09.265844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c7c649f3-5667-4f86-9cc4-61f0d67a22b6 admin admin] 10.222.0.62 "PUT /v2.0/routers/f1745f2d-9085-401c-9c8b-757343908871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0231593 Dec 08 15:59:09.360671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:09.416479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.86', 61414) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:09.434896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 9f7b75d7-e864-4fa5-9f71-5e63c318c803, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9f7b75d7-e864-4fa5-9f71-5e63c318c803,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:09.447085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:09.656677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=9f7b75d7-e864-4fa5-9f71-5e63c318c803,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:09.690393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-ef985602-4b53-4deb-b54d-a613d477ed6b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:09.701957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-ef985602-4b53-4deb-b54d-a613d477ed6b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.2773294 Dec 08 15:59:09.756205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-37f25fa1-4dc1-477a-b8cf-205371211bac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:09.796545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Request body: {'port': {'device_id': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'admin_state_up': True, 'tenant_id': 'c383b2a381964f4d90278076eb7eef3a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:10.096042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-37f25fa1-4dc1-477a-b8cf-205371211bac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.105326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-37f25fa1-4dc1-477a-b8cf-205371211bac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.124464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Made reservation on behalf of c383b2a381964f4d90278076eb7eef3a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:10.128245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.171008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-37f25fa1-4dc1-477a-b8cf-205371211bac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79f26ea213284ddfa3147ef63f9b4df1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0716240 Dec 08 15:59:10.172260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f25fa1-4dc1-477a-b8cf-205371211bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618d97f0-f186-42fe-9c3f-6d5db9f53a3d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:10.175303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53166) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:10.352903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53168) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:10.407657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b52570-4cd7-41fb-8783-806c520978a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.417725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Sync routers for ids ['f1745f2d-9085-401c-9c8b-757343908871'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:10.428691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c281e95-6bc1-481f-bda0-322600a45a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.443087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Routers {'f1745f2d-9085-401c-9c8b-757343908871'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:10.450702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f1745f2d-9085-401c-9c8b-757343908871'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:10.495241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b52570-4cd7-41fb-8783-806c520978a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.516855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Allocated IP 172.20.0.5 (3863fd67-de4d-4e03-9488-eb696dff3f49/b016034e-e970-4c0a-89d1-2f5ba04dea9c/7f8e7062-39af-4234-aed9-591775b1d700) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:10.691535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b52570-4cd7-41fb-8783-806c520978a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.697420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b52570-4cd7-41fb-8783-806c520978a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.713880 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95b52570-4cd7-41fb-8783-806c520978a3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/618d97f0-f186-42fe-9c3f-6d5db9f53a3d HTTP/1.1" status: 204 len: 168 time: 0.5369487 Dec 08 15:59:10.755332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b52570-4cd7-41fb-8783-806c520978a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618d97f0-f186-42fe-9c3f-6d5db9f53a3d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:10.778086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Set router f1745f2d-9085-401c-9c8b-757343908871 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:10.784145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.804298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:10.850265 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.882762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c281e95-6bc1-481f-bda0-322600a45a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:10.911178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-d953e72f-4374-4d80-9946-3814f405ba91 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862558 Dec 08 15:59:11.003006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9f7b75d7-e864-4fa5-9f71-5e63c318c803 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:11.076257 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c281e95-6bc1-481f-bda0-322600a45a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.208540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:11.208907 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.424544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T15:59:06Z', 'revision_number': 4, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9587c562-71c1-47cb-967f-210bfee415b9', 'name': '', 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'mac_address': 'fa:16:3e:92:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '100dcd79-86c8-48b9-a7e7-91abcc57d316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:05Z', 'updated_at': '2021-12-08T15:59:06Z', 'revision_number': 2, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'subnets': [{'id': '100dcd79-86c8-48b9-a7e7-91abcc57d316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:11.448037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc8f53c4-3634-46ff-8c96-f5a8e94316e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.466781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Checking router: f1745f2d-9085-401c-9c8b-757343908871 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:11.467226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Updating router f1745f2d-9085-401c-9c8b-757343908871 port 9587c562-71c1-47cb-967f-210bfee415b9 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:11.513518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53192) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:11.528156 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.541762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f01edef-f269-4fa3-9f5d-d61b9ac577b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.550618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:11.572854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:11.579373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:11.592921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:11.647377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc8f53c4-3634-46ff-8c96-f5a8e94316e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.663977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc8f53c4-3634-46ff-8c96-f5a8e94316e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.710349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:11.711731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.755196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f53c4-3634-46ff-8c96-f5a8e94316e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b970008b-9db2-4ba7-a2db-998d907d43d2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:11.758264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4c281e95-6bc1-481f-bda0-322600a45a0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=981751d3f7554deebdce61d11e39fd84&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4041963 Dec 08 15:59:11.768184 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc8f53c4-3634-46ff-8c96-f5a8e94316e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2a4708474a824e0cb5a7cc7020a5d7a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9581149 Dec 08 15:59:11.768184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:11.768596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53196) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:11.786825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c281e95-6bc1-481f-bda0-322600a45a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0beb37a4-0807-4c7e-8707-3980573c4aa1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:11.801445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f01edef-f269-4fa3-9f5d-d61b9ac577b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.810725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-94cd2d9e-a583-46c1-ae6c-09cb82a1f690 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0271840 Dec 08 15:59:11.820324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb977d61-b722-40c1-97b5-2b7be83ee977 req-82e91812-8ef0-40ee-a7aa-0d42fe5c69d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:11.820891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f01edef-f269-4fa3-9f5d-d61b9ac577b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:11.828117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb977d61-b722-40c1-97b5-2b7be83ee977 req-82e91812-8ef0-40ee-a7aa-0d42fe5c69d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 931 time: 0.7538011 Dec 08 15:59:11.890868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7f01edef-f269-4fa3-9f5d-d61b9ac577b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f86d8dd393b4ed0b6655a88a71f7ad4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3746340 Dec 08 15:59:11.891355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e92b94ed-7abc-4169-8be3-2c56e8d1d3cd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:11.896810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53198) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:11.898629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e92b94ed-7abc-4169-8be3-2c56e8d1d3cd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9862731 Dec 08 15:59:11.922567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01edef-f269-4fa3-9f5d-d61b9ac577b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf36df36-f3f8-4ef1-8cdb-4d9f210a7eb6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:11.966732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-3245ff59-460a-4e6f-a78d-a94fce698979 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/quotas/af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 375 time: 0.0613523 Dec 08 15:59:11.968229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fc99-677c-4608-ac25-63bc6a7e341f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.017554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fc99-677c-4608-ac25-63bc6a7e341f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.017554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6b23-c19d-43d5-8b7a-fb366234e915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.055318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4864-7488-4779-9698-febccb014972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.065879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-626fdabe-2864-4f53-a356-99a04a596398 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847950 Dec 08 15:59:12.071877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6b23-c19d-43d5-8b7a-fb366234e915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.084207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb977d61-b722-40c1-97b5-2b7be83ee977 req-b28d851d-37fc-4f12-80e5-e5de6d3b6802 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546160 Dec 08 15:59:12.155088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4864-7488-4779-9698-febccb014972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.192676 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.198053 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fc99-677c-4608-ac25-63bc6a7e341f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.210079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd0fc99-677c-4608-ac25-63bc6a7e341f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.216012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1fd0fc99-677c-4608-ac25-63bc6a7e341f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0beb37a4-0807-4c7e-8707-3980573c4aa1 HTTP/1.1" status: 204 len: 168 time: 0.4462166 Dec 08 15:59:12.221893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.270369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4864-7488-4779-9698-febccb014972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.274238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd0fc99-677c-4608-ac25-63bc6a7e341f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beb37a4-0807-4c7e-8707-3980573c4aa1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:12.278629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e7a4864-7488-4779-9698-febccb014972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.282881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6b23-c19d-43d5-8b7a-fb366234e915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.292138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1e7a4864-7488-4779-9698-febccb014972 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b970008b-9db2-4ba7-a2db-998d907d43d2 HTTP/1.1" status: 204 len: 168 time: 0.5226135 Dec 08 15:59:12.298976 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5ac6b23-c19d-43d5-8b7a-fb366234e915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.306577 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c5ac6b23-c19d-43d5-8b7a-fb366234e915 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cf36df36-f3f8-4ef1-8cdb-4d9f210a7eb6 HTTP/1.1" status: 204 len: 168 time: 0.4082232 Dec 08 15:59:12.313651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a4864-7488-4779-9698-febccb014972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b970008b-9db2-4ba7-a2db-998d907d43d2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:12.325101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac6b23-c19d-43d5-8b7a-fb366234e915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf36df36-f3f8-4ef1-8cdb-4d9f210a7eb6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:12.593871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60678188-c31a-4b6d-ad94-34fcc1cb3c0b None None] Pushing event updated for resources: {'Port': ['ID=9587c562-71c1-47cb-967f-210bfee415b9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:12.626845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Attempting to bind port 9587c562-71c1-47cb-967f-210bfee415b9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:12.627428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Attempting to bind port 9587c562-71c1-47cb-967f-210bfee415b9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:12.628010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Attempting to bind port 9587c562-71c1-47cb-967f-210bfee415b9 on network 7605be42-91eb-4577-b757-b6b8855fe86f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:12.640300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:12.643720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Checking segment: {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:12.644560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.645222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Bound using segment: {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:12.646225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Bound port: 9587c562-71c1-47cb-967f-210bfee415b9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08c1ca61-6187-4940-a3e5-af1ebb043c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:12.647048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.845280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] For port 9587c562-71c1-47cb-967f-210bfee415b9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:12.878685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] For port 9587c562-71c1-47cb-967f-210bfee415b9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9587c562-71c1-47cb-967f-210bfee415b9,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:12.889614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:12.960361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4205367e-2881-49cc-a11e-25282d7bf88d req-40edd30a-0f47-497c-b19f-64108fe4b870 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 210 time: 0.1110568 Dec 08 15:59:13.147176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c8614abe-f46c-4001-9469-3c873d2dd5dc None None] Provisioning complete for port 9587c562-71c1-47cb-967f-210bfee415b9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:13.147543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8614abe-f46c-4001-9469-3c873d2dd5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:13.216977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Routers {'f1745f2d-9085-401c-9c8b-757343908871'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:13.217632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:58:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f1745f2d-9085-401c-9c8b-757343908871'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:13.408659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b96db-3edf-455c-9717-2ef5c0cde666 req-b91fbd8d-5608-494e-b752-1e427c5ff422 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:13.411523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-284b96db-3edf-455c-9717-2ef5c0cde666 req-b91fbd8d-5608-494e-b752-1e427c5ff422 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 931 time: 0.1383715 Dec 08 15:59:13.540199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60678188-c31a-4b6d-ad94-34fcc1cb3c0b None None] Pushing event updated for resources: {'Port': ['ID=9587c562-71c1-47cb-967f-210bfee415b9,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:13.633081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-284b96db-3edf-455c-9717-2ef5c0cde666 req-d3233199-2ca9-41cd-b3b6-a8f898b3878f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115393 Dec 08 15:59:13.762305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:13.770829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1066055178', 'description': 'tempest-description--651430506'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:13.862026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] Set router f1745f2d-9085-401c-9c8b-757343908871 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:13.882711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:13.916957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8614abe-f46c-4001-9469-3c873d2dd5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.052007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.059987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.110053 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.112390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:14.119560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'security_group_rule': {'security_group_id': '50490c3e-73ec-4fce-acb3-e76dd82f1e7d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:14.124680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3607435 Dec 08 15:59:14.138213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53266) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:14.144055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a463e2-b559-4198-adde-23ec0e68a975 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50490c3e-73ec-4fce-acb3-e76dd82f1e7d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:14.190025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e14155e3-aed7-470e-a933-a3d3d7fe399d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.229883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.337976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b66ee5a-2185-47c6-bcec-b417ebd6e3dc req-e852ab5f-4ad1-4526-8a5c-0225215c2de6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 210 time: 0.1419384 Dec 08 15:59:14.420507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c8614abe-f46c-4001-9469-3c873d2dd5dc None None] For port 9587c562-71c1-47cb-967f-210bfee415b9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9587c562-71c1-47cb-967f-210bfee415b9,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:14.431926 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8614abe-f46c-4001-9469-3c873d2dd5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.452646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.459152 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.516233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f35803-ebc1-4600-93f9-4acd712c45a4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:14.557337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8614abe-f46c-4001-9469-3c873d2dd5dc None None] Pushing event updated for resources: {'Port': ['ID=9587c562-71c1-47cb-967f-210bfee415b9,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:14.575456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.585821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53286) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:14.589306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f5797374-d285-42c5-9cea-9b8ea2794148 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4740064 Dec 08 15:59:14.602891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'security_group_rule': {'security_group_id': '50490c3e-73ec-4fce-acb3-e76dd82f1e7d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:14.617716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e14155e3-aed7-470e-a933-a3d3d7fe399d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.645197 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e14155e3-aed7-470e-a933-a3d3d7fe399d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.682619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fb5d1ccd-d4b1-4473-b823-95aeda7cc8b5 None None] Provisioning complete for port 9587c562-71c1-47cb-967f-210bfee415b9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:14.682926 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb5d1ccd-d4b1-4473-b823-95aeda7cc8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.733062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14155e3-aed7-470e-a933-a3d3d7fe399d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b7db2f-ba76-46f2-a125-7f7f07f27470,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:14.853367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T15:59:06Z', 'revision_number': 4, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9587c562-71c1-47cb-967f-210bfee415b9', 'name': '', 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'mac_address': 'fa:16:3e:92:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '100dcd79-86c8-48b9-a7e7-91abcc57d316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:05Z', 'updated_at': '2021-12-08T15:59:12Z', 'revision_number': 4, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'subnets': [{'id': '100dcd79-86c8-48b9-a7e7-91abcc57d316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:14.889693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:14.903825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e14155e3-aed7-470e-a933-a3d3d7fe399d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=206e103a2c7b4c289880d24e538c130d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7641988 Dec 08 15:59:14.906104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:14.978233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb8ef7-4e18-4018-bb73-7947c13ad39f None None] The sync data for ids ['f1745f2d-9085-401c-9c8b-757343908871'] in n-d-820935-5 is: [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T15:59:06Z', 'revision_number': 4, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9587c562-71c1-47cb-967f-210bfee415b9', 'name': '', 'network_id': '7605be42-91eb-4577-b757-b6b8855fe86f', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'mac_address': 'fa:16:3e:92:04:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_interface', 'standard_attr_id': 222, 'fixed_ips': [{'subnet_id': '100dcd79-86c8-48b9-a7e7-91abcc57d316', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:05Z', 'updated_at': '2021-12-08T15:59:12Z', 'revision_number': 4, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'subnets': [{'id': '100dcd79-86c8-48b9-a7e7-91abcc57d316', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:14.980024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895c01-9b36-4bf3-94ac-c45e910e99c4 req-7341aa4d-844f-4def-bf90-73c031ea48b7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:14.991276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29895c01-9b36-4bf3-94ac-c45e910e99c4 req-7341aa4d-844f-4def-bf90-73c031ea48b7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 931 time: 0.1917784 Dec 08 15:59:15.019424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b00b8e65-a87b-45fb-affb-a59bfa16a4ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.074940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b00b8e65-a87b-45fb-affb-a59bfa16a4ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.208665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b00b8e65-a87b-45fb-affb-a59bfa16a4ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.212184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b00b8e65-a87b-45fb-affb-a59bfa16a4ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.216552 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b00b8e65-a87b-45fb-affb-a59bfa16a4ae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/27b7db2f-ba76-46f2-a125-7f7f07f27470 HTTP/1.1" status: 204 len: 168 time: 0.3256612 Dec 08 15:59:15.237829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b8e65-a87b-45fb-affb-a59bfa16a4ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b7db2f-ba76-46f2-a125-7f7f07f27470,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:15.238649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.285766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29895c01-9b36-4bf3-94ac-c45e910e99c4 req-3c857e94-557d-4b79-bdfd-5391a9e4123b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937090 Dec 08 15:59:15.291141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.337786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a578afd-78d3-4a77-9ef1-1be2fe769428,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:15.349732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.354783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-33a2a1ac-197c-4750-91fb-800fa3182ab1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7637799 Dec 08 15:59:15.354984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53328) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:15.363925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:15.452010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.572346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c43a4150-e2d2-4658-88fd-7190738143ad req-bd0b5e02-e85f-4524-920b-97507887c6da tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 210 time: 0.0850325 Dec 08 15:59:15.788948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:15.998127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Allocated IP 172.25.3.163 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d41b074c-18da-417c-8bb6-5e144c76d0a7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:16.212790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:16.280613 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:16.365758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:16.372765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:16.385065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:16.495453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2cccc-36eb-4b08-a9b6-de09a272a884 req-fcfefc8a-6d6a-4790-a425-5c34f6ec3c32 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:16.498059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff2cccc-36eb-4b08-a9b6-de09a272a884 req-fcfefc8a-6d6a-4790-a425-5c34f6ec3c32 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 931 time: 0.0995142 Dec 08 15:59:16.581347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-8f9d665f-2883-4d74-9d5e-d79ec1b5afb8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:16.584751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-8f9d665f-2883-4d74-9d5e-d79ec1b5afb8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0125079 Dec 08 15:59:16.594788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'Port': ['ID=d41b074c-18da-417c-8bb6-5e144c76d0a7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:16.610471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff2cccc-36eb-4b08-a9b6-de09a272a884 req-a3d81686-cb89-4f3f-8617-3305ad79d74f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953686 Dec 08 15:59:16.664765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:16.735472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.013951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9587c562-71c1-47cb-967f-210bfee415b9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:17.027359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7af541-5dbf-4e8c-b0f8-68ede0e915bf req-af816a92-e203-49cb-91e1-1a9cee9bb2b9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 210 time: 0.1372576 Dec 08 15:59:17.151891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.154790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9587c562-71c1-47cb-967f-210bfee415b9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:17.156239 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.165507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.239284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.269039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'Port': ['ID=d41b074c-18da-417c-8bb6-5e144c76d0a7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:17.275792 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.292831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Request body: {'port': {'device_id': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:17.297516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b4817f21-27f9-40c2-b050-1af03ab51a15 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9410343 Dec 08 15:59:17.430696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:17.569736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.86', 61419) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:17.636672 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e7ebce3e-d51a-4949-af7a-5b4d0077c290 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0657341 Dec 08 15:59:18.013570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-772267af-53c5-451f-96bb-0a7fa35d233c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:18.016408 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-772267af-53c5-451f-96bb-0a7fa35d233c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3716509 Dec 08 15:59:18.040502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Request body: {'port': {'device_id': 'f16da72b-e069-484f-8287-5865c16b607d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'af8d0610d89e416cb0f9a13306ad8792'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:18.193483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719cc56-8a04-4240-baa7-e61b9db9e84b req-a8640570-4306-4da1-9692-7358bb9b6795 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:18.195099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a719cc56-8a04-4240-baa7-e61b9db9e84b req-a8640570-4306-4da1-9692-7358bb9b6795 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 931 time: 0.2019064 Dec 08 15:59:18.292613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-f1abc377-6497-4626-97e5-0b5bfbf9c834 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1066055178&fields=id&tenant_id=027951093b714165ab9253c332050967 HTTP/1.1" status: 200 len: 267 time: 0.1473818 Dec 08 15:59:18.321440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Made reservation on behalf of af8d0610d89e416cb0f9a13306ad8792 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:18.324898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.338232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.427317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a719cc56-8a04-4240-baa7-e61b9db9e84b req-08b80885-4a41-4c81-bc23-debf539a5ce7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188280 Dec 08 15:59:18.429698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:18.498652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.507375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.522510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8e7062-39af-4234-aed9-591775b1d700 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:59:18.532829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.546024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-b3168110-51b3-4a5f-b55c-3911e7f9723c tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:18.554207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-b3168110-51b3-4a5f-b55c-3911e7f9723c tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 823 time: 0.2609468 Dec 08 15:59:18.617092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-5075ed3a-06ae-442f-b497-ea77dc2497da tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/quotas/027951093b714165ab9253c332050967 HTTP/1.1" status: 200 len: 375 time: 0.0614960 Dec 08 15:59:18.620823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Transition to ACTIVE for port object 7f8e7062-39af-4234-aed9-591775b1d700 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 15:59:18.634037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.715427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-network', 'tenant_id': '0cd456bf469240c1a276f31181a5362b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:18.746187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c3838-1c08-48ad-944f-fa7cde6c0240 req-7382f0d4-0e06-47b3-b514-bcded3debf38 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:18.747771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad1c3838-1c08-48ad-944f-fa7cde6c0240 req-7382f0d4-0e06-47b3-b514-bcded3debf38 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 971 time: 0.1878526 Dec 08 15:59:18.765048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Allocated IP 192.168.233.230 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/933ba3d9-ffe2-4c91-86ab-9f1fe88e784c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:18.767913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95bf1957-2bad-419e-8c73-2794758d81ba,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:18.794123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Made reservation on behalf of 0cd456bf469240c1a276f31181a5362b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:18.796904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.809386 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:18.812823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-aeb706c4-8989-47df-aeb6-addb90d6e717 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1944530 Dec 08 15:59:18.831164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:18.946767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad1c3838-1c08-48ad-944f-fa7cde6c0240 req-2ed3ddb9-5657-42b5-88bd-09b548478e06 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/security-groups?id=31d50333-a20a-47e9-8bf1-bca4bd50d9af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416674 Dec 08 15:59:18.953622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:18.954437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:18.955182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:18.982361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 15:59:18.982597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:19.032594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:19.034791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:19.036877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:19.038100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Bound port: 7f8e7062-39af-4234-aed9-591775b1d700, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:19.038873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.104974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.122142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.133781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.163274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-12f8ab56-e9b3-47e4-b71c-47016a0a35a5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:19.175605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:59:19.179295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-12f8ab56-e9b3-47e4-b71c-47016a0a35a5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2188816 Dec 08 15:59:19.188275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1c56ad-3065-4363-8e93-2c50c8a8a676,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:19.197259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.197600 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Added segment c89edae5-8d43-406b-a86b-87c9bdbaccd3 of type vlan for network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 Dec 08 15:59:19.208979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.337527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.341054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:19.355217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:19.367679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:19.373673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:19.374349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.390261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:19.425429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c97dc799-8215-47bd-bf27-da959079c6e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3988156 Dec 08 15:59:19.428519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.429579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:19.430213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.442774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-21a22ecc-96d6-49d3-8dfa-a4de77fd911d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:19.444395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-21a22ecc-96d6-49d3-8dfa-a4de77fd911d tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.58 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 971 time: 0.1831853 Dec 08 15:59:19.461842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Request body: {'port': {'device_id': 'f16da72b-e069-484f-8287-5865c16b607d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:19.607911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:19.616776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:19.631325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.658059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d35f7-b88a-4f91-bc83-d779688290f4 req-147a7865-55cd-4e33-a98b-7c16a30675a1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:19.661378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-980d35f7-b88a-4f91-bc83-d779688290f4 req-147a7865-55cd-4e33-a98b-7c16a30675a1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 936 time: 0.4786503 Dec 08 15:59:19.664248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-df49411f-431d-4e63-a570-4dc880a6b7fc None None] Provisioning complete for port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:19.665863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df49411f-431d-4e63-a570-4dc880a6b7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.722472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-df49411f-431d-4e63-a570-4dc880a6b7fc None None] Port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:19.736825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:19.739163 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.741908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] 10.222.0.86 "PUT /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 1091 time: 2.9203465 Dec 08 15:59:19.766015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:19.794780 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3613849 Dec 08 15:59:19.795544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:19.815109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-c0b3939a-d3f3-4412-9d43-c35e148c3214 service neutron] 10.222.0.62 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345403 Dec 08 15:59:19.821298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Request body: {'subnet': {'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-subnet', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:19.845924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e750f01-a757-4c32-af93-1ef25b984429 admin admin] Pushing event updated for resources: {'Network': ['ID=c1fcda02-80cd-4e6b-b0ba-56f7326dd304,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:19.868724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:59:19.888738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:19.967835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cebfa-f038-4bd4-9648-6c217276523b service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:19.990414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-980d35f7-b88a-4f91-bc83-d779688290f4 req-aafb1ce1-6d05-4e4c-be0d-79430843cd16 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769029 Dec 08 15:59:20.022172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Made reservation on behalf of 0cd456bf469240c1a276f31181a5362b for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:20.024639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.054014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Deleting port d7e9fa1a-db25-4fc8-b797-7aae599fb103 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 15:59:20.054588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.093967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-ea733ca7-3504-4f8f-8056-107d366710d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:20.095513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-ea733ca7-3504-4f8f-8056-107d366710d6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1094 time: 0.2783546 Dec 08 15:59:20.179662 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7058cc7-475a-4dd6-a209-d1dd03acbecc" -d '{"events": [{"name": "network-changed", "server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "tag": "7f8e7062-39af-4234-aed9-591775b1d700"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:20.194387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-d0431a35-6cb3-4328-a0b0-da1fe750d311 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.0900195 Dec 08 15:59:20.201523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e87c10d9-2a64-44d1-a5ab-19069f4cd6d9 service neutron] 10.222.0.62 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855643 Dec 08 15:59:20.411929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] For port d7e9fa1a-db25-4fc8-b797-7aae599fb103, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d7e9fa1a-db25-4fc8-b797-7aae599fb103,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:20.412385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.434402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-334f54ee-cfe3-4d87-90f1-d3608baa047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:20.439443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-334f54ee-cfe3-4d87-90f1-d3608baa047c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.2347672 Dec 08 15:59:20.441952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Calling delete_port for d7e9fa1a-db25-4fc8-b797-7aae599fb103 owned by compute:tempest-test_az-1502137773 {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 15:59:20.559152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-586e1115-77ff-4ac5-bd67-4d723db86724 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045198 Dec 08 15:59:20.658973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9348ac7e-6367-401d-a92c-0cc9a9de2da8 req-26234962-d046-4ed7-9b43-bd4140a77f20 tempest-FlavorsV2NegativeTest-584129991 tempest-FlavorsV2NegativeTest-584129991-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=f9ee186111754908ae667c433c311704&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1034095 Dec 08 15:59:20.661555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.684515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:59:20.700929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.783481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Transition to ACTIVE for port object 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 15:59:20.792577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.921308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:20.936554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['d7e9fa1a-db25-4fc8-b797-7aae599fb103'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 15:59:20.959172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be1ddf-7659-4e6d-bf1f-9f2d410ecbe8 req-b3900861-292c-4c44-811f-d2de11189577 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:20.967069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42be1ddf-7659-4e6d-bf1f-9f2d410ecbe8 req-b3900861-292c-4c44-811f-d2de11189577 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 0.4137731 Dec 08 15:59:20.968964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b82ead1e-ab1f-4c34-b54b-6001a01ab977,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:20.991131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:20.991672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:20.992224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:20.995787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:21.085591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Pushing event deleted for resources: {'Port': ['ID=d7e9fa1a-db25-4fc8-b797-7aae599fb103,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:21.092099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 15:59:21.092682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:21.100792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Checking segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:21.101157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Network hostable DHCP agents. Network: c1fcda02-80cd-4e6b-b0ba-56f7326dd304, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:59:21.150280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-818eeedb-51ef-4874-a811-b813d8b6b054 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5333200 Dec 08 15:59:21.161339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9348ac7e-6367-401d-a92c-0cc9a9de2da8 req-354b8b07-1bc1-4a11-90dc-da33203ee8fa tempest-FlavorsV2NegativeTest-584129991 tempest-FlavorsV2NegativeTest-584129991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:21.168976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9348ac7e-6367-401d-a92c-0cc9a9de2da8 req-354b8b07-1bc1-4a11-90dc-da33203ee8fa tempest-FlavorsV2NegativeTest-584129991 tempest-FlavorsV2NegativeTest-584129991-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4997144 Dec 08 15:59:21.178699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42be1ddf-7659-4e6d-bf1f-9f2d410ecbe8 req-92793695-45d3-44e2-9c86-1e2bea735667 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107122 Dec 08 15:59:21.192914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:21.193635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:21.194525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:21.195362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Bound port: 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:21.196069 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.248668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] No DVR routers for this DVR port d7e9fa1a-db25-4fc8-b797-7aae599fb103 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 15:59:21.262384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.267831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8c7403d-d16e-4384-8409-5fc48433ae2d req-0a00b2d6-2948-496b-8c57-d102d218b2b8 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.58 "DELETE /v2.0/ports/d7e9fa1a-db25-4fc8-b797-7aae599fb103 HTTP/1.1" status: 204 len: 173 time: 1.7731659 Dec 08 15:59:21.271261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'name': 'network-vif-deleted', 'tag': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:21.291857 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85173cbd-ce17-4251-9aa3-8afe43a985e9" -d '{"events": [{"server_uuid": "177f1077-85ff-4985-a3b1-1b61f76b5253", "name": "network-vif-deleted", "tag": "d7e9fa1a-db25-4fc8-b797-7aae599fb103"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:21.308021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4654727f-1d0d-4b3a-87cb-dfe9431237dd req-9c6c3ba7-9c73-4e81-a1fa-dcf71f56d4af service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350527 Dec 08 15:59:21.326800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9348ac7e-6367-401d-a92c-0cc9a9de2da8 req-e7944383-436c-4a56-891b-5224650e60f2 tempest-FlavorsV2NegativeTest-584129991 tempest-FlavorsV2NegativeTest-584129991-project] 10.222.0.62 "GET /v2.0/quotas/f9ee186111754908ae667c433c311704 HTTP/1.1" status: 200 len: 375 time: 0.1570158 Dec 08 15:59:21.329325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:59:21.388398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9348ac7e-6367-401d-a92c-0cc9a9de2da8 req-c83bf7c3-77f6-42c3-b053-d2fff92a398b tempest-FlavorsV2NegativeTest-584129991 tempest-FlavorsV2NegativeTest-584129991-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f9ee186111754908ae667c433c311704&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410125 Dec 08 15:59:21.391947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-224922e4-7c3d-4976-8602-6f20bf6630cf req-b85e5832-4855-4561-8002-eb6cd0a137c2 tempest-AggregatesAdminTestJSON-1839856866 tempest-AggregatesAdminTestJSON-1839856866-project] 10.222.0.62 "GET /v2.0/ports?device_id=177f1077-85ff-4985-a3b1-1b61f76b5253 HTTP/1.1" status: 200 len: 210 time: 0.0749323 Dec 08 15:59:21.400587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c1fcda02-80cd-4e6b-b0ba-56f7326dd304) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:21.414906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:21.416640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.421367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24578e2b-d810-4165-b914-e3d6303aa3eb None None] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:21.449119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-788e5a6f-0f7e-4ea3-a037-cf095a268c95 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6376476 Dec 08 15:59:21.449990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:21.463459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:21.517289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.522529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.575001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:21.587446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:21.605310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.722334 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878c27c5-b190-47f9-a304-20ad1583d919 x-openstack-request-id: req-878c27c5-b190-47f9-a304-20ad1583d919 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:21.723110 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "tag": "7f8e7062-39af-4234-aed9-591775b1d700", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:21.725852 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-878c27c5-b190-47f9-a304-20ad1583d919 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:21.726159 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700', 'status': 'completed', 'code': 200} Dec 08 15:59:21.750566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:21.756047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.770177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.774896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.775291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.775584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.776399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.777154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.777787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.778453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.779272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.779792 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.780312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.780827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.781349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:21.789281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'project_id': '0cd456bf469240c1a276f31181a5362b', 'fixed_ips': [{'subnet_id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:59:21.790166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.799092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:21.800179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:21.808878 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-e3a6d6cb-6f64-4ea1-839a-c43032e432d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 1096 time: 2.3630900 Dec 08 15:59:21.868082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ad10c3b-8265-46b9-8267-8a0a28eb38b7 req-9af52d9d-dbec-49e6-802d-9c88a1e44b46 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 210 time: 0.1373258 Dec 08 15:59:21.937646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-b88d461b-26d3-4ffa-b3d2-c15d62d914a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:21.939833 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-b88d461b-26d3-4ffa-b3d2-c15d62d914a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1099 time: 0.0753160 Dec 08 15:59:22.052525 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010630ee-bc68-423d-a6d4-024a04634695 x-openstack-request-id: req-010630ee-bc68-423d-a6d4-024a04634695 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:22.053576 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177f1077-85ff-4985-a3b1-1b61f76b5253", "name": "network-vif-deleted", "tag": "d7e9fa1a-db25-4fc8-b797-7aae599fb103", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:22.054639 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-010630ee-bc68-423d-a6d4-024a04634695 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:22.055393 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177f1077-85ff-4985-a3b1-1b61f76b5253', 'name': 'network-vif-deleted', 'tag': 'd7e9fa1a-db25-4fc8-b797-7aae599fb103', 'status': 'completed', 'code': 200} Dec 08 15:59:22.060629 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-6006c68b-bce4-4a00-95df-e35897e0d921 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.1086900 Dec 08 15:59:22.202932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-5f76ff93-a685-457b-9fcd-3a3708ac83a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:22.210335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-5f76ff93-a685-457b-9fcd-3a3708ac83a4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1094 time: 0.4811106 Dec 08 15:59:22.232901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Allocated IP 172.20.0.2 (c1fcda02-80cd-4e6b-b0ba-56f7326dd304/b82ead1e-ab1f-4c34-b54b-6001a01ab977/ce3d006e-85f6-4f34-bac9-e63473f3d609) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:22.550497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-40e828c0-5012-4ff9-b4ac-69ea97cd49a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:22.556392 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-40e828c0-5012-4ff9-b4ac-69ea97cd49a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.4855096 Dec 08 15:59:22.568116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:22.582995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:22.680723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:22.685225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:22.688397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:22.695547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:22.770684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Pushing event updated for resources: {'Port': ['ID=ce3d006e-85f6-4f34-bac9-e63473f3d609,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:22.775381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-2be5219f-b993-4e67-a45d-23c9ed964b85 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:22.777999 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-2be5219f-b993-4e67-a45d-23c9ed964b85 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 823 time: 0.6578701 Dec 08 15:59:22.784023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5969e7e-275e-4574-8489-d9882cee4ace req-9e1bbf5e-55bf-4149-bdfc-bd5716588b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:22.787327 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-9e1bbf5e-55bf-4149-bdfc-bd5716588b47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2161236 Dec 08 15:59:22.790725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f1ea8-1fce-42eb-a16c-77afd0d45770 req-68e336c4-6492-42a7-adfa-fa489c13f90b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:22.793425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e46f1ea8-1fce-42eb-a16c-77afd0d45770 req-68e336c4-6492-42a7-adfa-fa489c13f90b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 0.9411180 Dec 08 15:59:22.917824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Attempting to bind port ce3d006e-85f6-4f34-bac9-e63473f3d609 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:22.918443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Attempting to bind port ce3d006e-85f6-4f34-bac9-e63473f3d609 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:22.919266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Attempting to bind port ce3d006e-85f6-4f34-bac9-e63473f3d609 on network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:22.931396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:22.932415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Checking segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:22.933323 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:22.935101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Bound using segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:22.936396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Bound port: ce3d006e-85f6-4f34-bac9-e63473f3d609, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:22.937536 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:22.970776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:23.005277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279ac3a-7bcb-4999-9619-01532d130a77 req-751f2e0f-a975-4411-8974-ba421f065c0e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:23.006927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c279ac3a-7bcb-4999-9619-01532d130a77 req-751f2e0f-a975-4411-8974-ba421f065c0e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 0.2754834 Dec 08 15:59:23.028977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e77905-0a8e-4c4c-9c73-d6284f0c2ec3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:23.081426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e46f1ea8-1fce-42eb-a16c-77afd0d45770 req-2066dba2-a171-4e47-80a2-c0ad23077de6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146535 Dec 08 15:59:23.091937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] For port ce3d006e-85f6-4f34-bac9-e63473f3d609, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:23.098107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] For port ce3d006e-85f6-4f34-bac9-e63473f3d609, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ce3d006e-85f6-4f34-bac9-e63473f3d609,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:23.104164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-d86403ca-9835-46ff-ac95-a3a897a90050 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=027951093b714165ab9253c332050967 HTTP/1.1" status: 200 len: 380 time: 0.3138959 Dec 08 15:59:23.108683 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:23.151067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'port': {'device_id': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'admin_state_up': True, 'tenant_id': '027951093b714165ab9253c332050967', 'security_groups': ['50490c3e-73ec-4fce-acb3-e76dd82f1e7d']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:23.162678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-0e50176e-7860-4222-b292-498a7e3eea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:23.164326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-0e50176e-7860-4222-b292-498a7e3eea71 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.9339423 Dec 08 15:59:23.236836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6f063-8112-472a-80c0-9d6a29fc31a7 None None] Pushing event updated for resources: {'Port': ['ID=ce3d006e-85f6-4f34-bac9-e63473f3d609,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:23.242983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c279ac3a-7bcb-4999-9619-01532d130a77 req-818b5575-e9bd-419c-b588-13965194125f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189438 Dec 08 15:59:23.249507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-67adba9b-7932-4bec-95eb-b8774aec2c47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.0750024 Dec 08 15:59:23.327347 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-c182464a-2d02-4091-83e5-f84eff5718ab service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246155 Dec 08 15:59:23.401909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-c1896401-990f-4d6a-a3ad-8a9f39783d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:23.403216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-c1896401-990f-4d6a-a3ad-8a9f39783d3f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1416669 Dec 08 15:59:23.492104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e5969e7e-275e-4574-8489-d9882cee4ace req-f8546cac-eb38-468f-a512-b96ffeaed2d1 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417992 Dec 08 15:59:23.523147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-3fb331df-a6e7-440f-a5df-40c4a82b1aa7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075060 Dec 08 15:59:23.545084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Made reservation on behalf of 027951093b714165ab9253c332050967 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:23.549836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:23.573936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e77905-0a8e-4c4c-9c73-d6284f0c2ec3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:23.578061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-678f0c41-9486-4d50-a13d-029d77491724 req-60b18a64-5b30-4e94-a302-fa32862de2fb tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 210 time: 0.1218505 Dec 08 15:59:23.584107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e77905-0a8e-4c4c-9c73-d6284f0c2ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:23.993537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:24.068573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:24.083424 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1669be12-5017-4103-893b-64fda56fd138" -d '{"events": [{"name": "network-changed", "server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:24.108713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-965c31c7-c882-4028-9287-5573cadb298b service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470173 Dec 08 15:59:24.116045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:24.176416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52e77905-0a8e-4c4c-9c73-d6284f0c2ec3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9ee186111754908ae667c433c311704&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4869056 Dec 08 15:59:24.183577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53644) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:24.260601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e77905-0a8e-4c4c-9c73-d6284f0c2ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52cdf80-93d0-4bd4-82a7-8e9246d9ba31,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:24.276080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:24.279955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7058cc7-475a-4dd6-a209-d1dd03acbecc req-25c65128-1144-496d-a941-10243ba3d19d service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251123 Dec 08 15:59:24.334527 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c1ce4e-de52-4b53-86f7-d1d0937db8e8 x-openstack-request-id: req-52c1ce4e-de52-4b53-86f7-d1d0937db8e8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:24.335022 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:24.335449 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52c1ce4e-de52-4b53-86f7-d1d0937db8e8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:24.336083 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'status': 'completed', 'code': 200} Dec 08 15:59:24.480824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669be12-5017-4103-893b-64fda56fd138 req-7dfa5819-2912-40eb-b902-d8104625259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:24.492698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-7dfa5819-2912-40eb-b902-d8104625259e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1099 time: 0.1670732 Dec 08 15:59:24.547396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d7e9fa1a-db25-4fc8-b797-7aae599fb103 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 15:59:24.602775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Allocated IP 172.20.0.9 (b9f0086a-06d3-4e40-ab51-fcd1a185f024/88a47289-5e78-4e3c-b207-db4e715ed973/414e746d-95bb-4de4-934c-ad6405cca16d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:24.636665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: d7e9fa1a-db25-4fc8-b797-7aae599fb103 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 15:59:24.637258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d7e9fa1a-db25-4fc8-b797-7aae599fb103 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 15:59:24.756243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:24.771191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669be12-5017-4103-893b-64fda56fd138 req-94f5ef82-3d32-4a57-8a50-0e3c521abb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:24.773081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-94f5ef82-3d32-4a57-8a50-0e3c521abb37 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2706513 Dec 08 15:59:24.828063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-694756ca-f345-487f-a76a-8a247308475d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:24.830226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f47e8-584a-43e4-b461-e5eb07d3f154 req-2e14e6ad-d153-480d-aa6d-9a0b7edbf24a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:24.840546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99f47e8-584a-43e4-b461-e5eb07d3f154 req-2e14e6ad-d153-480d-aa6d-9a0b7edbf24a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 0.4621639 Dec 08 15:59:24.858808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:24.871395 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-694756ca-f345-487f-a76a-8a247308475d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:24.911416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-19178e69-2ef4-4170-a590-ec5dccda22a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.1265979 Dec 08 15:59:24.914206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-580096e2-5e4d-4567-947f-11e01091b944 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1d5f3c101ed4c5d95eb1d0b20ef82b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9153144 Dec 08 15:59:24.918749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53668) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:24.937583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Allocated IP 172.25.3.86 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5e33a707-ac77-4e14-a0a1-432851c4d866) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:25.069635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.104423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06f15d-c91f-42b9-aa60-83aa49ae0daf req-b4fee7d3-641d-4887-b06c-4084379c3856 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:25.108598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c75a852-d124-40de-bb6a-0c6594553602 None None] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:25.114673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06f15d-c91f-42b9-aa60-83aa49ae0daf req-b4fee7d3-641d-4887-b06c-4084379c3856 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 0.3364477 Dec 08 15:59:25.134945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99f47e8-584a-43e4-b461-e5eb07d3f154 req-bc56b626-42be-4ed1-8034-f92ac48cd743 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921503 Dec 08 15:59:25.138770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669be12-5017-4103-893b-64fda56fd138 req-162ddb2d-8a66-4a2c-b114-d179707ae9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:25.151645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-162ddb2d-8a66-4a2c-b114-d179707ae9be service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2167110 Dec 08 15:59:25.154700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e65ff30-7d3b-4f22-99fb-384a9d92c4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.168015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-694756ca-f345-487f-a76a-8a247308475d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.170784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-694756ca-f345-487f-a76a-8a247308475d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.175012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-694756ca-f345-487f-a76a-8a247308475d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a52cdf80-93d0-4bd4-82a7-8e9246d9ba31 HTTP/1.1" status: 204 len: 168 time: 0.9761603 Dec 08 15:59:25.203507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1359a348-f1f5-41ca-84cb-97944b85474c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.226913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694756ca-f345-487f-a76a-8a247308475d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52cdf80-93d0-4bd4-82a7-8e9246d9ba31,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:25.230238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:25.234914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'Port': ['ID=414e746d-95bb-4de4-934c-ad6405cca16d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:25.240029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e65ff30-7d3b-4f22-99fb-384a9d92c4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.248886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ce3d006e-85f6-4f34-bac9-e63473f3d609 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:25.251050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:25.256957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:25.264927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:25.265814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.367998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06f15d-c91f-42b9-aa60-83aa49ae0daf req-a44ddbea-8bd6-4baf-a400-f123f02a5d15 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522600 Dec 08 15:59:25.375900 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-cb58b837-3b9d-4fff-a412-bc2d0c676fda tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2354295 Dec 08 15:59:25.379688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e65ff30-7d3b-4f22-99fb-384a9d92c4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.382566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e65ff30-7d3b-4f22-99fb-384a9d92c4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.387985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e65ff30-7d3b-4f22-99fb-384a9d92c4cf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31d50333-a20a-47e9-8bf1-bca4bd50d9af HTTP/1.1" status: 204 len: 168 time: 0.4626391 Dec 08 15:59:25.401093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Request body: {'port': {'device_id': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:25.460845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65ff30-7d3b-4f22-99fb-384a9d92c4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d50333-a20a-47e9-8bf1-bca4bd50d9af,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:25.528035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.572737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 15:59:25.604154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1359a348-f1f5-41ca-84cb-97944b85474c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.619548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1359a348-f1f5-41ca-84cb-97944b85474c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.642846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669be12-5017-4103-893b-64fda56fd138 req-b38bbce4-83dd-4dd8-9178-49378df6ae89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:25.647617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-b38bbce4-83dd-4dd8-9178-49378df6ae89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4806461 Dec 08 15:59:25.784321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bad60-9489-400e-b197-502ad0c2ffc8 req-3bc84fe0-4ad2-430d-a1c8-32432ef8d241 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:25.788061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a8bad60-9489-400e-b197-502ad0c2ffc8 req-3bc84fe0-4ad2-430d-a1c8-32432ef8d241 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 931 time: 0.3979068 Dec 08 15:59:25.802349 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:25.835716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:26.031440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414e746d-95bb-4de4-934c-ad6405cca16d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:59:26.043612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.055452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7f8e7062-39af-4234-aed9-591775b1d700', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'port_id': '7f8e7062-39af-4234-aed9-591775b1d700', 'mac_address': 'fa:16:3e:f3:d9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b016034e-e970-4c0a-89d1-2f5ba04dea9c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 15:59:26.062795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Transition to ACTIVE for port object 414e746d-95bb-4de4-934c-ad6405cca16d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 15:59:26.090796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.115136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53688) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:26.116389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359a348-f1f5-41ca-84cb-97944b85474c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44575a4-a37d-4903-8d5f-80f9614ccd59,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:26.263022 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1359a348-f1f5-41ca-84cb-97944b85474c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8f6a6c03a56430299d6a505e78c0631&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4995646 Dec 08 15:59:26.278534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:26.326724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aee82c5e-ee2d-4ee4-868c-8a08b642a813 None None] Provisioning complete for port ce3d006e-85f6-4f34-bac9-e63473f3d609 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:26.327631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aee82c5e-ee2d-4ee4-868c-8a08b642a813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.384978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Pushing event updated for resources: {'Port': ['ID=414e746d-95bb-4de4-934c-ad6405cca16d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:26.430045 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9290fe11-c072-4e04-81c2-cba561095310 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8269cc18c5394a4fb337348d71c06582&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3107266 Dec 08 15:59:26.435465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53700) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:26.436485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ce3d006e-85f6-4f34-bac9-e63473f3d609 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:26.444903 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.515703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Attempting to bind port 414e746d-95bb-4de4-934c-ad6405cca16d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:26.515925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Attempting to bind port 414e746d-95bb-4de4-934c-ad6405cca16d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:26.521970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Attempting to bind port 414e746d-95bb-4de4-934c-ad6405cca16d on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:26.537575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfe9e-3ef4-4419-ab18-a22305fe00b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.595650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Port 414e746d-95bb-4de4-934c-ad6405cca16d on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 15:59:26.596157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Attempting to bind port 414e746d-95bb-4de4-934c-ad6405cca16d on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:26.607760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a8bad60-9489-400e-b197-502ad0c2ffc8 req-6a64417d-8ef6-4453-9f17-f3d8b16ee52e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864595 Dec 08 15:59:26.638345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b136d10-d937-42a4-afd1-99df1c6eefd0 req-9cebdb8b-6cf9-4c82-921c-be0f01036efb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:26.650275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b136d10-d937-42a4-afd1-99df1c6eefd0 req-9cebdb8b-6cf9-4c82-921c-be0f01036efb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 0.2116928 Dec 08 15:59:26.665746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53702) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:26.680392 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47e3a420-a656-414c-808c-5bbf40d2e35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.702755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-2cb95201-1626-4004-a0b1-eb4a5aafe9c4 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0375762 Dec 08 15:59:26.711124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.750977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfe9e-3ef4-4419-ab18-a22305fe00b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.788246 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.808575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:26.811420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Checking segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:26.811956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Bound using segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:26.812628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Bound port: 414e746d-95bb-4de4-934c-ad6405cca16d, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:26.813136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.840091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfe9e-3ef4-4419-ab18-a22305fe00b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.844524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbcfe9e-3ef4-4419-ab18-a22305fe00b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.850813 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3cbcfe9e-3ef4-4419-ab18-a22305fe00b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d44575a4-a37d-4903-8d5f-80f9614ccd59 HTTP/1.1" status: 204 len: 168 time: 0.5665658 Dec 08 15:59:26.890900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port ce3d006e-85f6-4f34-bac9-e63473f3d609, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ce3d006e-85f6-4f34-bac9-e63473f3d609,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:26.919517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.921996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b136d10-d937-42a4-afd1-99df1c6eefd0 req-e5b7cf57-b83a-4cca-8104-93a91198e8be tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701774 Dec 08 15:59:26.929044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:26.942121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Pushing event updated for resources: {'Port': ['ID=5e33a707-ac77-4e14-a0a1-432851c4d866,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:26.952195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:26.955787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:26.963264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92bb2aaa-156e-42f7-a109-dece2c2b19ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.973405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:26.973704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcfe9e-3ef4-4419-ab18-a22305fe00b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44575a4-a37d-4903-8d5f-80f9614ccd59,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:27.037124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.038196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.038922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.039504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.040012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.040545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.041024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.041660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.042246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.042797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.043332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.043810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.044431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:27.058336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92bb2aaa-156e-42f7-a109-dece2c2b19ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.129385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75f7-b575-43d7-a16e-aa1da2f5cb70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.149367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8f39b-0adc-4657-b413-5f11b965e125 req-e73a1f0d-cdca-490c-adad-4a1883615637 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:27.170165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41a8f39b-0adc-4657-b413-5f11b965e125 req-e73a1f0d-cdca-490c-adad-4a1883615637 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 0.3959742 Dec 08 15:59:27.206079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8e7062-39af-4234-aed9-591775b1d700 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:59:27.212226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] For port 414e746d-95bb-4de4-934c-ad6405cca16d, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:27.235921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] For port 414e746d-95bb-4de4-934c-ad6405cca16d, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=414e746d-95bb-4de4-934c-ad6405cca16d,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:27.250809 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.279395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:27.280079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.281858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] 10.222.0.58 "PUT /v2.0/ports/414e746d-95bb-4de4-934c-ad6405cca16d HTTP/1.1" status: 200 len: 1091 time: 1.8926125 Dec 08 15:59:27.282417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:27.284554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=ce3d006e-85f6-4f34-bac9-e63473f3d609,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:27.285767 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad824ed-7196-427c-83db-777717d45a73" -d '{"events": [{"name": "network-changed", "server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:27.414542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92bb2aaa-156e-42f7-a109-dece2c2b19ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.420941 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92bb2aaa-156e-42f7-a109-dece2c2b19ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.428049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92bb2aaa-156e-42f7-a109-dece2c2b19ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ad1bd2b-9431-4b2a-9a67-86f9f809a5f0 HTTP/1.1" status: 204 len: 168 time: 0.9878702 Dec 08 15:59:27.435926 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a9a9bf-ec1c-466a-948e-e216edbf5a99 x-openstack-request-id: req-60a9a9bf-ec1c-466a-948e-e216edbf5a99 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:27.437852 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:27.437852 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60a9a9bf-ec1c-466a-948e-e216edbf5a99 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:27.437852 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d', 'status': 'completed', 'code': 200} Dec 08 15:59:27.520377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb2aaa-156e-42f7-a109-dece2c2b19ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad1bd2b-9431-4b2a-9a67-86f9f809a5f0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:27.587813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1669be12-5017-4103-893b-64fda56fd138 req-22b7162e-c7b1-4825-ab16-e585a69c4612 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8727710 Dec 08 15:59:27.616078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:27.662184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.684850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 15:59:27.686176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75f7-b575-43d7-a16e-aa1da2f5cb70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.689138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ee98e-3d3f-4c8a-ac97-51cb251dd141 service neutron] Pushing event updated for resources: {'Port': ['ID=414e746d-95bb-4de4-934c-ad6405cca16d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:27.720919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0fb75f7-b575-43d7-a16e-aa1da2f5cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:27.882713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e0fb75f7-b575-43d7-a16e-aa1da2f5cb70 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d8569bfb607441b8f10da97f84775e1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1949031 Dec 08 15:59:27.886720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb75f7-b575-43d7-a16e-aa1da2f5cb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8866dc-64cb-46fb-8962-7ea41c356800,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:27.889435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53728) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:27.904494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-78a34a37-db3f-43d6-82a9-6fcc40f4a46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:27.907508 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-78a34a37-db3f-43d6-82a9-6fcc40f4a46f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 1094 time: 0.5447221 Dec 08 15:59:27.962580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53730) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:27.980395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41a8f39b-0adc-4657-b413-5f11b965e125 req-6f8ad472-3955-45fd-8d28-e0e3068c81f6 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8075895 Dec 08 15:59:28.070394 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-a28227c4-4902-4826-a071-79e607f9d7e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=414e746d-95bb-4de4-934c-ad6405cca16d HTTP/1.1" status: 200 len: 217 time: 0.1443741 Dec 08 15:59:28.084658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9056a8c5-8ae7-4d6b-966c-dd534f785539 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.262388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e55bb3-bdf1-4e3d-aa73-440fd94b7cf0 req-2a1daf82-8664-487d-9422-4cd02f5baf6e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:28.272450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64e55bb3-bdf1-4e3d-aa73-440fd94b7cf0 req-2a1daf82-8664-487d-9422-4cd02f5baf6e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 943 time: 0.4380338 Dec 08 15:59:28.342821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:28.379777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a21dca23-5b2b-44a8-b109-db6b81091448 None None] Provisioning complete for port ce3d006e-85f6-4f34-bac9-e63473f3d609 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:28.380222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a21dca23-5b2b-44a8-b109-db6b81091448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.419264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53738) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:28.420973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e88b9bfa-204d-4bd4-9294-5430f75a9c84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.432260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7f8e7062-39af-4234-aed9-591775b1d700'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 15:59:28.442852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-2ef93f9c-1869-4c44-aee6-491be655b86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:28.444932 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-2ef93f9c-1869-4c44-aee6-491be655b86b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.3646102 Dec 08 15:59:28.451074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9056a8c5-8ae7-4d6b-966c-dd534f785539 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.475947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9056a8c5-8ae7-4d6b-966c-dd534f785539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.515699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:28.536874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9056a8c5-8ae7-4d6b-966c-dd534f785539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af42b5bc-9aff-4eec-a83c-27851f03c24f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:28.563145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'mac_address': 'fa:16:3e:1e:3d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 15:59:28.572228 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e88b9bfa-204d-4bd4-9294-5430f75a9c84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.601090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.643800 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9056a8c5-8ae7-4d6b-966c-dd534f785539 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15554663e6ce4502b5b62cab8f0a4fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6720486 Dec 08 15:59:28.645912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53746) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:28.672471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-236a4741-a49a-4d95-ac3e-9708c3f1ea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:28.674822 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-236a4741-a49a-4d95-ac3e-9708c3f1ea07 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2221870 Dec 08 15:59:28.721827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e88b9bfa-204d-4bd4-9294-5430f75a9c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.724657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e88b9bfa-204d-4bd4-9294-5430f75a9c84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.729868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e88b9bfa-204d-4bd4-9294-5430f75a9c84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db8866dc-64cb-46fb-8962-7ea41c356800 HTTP/1.1" status: 204 len: 168 time: 0.8345723 Dec 08 15:59:28.805235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-network', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:28.830435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64e55bb3-bdf1-4e3d-aa73-440fd94b7cf0 req-59de855e-287e-4594-a3d6-76b9da00f71e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5380111 Dec 08 15:59:28.864607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156aa6e-3e8e-4416-bddc-ce4c7457c8f3 req-61840af6-cbc3-442d-ac19-cc98715de38d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:28.870318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2156aa6e-3e8e-4416-bddc-ce4c7457c8f3 req-61840af6-cbc3-442d-ac19-cc98715de38d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 0.6401813 Dec 08 15:59:28.871264 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.898973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b9bfa-204d-4bd4-9294-5430f75a9c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8866dc-64cb-46fb-8962-7ea41c356800,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:28.922744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f49-1884-49de-be12-86c91ac2f073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:28.923275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6192c8-1e2d-41ff-9997-ccac8c5c67c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.014153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f49-1884-49de-be12-86c91ac2f073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.038227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Made reservation on behalf of 288c8a750a7f437589694b0a2e1b5f2b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:29.040524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.060649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.080836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-c150af22-c1b6-4fac-88c6-7026d1e5b3e3 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695188 Dec 08 15:59:29.088242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:59:29.215575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:29.234212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ce3d006e-85f6-4f34-bac9-e63473f3d609 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:29.244097 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.253231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2156aa6e-3e8e-4416-bddc-ce4c7457c8f3 req-492b7c55-927a-4501-a77b-6f3e4e6c1a62 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767958 Dec 08 15:59:29.390133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f49-1884-49de-be12-86c91ac2f073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.400434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5eee2f49-1884-49de-be12-86c91ac2f073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.404145 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5eee2f49-1884-49de-be12-86c91ac2f073 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af42b5bc-9aff-4eec-a83c-27851f03c24f HTTP/1.1" status: 204 len: 168 time: 0.7490578 Dec 08 15:59:29.436825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad348e5-a075-4367-8f6e-8d05afdd13b7 req-dc6af509-751b-4b6a-b906-5da3d8705196 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:29.450751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dad348e5-a075-4367-8f6e-8d05afdd13b7 req-dc6af509-751b-4b6a-b906-5da3d8705196 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.2404156 Dec 08 15:59:29.458213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.474937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:29.480768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ce3d006e-85f6-4f34-bac9-e63473f3d609 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:29.481328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.516894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee2f49-1884-49de-be12-86c91ac2f073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af42b5bc-9aff-4eec-a83c-27851f03c24f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:29.534272 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9a897c54-9066-48bb-938d-5e0d9321ac3a req-fc8b6a8b-ddf2-44d6-94b8-2be684957ede service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368408 Dec 08 15:59:29.541333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 15:59:29.587595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53768) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:29.635814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eecc1d65-842a-435f-bd2d-c2eb7ee08019 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.702267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dad348e5-a075-4367-8f6e-8d05afdd13b7 req-7f5319b5-2ca1-40a0-b395-666255a9c03d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462683 Dec 08 15:59:29.713980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.730500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.777683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:59:29.782367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad824ed-7196-427c-83db-777717d45a73 req-357c07ac-452f-45e9-a7ca-68361b8cbaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:29.784313 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-357c07ac-452f-45e9-a7ca-68361b8cbaeb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 1094 time: 0.1837337 Dec 08 15:59:29.820091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:29.820627 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Added segment 1f1c1e0d-261c-4b9f-bccf-47e70458693e of type vlan for network b009892d-e458-4d58-9f0b-8367835804f4 Dec 08 15:59:29.839441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99829bd0-e60b-4417-88ce-39c45f0092ac,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:29.877002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:59:29.944371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.008974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.043369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eecc1d65-842a-435f-bd2d-c2eb7ee08019 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.056459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eecc1d65-842a-435f-bd2d-c2eb7ee08019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.063696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad824ed-7196-427c-83db-777717d45a73 req-bc4b37b8-bd10-4490-bffc-cc12c9e6d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.065433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-bc4b37b8-bd10-4490-bffc-cc12c9e6d82e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 924 time: 0.2681792 Dec 08 15:59:30.067710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.069297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.069541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.162410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eecc1d65-842a-435f-bd2d-c2eb7ee08019 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7edee1f97ca489e98f50f7cb6645f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5709181 Dec 08 15:59:30.165555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7339230 Dec 08 15:59:30.167086 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-2e4b892c-0edb-408c-a512-f1015acfb48b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=414e746d-95bb-4de4-934c-ad6405cca16d HTTP/1.1" status: 200 len: 217 time: 0.0893269 Dec 08 15:59:30.169704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1d65-842a-435f-bd2d-c2eb7ee08019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5732598-959a-41c7-a8fb-77bd60bd4220,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:30.170012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:30.170012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53784) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:30.177170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Request body: {'subnet': {'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-subnet', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:30.183279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc61b2-3d7c-46d9-a610-4f4f7259c4dc req-f613e44e-d44f-4e3c-9c2b-8747efa74eb1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.191084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74bc61b2-3d7c-46d9-a610-4f4f7259c4dc req-f613e44e-d44f-4e3c-9c2b-8747efa74eb1 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 943 time: 0.1865475 Dec 08 15:59:30.201700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:30.215652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Sync routers for ids ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:30.241630 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Routers {'210ecc0f-da74-4eb3-b4ce-f79b284c62e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:30.242294 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:30.259708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b692650-590c-4b0c-a768-9b83d7763736 admin admin] Pushing event updated for resources: {'Network': ['ID=b009892d-e458-4d58-9f0b-8367835804f4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:30.283578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b009892d-e458-4d58-9f0b-8367835804f4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:59:30.300333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Made reservation on behalf of 288c8a750a7f437589694b0a2e1b5f2b for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:30.302721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.310894 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.314709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f492fb35-7257-42a7-914b-f8611a30cd85 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8597162 Dec 08 15:59:30.315167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:30.334139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74bc61b2-3d7c-46d9-a610-4f4f7259c4dc req-d382eb3c-641e-4884-8eb8-e208db3e8710 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410379 Dec 08 15:59:30.385957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad824ed-7196-427c-83db-777717d45a73 req-f5c1f858-4bb5-443e-a127-6a537a995006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.387481 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-f5c1f858-4bb5-443e-a127-6a537a995006 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.1965287 Dec 08 15:59:30.438892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Set router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:30.522638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7c973ee-1271-4537-98bb-85df85121493 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.535524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1998ad9-2e16-4d4b-8853-b8281ba01a2d req-b4bb55d6-2041-4349-8c81-8b3f6f1bd859 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.546955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1998ad9-2e16-4d4b-8853-b8281ba01a2d req-b4bb55d6-2041-4349-8c81-8b3f6f1bd859 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 949 time: 0.1158195 Dec 08 15:59:30.650672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1998ad9-2e16-4d4b-8853-b8281ba01a2d req-12632a75-b514-4d2d-8eb3-0951474b975a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014063 Dec 08 15:59:30.651776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7c973ee-1271-4537-98bb-85df85121493 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:30.693083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad824ed-7196-427c-83db-777717d45a73 req-0f1ab29b-7c56-44f3-a0e1-c32c4b9037a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.695017 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-0f1ab29b-7c56-44f3-a0e1-c32c4b9037a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2347226 Dec 08 15:59:30.923434 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T15:59:27Z', 'revision_number': 3, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:30.957652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Checking router: 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:30.958362 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Updating router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 port 5e33a707-ac77-4e14-a0a1-432851c4d866 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:30.975492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426caeaa-56b4-459a-bd02-52a3c5a689a0 req-5d3971c9-9662-48f4-8fd3-ce3ac2f5721c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:30.988141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-426caeaa-56b4-459a-bd02-52a3c5a689a0 req-5d3971c9-9662-48f4-8fd3-ce3ac2f5721c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.1426337 Dec 08 15:59:30.991870 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.083718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-426caeaa-56b4-459a-bd02-52a3c5a689a0 req-b9671e28-062f-488a-9d02-72d091d147ec tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891895 Dec 08 15:59:31.189427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7c973ee-1271-4537-98bb-85df85121493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.192698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7c973ee-1271-4537-98bb-85df85121493 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.193919 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7c973ee-1271-4537-98bb-85df85121493 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5732598-959a-41c7-a8fb-77bd60bd4220 HTTP/1.1" status: 204 len: 168 time: 1.0231235 Dec 08 15:59:31.236426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c973ee-1271-4537-98bb-85df85121493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5732598-959a-41c7-a8fb-77bd60bd4220,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:31.246854 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-5b1c1167-15ef-4e78-99fc-92905e8620fc service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426264 Dec 08 15:59:31.250581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.531343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc97ac77-709f-4d62-9501-7c472ad8d12c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:31.552529 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.572426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Checking segment: {'id': '1f1c1e0d-261c-4b9f-bccf-47e70458693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:31.572536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Network hostable DHCP agents. Network: b009892d-e458-4d58-9f0b-8367835804f4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:59:31.575497 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.579610 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ad824ed-7196-427c-83db-777717d45a73 req-302d19d4-f423-4bce-8c28-79994e8c4546 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184233 Dec 08 15:59:31.639343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Network b009892d-e458-4d58-9f0b-8367835804f4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:59:31.677560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b009892d-e458-4d58-9f0b-8367835804f4) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:31.688548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:31.689447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.718403 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a478ee6e-eb89-4242-a0da-1df464046ba1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5462244 Dec 08 15:59:31.723013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:31.728336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:31.764822 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a097e-d9b6-49a3-9e42-573dcda3e2a4 None None] Pushing event updated for resources: {'Port': ['ID=5e33a707-ac77-4e14-a0a1-432851c4d866,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:31.787325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.802038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.803494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.824375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddedb36-8f4f-4d3f-89a9-4902a7957d6f None None] Network b009892d-e458-4d58-9f0b-8367835804f4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:31.832509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:31.867443 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Attempting to bind port 5e33a707-ac77-4e14-a0a1-432851c4d866 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:31.867731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Attempting to bind port 5e33a707-ac77-4e14-a0a1-432851c4d866 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:31.871079 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Attempting to bind port 5e33a707-ac77-4e14-a0a1-432851c4d866 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:31.894679 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:31.897744 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:31.898546 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.901057 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:31.901977 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Bound port: 5e33a707-ac77-4e14-a0a1-432851c4d866, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:31.903104 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:31.990489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.018371 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] For port 5e33a707-ac77-4e14-a0a1-432851c4d866, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:32.027854 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] For port 5e33a707-ac77-4e14-a0a1-432851c4d866, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5e33a707-ac77-4e14-a0a1-432851c4d866,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:32.036077 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.148449 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a097e-d9b6-49a3-9e42-573dcda3e2a4 None None] Pushing event updated for resources: {'Port': ['ID=5e33a707-ac77-4e14-a0a1-432851c4d866,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:32.160835 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Routers {'210ecc0f-da74-4eb3-b4ce-f79b284c62e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:32.161942 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:32.188185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.210993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.342242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.439949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Allocated IP 172.20.0.1 (c1fcda02-80cd-4e6b-b0ba-56f7326dd304/b82ead1e-ab1f-4c34-b54b-6001a01ab977/40de3047-197c-4868-9c45-0ef287848e93) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:32.448310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c6c846-0cdd-4606-b3b5-eabed72bd413 req-472d8c74-2596-4e52-85af-222b0cf19756 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:32.452641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07c6c846-0cdd-4606-b3b5-eabed72bd413 req-472d8c74-2596-4e52-85af-222b0cf19756 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 943 time: 0.9210508 Dec 08 15:59:32.478120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36535649-0ee3-4ebe-8888-b6486feb49a5 req-37cac096-037a-4e8b-9111-c7e08bd674cc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:32.490965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36535649-0ee3-4ebe-8888-b6486feb49a5 req-37cac096-037a-4e8b-9111-c7e08bd674cc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 949 time: 0.1663487 Dec 08 15:59:32.491710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.568314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b009892d-e458-4d58-9f0b-8367835804f4', 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4', 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'fixed_ips': [{'subnet_id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:59:32.571781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.595786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.609176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.619629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 414e746d-95bb-4de4-934c-ad6405cca16d details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 15:59:32.621938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36535649-0ee3-4ebe-8888-b6486feb49a5 req-c330f07e-62a1-432d-bc7c-87f4b25ae6cf tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293337 Dec 08 15:59:32.652617 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] Set router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:32.668603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07c6c846-0cdd-4606-b3b5-eabed72bd413 req-abc65d02-0f7e-4b5d-98d6-7ddf73589b66 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030869 Dec 08 15:59:32.744511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 7f8e7062-39af-4234-aed9-591775b1d700 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 15:59:32.792238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7f8e7062-39af-4234-aed9-591775b1d700 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:32.793730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.844563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.938844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:32.946409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39246262-f990-4321-852a-2077cc76284a req-46c1f252-34f2-4d91-96c3-72156b01b952 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:32.952766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39246262-f990-4321-852a-2077cc76284a req-46c1f252-34f2-4d91-96c3-72156b01b952 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.1522865 Dec 08 15:59:33.072724 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T15:59:27Z', 'revision_number': 3, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:33.075408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39246262-f990-4321-852a-2077cc76284a req-50a6bcc4-f1e1-4fcb-8c7a-361148a7e07f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141238 Dec 08 15:59:33.101668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Allocated IP 172.25.3.149 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d93bca3e-0f9b-42d2-9617-35f082c40c37) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:33.162525 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed1c401-2e27-454a-95fd-daf8111e7892 None None] The sync data for ids ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'] in n-d-820935-5 is: [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T15:59:27Z', 'revision_number': 3, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:33.228408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.299179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:33.307363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:33.316573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:33.317081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.388322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 414e746d-95bb-4de4-934c-ad6405cca16d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=414e746d-95bb-4de4-934c-ad6405cca16d,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:33.419692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.421330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Pushing event updated for resources: {'Port': ['ID=40de3047-197c-4868-9c45-0ef287848e93,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:33.452623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Allocated IP 172.20.0.2 (b009892d-e458-4d58-9f0b-8367835804f4/fc97ac77-709f-4d62-9501-7c472ad8d12c/3b7e453d-cdc3-45b0-920d-9ff266297d0e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:33.465029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '414e746d-95bb-4de4-934c-ad6405cca16d', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'port_id': '414e746d-95bb-4de4-934c-ad6405cca16d', 'mac_address': 'fa:16:3e:c6:c9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 15:59:33.485080 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.569262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53872) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:33.606695 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:33.624613 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.625257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:33.631795 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be86583-6489-4604-bf9c-945791e160e4" -d '{"events": [{"server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "name": "network-vif-plugged", "status": "completed", "tag": "7f8e7062-39af-4234-aed9-591775b1d700"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:33.689764 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.694536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:33.761230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:33.774380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:33.779597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.783071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:33.786610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Pushing event updated for resources: {'Port': ['ID=d93bca3e-0f9b-42d2-9617-35f082c40c37,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:33.886253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:33.972848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414e746d-95bb-4de4-934c-ad6405cca16d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 15:59:34.020506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 414e746d-95bb-4de4-934c-ad6405cca16d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=414e746d-95bb-4de4-934c-ad6405cca16d,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:34.049589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:34.071893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f2d4c5-e9b5-4975-af80-864f921c0972 req-7df0ee51-fd52-48e9-bdaa-6e7933258a7f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:34.086480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11f2d4c5-e9b5-4975-af80-864f921c0972 req-7df0ee51-fd52-48e9-bdaa-6e7933258a7f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 949 time: 0.1442673 Dec 08 15:59:34.087029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a0ddd7e0-16ab-4f6a-bcc7-e0efd0918a24 None None] Provisioning complete for port 40de3047-197c-4868-9c45-0ef287848e93 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:34.088648 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0ddd7e0-16ab-4f6a-bcc7-e0efd0918a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:34.200413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11f2d4c5-e9b5-4975-af80-864f921c0972 req-7f9e855f-7cba-4783-b0e4-b95c9f131621 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120822 Dec 08 15:59:34.202466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:34.302507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-af497882-2ba0-4a8e-8de3-1b833405d3b2 tempest-AutoAllocateNetworkTest-810177022 tempest-AutoAllocateNetworkTest-810177022-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=78a33f4d31644f4e8edbc132a6dc5201&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7294314 Dec 08 15:59:34.304217 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e5cdc-6d52-4b9f-a7c2-63c511a14050 x-openstack-request-id: req-9b2e5cdc-6d52-4b9f-a7c2-63c511a14050 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:34.304954 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "name": "network-vif-plugged", "status": "completed", "tag": "7f8e7062-39af-4234-aed9-591775b1d700", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:34.305554 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9b2e5cdc-6d52-4b9f-a7c2-63c511a14050 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:34.307052 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700', 'code': 200} Dec 08 15:59:34.310171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53888) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:34.347655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a0ddd7e0-16ab-4f6a-bcc7-e0efd0918a24 None None] Port 40de3047-197c-4868-9c45-0ef287848e93 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:34.409053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2d60-254d-4fe9-b481-c07580f031a0 req-ff1d1558-708c-422b-9863-cc94bca20f7b tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:34.417564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b5f2d60-254d-4fe9-b481-c07580f031a0 req-ff1d1558-708c-422b-9863-cc94bca20f7b tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 944 time: 0.2120042 Dec 08 15:59:34.453378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a891ed-5cf8-4465-a086-2c14e462b26e req-06c47a84-10ec-4efe-bf48-f0033c29688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:34.455335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22a891ed-5cf8-4465-a086-2c14e462b26e req-06c47a84-10ec-4efe-bf48-f0033c29688e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1096 time: 0.1951091 Dec 08 15:59:34.599394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b5f2d60-254d-4fe9-b481-c07580f031a0 req-32c6b1ed-dd3a-4093-89e2-d86b78cb8696 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1809981 Dec 08 15:59:34.622944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=414e746d-95bb-4de4-934c-ad6405cca16d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:34.630545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['414e746d-95bb-4de4-934c-ad6405cca16d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 15:59:34.650816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22a891ed-5cf8-4465-a086-2c14e462b26e req-f3e21470-ad0d-485d-a218-bf48ff1970a7 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789722 Dec 08 15:59:34.677070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 15:59:34.700312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e179e7-7f54-448c-b319-5b08d3794e89 req-705b256d-6d1a-46da-9b42-1185b179517f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:34.705453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:34.705851 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:34.709918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6e179e7-7f54-448c-b319-5b08d3794e89 req-705b256d-6d1a-46da-9b42-1185b179517f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 945 time: 0.1953516 Dec 08 15:59:34.719448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bd54c5-ee40-45b2-96b6-06767ca6ee04 tempest-AutoAllocateNetworkTest-810177022 tempest-AutoAllocateNetworkTest-810177022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:34.734630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2bd54c5-ee40-45b2-96b6-06767ca6ee04 tempest-AutoAllocateNetworkTest-810177022 tempest-AutoAllocateNetworkTest-810177022-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4213181 Dec 08 15:59:34.737261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53896) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:34.761009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:34.792055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:34.832341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Network b009892d-e458-4d58-9f0b-8367835804f4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:34.836867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:34.867328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:34.962905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d4f776d1-d1b8-408a-b6ba-7d474316de76 tempest-AutoAllocateNetworkTest-810177022 tempest-AutoAllocateNetworkTest-810177022-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2235961 Dec 08 15:59:34.965492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53906) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:35.031900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Attempting to bind port 3b7e453d-cdc3-45b0-920d-9ff266297d0e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:35.032449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Attempting to bind port 3b7e453d-cdc3-45b0-920d-9ff266297d0e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1f1c1e0d-261c-4b9f-bccf-47e70458693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:35.033039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Attempting to bind port 3b7e453d-cdc3-45b0-920d-9ff266297d0e on network b009892d-e458-4d58-9f0b-8367835804f4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:35.055903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:35.056290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Checking segment: {'id': '1f1c1e0d-261c-4b9f-bccf-47e70458693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:35.057178 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.057578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Bound using segment: {'id': '1f1c1e0d-261c-4b9f-bccf-47e70458693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:35.058261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Bound port: 3b7e453d-cdc3-45b0-920d-9ff266297d0e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1c1e0d-261c-4b9f-bccf-47e70458693e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:35.058652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.078464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Pushing event updated for resources: {'Port': ['ID=3b7e453d-cdc3-45b0-920d-9ff266297d0e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:35.098923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bca4dc01-0cc7-420b-8250-796d2272fae2 tempest-AutoAllocateNetworkTest-810177022 tempest-AutoAllocateNetworkTest-810177022-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=78a33f4d31644f4e8edbc132a6dc5201 HTTP/1.1" status: 200 len: 208 time: 0.1166596 Dec 08 15:59:35.213943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] For port 3b7e453d-cdc3-45b0-920d-9ff266297d0e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:35.221389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] For port 3b7e453d-cdc3-45b0-920d-9ff266297d0e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3b7e453d-cdc3-45b0-920d-9ff266297d0e,segment=NetworkSegment(1f1c1e0d-261c-4b9f-bccf-47e70458693e),segment_id=1f1c1e0d-261c-4b9f-bccf-47e70458693e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:35.223845 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.225373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6e179e7-7f54-448c-b319-5b08d3794e89 req-b235285d-06d9-4322-b476-b4a3de11f67b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849033 Dec 08 15:59:35.253950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.268452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53914) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:35.279328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.409046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5e33a707-ac77-4e14-a0a1-432851c4d866 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:35.463229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.466288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53918) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:35.504499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.506280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.522842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a88c7-5195-4e90-8b50-5d0a1f582d56 req-b8c03d9c-3f26-4c77-8620-d6c082a9db48 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:35.536551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e9a88c7-5195-4e90-8b50-5d0a1f582d56 req-b8c03d9c-3f26-4c77-8620-d6c082a9db48 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 949 time: 0.1189370 Dec 08 15:59:35.639112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62375325-2fd1-4d95-a1fe-1d68498008de None None] Pushing event updated for resources: {'Port': ['ID=3b7e453d-cdc3-45b0-920d-9ff266297d0e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:35.649259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:35.673202 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.728166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e9a88c7-5195-4e90-8b50-5d0a1f582d56 req-de9e1675-c246-4cc8-90b2-e141f84f27f0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869881 Dec 08 15:59:35.751573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5e33a707-ac77-4e14-a0a1-432851c4d866 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:35.752037 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.823667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43fdef95-af06-4190-aa46-7f6d39d3ab30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.852312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:35.945078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:35.962988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:35.975749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 5e33a707-ac77-4e14-a0a1-432851c4d866, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5e33a707-ac77-4e14-a0a1-432851c4d866,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:35.982480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.070614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Pushing event updated for resources: {'Port': ['ID=40de3047-197c-4868-9c45-0ef287848e93,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:36.083004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cbf86-9c3e-4199-81db-012bb8a3de50 req-d51ec910-d43e-4cde-acf1-49bc00db52f0 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:36.084642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b12cbf86-9c3e-4199-81db-012bb8a3de50 req-d51ec910-d43e-4cde-acf1-49bc00db52f0 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 944 time: 0.1917019 Dec 08 15:59:36.128663 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a04570c-396c-4a93-b667-36159d92dd7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.133228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=5e33a707-ac77-4e14-a0a1-432851c4d866,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:36.221301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43fdef95-af06-4190-aa46-7f6d39d3ab30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.237927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43fdef95-af06-4190-aa46-7f6d39d3ab30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.254058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebc7ae48-8558-4b9f-8e8c-4a784fcb0862 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.309879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:36.314135 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600c95b4-622c-47ad-9231-a589d935e737" -d '{"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-plugged", "status": "completed", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:36.329504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.365290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b12cbf86-9c3e-4199-81db-012bb8a3de50 req-cd6c1a89-c3a5-415b-b38e-9f69ee2f168d tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652266 Dec 08 15:59:36.387308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-43fdef95-af06-4190-aa46-7f6d39d3ab30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93daf8f264e747c9a88877090bba6c92&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1165364 Dec 08 15:59:36.388011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53934) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:36.406341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdef95-af06-4190-aa46-7f6d39d3ab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ff0e41-0e7e-4702-bd0c-b0acefda8554,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:36.410824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:36.432304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:36.510049 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc37592-4ac5-407c-af22-d1e1703b68ce x-openstack-request-id: req-0bc37592-4ac5-407c-af22-d1e1703b68ce {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:36.510361 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-plugged", "status": "completed", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:36.510613 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0bc37592-4ac5-407c-af22-d1e1703b68ce {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:36.511012 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'code': 200} Dec 08 15:59:36.524614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-02f2c526-547d-411a-b6de-43194825da0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.558011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a04570c-396c-4a93-b667-36159d92dd7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.580157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff556641-6da6-4612-b7ad-aaa44324eaf3 req-ecdc378b-8578-411e-beeb-3a6f20dd985f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:36.583372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff556641-6da6-4612-b7ad-aaa44324eaf3 req-ecdc378b-8578-411e-beeb-3a6f20dd985f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 945 time: 0.1779594 Dec 08 15:59:36.627605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-02f2c526-547d-411a-b6de-43194825da0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.631373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 414e746d-95bb-4de4-934c-ad6405cca16d up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:36.656253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a04570c-396c-4a93-b667-36159d92dd7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.733535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebc7ae48-8558-4b9f-8e8c-4a784fcb0862 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.734900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04570c-396c-4a93-b667-36159d92dd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec39afd3-4317-4f0f-b541-8d80f9cc7cfb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:36.748005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4a04570c-396c-4a93-b667-36159d92dd7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e90ab208aff40b3a46eee13e791520e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2759006 Dec 08 15:59:36.752136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff556641-6da6-4612-b7ad-aaa44324eaf3 req-139eed83-4b8d-4f1d-a3fe-f04afb98622c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595078 Dec 08 15:59:36.757036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:36.757298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 414e746d-95bb-4de4-934c-ad6405cca16d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 15:59:36.778409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43fb27b-2ad5-4912-ace7-d8aa400fa0f1 req-08c83409-0b18-47c4-8611-967fcd8029aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:36.780574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebc7ae48-8558-4b9f-8e8c-4a784fcb0862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.784239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b43fb27b-2ad5-4912-ace7-d8aa400fa0f1 req-08c83409-0b18-47c4-8611-967fcd8029aa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1101 time: 0.1613328 Dec 08 15:59:36.784487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 414e746d-95bb-4de4-934c-ad6405cca16d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:36.785041 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.906199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ebc7ae48-8558-4b9f-8e8c-4a784fcb0862 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=78a33f4d31644f4e8edbc132a6dc5201&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9344919 Dec 08 15:59:36.919989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:36.937651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-02f2c526-547d-411a-b6de-43194825da0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.944000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-02f2c526-547d-411a-b6de-43194825da0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:36.948183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-02f2c526-547d-411a-b6de-43194825da0c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7ff0e41-0e7e-4702-bd0c-b0acefda8554 HTTP/1.1" status: 204 len: 168 time: 0.5558238 Dec 08 15:59:36.980715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7ae48-8558-4b9f-8e8c-4a784fcb0862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266628f5-852a-412a-9109-b1175662899e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:36.992576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:59:37.024633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-620a0cdc-1ac8-4460-a70c-2a34fed16606 None None] Provisioning complete for port 40de3047-197c-4868-9c45-0ef287848e93 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:37.025489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-620a0cdc-1ac8-4460-a70c-2a34fed16606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.053226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2c526-547d-411a-b6de-43194825da0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ff0e41-0e7e-4702-bd0c-b0acefda8554,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:37.074108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Router b696c97f-7841-4033-ab22-e67cd6db32de is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:59:37.145705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.150150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-620a0cdc-1ac8-4460-a70c-2a34fed16606 None None] Port 40de3047-197c-4868-9c45-0ef287848e93 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:37.158572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b43fb27b-2ad5-4912-ace7-d8aa400fa0f1 req-a2495f24-43b8-4b4f-aae9-631fff9e16ac service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536539 Dec 08 15:59:37.169321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f7-13cd-4a70-9c0e-cac77a24c0a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.225258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f7-13cd-4a70-9c0e-cac77a24c0a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.272378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 414e746d-95bb-4de4-934c-ad6405cca16d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=414e746d-95bb-4de4-934c-ad6405cca16d,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:37.281857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12a476-d3cf-49f2-bbf1-8a23b65c1dcf req-be152f61-748c-44e7-beae-f02fb9fcc5df tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:37.298222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.298441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af12a476-d3cf-49f2-bbf1-8a23b65c1dcf req-be152f61-748c-44e7-beae-f02fb9fcc5df tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.3330448 Dec 08 15:59:37.318262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6584-1293-43ba-a587-82e306ed5d5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.375580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=414e746d-95bb-4de4-934c-ad6405cca16d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:37.458448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5e33a707-ac77-4e14-a0a1-432851c4d866 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:37.489591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:37.513999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Sync routers for ids ['b696c97f-7841-4033-ab22-e67cd6db32de'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:37.535469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6584-1293-43ba-a587-82e306ed5d5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.543199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9509461b-ce4c-45ac-b4ed-7dec5b7d60a3 None None] Network b009892d-e458-4d58-9f0b-8367835804f4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:37.562778 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.568645 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fea27880-9897-48d3-a7af-7be895671996 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.8395202 Dec 08 15:59:37.569143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53948) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:37.576707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:37.586065 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-924cf521-b1cf-419f-bec5-3712a80f38d7 admin admin] 10.222.0.62 "PUT /v2.0/routers/210ecc0f-da74-4eb3-b4ce-f79b284c62e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2678699 Dec 08 15:59:37.592437 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Sync routers for ids ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:37.616588 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Routers {'210ecc0f-da74-4eb3-b4ce-f79b284c62e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:37.617236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:37.688173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Routers {'b696c97f-7841-4033-ab22-e67cd6db32de'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:37.689353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b696c97f-7841-4033-ab22-e67cd6db32de'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:37.734772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53952) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:37.765999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af12a476-d3cf-49f2-bbf1-8a23b65c1dcf req-c39dc3d6-f583-4ac8-8828-c740290db0de tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410186 Dec 08 15:59:37.803734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa1676ae-6303-48b3-bd5b-c567fe16935e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.836419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f7-13cd-4a70-9c0e-cac77a24c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.839050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f7-13cd-4a70-9c0e-cac77a24c0a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.840206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-28bc28f7-13cd-4a70-9c0e-cac77a24c0a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec39afd3-4317-4f0f-b541-8d80f9cc7cfb HTTP/1.1" status: 204 len: 168 time: 1.0802128 Dec 08 15:59:37.849632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6584-1293-43ba-a587-82e306ed5d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.852134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9bc6584-1293-43ba-a587-82e306ed5d5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.853454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9bc6584-1293-43ba-a587-82e306ed5d5e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/266628f5-852a-412a-9109-b1175662899e HTTP/1.1" status: 204 len: 168 time: 0.9278035 Dec 08 15:59:37.865346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-960fcba2-85e4-452e-a596-22d6de8df96e None None] Provisioning complete for port 3b7e453d-cdc3-45b0-920d-9ff266297d0e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:37.866194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-960fcba2-85e4-452e-a596-22d6de8df96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:37.867134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc28f7-13cd-4a70-9c0e-cac77a24c0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec39afd3-4317-4f0f-b541-8d80f9cc7cfb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:37.888171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcbfbc-de8e-43c4-b860-e3d737ac0eae req-a5541371-0075-41f9-a428-b00fea66f720 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:37.897562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fcbfbc-de8e-43c4-b860-e3d737ac0eae req-a5541371-0075-41f9-a428-b00fea66f720 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 945 time: 0.2636986 Dec 08 15:59:37.931348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc6584-1293-43ba-a587-82e306ed5d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266628f5-852a-412a-9109-b1175662899e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:37.960670 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Set router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:38.018511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fcbfbc-de8e-43c4-b860-e3d737ac0eae req-0b7fb5dc-3d68-4af6-ba10-07abf630d125 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196122 Dec 08 15:59:38.205243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa1676ae-6303-48b3-bd5b-c567fe16935e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.215751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa1676ae-6303-48b3-bd5b-c567fe16935e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.264072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5425a3c-e4a8-466d-b5ae-b927ea08613a req-e3958296-3f80-4bbf-a805-1ca8aea889d8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:38.265910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5425a3c-e4a8-466d-b5ae-b927ea08613a req-e3958296-3f80-4bbf-a805-1ca8aea889d8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 945 time: 0.2454844 Dec 08 15:59:38.386461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aa1676ae-6303-48b3-bd5b-c567fe16935e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48579e6b468d4403ad962a4b753e5f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6461618 Dec 08 15:59:38.386748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1676ae-6303-48b3-bd5b-c567fe16935e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c7f158-274e-4035-bf03-b7fe55618de0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:38.389421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53962) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:38.399254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Set router b696c97f-7841-4033-ab22-e67cd6db32de gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:38.489016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5e33a707-ac77-4e14-a0a1-432851c4d866 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:38.489486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.535892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5425a3c-e4a8-466d-b5ae-b927ea08613a req-4fe0a266-ab38-4695-a049-a140959a6a7e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476358 Dec 08 15:59:38.609822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:38.612938 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0388f266-6809-4fc2-967c-ee7914c511b1" -d '{"events": [{"server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "name": "network-vif-plugged", "status": "completed", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:38.617443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bf1-e191-4a0b-bfa5-3badf6b4c12f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.669187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bf1-e191-4a0b-bfa5-3badf6b4c12f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.772702 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bd3245-8fc1-4adf-944f-3398825a84e2 x-openstack-request-id: req-f2bd3245-8fc1-4adf-944f-3398825a84e2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:38.773063 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "name": "network-vif-plugged", "status": "completed", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:38.774184 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2bd3245-8fc1-4adf-944f-3398825a84e2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:38.774601 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d', 'code': 200} Dec 08 15:59:38.790607 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-960fcba2-85e4-452e-a596-22d6de8df96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.794012 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T15:59:33Z', 'revision_number': 4, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '40de3047-197c-4868-9c45-0ef287848e93', 'name': '', 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'mac_address': 'fa:16:3e:32:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:34Z', 'revision_number': 2, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'subnets': [{'id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:38.816678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bf1-e191-4a0b-bfa5-3badf6b4c12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.823424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6acd4bf1-e191-4a0b-bfa5-3badf6b4c12f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:38.827293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6acd4bf1-e191-4a0b-bfa5-3badf6b4c12f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34c7f158-274e-4035-bf03-b7fe55618de0 HTTP/1.1" status: 204 len: 168 time: 0.4225895 Dec 08 15:59:38.861752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd4bf1-e191-4a0b-bfa5-3badf6b4c12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c7f158-274e-4035-bf03-b7fe55618de0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:38.938636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Checking router: 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:38.939488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Updating router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 port 40de3047-197c-4868-9c45-0ef287848e93 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:39.002805 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.015621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df4c172-ef06-45ef-8be7-4315e0866a92 req-bd48183f-0d42-4a42-94db-c12f7e09ee54 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:39.020875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8df4c172-ef06-45ef-8be7-4315e0866a92 req-bd48183f-0d42-4a42-94db-c12f7e09ee54 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.1020889 Dec 08 15:59:39.189566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:39.202902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8df4c172-ef06-45ef-8be7-4315e0866a92 req-ae238207-bad7-41d4-860a-54c3b3e838c8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712906 Dec 08 15:59:39.236702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be7fd9-6e81-46f2-a8ed-21a1b23edead req-83493b76-0ecf-4cfb-8ee4-3585cc495ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:39.240142 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-14be7fd9-6e81-46f2-a8ed-21a1b23edead req-83493b76-0ecf-4cfb-8ee4-3585cc495ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 1096 time: 0.3444629 Dec 08 15:59:39.302227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.318866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-152318d5-1cf1-4caa-a0fe-68d9bbfa8c31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.373244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-960fcba2-85e4-452e-a596-22d6de8df96e None None] For port 3b7e453d-cdc3-45b0-920d-9ff266297d0e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3b7e453d-cdc3-45b0-920d-9ff266297d0e,segment=NetworkSegment(1f1c1e0d-261c-4b9f-bccf-47e70458693e),segment_id=1f1c1e0d-261c-4b9f-bccf-47e70458693e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:39.431363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:34Z', 'revision_number': 3, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port': {'id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:32Z', 'updated_at': '2021-12-08T15:59:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:39.463984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e74db8-0348-479b-b002-3a0848570f2c req-57c2f562-bd02-441a-8487-489231379752 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:39.464962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-14be7fd9-6e81-46f2-a8ed-21a1b23edead req-5c7abf3d-a820-4346-91b6-3afdcad71fb2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805136 Dec 08 15:59:39.469912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68e74db8-0348-479b-b002-3a0848570f2c req-57c2f562-bd02-441a-8487-489231379752 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 945 time: 0.1594284 Dec 08 15:59:39.502637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Checking router: b696c97f-7841-4033-ab22-e67cd6db32de for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:39.503110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Updating router b696c97f-7841-4033-ab22-e67cd6db32de port d93bca3e-0f9b-42d2-9617-35f082c40c37 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:39.506118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-960fcba2-85e4-452e-a596-22d6de8df96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.676923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3b7e453d-cdc3-45b0-920d-9ff266297d0e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:39.690171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.696023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68e74db8-0348-479b-b002-3a0848570f2c req-6c9def36-2b7e-4342-a550-c4502d56da27 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183688 Dec 08 15:59:39.745179 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:39.761416 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:40.001681 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6e520-b19f-49f8-9e96-55a540b24cb6 None None] Pushing event updated for resources: {'Port': ['ID=40de3047-197c-4868-9c45-0ef287848e93,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:40.016534 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Attempting to bind port 40de3047-197c-4868-9c45-0ef287848e93 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:40.016534 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Attempting to bind port 40de3047-197c-4868-9c45-0ef287848e93 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:40.017099 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Attempting to bind port 40de3047-197c-4868-9c45-0ef287848e93 on network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:40.034912 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:40.035495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Checking segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:40.036137 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:40.036752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Bound using segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:40.037564 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Bound port: 40de3047-197c-4868-9c45-0ef287848e93, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:40.061248 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:40.278460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47c26b-1410-4943-b161-45a4732ab391 req-2a5cb5d0-c498-403f-acfc-e720b94c2cef tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:40.280502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c47c26b-1410-4943-b161-45a4732ab391 req-2a5cb5d0-c498-403f-acfc-e720b94c2cef tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1096 time: 0.2350323 Dec 08 15:59:40.320629 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] For port 40de3047-197c-4868-9c45-0ef287848e93, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:40.324808 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] For port 40de3047-197c-4868-9c45-0ef287848e93, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=40de3047-197c-4868-9c45-0ef287848e93,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:40.333963 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:40.334590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fcba2-85e4-452e-a596-22d6de8df96e None None] Pushing event updated for resources: {'Port': ['ID=3b7e453d-cdc3-45b0-920d-9ff266297d0e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:40.402514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d495e65-910b-4e3b-8ca0-0531d37d78eb None None] Provisioning complete for port 3b7e453d-cdc3-45b0-920d-9ff266297d0e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:40.404167 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d495e65-910b-4e3b-8ca0-0531d37d78eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:40.432222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c47c26b-1410-4943-b161-45a4732ab391 req-a4d227c4-69ec-446e-8edb-7602bd75adfd tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405108 Dec 08 15:59:40.434038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Allocated IP 172.20.0.1 (b009892d-e458-4d58-9f0b-8367835804f4/fc97ac77-709f-4d62-9501-7c472ad8d12c/97a39b03-d29e-41af-9d51-605f4e1b4468) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:40.680831 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Routers {'210ecc0f-da74-4eb3-b4ce-f79b284c62e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:40.685775 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:40.692112 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6e520-b19f-49f8-9e96-55a540b24cb6 None None] Pushing event updated for resources: {'Port': ['ID=40de3047-197c-4868-9c45-0ef287848e93,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:40.921762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3b7e453d-cdc3-45b0-920d-9ff266297d0e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:40.924366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:40.980168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05912524-5a6a-4796-90ab-73e032d642ba req-5f38c6a3-aff3-44bb-8455-130a79d9de95 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:40.992682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05912524-5a6a-4796-90ab-73e032d642ba req-5f38c6a3-aff3-44bb-8455-130a79d9de95 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1101 time: 0.2768905 Dec 08 15:59:41.027735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1794a94-d1f3-44be-815a-5e15026eee2b req-050282b0-1eb6-4049-a58d-75fca4d48589 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:41.044703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1794a94-d1f3-44be-815a-5e15026eee2b req-050282b0-1eb6-4049-a58d-75fca4d48589 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1096 time: 0.2619205 Dec 08 15:59:41.095297 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] Set router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:41.154438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05912524-5a6a-4796-90ab-73e032d642ba req-5ed06d55-b34c-4c7b-8386-bcefde7337d3 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.364100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1794a94-d1f3-44be-815a-5e15026eee2b req-eb4ec956-f55b-4a93-b309-587c7f2449c1 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148303 Dec 08 15:59:41.516971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.529701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-695bc2d2-547a-412d-b858-efc92ac175eb None None] Provisioning complete for port 40de3047-197c-4868-9c45-0ef287848e93 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:41.530598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-695bc2d2-547a-412d-b858-efc92ac175eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.537141 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.592187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:41.613919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-network', 'tenant_id': '7269be32ec734c569d39c566a9f45109'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:41.615204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.688989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Made reservation on behalf of 7269be32ec734c569d39c566a9f45109 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:41.695862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.757505 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05912524-5a6a-4796-90ab-73e032d642ba req-5ed06d55-b34c-4c7b-8386-bcefde7337d3 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.784117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Pushing event updated for resources: {'Port': ['ID=d93bca3e-0f9b-42d2-9617-35f082c40c37,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:41.789528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3b7e453d-cdc3-45b0-920d-9ff266297d0e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:41.791937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Attempting to bind port d93bca3e-0f9b-42d2-9617-35f082c40c37 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:41.792429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Attempting to bind port d93bca3e-0f9b-42d2-9617-35f082c40c37 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:41.792885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Attempting to bind port d93bca3e-0f9b-42d2-9617-35f082c40c37 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:41.841211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.841823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.842254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.842688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.843112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.843729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.844155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.844712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.845179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.845601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.846069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.846486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.847589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:41.854335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:41.855015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:41.855530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.856048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:41.856644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Bound port: d93bca3e-0f9b-42d2-9617-35f082c40c37, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:41.857124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.883801 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.889353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05912524-5a6a-4796-90ab-73e032d642ba req-5ed06d55-b34c-4c7b-8386-bcefde7337d3 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.906884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-152318d5-1cf1-4caa-a0fe-68d9bbfa8c31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.938295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-152318d5-1cf1-4caa-a0fe-68d9bbfa8c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:41.994578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-695bc2d2-547a-412d-b858-efc92ac175eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.000500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] For port d93bca3e-0f9b-42d2-9617-35f082c40c37, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:42.006957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] For port d93bca3e-0f9b-42d2-9617-35f082c40c37, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d93bca3e-0f9b-42d2-9617-35f082c40c37,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:42.008714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T15:59:33Z', 'revision_number': 4, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '40de3047-197c-4868-9c45-0ef287848e93', 'name': '', 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'mac_address': 'fa:16:3e:32:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:40Z', 'revision_number': 4, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'subnets': [{'id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:42.022166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3b7e453d-cdc3-45b0-920d-9ff266297d0e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:42.022692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.025717 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.050678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05912524-5a6a-4796-90ab-73e032d642ba req-5ed06d55-b34c-4c7b-8386-bcefde7337d3 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0551674 Dec 08 15:59:42.075143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed06d55-b34c-4c7b-8386-bcefde7337d3 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68888730-b09d-4e23-8ec5-8e9fef3a0e80,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:42.112550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.112550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-152318d5-1cf1-4caa-a0fe-68d9bbfa8c31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8157065e59c41ee8a56acfbf8539d89&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9082398 Dec 08 15:59:42.143320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:42.152694 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed072484-ab16-43e8-9d4b-ae8fde01d0a5 None None] The sync data for ids ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'] in n-d-820935-5 is: [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T15:59:33Z', 'revision_number': 4, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '40de3047-197c-4868-9c45-0ef287848e93', 'name': '', 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'mac_address': 'fa:16:3e:32:44:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:40Z', 'revision_number': 4, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'subnets': [{'id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:42.207343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103de87-e538-4d49-b7ae-08e2f28f157e req-a164856e-3649-4ddc-a82d-6cb2a3a66242 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:42.234558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7103de87-e538-4d49-b7ae-08e2f28f157e req-a164856e-3649-4ddc-a82d-6cb2a3a66242 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 945 time: 0.5451615 Dec 08 15:59:42.265592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152318d5-1cf1-4caa-a0fe-68d9bbfa8c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c081ffbc-0718-4551-8e0e-45b49fca5e23,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:42.311866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Network b009892d-e458-4d58-9f0b-8367835804f4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:42.338628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:42.347765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 15:59:42.348633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-695bc2d2-547a-412d-b858-efc92ac175eb None None] For port 40de3047-197c-4868-9c45-0ef287848e93, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=40de3047-197c-4868-9c45-0ef287848e93,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:42.360172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-695bc2d2-547a-412d-b858-efc92ac175eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.367915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:42.368424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.561748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240df0a-8d0b-43c9-9d6a-c80858dbcc99 None None] Pushing event updated for resources: {'Port': ['ID=d93bca3e-0f9b-42d2-9617-35f082c40c37,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:42.714599 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07b65c33-a385-4cd8-9e34-f81864d532a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.719759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7103de87-e538-4d49-b7ae-08e2f28f157e req-5fc031be-13db-4706-b234-128a32f31d6e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468486 Dec 08 15:59:42.774258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Routers {'b696c97f-7841-4033-ab22-e67cd6db32de'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:42.774258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b696c97f-7841-4033-ab22-e67cd6db32de'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:42.775833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Pushing event updated for resources: {'Port': ['ID=97a39b03-d29e-41af-9d51-605f4e1b4468,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:42.801749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-88c378c6-a34d-43c9-bdab-b61e16d27904 req-1e05aa9b-0949-4e0e-a811-e5a53a52568e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:42.802968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88c378c6-a34d-43c9-bdab-b61e16d27904 req-1e05aa9b-0949-4e0e-a811-e5a53a52568e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0551457 Dec 08 15:59:42.910433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:42.917404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07b65c33-a385-4cd8-9e34-f81864d532a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.029448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.059363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.091337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 15:59:43.131031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.132835 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Added segment d59f5f8c-63cc-4add-aec3-c3c9642868e2 of type vlan for network 718b57fe-cd56-4549-b2cf-ea464374d6d9 Dec 08 15:59:43.246426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.267929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-d62ec350-fa07-411b-8deb-7b6f2beb8b29 req-f43f2950-ceeb-4e87-a6f1-e98edf229648 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:43.269122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d62ec350-fa07-411b-8deb-7b6f2beb8b29 req-f43f2950-ceeb-4e87-a6f1-e98edf229648 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094564 Dec 08 15:59:43.329198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] Set router b696c97f-7841-4033-ab22-e67cd6db32de gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:43.370810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de0a674-0dcf-453f-9d19-b5708811fa74,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:43.412974 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.414868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:43.415573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.602734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] Pushing event updated for resources: {'Network': ['ID=718b57fe-cd56-4549-b2cf-ea464374d6d9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:43.620445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b84de6f3-95ab-4232-9f78-23143f0e9fe0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0235002 Dec 08 15:59:43.631102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54066) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:43.640886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Request body: {'subnet': {'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-subnet', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:43.650416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.654880 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07b65c33-a385-4cd8-9e34-f81864d532a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.660943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.662612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.679179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07b65c33-a385-4cd8-9e34-f81864d532a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.688134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-07b65c33-a385-4cd8-9e34-f81864d532a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c081ffbc-0718-4551-8e0e-45b49fca5e23 HTTP/1.1" status: 204 len: 168 time: 1.5270503 Dec 08 15:59:43.704597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 15:59:43.708187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695bc2d2-547a-412d-b858-efc92ac175eb None None] Pushing event updated for resources: {'Port': ['ID=40de3047-197c-4868-9c45-0ef287848e93,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:43.790931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Made reservation on behalf of 7269be32ec734c569d39c566a9f45109 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 15:59:43.804414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:43.821285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b65c33-a385-4cd8-9e34-f81864d532a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c081ffbc-0718-4551-8e0e-45b49fca5e23,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:43.927455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Pushing event updated for resources: {'Port': ['ID=97a39b03-d29e-41af-9d51-605f4e1b4468,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:44.188031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b7ebb90f-b5df-48e8-8be7-77759a85ed44 None None] Provisioning complete for port 97a39b03-d29e-41af-9d51-605f4e1b4468 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:44.188361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7ebb90f-b5df-48e8-8be7-77759a85ed44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:44.260131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Network b009892d-e458-4d58-9f0b-8367835804f4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:44.271894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:44.344665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebb90f-b5df-48e8-8be7-77759a85ed44 None None] Port 97a39b03-d29e-41af-9d51-605f4e1b4468 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:44.404336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:44.489962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=924a2a49-7d6b-4b65-85e2-22e00ecd8bd2,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:44.521037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:42Z', 'revision_number': 4, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port': {'id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:32Z', 'updated_at': '2021-12-08T15:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97a39b03-d29e-41af-9d51-605f4e1b4468', 'name': '', 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'mac_address': 'fa:16:3e:b5:c5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:39Z', 'updated_at': '2021-12-08T15:59:40Z', 'revision_number': 1, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'subnets': [{'id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:44.532346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 40de3047-197c-4868-9c45-0ef287848e93 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:44.615641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Checking segment: {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:44.616672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Network hostable DHCP agents. Network: 718b57fe-cd56-4549-b2cf-ea464374d6d9, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 15:59:44.648475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Router b696c97f-7841-4033-ab22-e67cd6db32de has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:59:44.654975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 15:59:44.676514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 718b57fe-cd56-4549-b2cf-ea464374d6d9) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:44.685615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:44.686427 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:44.696554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b64edf9-9964-44e9-a74c-4b2c7bb4beb8 None None] The sync data for ids ['b696c97f-7841-4033-ab22-e67cd6db32de'] in n-d-820935-5 is: [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:42Z', 'revision_number': 4, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port': {'id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fb:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:32Z', 'updated_at': '2021-12-08T15:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97a39b03-d29e-41af-9d51-605f4e1b4468', 'name': '', 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'mac_address': 'fa:16:3e:b5:c5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:39Z', 'updated_at': '2021-12-08T15:59:40Z', 'revision_number': 1, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'subnets': [{'id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:44.713575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6917be5a-550e-4a18-bc89-8708699f43af None None] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:44.751804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4cf84fa5-736f-474b-89b0-bcc991d493bb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1172614 Dec 08 15:59:44.760139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54094) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:44.765912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:44.818481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:44.820074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:44.959844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:44.973198 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06e0c8a6-fb35-47b4-b839-f6a26bd3aaed admin admin] 10.222.0.62 "PUT /v2.0/routers/b696c97f-7841-4033-ab22-e67cd6db32de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4026365 Dec 08 15:59:44.974985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:45.329714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-718b57fe-cd56-4549-b2cf-ea464374d6d9', 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9', 'project_id': '7269be32ec734c569d39c566a9f45109', 'fixed_ips': [{'subnet_id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 15:59:45.331691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:45.381149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e87f006f-60d5-4328-97c3-5735a642833e None None] Provisioning complete for port 97a39b03-d29e-41af-9d51-605f4e1b4468 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:45.381872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e87f006f-60d5-4328-97c3-5735a642833e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:45.431535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:45.601007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 40de3047-197c-4868-9c45-0ef287848e93 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:45.601973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:45.631023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac637a57-bf0f-4149-a2fd-31c006fe7bbb req-0b2fbb37-e257-43f9-9f8c-354ab81546fa tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:45.636920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e87f006f-60d5-4328-97c3-5735a642833e None None] Port 97a39b03-d29e-41af-9d51-605f4e1b4468 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:45.645191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54120) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:45.650796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'floatingip': {'port_id': '414e746d-95bb-4de4-934c-ad6405cca16d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:45.654387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac637a57-bf0f-4149-a2fd-31c006fe7bbb req-0b2fbb37-e257-43f9-9f8c-354ab81546fa tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 945 time: 0.2410591 Dec 08 15:59:45.959982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.016574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Allocated IP 172.20.0.2 (718b57fe-cd56-4549-b2cf-ea464374d6d9/924a2a49-7d6b-4b65-85e2-22e00ecd8bd2/44436c06-b460-486d-b34d-09d10941391a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:46.087029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8fc3a9-1b1b-4c26-a436-539a9d4c565b req-a5e9d545-3a3e-4360-b2e7-1a2420d92b7d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:46.106469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba8fc3a9-1b1b-4c26-a436-539a9d4c565b req-a5e9d545-3a3e-4360-b2e7-1a2420d92b7d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.2605519 Dec 08 15:59:46.177641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.262503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.360729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba8fc3a9-1b1b-4c26-a436-539a9d4c565b req-52396623-c518-4105-b7ad-6b8cf6f39df7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402060 Dec 08 15:59:46.377323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:46.498878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.516295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.607773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:46.614454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:46.618991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:46.747159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Allocated IP 172.25.3.77 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/4492d47c-427c-405e-a35a-4db896ca4be6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:46.762786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Pushing event updated for resources: {'Port': ['ID=44436c06-b460-486d-b34d-09d10941391a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:46.774999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Attempting to bind port 44436c06-b460-486d-b34d-09d10941391a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:46.775322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Attempting to bind port 44436c06-b460-486d-b34d-09d10941391a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:46.775641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Attempting to bind port 44436c06-b460-486d-b34d-09d10941391a on network 718b57fe-cd56-4549-b2cf-ea464374d6d9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:46.788722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:46.789160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Checking segment: {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:46.789507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.789937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Bound using segment: {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:46.790440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Bound port: 44436c06-b460-486d-b34d-09d10941391a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:46.790930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:46.944629 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-5c65f9e4-74e6-4a80-8785-e5a28d1bfa1b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5613115 Dec 08 15:59:47.001516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] For port 44436c06-b460-486d-b34d-09d10941391a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:47.010850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] For port 44436c06-b460-486d-b34d-09d10941391a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=44436c06-b460-486d-b34d-09d10941391a,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:47.024121 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:47.038163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-5d146898-d774-44c5-a573-3d865b6202e5 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:47.038163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-5d146898-d774-44c5-a573-3d865b6202e5 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0640759 Dec 08 15:59:47.171412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c525e88-6199-4c2f-8e46-e9341d8c0e51 None None] Pushing event updated for resources: {'Port': ['ID=44436c06-b460-486d-b34d-09d10941391a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:47.604598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 15:59:47.788248 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-91c88774-184a-4735-9d6e-c16b4d1f8a2b req-24ba9947-9203-41fc-9d53-3f2efb79613c tempest-FloatingIPDetailsNegativeTestJSON-492193619 tempest-FloatingIPDetailsNegativeTestJSON-492193619-project] show failed (client error): The resource could not be found. Dec 08 15:59:47.805689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:47.808535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91c88774-184a-4735-9d6e-c16b4d1f8a2b req-24ba9947-9203-41fc-9d53-3f2efb79613c tempest-FloatingIPDetailsNegativeTestJSON-492193619 tempest-FloatingIPDetailsNegativeTestJSON-492193619-project] 10.222.0.62 "GET /v2.0/floatingips/c9d0932c-78a7-47af-82d7-afeccb85bfd9 HTTP/1.1" status: 404 len: 350 time: 0.3355598 Dec 08 15:59:47.847085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:47.864682 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:47.963655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:48.041309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Pushing event updated for resources: {'Port': ['ID=4492d47c-427c-405e-a35a-4db896ca4be6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:48.076007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:48.077788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:48.080728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:48.480372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:48.618570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:48.655138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d93bca3e-0f9b-42d2-9617-35f082c40c37 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:48.682499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:48.791246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d93bca3e-0f9b-42d2-9617-35f082c40c37 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:48.791846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:48.823015 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Floating IP a4652bd8-4382-4a83-8d46-339e23033463 associated. External IP: 172.25.3.163, port: 414e746d-95bb-4de4-934c-ad6405cca16d. Dec 08 15:59:49.114609 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:49.157311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:49.179231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port d93bca3e-0f9b-42d2-9617-35f082c40c37, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d93bca3e-0f9b-42d2-9617-35f082c40c37,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:49.195016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:49.202311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 44436c06-b460-486d-b34d-09d10941391a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:49.485590 n-d-820935-5 neutron-server[103281]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 08 15:59:49.506918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5383a3-f9d9-478d-9e22-1454cc468de6 req-810424f6-d740-4260-a45e-db1208180d5d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:49.516842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a5383a3-f9d9-478d-9e22-1454cc468de6 req-810424f6-d740-4260-a45e-db1208180d5d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.2334847 Dec 08 15:59:49.535547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=d93bca3e-0f9b-42d2-9617-35f082c40c37,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:49.550651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-2aaf0bf2-cca7-45fb-a46b-c9e2c4e93f72 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 15:59:49.557996 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-2aaf0bf2-cca7-45fb-a46b-c9e2c4e93f72 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9352505 Dec 08 15:59:49.590605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 44436c06-b460-486d-b34d-09d10941391a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:49.592548 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:49.759455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a5383a3-f9d9-478d-9e22-1454cc468de6 req-9f56baef-3d48-4652-8926-8782cc441567 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212796 Dec 08 15:59:49.791252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 15:59:49.852751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40cbe9d-edaa-4a0b-9ffc-09c9daf33105 None None] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 15:59:49.982425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Sync routers for ids ['b696c97f-7841-4033-ab22-e67cd6db32de'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:50.038373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:50.087095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Routers {'b696c97f-7841-4033-ab22-e67cd6db32de'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:50.088018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b696c97f-7841-4033-ab22-e67cd6db32de'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:50.112653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:50.123742 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Sync routers for ids ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:50.146910 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Routers {'1b2ffe03-ef5f-46ff-9903-98556322a8e6'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:50.147823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:50.152518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:50.158664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3dc0b130-f166-4038-8692-08049a099621 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3946044 Dec 08 15:59:50.160429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54238) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:50.207946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7a1d30e0-f8d3-4874-b853-5bc6d6f260d0 None None] Provisioning complete for port 44436c06-b460-486d-b34d-09d10941391a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:50.218368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a1d30e0-f8d3-4874-b853-5bc6d6f260d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:50.310186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-85c202bb-a076-4eec-8ce6-2e3f4963cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:50.313576 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-85c202bb-a076-4eec-8ce6-2e3f4963cf8a service neutron] 10.222.0.62 "GET /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 1093 time: 0.4611292 Dec 08 15:59:50.326455 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Set router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:50.327080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 44436c06-b460-486d-b34d-09d10941391a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=44436c06-b460-486d-b34d-09d10941391a,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:50.374787 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:50.390891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Request body: {'binding': {'host': 'n-h1-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:50.391430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 15:59:50.491321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=44436c06-b460-486d-b34d-09d10941391a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:50.573863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d93bca3e-0f9b-42d2-9617-35f082c40c37 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:50.656325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Set router b696c97f-7841-4033-ab22-e67cd6db32de gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:50.681915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T15:59:48Z', 'revision_number': 3, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:50.733404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-315de4ce-8862-499c-90f0-5e037f44dc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:50.739510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-315de4ce-8862-499c-90f0-5e037f44dc3c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1101 time: 0.2151725 Dec 08 15:59:50.756261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:59:50.776520 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Checking router: 1b2ffe03-ef5f-46ff-9903-98556322a8e6 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:50.777902 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Updating router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 port 4492d47c-427c-405e-a35a-4db896ca4be6 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:50.867088 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.083953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-d6460784-1b1a-4cbb-a7c4-ab07984ba00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:51.085627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-d6460784-1b1a-4cbb-a7c4-ab07984ba00e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3333919 Dec 08 15:59:51.123959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d93bca3e-0f9b-42d2-9617-35f082c40c37 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:51.124790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.201688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-2d147cba-ae3e-4666-a3d2-e6ee8d3551f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.0998995 Dec 08 15:59:51.240915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:51.252631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.257870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on host n-h1-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:51.259251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:51.260031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:51.310839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 15:59:51.311497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:51.325902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-0fe8777f-010b-465b-8d0e-830cb1ac975f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:51.328383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-0fe8777f-010b-465b-8d0e-830cb1ac975f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1052604 Dec 08 15:59:51.350409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:51.351512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:51.352587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:51.353674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Bound port: 7f8e7062-39af-4234-aed9-591775b1d700, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:51.397965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:51.461036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:51.463988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:51.496961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8542ba7c-1584-469f-97c4-6af812583c10 None None] Provisioning complete for port 44436c06-b460-486d-b34d-09d10941391a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:51.497745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8542ba7c-1584-469f-97c4-6af812583c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.556788 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.566589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:51.567289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-394df651-081f-429c-9aa7-d09563aefa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:51.568601 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.570022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-394df651-081f-429c-9aa7-d09563aefa73 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808715 Dec 08 15:59:51.588241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a813f582-67e7-403e-934b-96ebbac11e83 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "PUT /v2.0/floatingips/a4652bd8-4382-4a83-8d46-339e23033463 HTTP/1.1" status: 200 len: 991 time: 5.9412591 Dec 08 15:59:51.598884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:51.604538 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:51.614763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.617132 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-760a0865-46fc-4723-be4f-2bad2ca4525b service neutron] 10.222.0.62 "POST /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700/bindings HTTP/1.1" status: 201 len: 389 time: 1.2744920 Dec 08 15:59:51.644043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.683679 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Pushing event updated for resources: {'Port': ['ID=4492d47c-427c-405e-a35a-4db896ca4be6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:51.732172 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.732595 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.733140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.734076 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.734637 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.735303 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.735904 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.736441 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.738042 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.739557 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.740175 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.740715 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.741300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 15:59:51.767219 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Attempting to bind port 4492d47c-427c-405e-a35a-4db896ca4be6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:51.777314 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Attempting to bind port 4492d47c-427c-405e-a35a-4db896ca4be6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:51.779918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Attempting to bind port 4492d47c-427c-405e-a35a-4db896ca4be6 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:51.803419 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 15:59:51.804312 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 15:59:51.806462 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.808848 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 15:59:51.810107 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Bound port: 4492d47c-427c-405e-a35a-4db896ca4be6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 15:59:51.811149 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.851449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:51.907149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617beaef-99bf-4b1e-9c76-d4cea63996d9 req-b4b943f4-30f3-4ab8-864a-e1da9c1c662a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:51.922569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-617beaef-99bf-4b1e-9c76-d4cea63996d9 req-b4b943f4-30f3-4ab8-864a-e1da9c1c662a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.3800073 Dec 08 15:59:51.979202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:52.026198 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] For port 4492d47c-427c-405e-a35a-4db896ca4be6, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:52.034138 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] For port 4492d47c-427c-405e-a35a-4db896ca4be6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4492d47c-427c-405e-a35a-4db896ca4be6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 15:59:52.042789 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:52.075157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-20238b67-4e8d-4914-a267-dead81f985b7 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616580 Dec 08 15:59:52.288397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-617beaef-99bf-4b1e-9c76-d4cea63996d9 req-282fb442-d1b0-44a2-9ea2-ac955e72653f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649909 Dec 08 15:59:52.326022 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe2523b-5c61-492c-9ce3-f5fbcd10848b None None] Pushing event updated for resources: {'Port': ['ID=4492d47c-427c-405e-a35a-4db896ca4be6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:52.378165 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Routers {'1b2ffe03-ef5f-46ff-9903-98556322a8e6'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:52.379663 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:52.392316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b9549ea1-dec1-439b-87fb-2ce26a1ce42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:52.396521 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b9549ea1-dec1-439b-87fb-2ce26a1ce42a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1096 time: 0.1808217 Dec 08 15:59:52.416986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-cd67ac11-5719-45e7-a977-85da5b127e7a service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257794 Dec 08 15:59:52.466305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Allocated IP 172.20.0.1 (718b57fe-cd56-4549-b2cf-ea464374d6d9/924a2a49-7d6b-4b65-85e2-22e00ecd8bd2/d8d1a42e-4877-4c4d-aa6f-932aafa549fa) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 15:59:52.571112 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3490935-6da0-440c-93c7-42b1c3070f98 x-openstack-request-id: req-c3490935-6da0-440c-93c7-42b1c3070f98 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:52.571600 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:52.572008 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3490935-6da0-440c-93c7-42b1c3070f98 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:52.572629 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d', 'status': 'completed', 'code': 200} Dec 08 15:59:52.585935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.58', 54910) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:52.863517 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] Set router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:52.926991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-d6b2efa0-d6a1-4e3f-a43c-f8fb0aa4264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:52.937560 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-d6b2efa0-d6a1-4e3f-a43c-f8fb0aa4264c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 1096 time: 0.3467917 Dec 08 15:59:53.040039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:42Z', 'revision_number': 4, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port': {'id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:32Z', 'updated_at': '2021-12-08T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97a39b03-d29e-41af-9d51-605f4e1b4468', 'name': '', 'network_id': 'b009892d-e458-4d58-9f0b-8367835804f4', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'mac_address': 'fa:16:3e:b5:c5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:39Z', 'updated_at': '2021-12-08T15:59:43Z', 'revision_number': 2, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'subnets': [{'id': 'fc97ac77-709f-4d62-9501-7c472ad8d12c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:53.157812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-6e692ab3-b096-4e5f-ad4b-e4b6979c2323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:53.159936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-6e692ab3-b096-4e5f-ad4b-e4b6979c2323 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.7480953 Dec 08 15:59:53.162486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 44436c06-b460-486d-b34d-09d10941391a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:53.216793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Checking router: b696c97f-7841-4033-ab22-e67cd6db32de for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:53.217166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Updating router b696c97f-7841-4033-ab22-e67cd6db32de port 97a39b03-d29e-41af-9d51-605f4e1b4468 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:53.356948 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T15:59:48Z', 'revision_number': 3, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:53.399151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131aa78c-29dd-4aa3-8da8-e13c8fdd7f35 req-33bb1dee-b136-4198-9928-e9076747a46e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:53.415101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-131aa78c-29dd-4aa3-8da8-e13c8fdd7f35 req-33bb1dee-b136-4198-9928-e9076747a46e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 945 time: 0.6703470 Dec 08 15:59:53.447110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:53.453738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 44436c06-b460-486d-b34d-09d10941391a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:53.454584 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:53.539486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:53.541850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a260-c50b-47a5-a8b0-c651915ff3f3 None None] The sync data for ids ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'] in n-d-820935-5 is: [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T15:59:48Z', 'revision_number': 3, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:53.567884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:53.690877 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-e075b848-932a-4ff7-8a3d-e628f2eee5f1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.5219531 Dec 08 15:59:53.699747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:53.710468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:53.717777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 15:59:53.762618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Deleting port 97a39b03-d29e-41af-9d51-605f4e1b4468 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 15:59:53.763242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:53.911399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:53.928908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Calling delete_port for 97a39b03-d29e-41af-9d51-605f4e1b4468 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 15:59:53.979077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:54.029612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-131aa78c-29dd-4aa3-8da8-e13c8fdd7f35 req-8f4bbd33-d2b3-4a0f-a148-155f98fbaecc tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169579 Dec 08 15:59:54.053215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:54.059593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a4652bd8-4382-4a83-8d46-339e23033463', 'tenant_id': '027951093b714165ab9253c332050967', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'port_id': '414e746d-95bb-4de4-934c-ad6405cca16d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'mac_address': 'fa:16:3e:c6:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T15:59:16Z', 'updated_at': '2021-12-08T15:59:47Z', 'revision_number': 1, 'project_id': '027951093b714165ab9253c332050967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:54.117063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-df0885c3-f656-4609-b4b5-94b71270c462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:54.120592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-df0885c3-f656-4609-b4b5-94b71270c462 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 924 time: 1.1548982 Dec 08 15:59:54.270364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:54.337225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e13061-aff9-47f2-be27-f10d7faa6f88 req-a3db6ed4-7266-43a5-9b3e-560b42af8eba tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:54.361572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0e13061-aff9-47f2-be27-f10d7faa6f88 req-a3db6ed4-7266-43a5-9b3e-560b42af8eba tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.6532469 Dec 08 15:59:54.372034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:54.372430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:54.504943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-c0acacd7-8316-4e15-b5b2-412cba442997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:54.507875 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-c0acacd7-8316-4e15-b5b2-412cba442997 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.8075695 Dec 08 15:59:54.574776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54308) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:54.630593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-55d1706a-2be7-4532-bcb9-afc261081773 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909302 Dec 08 15:59:54.738767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0e13061-aff9-47f2-be27-f10d7faa6f88 req-9689e060-dfc5-4331-a22d-3ccb51c9706a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714509 Dec 08 15:59:54.990925 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-a8c0e938-0345-4fbd-bb4b-9c91f396a6a4 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275740 Dec 08 15:59:55.001015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33dbd897-630a-41f2-8ecb-fea2d31ec35a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.009408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.160095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4492d47c-427c-405e-a35a-4db896ca4be6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 15:59:55.229057 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-fb25daf3-e5c5-4022-8129-c59136feec44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=414e746d-95bb-4de4-934c-ad6405cca16d HTTP/1.1" status: 200 len: 999 time: 1.0976353 Dec 08 15:59:55.231575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.278899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33dbd897-630a-41f2-8ecb-fea2d31ec35a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.285549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33dbd897-630a-41f2-8ecb-fea2d31ec35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.317852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0919c39b-b181-43f2-882d-c300af9cd6e6 None None] Provisioning complete for port d8d1a42e-4877-4c4d-aa6f-932aafa549fa triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:55.320061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0919c39b-b181-43f2-882d-c300af9cd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.361473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-aee0ffb6-9928-40a5-b057-987973eea769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:55.363736 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-aee0ffb6-9928-40a5-b057-987973eea769 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.1133964 Dec 08 15:59:55.473893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a39b03-d29e-41af-9d51-605f4e1b4468,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:55.484364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dbd897-630a-41f2-8ecb-fea2d31ec35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39abbe4d-2679-4d0c-9cb6-d8bfa48d6cda,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:55.545893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 15:59:55.546505 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 15:59:55.594665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:55.698174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-b08245cf-3c3b-4390-a156-2c51f48b938b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:55.700150 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-b08245cf-3c3b-4390-a156-2c51f48b938b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3194737 Dec 08 15:59:55.773730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-33dbd897-630a-41f2-8ecb-fea2d31ec35a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f960edee74145d4aef896afda893831&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0796993 Dec 08 15:59:55.818811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4492d47c-427c-405e-a35a-4db896ca4be6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:55.822368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:55.824559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0919c39b-b181-43f2-882d-c300af9cd6e6 None None] Port d8d1a42e-4877-4c4d-aa6f-932aafa549fa cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:55.838321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54342) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:55.934315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d672d4-efa0-4f31-9762-2870002adb5b req-f439fb50-96f7-4ad4-80a2-2c6ff720510f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:55.945436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8d672d4-efa0-4f31-9762-2870002adb5b req-f439fb50-96f7-4ad4-80a2-2c6ff720510f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 945 time: 0.5333674 Dec 08 15:59:56.104603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3516437-2666-4711-aff1-9b677cab7b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.151419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8d672d4-efa0-4f31-9762-2870002adb5b req-723f10e2-1908-4821-aae9-0ca5ea6b89e0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036688 Dec 08 15:59:56.288870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.308274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Port 97a39b03-d29e-41af-9d51-605f4e1b4468 not found while updating agent binding for router b696c97f-7841-4033-ab22-e67cd6db32de. {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 15:59:56.320543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5f63-798e-465f-86c1-a35bdf2d5615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.340225 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.342372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3516437-2666-4711-aff1-9b677cab7b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.351332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.366341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Routers {'b696c97f-7841-4033-ab22-e67cd6db32de'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:56.367776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b696c97f-7841-4033-ab22-e67cd6db32de'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:56.390962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-81ca5b13-fec4-4804-982d-64d23e056e98 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1747873 Dec 08 15:59:56.525101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-e9ca9f7e-b46a-4898-9afd-504a73e902f9 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6889770 Dec 08 15:59:56.656261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Pushing event updated for resources: {'Port': ['ID=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:56.738505 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.803527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54354) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:56.830787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119199a-829a-4052-859f-571e4b4dd2f5 req-03c40b71-a71d-4930-a23d-44573f29cd29 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:56.838964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4119199a-829a-4052-859f-571e4b4dd2f5 req-03c40b71-a71d-4930-a23d-44573f29cd29 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.5168531 Dec 08 15:59:56.901844 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3516437-2666-4711-aff1-9b677cab7b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.917687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3516437-2666-4711-aff1-9b677cab7b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:56.925159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d3516437-2666-4711-aff1-9b677cab7b2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39abbe4d-2679-4d0c-9cb6-d8bfa48d6cda HTTP/1.1" status: 204 len: 168 time: 1.0795987 Dec 08 15:59:56.977131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3516437-2666-4711-aff1-9b677cab7b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39abbe4d-2679-4d0c-9cb6-d8bfa48d6cda,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:57.073264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-ff998517-a216-4dc6-8ada-d7002649e21f tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:57.075845 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-ff998517-a216-4dc6-8ada-d7002649e21f tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.4542539 Dec 08 15:59:57.130460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-5'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 15:59:57.154227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4119199a-829a-4052-859f-571e4b4dd2f5 req-5ca9d092-8c01-4045-a4fe-4c13bca4605b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115437 Dec 08 15:59:57.176705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 15:59:57.178809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 15:59:57.196243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e3c6489-e6f4-476e-a78c-0e2ed0e8716f req-4dd57d97-f64f-4e24-a5d0-f224dceae6ca service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278696 Dec 08 15:59:57.279388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] Set router b696c97f-7841-4033-ab22-e67cd6db32de gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:57.480858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:57.564785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Router b696c97f-7841-4033-ab22-e67cd6db32de has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:59:57.646094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 15:59:57.786915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bad2325-c400-483c-a717-15e41061f024 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:57.805962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:57.845369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa5576-db1b-421d-a2f6-b9f4a35fd61f req-2f18abb6-48e9-4cde-9579-c123b2a5a865 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:57.847449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3faa5576-db1b-421d-a2f6-b9f4a35fd61f req-2f18abb6-48e9-4cde-9579-c123b2a5a865 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 945 time: 0.4287314 Dec 08 15:59:57.853716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01742460-7898-4fd9-acec-84e088a4732b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:57.965549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:57.991846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 4492d47c-427c-405e-a35a-4db896ca4be6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4492d47c-427c-405e-a35a-4db896ca4be6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:58.029001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cb169adf-17f0-4160-8c69-4499a7687031 None None] Provisioning complete for port d8d1a42e-4877-4c4d-aa6f-932aafa549fa triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 15:59:58.029771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb169adf-17f0-4160-8c69-4499a7687031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.054270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:58.076823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Sync routers for ids ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 15:59:58.077521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bffc1687-aec2-48f3-a43f-ed8d4f073115 admin admin] 10.222.0.62 "PUT /v2.0/routers/1b2ffe03-ef5f-46ff-9903-98556322a8e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9155614 Dec 08 15:59:58.098963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 15:59:58.114743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-96e936f8-f57d-4dd5-a5ed-c7631c0b42a9 admin admin] 10.222.0.62 "PUT /v2.0/routers/b696c97f-7841-4033-ab22-e67cd6db32de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3076751 Dec 08 15:59:58.127320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:58.134057 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Routers {'1b2ffe03-ef5f-46ff-9903-98556322a8e6'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 15:59:58.136172 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:58.145239 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.157448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 15:59:58.166168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cb169adf-17f0-4160-8c69-4499a7687031 None None] Port d8d1a42e-4877-4c4d-aa6f-932aafa549fa cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 15:59:58.248382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3faa5576-db1b-421d-a2f6-b9f4a35fd61f req-310b7a6f-3139-4140-9a80-6d781f810ebc tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914645 Dec 08 15:59:58.339932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 15:59:58.413316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=4492d47c-427c-405e-a35a-4db896ca4be6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:58.601903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Set router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 15:59:58.607742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01742460-7898-4fd9-acec-84e088a4732b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.620626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a4652bd8-4382-4a83-8d46-339e23033463', 'tenant_id': '027951093b714165ab9253c332050967', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'port_id': '414e746d-95bb-4de4-934c-ad6405cca16d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'mac_address': 'fa:16:3e:c6:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T15:59:16Z', 'updated_at': '2021-12-08T15:59:47Z', 'revision_number': 1, 'project_id': '027951093b714165ab9253c332050967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:58.631293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01742460-7898-4fd9-acec-84e088a4732b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.737644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.760112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b3cf3-912b-4911-b6b9-4d7abe62bf48 req-4501b5e7-2709-435f-bca9-0e7e0a09eecd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:58.763449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e32b3cf3-912b-4911-b6b9-4d7abe62bf48 req-4501b5e7-2709-435f-bca9-0e7e0a09eecd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.2411354 Dec 08 15:59:58.767758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-01742460-7898-4fd9-acec-84e088a4732b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6029bd817bd4870b53c99ff918637cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9601576 Dec 08 15:59:58.780053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5803aff-d3a7-42a8-97f1-4016892318c6 None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a4652bd8-4382-4a83-8d46-339e23033463', 'tenant_id': '027951093b714165ab9253c332050967', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'port_id': '414e746d-95bb-4de4-934c-ad6405cca16d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'mac_address': 'fa:16:3e:c6:c9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T15:59:16Z', 'updated_at': '2021-12-08T15:59:47Z', 'revision_number': 1, 'project_id': '027951093b714165ab9253c332050967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:58.856437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01742460-7898-4fd9-acec-84e088a4732b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ac9335-a9f0-42dc-bdcf-287a95453293,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:58.856971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:58.859775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bad2325-c400-483c-a717-15e41061f024 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.944746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0da622d1-f4fc-4218-a432-3b253462005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.955027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:55Z', 'revision_number': 5, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port': {'id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:32Z', 'updated_at': '2021-12-08T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:58.958599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5bad2325-c400-483c-a717-15e41061f024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:58.998797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 15:59:59.002819 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cd6101-25f0-41c3-946a-2ccbe95311fd" -d '{"events": [{"server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8e7062-39af-4234-aed9-591775b1d700"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 15:59:59.046031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003c5d17-ca55-406e-90d0-99884aed1085 None None] The sync data for ids ['b696c97f-7841-4033-ab22-e67cd6db32de'] in n-d-820935-5 is: [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:55Z', 'revision_number': 5, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port': {'id': 'd93bca3e-0f9b-42d2-9617-35f082c40c37', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:fb:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:32Z', 'updated_at': '2021-12-08T15:59:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 15:59:59.047693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.223495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.351219 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5bad2325-c400-483c-a717-15e41061f024 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16056eebd5c74efbaeda17238a9eee15&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5458057 Dec 08 15:59:59.352809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:59.357690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 15:59:59.368548 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 15:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a6316-9f06-45de-aece-b6f708d4bf2b x-openstack-request-id: req-be3a6316-9f06-45de-aece-b6f708d4bf2b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 15:59:59.368977 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "name": "network-vif-unplugged", "status": "completed", "tag": "7f8e7062-39af-4234-aed9-591775b1d700", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 15:59:59.369149 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be3a6316-9f06-45de-aece-b6f708d4bf2b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 15:59:59.369524 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700', 'code': 200} Dec 08 15:59:59.381360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad2325-c400-483c-a717-15e41061f024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=426379a4-49d6-4113-909a-b07efd0b259a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 15:59:59.402000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.454053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e32b3cf3-912b-4911-b6b9-4d7abe62bf48 req-e8d23c7a-0212-4c9b-8e3e-bb471bfd6b58 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5689983 Dec 08 15:59:59.586362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60608af5-846b-46eb-b5c1-7c4d2e265c53 None None] New status for floating IP a4652bd8-4382-4a83-8d46-339e23033463: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 15:59:59.605595 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T15:59:54Z', 'revision_number': 4, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd8d1a42e-4877-4c4d-aa6f-932aafa549fa', 'name': '', 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'mac_address': 'fa:16:3e:8f:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:51Z', 'updated_at': '2021-12-08T15:59:55Z', 'revision_number': 2, 'project_id': '7269be32ec734c569d39c566a9f45109', 'subnets': [{'id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 15:59:59.608001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0b180ee-4968-411f-821e-3f2fc5836c59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.687874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Checking router: 1b2ffe03-ef5f-46ff-9903-98556322a8e6 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 15:59:59.688630 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Updating router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 port d8d1a42e-4877-4c4d-aa6f-932aafa549fa binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 15:59:59.694054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0b180ee-4968-411f-821e-3f2fc5836c59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.757129 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.852318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0b180ee-4968-411f-821e-3f2fc5836c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.865239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0b180ee-4968-411f-821e-3f2fc5836c59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 15:59:59.869923 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f0b180ee-4968-411f-821e-3f2fc5836c59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22ac9335-a9f0-42dc-bdcf-287a95453293 HTTP/1.1" status: 204 len: 168 time: 1.0071247 Dec 08 15:59:59.942290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a0b7d-e629-4e13-b5cc-8b2a54ceda45 req-9e92d8b1-9c6a-451f-8a6c-8f41760feeff tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 15:59:59.962893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on host n-h2-820935-5 for vnic_type normal with profile {"migrating_to": "n-h1-820935-5"} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 15:59:59.963732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 15:59:59.964568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-405a0b7d-e629-4e13-b5cc-8b2a54ceda45 req-9e92d8b1-9c6a-451f-8a6c-8f41760feeff tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 0.3370173 Dec 08 15:59:59.965078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 15:59:59.994606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 15:59:59.994929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Attempting to bind port 7f8e7062-39af-4234-aed9-591775b1d700 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:00.000743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b180ee-4968-411f-821e-3f2fc5836c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ac9335-a9f0-42dc-bdcf-287a95453293,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:00.056162 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a57a122-7c35-4f41-9171-02c47df1b53b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.059568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Deleting port d93bca3e-0f9b-42d2-9617-35f082c40c37 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:00:00.069050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 15, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:00.069540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:00.069860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:00.070314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Bound port: 7f8e7062-39af-4234-aed9-591775b1d700, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:00.070671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.072660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.090403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.279439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a57a122-7c35-4f41-9171-02c47df1b53b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.554274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:00.570368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:00.581728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.634440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-405a0b7d-e629-4e13-b5cc-8b2a54ceda45 req-2df7898c-4e29-4645-b852-d6df083482c7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6664753 Dec 08 16:00:00.663671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4492d47c-427c-405e-a35a-4db896ca4be6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:00.793542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a57a122-7c35-4f41-9171-02c47df1b53b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.793542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a57a122-7c35-4f41-9171-02c47df1b53b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.798815 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8a57a122-7c35-4f41-9171-02c47df1b53b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/426379a4-49d6-4113-909a-b07efd0b259a HTTP/1.1" status: 204 len: 168 time: 1.4135823 Dec 08 16:00:00.813513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] For port d93bca3e-0f9b-42d2-9617-35f082c40c37, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d93bca3e-0f9b-42d2-9617-35f082c40c37,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:00.816085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.898492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57a122-7c35-4f41-9171-02c47df1b53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=426379a4-49d6-4113-909a-b07efd0b259a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:00.918448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Calling delete_port for d93bca3e-0f9b-42d2-9617-35f082c40c37 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:00:00.959946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4492d47c-427c-405e-a35a-4db896ca4be6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:00.964639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:00.997765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:01.021771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:01.028321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:01.031718 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-b33e7175-6eaa-4f56-87a1-810595d63569 service neutron] 10.222.0.58 "PUT /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 1121 time: 3.9273577 Dec 08 16:00:01.132556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7f8e7062-39af-4234-aed9-591775b1d700'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:01.345101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97a39b03-d29e-41af-9d51-605f4e1b4468 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:00:01.371267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:01.374929 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad35fa80-57ec-4584-9bb0-ec81055f4292" -d '{"events": [{"name": "network-changed", "server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "tag": "7f8e7062-39af-4234-aed9-591775b1d700"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:01.416101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 97a39b03-d29e-41af-9d51-605f4e1b4468 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:00:01.416701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97a39b03-d29e-41af-9d51-605f4e1b4468 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:00:01.445472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:01.551097 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:01.559743 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e743ed98-3c52-46b0-9f9a-01e9d9ba8499 x-openstack-request-id: req-e743ed98-3c52-46b0-9f9a-01e9d9ba8499 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:01.560372 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "tag": "7f8e7062-39af-4234-aed9-591775b1d700", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:01.561035 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e743ed98-3c52-46b0-9f9a-01e9d9ba8499 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:01.561746 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700', 'status': 'completed', 'code': 200} Dec 08 16:00:01.592170 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:01.853550 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433d12-5d50-454b-a0b1-08acec3962f6 None None] Pushing event updated for resources: {'Port': ['ID=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:01.910698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:01.943962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.087430 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.223848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89101645-6f50-4357-b27f-15ce76b10a0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.270132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a7923-e15d-4de5-a431-5602b704c608 req-cd390756-15b9-4321-87b7-c11877c8ede3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:02.272975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca4a7923-e15d-4de5-a431-5602b704c608 req-cd390756-15b9-4321-87b7-c11877c8ede3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 1.0441248 Dec 08 16:00:02.288981 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Attempting to bind port d8d1a42e-4877-4c4d-aa6f-932aafa549fa on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:02.289516 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Attempting to bind port d8d1a42e-4877-4c4d-aa6f-932aafa549fa by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:02.295940 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Attempting to bind port d8d1a42e-4877-4c4d-aa6f-932aafa549fa on network 718b57fe-cd56-4549-b2cf-ea464374d6d9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:02.300918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] Sync routers for ids ['b696c97f-7841-4033-ab22-e67cd6db32de'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:00:02.330898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54482) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:02.356507 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] Routers {'b696c97f-7841-4033-ab22-e67cd6db32de'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:00:02.357576 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b696c97f-7841-4033-ab22-e67cd6db32de'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:02.432446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e675673-c9d3-4089-984c-8badc2c21c74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.481516 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] Set router b696c97f-7841-4033-ab22-e67cd6db32de gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:00:02.536363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca4a7923-e15d-4de5-a431-5602b704c608 req-f1d31052-e594-465b-a3b1-e2b7fb4fd848 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537937 Dec 08 16:00:02.593816 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.642365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c47fb7b0-fb37-4a7f-9765-7668d8f5606f None None] Provisioning complete for port d8d1a42e-4877-4c4d-aa6f-932aafa549fa triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:02.643192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c47fb7b0-fb37-4a7f-9765-7668d8f5606f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.679060 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:59Z', 'revision_number': 6, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:02.683320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e675673-c9d3-4089-984c-8badc2c21c74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.699640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e675673-c9d3-4089-984c-8badc2c21c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.746327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c47fb7b0-fb37-4a7f-9765-7668d8f5606f None None] Port d8d1a42e-4877-4c4d-aa6f-932aafa549fa cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:02.755964 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:02.756517 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Checking segment: {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:02.757034 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.757689 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Bound using segment: {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:02.758581 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Bound port: d8d1a42e-4877-4c4d-aa6f-932aafa549fa, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59f5f8c-63cc-4add-aec3-c3c9642868e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:02.758857 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.762171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] Checking router: b696c97f-7841-4033-ab22-e67cd6db32de for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:00:02.791786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] Routers {'b696c97f-7841-4033-ab22-e67cd6db32de'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:00:02.794437 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b696c97f-7841-4033-ab22-e67cd6db32de'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:02.822857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0e675673-c9d3-4089-984c-8badc2c21c74 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d5f379543c74baf9c335fb3472a042d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4570870 Dec 08 16:00:02.826566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e675673-c9d3-4089-984c-8badc2c21c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08c461-9a0d-4f00-8d14-b9e71c908494,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:02.838277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:02.991023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89101645-6f50-4357-b27f-15ce76b10a0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:02.992864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4276296-f258-4ecb-a62b-9de0b0ead1b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.041431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4276296-f258-4ecb-a62b-9de0b0ead1b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.050037 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] Set router b696c97f-7841-4033-ab22-e67cd6db32de gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:00:03.089300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-94e92a83-e1fc-4e00-af94-90aa7ece7e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:03.096056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-94e92a83-e1fc-4e00-af94-90aa7ece7e28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1124 time: 1.4648724 Dec 08 16:00:03.138456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89101645-6f50-4357-b27f-15ce76b10a0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.180341 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:59Z', 'revision_number': 6, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:03.255746 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-89101645-6f50-4357-b27f-15ce76b10a0f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb11a8ea47d545d184962a1203287c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8082986 Dec 08 16:00:03.258289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54498) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:03.266861 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89101645-6f50-4357-b27f-15ce76b10a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d246942a-4248-4120-9233-2566a71c5703,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:03.291439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4276296-f258-4ecb-a62b-9de0b0ead1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.296878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4276296-f258-4ecb-a62b-9de0b0ead1b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.309767 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4276296-f258-4ecb-a62b-9de0b0ead1b5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fc08c461-9a0d-4f00-8d14-b9e71c908494 HTTP/1.1" status: 204 len: 168 time: 0.4697196 Dec 08 16:00:03.324208 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-002ab6d8-cc04-4a34-876e-a7abfc69c15d None None] The sync data for ids ['b696c97f-7841-4033-ab22-e67cd6db32de'] in n-d-820935-5 is: [{'id': 'b696c97f-7841-4033-ab22-e67cd6db32de', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-794550630-router', 'tenant_id': '288c8a750a7f437589694b0a2e1b5f2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:31Z', 'updated_at': '2021-12-08T15:59:59Z', 'revision_number': 6, 'project_id': '288c8a750a7f437589694b0a2e1b5f2b', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:00:03.367801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4276296-f258-4ecb-a62b-9de0b0ead1b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc08c461-9a0d-4f00-8d14-b9e71c908494,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:03.485842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] For port d8d1a42e-4877-4c4d-aa6f-932aafa549fa, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:03.491160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5082a7-5b86-4f6e-bbfd-9711cc9f66e4 req-90f77796-91d3-4d71-880a-e580a9faafcd tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:03.515726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54502) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:03.534692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad5082a7-5b86-4f6e-bbfd-9711cc9f66e4 req-90f77796-91d3-4d71-880a-e580a9faafcd tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 1.5377457 Dec 08 16:00:03.729325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] For port d8d1a42e-4877-4c4d-aa6f-932aafa549fa, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:03.739415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.740339 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:03.782445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-df126246-9eb7-4e39-8069-41443fd87757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:03.784215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-df126246-9eb7-4e39-8069-41443fd87757 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.6745768 Dec 08 16:00:03.915628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b433d12-5d50-454b-a0b1-08acec3962f6 None None] Pushing event updated for resources: {'Port': ['ID=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:03.975080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-a0acaea9-1cb6-466b-ac7d-efabaf30b964 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.1357882 Dec 08 16:00:04.012460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93bca3e-0f9b-42d2-9617-35f082c40c37,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:04.057590 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Routers {'1b2ffe03-ef5f-46ff-9903-98556322a8e6'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:00:04.059475 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T15:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:04.286174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-b72afa8b-0faa-4f03-89f2-9ec630c414bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:04.287742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-b72afa8b-0faa-4f03-89f2-9ec630c414bb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.2866733 Dec 08 16:00:04.337131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad5082a7-5b86-4f6e-bbfd-9711cc9f66e4 req-d4871603-d29a-4cc8-96e6-fde06272802f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7977107 Dec 08 16:00:04.402422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d93bca3e-0f9b-42d2-9617-35f082c40c37 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:00:04.526686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d93bca3e-0f9b-42d2-9617-35f082c40c37 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:00:04.526964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-901219186-network', 'tenant_id': 'e3eda6af0824468aaddab3edb59b79b2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:04.538550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d93bca3e-0f9b-42d2-9617-35f082c40c37 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:00:04.549389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f289257-9dea-4ffe-848d-79fb28728222 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.553082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-9739a640-7ad0-4906-ac7d-f7e95c729f5c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2140920 Dec 08 16:00:04.616069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927abe8d-7e60-4c48-ac3a-252788370b56 req-03bea2d5-f0a8-4a34-981f-a5e4af664cdc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:04.630877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-927abe8d-7e60-4c48-ac3a-252788370b56 req-03bea2d5-f0a8-4a34-981f-a5e4af664cdc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.8983066 Dec 08 16:00:04.634711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Made reservation on behalf of e3eda6af0824468aaddab3edb59b79b2 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:04.641723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.664151 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] Set router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:00:04.698774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.797657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.803355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:04.823060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f289257-9dea-4ffe-848d-79fb28728222 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.827058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.886359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:00:04.912672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.915437 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Added segment f9ed0733-f950-4bc0-93b0-e9062b55595b of type vlan for network 7b933ad0-d036-4650-bfd9-600f7e66b3de Dec 08 16:00:04.920682 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:04.962596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:04.989531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 has no active binding in host n-h1-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:00:04.999798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-27714ed3-0032-4600-b729-1455143b7107 None None] Provisioning complete for port d8d1a42e-4877-4c4d-aa6f-932aafa549fa triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:05.000893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27714ed3-0032-4600-b729-1455143b7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.047164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.134746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdc2171-ae36-4554-9aa2-289bfb374bca,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:05.161037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.162381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:05.163194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.179758 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27714ed3-0032-4600-b729-1455143b7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.226363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.234486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.359970 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.360782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b696c97f-7841-4033-ab22-e67cd6db32de {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:00:05.367259 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8492293 Dec 08 16:00:05.368034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54524) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:05.385732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-927abe8d-7e60-4c48-ac3a-252788370b56 req-e1a9c7d8-0941-40a0-aee4-56ec843af784 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7501245 Dec 08 16:00:05.407554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.415426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d701c9a-40d2-4fca-a7e7-e8bfd6546531 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b696c97f-7841-4033-ab22-e67cd6db32de HTTP/1.1" status: 204 len: 168 time: 7.2870479 Dec 08 16:00:05.427818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54528) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:05.536865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-59cc675e-a287-4e08-967e-7ab4c4e63e46 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9652560 Dec 08 16:00:05.562048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-27714ed3-0032-4600-b729-1455143b7107 None None] For port d8d1a42e-4877-4c4d-aa6f-932aafa549fa, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:05.571631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27714ed3-0032-4600-b729-1455143b7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.573323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Request body: {'subnet': {'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-901219186-subnet', 'tenant_id': 'e3eda6af0824468aaddab3edb59b79b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:05.643722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Deleting subnet fc97ac77-709f-4d62-9501-7c472ad8d12c {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:00:05.679027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17ed4-4c6c-4645-a5cc-fd07f8c9b585 admin admin] Pushing event updated for resources: {'Network': ['ID=7b933ad0-d036-4650-bfd9-600f7e66b3de,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:05.693370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.709052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Made reservation on behalf of e3eda6af0824468aaddab3edb59b79b2 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:05.714721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.762592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:00:05.810352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f289257-9dea-4ffe-848d-79fb28728222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.817273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f289257-9dea-4ffe-848d-79fb28728222 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:05.819463 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T15:59:54Z', 'revision_number': 4, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd8d1a42e-4877-4c4d-aa6f-932aafa549fa', 'name': '', 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'mac_address': 'fa:16:3e:8f:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:51Z', 'updated_at': '2021-12-08T16:00:03Z', 'revision_number': 4, 'project_id': '7269be32ec734c569d39c566a9f45109', 'subnets': [{'id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:05.822742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5f289257-9dea-4ffe-848d-79fb28728222 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d246942a-4248-4120-9233-2566a71c5703 HTTP/1.1" status: 204 len: 168 time: 2.5612774 Dec 08 16:00:05.849747 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43acae4d-0ee1-42af-9947-5d9377d57d6c None None] The sync data for ids ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'] in n-d-820935-5 is: [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T15:59:54Z', 'revision_number': 4, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd8d1a42e-4877-4c4d-aa6f-932aafa549fa', 'name': '', 'network_id': '718b57fe-cd56-4549-b2cf-ea464374d6d9', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'mac_address': 'fa:16:3e:8f:87:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:51Z', 'updated_at': '2021-12-08T16:00:03Z', 'revision_number': 4, 'project_id': '7269be32ec734c569d39c566a9f45109', 'subnets': [{'id': '924a2a49-7d6b-4b65-85e2-22e00ecd8bd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:00:06.133236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f289257-9dea-4ffe-848d-79fb28728222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d246942a-4248-4120-9233-2566a71c5703,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:06.187249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:06.211591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8d63f0-1a2c-4286-8fa6-092eb6014620 req-ac4e05ec-2c37-4b52-ac7c-1d1dc53d2549 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:06.216100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-d25df0c9-cd80-4ee6-a108-38c849a83158 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2796538 Dec 08 16:00:06.218814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d8d63f0-1a2c-4286-8fa6-092eb6014620 req-ac4e05ec-2c37-4b52-ac7c-1d1dc53d2549 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 0.4411790 Dec 08 16:00:06.260860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27714ed3-0032-4600-b729-1455143b7107 None None] Pushing event updated for resources: {'Port': ['ID=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:06.533151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:06.573584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad35fa80-57ec-4584-9bb0-ec81055f4292 req-362eff1f-4268-4dfe-b96b-5f1f4b8b6bb6 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0273509 Dec 08 16:00:06.599673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d8d63f0-1a2c-4286-8fa6-092eb6014620 req-6ea86337-0028-4b60-a671-bd5ce56b5840 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726972 Dec 08 16:00:06.627782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8d1a42e-4877-4c4d-aa6f-932aafa549fa up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:06.890957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:06.902081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d8d1a42e-4877-4c4d-aa6f-932aafa549fa triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:06.903849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:06.941404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:07.002632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-b0b71248-7cb0-4323-8494-2fc02bcdde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:07.004411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-b0b71248-7cb0-4323-8494-2fc02bcdde6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 1096 time: 0.7004929 Dec 08 16:00:07.006601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3439996-8a19-4e5a-9b29-4eb73a746417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:07.039329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:07.039693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Network hostable DHCP agents. Network: 7b933ad0-d036-4650-bfd9-600f7e66b3de, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:00:07.151232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-bda7ca5b-2c7f-4887-be28-3d6a504573b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:07.153226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-bda7ca5b-2c7f-4887-be28-3d6a504573b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1124 time: 0.3365586 Dec 08 16:00:07.386061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:07.391066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:00:07.453871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-19d7d55c-89eb-4727-a28d-215e84b3b0ab service neutron] 10.222.0.86 "GET /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.4979377 Dec 08 16:00:07.457700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7b933ad0-d036-4650-bfd9-600f7e66b3de) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:07.483959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e19cefb-5232-4652-9130-33ec6a769f51 None None] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:07.576381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3439996-8a19-4e5a-9b29-4eb73a746417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:07.582594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:07.583720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:07.661768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-1a82352b-8e6f-4722-92ed-f1b75cea34c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:07.665173 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-1a82352b-8e6f-4722-92ed-f1b75cea34c5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.4845889 Dec 08 16:00:07.669476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3439996-8a19-4e5a-9b29-4eb73a746417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:07.675642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-a2a41c3a-17e8-4c79-81ed-015fb4aa75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:07.678716 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-a2a41c3a-17e8-4c79-81ed-015fb4aa75bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 924 time: 0.6502287 Dec 08 16:00:07.828690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c174c302-cec3-4881-9ba6-fbf2e71e4e25 None None] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:07.904866 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-11f42f4f-b383-457a-847d-13df36c1e787 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.2133691 Dec 08 16:00:07.923136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052871aa-4c09-4743-864e-71a93c893769 req-ebb81552-608e-4696-a7dd-b1cadcb57dca tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:07.934528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-052871aa-4c09-4743-864e-71a93c893769 req-ebb81552-608e-4696-a7dd-b1cadcb57dca tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 1.1457894 Dec 08 16:00:08.008145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:08.060335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:08.138061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8e7062-39af-4234-aed9-591775b1d700 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:08.170584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:08.206615 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3439996-8a19-4e5a-9b29-4eb73a746417 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84a720c5b9c441169bb6104f33e8196e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2605624 Dec 08 16:00:08.208873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-0e4c24c5-a3c9-427a-947f-a229506f980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:08.213346 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-0e4c24c5-a3c9-427a-947f-a229506f980d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.3067901 Dec 08 16:00:08.250662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54566) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:08.252922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3439996-8a19-4e5a-9b29-4eb73a746417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4129515-4c80-43ca-a98c-7a01de11245d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:08.285208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4d7728c6-7fba-4467-9c94-e1dd6e605300 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.8546844 Dec 08 16:00:08.311080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:08.369020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8d1a42e-4877-4c4d-aa6f-932aafa549fa up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:08.395570 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-9449675d-e6e3-4c72-8a1b-cd4d5dd9d734 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086001 Dec 08 16:00:08.495658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:08.547048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d8d1a42e-4877-4c4d-aa6f-932aafa549fa triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:08.549285 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:08.567224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-436ebee6-1b96-428e-a094-7fba9f4c4e2e service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556060 Dec 08 16:00:08.585401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:08.597957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fc97ac77-709f-4d62-9501-7c472ad8d12c HTTP/1.1" status: 204 len: 168 time: 3.1578450 Dec 08 16:00:08.656048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54572) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:08.678853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e31a106-4a4e-40c2-a6cf-87d2dee29cd5 None None] Network b009892d-e458-4d58-9f0b-8367835804f4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:08.700942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-556db0b0-5722-4cc8-9963-92e344bd5459 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=414e746d-95bb-4de4-934c-ad6405cca16d HTTP/1.1" status: 200 len: 1001 time: 0.9871643 Dec 08 16:00:08.821135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb5df-9bcf-4980-b2b5-f6ccd79a1dc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:08.824650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8d45acc-378f-4f83-bf16-3d86b399a69b req-1d3eff9e-2d04-4fbb-b338-46c4dc2ba8dc service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491913 Dec 08 16:00:08.827386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-73d858e5-ac81-495a-b519-3f5daab1e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:08.829042 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-73d858e5-ac81-495a-b519-3f5daab1e40d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.1198661 Dec 08 16:00:08.839680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-052871aa-4c09-4743-864e-71a93c893769 req-0f3a7b4c-5375-49ce-b441-93b2f7d1a81b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8968983 Dec 08 16:00:08.840518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacbcbdb-51bd-49d4-93f5-f07ee6d0cadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc97ac77-709f-4d62-9501-7c472ad8d12c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:08.989837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-086e8ce2-bb40-4a17-88b2-164fb0bbac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:08.992858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-086e8ce2-bb40-4a17-88b2-164fb0bbac25 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384466 Dec 08 16:00:08.997005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb5df-9bcf-4980-b2b5-f6ccd79a1dc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:09.362749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb5df-9bcf-4980-b2b5-f6ccd79a1dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:09.375167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb5df-9bcf-4980-b2b5-f6ccd79a1dc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:09.390629 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6d1eb5df-9bcf-4980-b2b5-f6ccd79a1dc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4129515-4c80-43ca-a98c-7a01de11245d HTTP/1.1" status: 204 len: 168 time: 1.1230426 Dec 08 16:00:09.451172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eb5df-9bcf-4980-b2b5-f6ccd79a1dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4129515-4c80-43ca-a98c-7a01de11245d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:09.458595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] DHCP port deletion for b009892d-e458-4d58-9f0b-8367835804f4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:00:09.593262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-5114c828-aa0c-48e2-90ee-215c65973324 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802033 Dec 08 16:00:09.708968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] Deleting port 3b7e453d-cdc3-45b0-920d-9ff266297d0e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:00:09.719846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:09.778639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:09.877478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] Transition to ACTIVE for port object 7f8e7062-39af-4234-aed9-591775b1d700 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:09.900889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:09.991199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] Pushing event updated for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:10.008401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44298a2-fd08-4f41-ac0a-dcda3b863650 req-4170057b-81c7-4587-b80b-be2217ce1dd4 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:10.013216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44298a2-fd08-4f41-ac0a-dcda3b863650 req-4170057b-81c7-4587-b80b-be2217ce1dd4 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 943 time: 1.7825117 Dec 08 16:00:10.054797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] For port 3b7e453d-cdc3-45b0-920d-9ff266297d0e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3b7e453d-cdc3-45b0-920d-9ff266297d0e,segment=NetworkSegment(1f1c1e0d-261c-4b9f-bccf-47e70458693e),segment_id=1f1c1e0d-261c-4b9f-bccf-47e70458693e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:10.058657 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:10.092150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] No DVR routers for this DVR port 7f8e7062-39af-4234-aed9-591775b1d700 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:00:10.113302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa88fb0e-7f5d-4c4d-902c-9b74113546ac req-34608824-cf19-40b4-a42c-a3d5bbb10f49 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133069 Dec 08 16:00:10.170102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] Calling delete_port for 3b7e453d-cdc3-45b0-920d-9ff266297d0e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:00:10.309812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:00:10.375382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44298a2-fd08-4f41-ac0a-dcda3b863650 req-6cbbe786-bde3-4af2-8b27-696512a550c5 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604164 Dec 08 16:00:10.416704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3b7e453d-cdc3-45b0-920d-9ff266297d0e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:00:10.567637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-74777c07-b43e-454c-b05d-4349aacd364c service neutron] 10.222.0.86 "PUT /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700/bindings/n-h1-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 3.0889642 Dec 08 16:00:10.573889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-e0ed26a7-9ef9-48ab-a2f4-8726e59c6873 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=34bd81b921a54f839c3184cecae2066c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1229975 Dec 08 16:00:10.712229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:00:10.799919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-c7c1fcb6-2137-4472-b74d-dd8e416c244e tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:10.804344 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-c7c1fcb6-2137-4472-b74d-dd8e416c244e tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.1562808 Dec 08 16:00:10.834058 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:10.910162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c91314-8fd0-40fb-b79a-a08e3e095232 req-ce0e5394-c438-44eb-b80e-3e546544fc2e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:10.913535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54614) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:10.914247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:10.935443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40c91314-8fd0-40fb-b79a-a08e3e095232 req-ce0e5394-c438-44eb-b80e-3e546544fc2e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.3589852 Dec 08 16:00:10.943559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1706818339-network', 'tenant_id': '05ffd39ab701494ba6ee8ef75602568a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:10.985239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Deleting port 3b7e453d-cdc3-45b0-920d-9ff266297d0e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:00:10.986397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:10.988143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] Pushing event deleted for resources: {'Port': ['ID=3b7e453d-cdc3-45b0-920d-9ff266297d0e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:10.996173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae7009e-f807-4da2-8a24-23d0fda6a30a None None] No DVR routers for this DVR port 3b7e453d-cdc3-45b0-920d-9ff266297d0e on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:00:11.023643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Made reservation on behalf of 05ffd39ab701494ba6ee8ef75602568a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:11.026243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.053008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-8b5ed21e-f80e-41df-afe0-7d25d1aacb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:11.055017 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-8b5ed21e-f80e-41df-afe0-7d25d1aacb7e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&tenant_id=c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 1095 time: 0.2378399 Dec 08 16:00:11.056137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.190165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-e64a982d-06d1-4b3e-bd5f-d7a21efb1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:11.192635 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-e64a982d-06d1-4b3e-bd5f-d7a21efb1be4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1095 time: 0.0722079 Dec 08 16:00:11.197723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-0b7569dd-d468-4cfd-a347-26d854312411 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:11.208333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-0b7569dd-d468-4cfd-a347-26d854312411 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6171827 Dec 08 16:00:11.260883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-fef41161-9b80-4230-b89d-e1065b8b8a86 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/quotas/34bd81b921a54f839c3184cecae2066c HTTP/1.1" status: 200 len: 375 time: 0.0491126 Dec 08 16:00:11.305085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.315716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] For port 3b7e453d-cdc3-45b0-920d-9ff266297d0e, host n-d-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:11.316648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.319600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.336448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:00:11.354108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.354998 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Added segment badc0248-cc82-41a9-867c-bcdd72cfad19 of type vlan for network 099dafaa-bca3-48b3-94ba-9376ce43b718 Dec 08 16:00:11.410131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Calling delete_port for 3b7e453d-cdc3-45b0-920d-9ff266297d0e owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:00:11.436078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Port 3b7e453d-cdc3-45b0-920d-9ff266297d0e was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:00:11.458514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-998ea564-d053-43af-908b-98c774ccfc9e tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=34bd81b921a54f839c3184cecae2066c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0926843 Dec 08 16:00:11.463039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.472247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.473738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-95797b29-aede-438d-bf4f-0ea4493ec164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:11.475348 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-95797b29-aede-438d-bf4f-0ea4493ec164 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2732105 Dec 08 16:00:11.528378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a68b43-3dba-4bc2-a59a-98894327699d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:11.558756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7e453d-cdc3-45b0-920d-9ff266297d0e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:11.569943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40c91314-8fd0-40fb-b79a-a08e3e095232 req-8f5c916f-47d6-4340-a4e8-b3bc33087745 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6134994 Dec 08 16:00:11.574310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] No DVR routers for this DVR port 3b7e453d-cdc3-45b0-920d-9ff266297d0e on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:00:11.793605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.805298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:11.810181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.823888 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-d24601d0-5e64-4f37-873d-d717533bab19 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.2715240 Dec 08 16:00:11.836024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:11.918496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b009892d-e458-4d58-9f0b-8367835804f4']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:12.005411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1c1e0d-261c-4b9f-bccf-47e70458693e') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:12.010596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1c1e0d-261c-4b9f-bccf-47e70458693e') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:00:12.067819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1514568 Dec 08 16:00:12.072102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54634) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:12.082791 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d4e14b9-7730-4fed-ac8d-616cf5936085 req-3a0ef500-e1e1-4fde-9398-8d6cbf8dde52 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 210 time: 0.0887029 Dec 08 16:00:12.092164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:12.127575 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:12.183938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-5a8dda74-e265-4ea2-99fb-75bd03d9a2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:12.193894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2216f-917b-4646-8db4-38e12f77b32d req-b43e9454-2f54-40a9-8c77-a7dd8dbbc2bb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:12.196342 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-5a8dda74-e265-4ea2-99fb-75bd03d9a2b3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.2188973 Dec 08 16:00:12.203124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28b2216f-917b-4646-8db4-38e12f77b32d req-b43e9454-2f54-40a9-8c77-a7dd8dbbc2bb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.3156526 Dec 08 16:00:12.205687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:00:12.206393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:00:12.210335 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:00:12.226171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Request body: {'subnet': {'network_id': '099dafaa-bca3-48b3-94ba-9376ce43b718', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1706818339-subnet', 'tenant_id': '05ffd39ab701494ba6ee8ef75602568a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:12.323620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f43ed-81cb-4026-9334-c178a48c26c8 admin admin] Pushing event updated for resources: {'Network': ['ID=099dafaa-bca3-48b3-94ba-9376ce43b718,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:12.337525 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-af31750b-bc77-44af-b455-34ceefd18345 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386163 Dec 08 16:00:12.339218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 099dafaa-bca3-48b3-94ba-9376ce43b718 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:00:12.340144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Made reservation on behalf of 05ffd39ab701494ba6ee8ef75602568a for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:12.344742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:12.532164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:12.559255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28b2216f-917b-4646-8db4-38e12f77b32d req-ef7f48cc-77e7-4bf9-8e6a-56bd187318d2 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375969 Dec 08 16:00:12.584850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:12.593434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] 10.222.0.62 "DELETE /v2.0/networks/b009892d-e458-4d58-9f0b-8367835804f4 HTTP/1.1" status: 204 len: 168 time: 3.8521571 Dec 08 16:00:12.622884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e1264-9bec-4728-b807-9c9b85f9924e admin admin] Pushing event deleted for resources: {'Network': ['ID=b009892d-e458-4d58-9f0b-8367835804f4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:12.659546 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-5ebe653c-4c68-4207-baef-7fce0d057249 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114307 Dec 08 16:00:13.132990 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-32b64b3e-319f-4510-ae83-b38911ae0cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616849 Dec 08 16:00:13.155099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:13.165434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54654) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:13.266169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446eff-2bda-4834-a97f-bb646149778b req-418c5b63-0930-4f3e-a5a5-3c0908f86129 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:13.272638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07446eff-2bda-4834-a97f-bb646149778b req-418c5b63-0930-4f3e-a5a5-3c0908f86129 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.4060988 Dec 08 16:00:13.383609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ad198e9-ea7f-4638-bc02-d815c6ecfd85,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:13.494263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Checking segment: {'id': 'badc0248-cc82-41a9-867c-bcdd72cfad19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '099dafaa-bca3-48b3-94ba-9376ce43b718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:13.495127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Network hostable DHCP agents. Network: 099dafaa-bca3-48b3-94ba-9376ce43b718, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:00:13.529999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Network 099dafaa-bca3-48b3-94ba-9376ce43b718 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:00:13.587221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 099dafaa-bca3-48b3-94ba-9376ce43b718) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:13.603965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339d15e-a2b2-4dcb-8f72-cec078c96600 None None] Network 099dafaa-bca3-48b3-94ba-9376ce43b718 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:13.604915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:13.607885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:13.617820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a31dc02a-c692-42e5-bc45-b1982ccd806d req-c2a6f9e6-c0d1-400e-b64b-08e1e2da514a tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 210 time: 0.1955163 Dec 08 16:00:13.669839 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9e2a0755-479a-40a7-bf26-9dc9d8334b2c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5865264 Dec 08 16:00:13.817302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07446eff-2bda-4834-a97f-bb646149778b req-df68e272-85b2-4a29-aae1-f60c8ff2be56 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713523 Dec 08 16:00:13.856670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-938021ff-7234-435e-acfe-399ae78925db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=288c8a750a7f437589694b0a2e1b5f2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6873190 Dec 08 16:00:13.857840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54666) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:13.885860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee8b4a-c6e9-4534-b0d3-665c8d09e9b6 None None] Network 099dafaa-bca3-48b3-94ba-9376ce43b718 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:14.007492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-ffda18cf-4a06-4068-a5f7-baf9cfd20b74 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:14.014705 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-ffda18cf-4a06-4068-a5f7-baf9cfd20b74 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.2486107 Dec 08 16:00:14.205917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-284109ec-7bf4-44ed-bd44-2f0cd669365a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:14.311028 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-d0883bd9-53c7-4739-ace3-3228e69121af tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=34bd81b921a54f839c3184cecae2066c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0956099 Dec 08 16:00:14.321269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-284109ec-7bf4-44ed-bd44-2f0cd669365a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:14.451956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad99580-9027-4fc8-9b58-ef9593d98031 req-d39c5880-ccd6-4b7f-8b2e-44d06dbe0ab8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:14.461471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fad99580-9027-4fc8-9b58-ef9593d98031 req-d39c5880-ccd6-4b7f-8b2e-44d06dbe0ab8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.4692242 Dec 08 16:00:14.556984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-284109ec-7bf4-44ed-bd44-2f0cd669365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:14.564247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-284109ec-7bf4-44ed-bd44-2f0cd669365a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:14.569401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-284109ec-7bf4-44ed-bd44-2f0cd669365a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/99829bd0-e60b-4417-88ce-39c45f0092ac HTTP/1.1" status: 204 len: 168 time: 0.7066166 Dec 08 16:00:14.616837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fad99580-9027-4fc8-9b58-ef9593d98031 req-d2200238-54e9-40bd-9a06-553d8ccabf63 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485057 Dec 08 16:00:14.793826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-5eca3f9c-9f5f-46de-97c4-a98f833218c5 service neutron] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:14.804853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284109ec-7bf4-44ed-bd44-2f0cd669365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99829bd0-e60b-4417-88ce-39c45f0092ac,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:14.815002 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-262cba86-7a31-4c9a-951b-cb6b34e48289 service neutron] show failed (client error): The resource could not be found. Dec 08 16:00:14.823361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-262cba86-7a31-4c9a-951b-cb6b34e48289 service neutron] 10.222.0.86 "GET /v2.0/ports/933ba3d9-ffe2-4c91-86ab-9f1fe88e784c/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.1298833 Dec 08 16:00:14.836034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-5eca3f9c-9f5f-46de-97c4-a98f833218c5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:14.837720 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd2f8ae1-32f8-4de3-be65-597aa92e6998 req-5eca3f9c-9f5f-46de-97c4-a98f833218c5 service neutron] 10.222.0.58 "DELETE /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700/bindings/n-h2-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.8104432 Dec 08 16:00:14.870310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-c965ad3d-6391-40e2-84d2-1cfb4ee7f547 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:14.874604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-c965ad3d-6391-40e2-84d2-1cfb4ee7f547 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4689269 Dec 08 16:00:14.904124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Request body: {'port': {'device_id': '65ccf78f-6057-4331-8d14-cd398de94d26', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '34bd81b921a54f839c3184cecae2066c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:15.247361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Made reservation on behalf of 34bd81b921a54f839c3184cecae2066c for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:15.260435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:15.279793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:15.319966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46d6ef70-a178-48fa-a0ba-253fb575f0ba req-19f3ba25-ac3c-408f-beef-2b931d6c8ab0 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 210 time: 0.0939810 Dec 08 16:00:15.428263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:15.443777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:15.531076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e7ba6-1cfc-48d6-9e6b-6a749e9592ed req-bcf32073-7a9f-48db-968c-6997b71a01a9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:15.540959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c6e7ba6-1cfc-48d6-9e6b-6a749e9592ed req-bcf32073-7a9f-48db-968c-6997b71a01a9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.0932202 Dec 08 16:00:15.633035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c6e7ba6-1cfc-48d6-9e6b-6a749e9592ed req-3a955f87-5564-45b6-b069-53d2ae955a24 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901017 Dec 08 16:00:15.637859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae9267e-540e-437c-a7d7-21c634c82e7b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:15.746254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-4a36dc29-3dd7-45a9-8c7e-188f56dce93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:15.747055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-4a36dc29-3dd7-45a9-8c7e-188f56dce93c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d&tenant_id=af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 1101 time: 0.3169613 Dec 08 16:00:15.790653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:15.794447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-daf0cee7-4b6b-49ed-80f8-3d7593bd0d0d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:15.803454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-daf0cee7-4b6b-49ed-80f8-3d7593bd0d0d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.1562686 Dec 08 16:00:15.826100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-4897aeac-5ac4-4926-9eb8-1b1218f98fb4 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/quotas/e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 375 time: 0.0213726 Dec 08 16:00:15.872813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1b11f01c-1609-452f-9b39-e4295ebbbd37 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449750 Dec 08 16:00:15.918065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:15.972739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Allocated IP 192.168.233.50 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:16.028357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-77c28762-790a-45aa-adc5-7b57bef21b6b service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544728 Dec 08 16:00:16.197500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c0c8ea-9f94-40fe-9597-aa7534ae7409 req-a8bff581-7f79-4c1d-a196-5e2092b3646a tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:16.199607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0c0c8ea-9f94-40fe-9597-aa7534ae7409 req-a8bff581-7f79-4c1d-a196-5e2092b3646a tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1095 time: 0.0799809 Dec 08 16:00:16.249702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-a06e74b9-9384-43a5-b1fe-c0427ad22831 service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204158 Dec 08 16:00:16.281784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0c0c8ea-9f94-40fe-9597-aa7534ae7409 req-6e101994-b421-41ad-99c9-b3998daac369 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666528 Dec 08 16:00:16.894583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99117aff-ab91-48a1-82ca-e3a6690de194 req-24a9ea2b-69b0-402e-b4ab-f9596c7242c0 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 210 time: 0.0899584 Dec 08 16:00:17.007151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e61e04ee-5564-412a-807b-3ec3587bc55c req-01572224-2129-4131-8e1d-414cccc9c952 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 210 time: 0.1096213 Dec 08 16:00:17.254842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2bcdaa-9142-47ad-87f4-f8a88ef943ee req-a964b913-eccc-4459-9715-378772788b6c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:17.263768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c2bcdaa-9142-47ad-87f4-f8a88ef943ee req-a964b913-eccc-4459-9715-378772788b6c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.2073910 Dec 08 16:00:17.418981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:17.426042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c2bcdaa-9142-47ad-87f4-f8a88ef943ee req-b16d1ef0-f664-4f7f-8c9f-6790e0b7ce9b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609683 Dec 08 16:00:17.476251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-9f1465bb-19ac-4aa4-b0f0-a556b929663c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:17.484194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-9f1465bb-19ac-4aa4-b0f0-a556b929663c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.2415416 Dec 08 16:00:17.504725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-e7f8d2de-496f-4645-9e18-04186935bec0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/quotas/c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 375 time: 0.0166373 Dec 08 16:00:17.556432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:17.661137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-38ad03d3-fd70-40aa-a8d1-1162c332f348 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1472483 Dec 08 16:00:17.753256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Pushing event updated for resources: {'Port': ['ID=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:17.779655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:17.803326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:17.811766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:17.829081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:17.830325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:17.894148 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b0c2a4b6-c83c-47c6-bda5-e8a76b453d19 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0070515 Dec 08 16:00:17.921170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Request body: {'port': {'device_id': '65ccf78f-6057-4331-8d14-cd398de94d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:17.981113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-b8c1585b-cbfe-4df8-9d61-25f3e89993f8 service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076422 Dec 08 16:00:18.130722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:18.230652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:18.332609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-676e6991-0005-433a-9773-89a66470d8c4 service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492343 Dec 08 16:00:18.369639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9d8f3352-f2e2-4f9c-afb3-3f1431d24d70 None None] Provisioning complete for port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:18.370582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3352-f2e2-4f9c-afb3-3f1431d24d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:18.532394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f3352-f2e2-4f9c-afb3-3f1431d24d70 None None] Port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:18.606840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:18.664726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0963a0-e170-4a0f-b2eb-a9e612f9d9be req-d1ef5b28-30ce-4632-8f48-426fbcd92186 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:18.675343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0963a0-e170-4a0f-b2eb-a9e612f9d9be req-d1ef5b28-30ce-4632-8f48-426fbcd92186 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 935 time: 0.1174114 Dec 08 16:00:18.699685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:18.704069 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc4d687-1019-43b9-8cbc-1737fe71306f" -d '{"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-unplugged", "status": "completed", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:18.729012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:18.846406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Transition to ACTIVE for port object 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:18.853975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54808) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:19.101059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0963a0-e170-4a0f-b2eb-a9e612f9d9be req-f2c68656-372f-4457-a4ae-d271fd460fc7 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248743 Dec 08 16:00:19.127593 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:19.127961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8feff3f-f435-4f90-ae90-82e8bc0f65a4 req-16629952-4d4b-4716-a1b2-baeae4c99ebe tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 210 time: 0.2678025 Dec 08 16:00:19.182084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-998a3b79-aa67-44bf-94b0-f0e0283e4b05 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:19.183687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-998a3b79-aa67-44bf-94b0-f0e0283e4b05 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.3147202 Dec 08 16:00:19.201510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Request body: {'port': {'device_id': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'admin_state_up': True, 'tenant_id': 'e3eda6af0824468aaddab3edb59b79b2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:19.351706 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:00:19.427274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] No DVR routers for this DVR port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:00:19.436790 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadcd4e7-3609-4932-905a-328996be0044 x-openstack-request-id: req-eadcd4e7-3609-4932-905a-328996be0044 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:19.438657 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-unplugged", "status": "completed", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:19.439642 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eadcd4e7-3609-4932-905a-328996be0044 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:19.442966 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'code': 200} Dec 08 16:00:19.507387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:19.517970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f0177af-4931-4e2c-95d1-c4bb678a3a7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:19.525878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeb200-de7a-48a5-95b9-e380a9d33bc8 req-5b0da65c-717c-481a-b60a-d1b89a05e618 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:19.546292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57eeb200-de7a-48a5-95b9-e380a9d33bc8 req-5b0da65c-717c-481a-b60a-d1b89a05e618 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 0.2053061 Dec 08 16:00:19.655854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:19.657350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:19.658352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:19.700154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-faf6842f-ddb0-4182-81df-028024d9f68a req-a70eb51b-a642-4977-9d4c-8ea03668d645 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 210 time: 0.1411927 Dec 08 16:00:19.711222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:19.718293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Attempting to bind port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:19.747120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:19.801664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:19.813284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:19.817056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:19.819693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:19.821688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Bound port: 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:19.838114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:19.868116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57eeb200-de7a-48a5-95b9-e380a9d33bc8 req-270ca6b0-ff22-468a-8c04-56170697387d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955837 Dec 08 16:00:19.899974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Made reservation on behalf of e3eda6af0824468aaddab3edb59b79b2 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:19.907957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:19.919679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:00:19.966372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Transition to ACTIVE for port object c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:20.054095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:20.196854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:00:20.462025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97709e2a-28e9-49f5-922f-7473c9e2bf14 req-c30b20fa-9237-4078-85dc-388440f041d9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 210 time: 0.1632774 Dec 08 16:00:20.600172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98709e1d-e349-4f35-bfdb-1d178134faf9 req-ce170116-6ae0-4553-be74-72a0505b3ea7 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:20.613389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98709e1d-e349-4f35-bfdb-1d178134faf9 req-ce170116-6ae0-4553-be74-72a0505b3ea7 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 947 time: 0.3252811 Dec 08 16:00:20.667498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54838) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:20.711265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f0177af-4931-4e2c-95d1-c4bb678a3a7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:20.725875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Allocated IP 172.20.0.2 (7b933ad0-d036-4650-bfd9-600f7e66b3de/ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4/3c9c5c3f-2be2-44ed-bf8d-c256184b3743) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:20.751580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:20.830969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f0177af-4931-4e2c-95d1-c4bb678a3a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:20.838596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:20.885219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98709e1d-e349-4f35-bfdb-1d178134faf9 req-53eb826e-5194-4bfb-816a-112d21ad8a90 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656140 Dec 08 16:00:20.903201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Pushing event updated for resources: {'Port': ['ID=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:20.997851 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6f0177af-4931-4e2c-95d1-c4bb678a3a7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84920f5816bd4807a14f383197f34cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1366215 Dec 08 16:00:21.004527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:21.007419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:21.018156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7df9a978-fb31-4b4c-a41f-74474efc43c8 req-38812f5f-2a9f-4e01-855a-2f55e352172e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 210 time: 0.0631893 Dec 08 16:00:21.076550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0177af-4931-4e2c-95d1-c4bb678a3a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeadec63-2dc0-495c-8fdb-ed9d883ab7c5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:21.077169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc30c-303f-48c0-a59a-25b806a01377 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:21.086811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Attempting to bind port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:21.087188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Attempting to bind port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:21.087505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Attempting to bind port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:21.098816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:21.099444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:21.100948 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] 10.222.0.58 "PUT /v2.0/ports/933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 1096 time: 5.3183284 Dec 08 16:00:21.123938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:21.124347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Attempting to bind port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:21.195501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:21.196154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:21.196779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:21.197535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Bound port: c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:21.198207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:21.239224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25c362-d125-405c-801a-b643c4c1d061 service neutron] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:21.347104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.58', 54918) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:21.378366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-5a14786f-056d-4afc-a2d9-6dd753661c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:21.380273 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-5a14786f-056d-4afc-a2d9-6dd753661c36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1099 time: 0.2204127 Dec 08 16:00:21.457551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:21.460978 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc" -d '{"events": [{"name": "network-changed", "server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:21.505651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] For port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:21.530846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] For port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:21.574574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:21.652817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-2ee15e03-1838-4516-a6c8-503a3c25be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:21.654457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-2ee15e03-1838-4516-a6c8-503a3c25be8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2613673 Dec 08 16:00:21.741552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Pushing event updated for resources: {'Port': ['ID=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:21.754024 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e13070d-6145-4ad0-8433-7d930e20dc42 x-openstack-request-id: req-9e13070d-6145-4ad0-8433-7d930e20dc42 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:21.754411 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:21.754566 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e13070d-6145-4ad0-8433-7d930e20dc42 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:21.755463 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'status': 'completed', 'code': 200} Dec 08 16:00:21.758176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:21.758801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:21.761712 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-4e9d3f24-c050-4f09-97af-8deaea5e308a service neutron] 10.222.0.58 "PUT /v2.0/ports/c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 HTTP/1.1" status: 200 len: 1095 time: 3.8513381 Dec 08 16:00:21.950529 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-f33f3a0a-74dd-49a6-9fd6-459dbca8d04f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.1941080 Dec 08 16:00:22.034476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-c1067144-8341-4080-b10e-00988506bece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.036924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-c1067144-8341-4080-b10e-00988506bece service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0621834 Dec 08 16:00:22.054983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-4382d050-183d-4abc-94e9-6c1698448247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.056834 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-4382d050-183d-4abc-94e9-6c1698448247 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1099 time: 0.2939770 Dec 08 16:00:22.158762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-aa29a9b8-1a44-40f3-9ea0-ec4720750443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.160348 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-aa29a9b8-1a44-40f3-9ea0-ec4720750443 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=34bd81b921a54f839c3184cecae2066c&device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 1098 time: 0.2273529 Dec 08 16:00:22.253062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-7f05d0ec-338c-469e-92b5-c28ce140b2d0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.255853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-7f05d0ec-338c-469e-92b5-c28ce140b2d0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.9064991 Dec 08 16:00:22.302897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-601d1f85-d623-4745-b03f-7b256ff9789b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 HTTP/1.1" status: 200 len: 217 time: 0.1306117 Dec 08 16:00:22.308638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Request body: {'port': {'device_id': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'admin_state_up': True, 'tenant_id': 'c383b2a381964f4d90278076eb7eef3a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:22.348717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-a42a237b-4d41-4dcf-9d86-c45dc11d9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.351651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-a42a237b-4d41-4dcf-9d86-c45dc11d9563 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3007984 Dec 08 16:00:22.367658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c83ac956-7898-446f-930b-1e3ddf8012c3 req-e7ff471c-4e42-411f-8362-556af25fbb05 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 210 time: 0.2135558 Dec 08 16:00:22.466843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:22.519558 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-5803011a-4ec6-4c05-94b5-9cb16cf9a2ac service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270130 Dec 08 16:00:22.587364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-712e5f12-a486-4d6c-b218-46bf2b5ac209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.589039 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-712e5f12-a486-4d6c-b218-46bf2b5ac209 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.5226257 Dec 08 16:00:22.616023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-0e40d25b-7529-4d2d-ba8b-e809b7159e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.617305 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-0e40d25b-7529-4d2d-ba8b-e809b7159e97 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2927425 Dec 08 16:00:22.685225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-89f90f8d-0df7-49e5-83c2-a1b93dc19ed1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.0840383 Dec 08 16:00:22.686683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:22.752879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866503-dc49-4777-9616-38701537bf17 req-cc1e3e9d-15f8-4624-ac0a-f4c31063ffff tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.754652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17866503-dc49-4777-9616-38701537bf17 req-cc1e3e9d-15f8-4624-ac0a-f4c31063ffff tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 1.6038065 Dec 08 16:00:22.756354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f79-4ef1-4e5b-a6b7-8525236031ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:22.802587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b2caea0b-d4ec-48d6-8420-47424abfa44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.804937 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-b2caea0b-d4ec-48d6-8420-47424abfa44f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1490922 Dec 08 16:00:22.831846 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-da16c068-6c1d-4608-a08a-b46ec35d5ca9 req-83bd77c5-a6b5-40fd-9f01-2c8b14878e0e service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991116 Dec 08 16:00:22.843437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-c0cb12c7-8ad1-4c24-8da1-91dc4b8e1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:22.845013 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-c0cb12c7-8ad1-4c24-8da1-91dc4b8e1fa4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1511459 Dec 08 16:00:22.916050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc30c-303f-48c0-a59a-25b806a01377 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:22.935466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f79-4ef1-4e5b-a6b7-8525236031ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.001205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6cdc30c-303f-48c0-a59a-25b806a01377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.014260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:23.052136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:23.065331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:23.086511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:23.106803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee5738-b2b8-4282-bd62-36de6fb0e5eb req-4e2053ac-2565-4417-9232-570ec4abcc1e tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:23.115551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0aee5738-b2b8-4282-bd62-36de6fb0e5eb req-4e2053ac-2565-4417-9232-570ec4abcc1e tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 947 time: 0.4495554 Dec 08 16:00:23.200393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17866503-dc49-4777-9616-38701537bf17 req-07e130c3-7cc8-4620-9419-423ecf72777b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4296377 Dec 08 16:00:23.225411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d6cdc30c-303f-48c0-a59a-25b806a01377 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9691796f5c9f4b1597d990ba3ad6d537&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5564811 Dec 08 16:00:23.242103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Made reservation on behalf of c383b2a381964f4d90278076eb7eef3a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:23.246031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.252145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-eb3cb629-5e8b-4a8b-8182-9aab0ac98bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:23.259159 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-eb3cb629-5e8b-4a8b-8182-9aab0ac98bc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1099 time: 0.2798405 Dec 08 16:00:23.262040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:23.300213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdc30c-303f-48c0-a59a-25b806a01377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8e692f-fb34-44f7-98c8-b9d858c4b526,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:23.310979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:23.311621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.314653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-1600a0ab-3c30-4bd4-a57f-7e60364a6969 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990547 Dec 08 16:00:23.319012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0aee5738-b2b8-4282-bd62-36de6fb0e5eb req-ac46943f-f767-44dc-b51e-d00ba0739897 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022700 Dec 08 16:00:23.325610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-d76556e9-b924-4b99-a581-19f654d7abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:23.330954 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-d76556e9-b924-4b99-a581-19f654d7abd0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3537459 Dec 08 16:00:23.351297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f79-4ef1-4e5b-a6b7-8525236031ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.354042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f79-4ef1-4e5b-a6b7-8525236031ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.357855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4eb09f79-4ef1-4e5b-a6b7-8525236031ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aeadec63-2dc0-495c-8fdb-ed9d883ab7c5 HTTP/1.1" status: 204 len: 168 time: 2.3373394 Dec 08 16:00:23.409095 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-db3f9cea-ab59-4f08-9874-12e3eb481d25 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2153857 Dec 08 16:00:23.437573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Request body: {'port': {'device_id': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:23.457253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e3448ec-b6f5-4b71-b013-5cce3df4290f req-d39137de-579c-44de-9573-1b40b3786603 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 210 time: 0.0918593 Dec 08 16:00:23.492085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09f79-4ef1-4e5b-a6b7-8525236031ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeadec63-2dc0-495c-8fdb-ed9d883ab7c5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:23.676160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.742631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Allocated IP 172.20.0.3 (3863fd67-de4d-4e03-9488-eb696dff3f49/b016034e-e970-4c0a-89d1-2f5ba04dea9c/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:23.759284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93065c4c-99b6-41cf-9323-9bed98e6be4f req-d57c14ec-d834-4458-9f96-feca59f4e499 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:23.760279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ccf78f-6057-4331-8d14-cd398de94d26', 'tag': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:23.762782 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d897527-09ed-4e5c-bab3-73a595ed8246" -d '{"events": [{"name": "network-changed", "server_uuid": "65ccf78f-6057-4331-8d14-cd398de94d26", "tag": "c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:23.768403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93065c4c-99b6-41cf-9323-9bed98e6be4f req-d57c14ec-d834-4458-9f96-feca59f4e499 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 931 time: 0.1932192 Dec 08 16:00:23.832826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:23.836658 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-3fd35f45-fa70-45af-a0fd-8e21fae2addd service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559635 Dec 08 16:00:23.969002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93065c4c-99b6-41cf-9323-9bed98e6be4f req-5d002fb1-b3d2-4a94-a0fa-b23e547500b6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963811 Dec 08 16:00:24.004802 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-304c55e8-c007-488e-b72b-2de1c1dc30ba service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404583 Dec 08 16:00:24.076419 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-824a65be-84ca-47ff-ab5f-b5b754589cc9 x-openstack-request-id: req-824a65be-84ca-47ff-ab5f-b5b754589cc9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:24.076772 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65ccf78f-6057-4331-8d14-cd398de94d26", "tag": "c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:24.077037 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-824a65be-84ca-47ff-ab5f-b5b754589cc9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:24.077452 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ccf78f-6057-4331-8d14-cd398de94d26', 'tag': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5', 'status': 'completed', 'code': 200} Dec 08 16:00:24.144241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.240294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-d639912a-bb54-41c0-bcec-dd77789d2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:24.242740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-d639912a-bb54-41c0-bcec-dd77789d2e4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.9532914 Dec 08 16:00:24.279085 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e6bb0f5b-1c57-4015-8133-d5fe02fd9a3a req-5916ade1-6af3-4e3c-ba43-fd268a094fad service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9435842 Dec 08 16:00:24.333119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.369538 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-9257efc4-b30a-478d-a21f-d52e3f56ebea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.1177154 Dec 08 16:00:24.501049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.504698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.506100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a8e692f-fb34-44f7-98c8-b9d858c4b526 HTTP/1.1" status: 204 len: 168 time: 1.2196348 Dec 08 16:00:24.527215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8e692f-fb34-44f7-98c8-b9d858c4b526,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:24.537094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-8b7840f1-3272-47fa-ac06-15f7aafdfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:24.538819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-8b7840f1-3272-47fa-ac06-15f7aafdfe5a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1551986 Dec 08 16:00:24.545400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.545747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.546138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.546609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.546951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.547286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.547622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.549090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.549506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.549866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.550210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.550541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.550869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9751699-1fa9-4c0c-9953-aa7c062e068c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:24.585077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-f616d5bb-a142-4691-9c11-ab8d535209e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:24.586690 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-f616d5bb-a142-4691-9c11-ab8d535209e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=34bd81b921a54f839c3184cecae2066c&device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 1098 time: 0.1937160 Dec 08 16:00:24.652991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:24.694088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.725398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Transition to ACTIVE for port object 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:24.793843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-62e5b2a6-40ac-4d57-9921-6dff7ba5cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:24.795311 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-62e5b2a6-40ac-4d57-9921-6dff7ba5cefe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2334056 Dec 08 16:00:24.830836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.833314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:24.926078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:25.000429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-ed68777f-9198-4249-9504-24aecf817398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:25.005116 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-ed68777f-9198-4249-9504-24aecf817398 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4049680 Dec 08 16:00:25.020787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:25.079127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:25.109320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:25.131270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:25.148573 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-7c5b3d1c-599d-4f42-81fc-7ed05836e9c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 HTTP/1.1" status: 200 len: 217 time: 0.1288908 Dec 08 16:00:25.154151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2234e4-22b7-4067-955c-74d2461d6aba req-5b453b2c-851c-4ffa-9745-42a16fe34590 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:25.163615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd2234e4-22b7-4067-955c-74d2461d6aba req-5b453b2c-851c-4ffa-9745-42a16fe34590 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 948 time: 0.3901258 Dec 08 16:00:25.193546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d5a78f-7cf5-477c-85c2-cc2c5b1276e0 req-f0a977a0-e371-48c9-b733-492de86aa4d3 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:25.196465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89d5a78f-7cf5-477c-85c2-cc2c5b1276e0 req-f0a977a0-e371-48c9-b733-492de86aa4d3 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 947 time: 0.4680350 Dec 08 16:00:25.352637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:25.353704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:25.354252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:25.367269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:25.367894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:25.379417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:25.381747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:25.382595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:25.384563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Bound port: 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:25.385182 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:25.399686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:25.401722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:25.408927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89d5a78f-7cf5-477c-85c2-cc2c5b1276e0 req-6a05cde0-5672-4866-8ffd-4a612ab53ca7 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766632 Dec 08 16:00:25.447630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd2234e4-22b7-4067-955c-74d2461d6aba req-ead9e7e3-a118-4f2f-9090-42c8b774c518 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824988 Dec 08 16:00:25.536142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-f3d2c297-dac4-49d2-b19e-99ba45d5a76b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2548351 Dec 08 16:00:25.537766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:25.542349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:25.553664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Request body: {'port': {'device_id': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:25.631355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:25.635594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:25.777241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-5f567403-8a22-4bc1-9b54-af41e8881b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:25.778884 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-5f567403-8a22-4bc1-9b54-af41e8881b8b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.6122200 Dec 08 16:00:25.853951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:25.858348 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-c77b8df4-2e47-44bb-813e-fcfa439e2845 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0403097 Dec 08 16:00:25.859131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e67d069c-8617-4168-b95a-4b1cab6368ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.124033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:26.126926 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-169d70ae-aa2e-40a5-95ba-273c8275c110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.135124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.151729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Transition to ACTIVE for port object 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:26.157346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:26.158834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.160961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] 10.222.0.86 "PUT /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 1091 time: 2.7277207 Dec 08 16:00:26.163271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:26.166114 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606" -d '{"events": [{"name": "network-changed", "server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:26.184930 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bda4d29f-8975-45a8-95ba-f9b1d3cd5bfc req-5ae0b947-fa2b-49ae-8c4b-2cca462ce870 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595961 Dec 08 16:00:26.206686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.265569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b983-70e5-4a18-8d73-8e9a55c5c193 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:26.278100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b18562-b3e6-4ae4-9bd8-e01f6f0861e2 req-29b9d4e8-4af2-4e74-9329-2049e27b476e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:26.278748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-bd6dccd1-bd14-4de8-a83a-f0cc4dbc21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:26.279857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44b18562-b3e6-4ae4-9bd8-e01f6f0861e2 req-29b9d4e8-4af2-4e74-9329-2049e27b476e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 931 time: 0.6580880 Dec 08 16:00:26.280699 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-bd6dccd1-bd14-4de8-a83a-f0cc4dbc21de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4907334 Dec 08 16:00:26.398483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea9735-8076-4fb8-8bbd-4f02fc776907 req-c628bcee-a62b-455d-b4c8-e5527a5f1618 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:26.406154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ea9735-8076-4fb8-8bbd-4f02fc776907 req-c628bcee-a62b-455d-b4c8-e5527a5f1618 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 943 time: 0.5956790 Dec 08 16:00:26.542871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:26.557245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-169d70ae-aa2e-40a5-95ba-273c8275c110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.567011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-169d70ae-aa2e-40a5-95ba-273c8275c110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:26.603256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-0652e07e-f9a5-428d-b73d-7c2598e270b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:26.605874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-0652e07e-f9a5-428d-b73d-7c2598e270b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1094 time: 0.3228881 Dec 08 16:00:26.742235 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-169d70ae-aa2e-40a5-95ba-273c8275c110 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a1923dcf806149f89bdb7ed3316cb301&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8820610 Dec 08 16:00:26.747609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d70ae-aa2e-40a5-95ba-273c8275c110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9508b8ad-977d-4b9f-8454-fbf65dd6c8ea,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:26.757657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54918) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:26.776961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44b18562-b3e6-4ae4-9bd8-e01f6f0861e2 req-31edca6a-1006-435f-9a24-840aaa4f15f2 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810944 Dec 08 16:00:26.783301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-3abac6bd-a5f7-4c4a-915c-f0830d5e0629 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.1531131 Dec 08 16:00:26.807202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ea9735-8076-4fb8-8bbd-4f02fc776907 req-62152372-d04b-4733-8fec-923852a227a7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999228 Dec 08 16:00:26.815318 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-2813f441-6a90-46df-b647-d0ffc4e79cce service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205488 Dec 08 16:00:26.935138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:27.034448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b9e3-54f0-42d3-aea0-72320ea2e5b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.103571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b9e3-54f0-42d3-aea0-72320ea2e5b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.226127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b9e3-54f0-42d3-aea0-72320ea2e5b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.229488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5a5b9e3-54f0-42d3-aea0-72320ea2e5b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.243860 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5a5b9e3-54f0-42d3-aea0-72320ea2e5b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9508b8ad-977d-4b9f-8454-fbf65dd6c8ea HTTP/1.1" status: 204 len: 168 time: 0.4787364 Dec 08 16:00:27.258464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:27.278774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a5b9e3-54f0-42d3-aea0-72320ea2e5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9508b8ad-977d-4b9f-8454-fbf65dd6c8ea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:27.295357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-ae31446e-8dfe-438a-8dfa-7c47492fe85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:27.297509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-ae31446e-8dfe-438a-8dfa-7c47492fe85d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.4885480 Dec 08 16:00:27.303803 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898a111d-8ed2-4c1a-acc2-2b4d6494f29a x-openstack-request-id: req-898a111d-8ed2-4c1a-acc2-2b4d6494f29a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:27.308837 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:27.309298 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-898a111d-8ed2-4c1a-acc2-2b4d6494f29a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:27.310087 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'status': 'completed', 'code': 200} Dec 08 16:00:27.328992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'mac_address': 'fa:16:3e:1e:3d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:27.354113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3d897527-09ed-4e5c-bab3-73a595ed8246 req-040f446a-d0a6-4df4-97ae-5470cd289ecd service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307925 Dec 08 16:00:27.455406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-99ea7815-a13d-4651-a3a4-064e43f35aee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392469 Dec 08 16:00:27.460056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:27.460436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:27.461053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:27.476121 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.536560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:27.588428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-3ab02ab5-f5be-444c-9a53-3f19966e70a1 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243968 Dec 08 16:00:27.594615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:27.595089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:27.595654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:27.606292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.606624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:27.606922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:27.607509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:27.608150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:27.608307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Bound port: 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:27.608689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.642922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5664f-aede-4350-ba62-bf55bffba4db req-a26803e7-a7e1-496a-8fff-cf467fb857f2 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:27.644702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de5664f-aede-4350-ba62-bf55bffba4db req-a26803e7-a7e1-496a-8fff-cf467fb857f2 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 947 time: 0.3333521 Dec 08 16:00:27.744752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:27.747988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:27.794488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5', 'mac_address': 'fa:16:3e:1b:ce:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:27.896474 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:27.927392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:27.932081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de5664f-aede-4350-ba62-bf55bffba4db req-f04dc474-eea7-4510-8c8e-e4a777430043 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869128 Dec 08 16:00:27.960586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:27.966599 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.005104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:28.020752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:28.027728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92fa71d3-bff4-48be-8f59-142ebca69400 req-59a4d485-efc1-401f-b3a2-7fa0a20fecbc service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229436 Dec 08 16:00:28.030774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.189258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:28.203995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.214481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] 10.222.0.58 "PUT /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 1091 time: 2.6689465 Dec 08 16:00:28.230197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:28.249270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:28.378917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:28.511047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:28.576276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.576627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.576980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.577319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.577662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.578029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.578365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.578695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.579216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.579459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.579725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.580055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.580887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670effe5-8084-427c-b3c2-d29b0e209bba service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:28.600822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-1ddda262-288c-49bd-a08b-ff0847e784ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:28.602449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-1ddda262-288c-49bd-a08b-ff0847e784ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1094 time: 0.5033500 Dec 08 16:00:28.643684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-79c72572-4772-47b5-82d8-69d232824ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:28.646071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-79c72572-4772-47b5-82d8-69d232824ae6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1094 time: 0.3529284 Dec 08 16:00:28.684082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc62195-97fc-41e2-993a-5292875c72a9 req-11d7e0e4-6fd1-4dd6-a84e-d0c2d17f3e52 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:28.693400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1bc62195-97fc-41e2-993a-5292875c72a9 req-11d7e0e4-6fd1-4dd6-a84e-d0c2d17f3e52 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 949 time: 0.6103797 Dec 08 16:00:28.805303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d1020-70bb-459b-a1c1-b38f138ab066 req-d5a46f16-eeb1-4e3a-bb79-d0c1cb79eb60 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:28.814825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a88d1020-70bb-459b-a1c1-b38f138ab066 req-d5a46f16-eeb1-4e3a-bb79-d0c1cb79eb60 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.3665321 Dec 08 16:00:28.818183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-13cdea54-cc18-4de6-9f9f-953e63e0c352 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.1497822 Dec 08 16:00:28.820193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9149d71b-0e8a-45c9-9b7c-94b0ddb8d38b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:28.947537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1bc62195-97fc-41e2-993a-5292875c72a9 req-bb9dd874-4719-4921-84c5-b5f2829cae88 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531736 Dec 08 16:00:28.994151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20edd66-6996-454e-8b8b-6917068d7003 req-e05b3684-a18f-4511-a641-ef234d23c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:28.995781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-e05b3684-a18f-4511-a641-ef234d23c51c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1658885 Dec 08 16:00:29.024278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a88d1020-70bb-459b-a1c1-b38f138ab066 req-d2edc97a-56c8-4628-bfae-347662049aac tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083941 Dec 08 16:00:29.052263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-8e397b2b-74d0-438c-8bfe-a53d17d6acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:29.055730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-8e397b2b-74d0-438c-8bfe-a53d17d6acad service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.4406412 Dec 08 16:00:29.122163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-8a0d168b-dc64-4ae7-bed4-810ed0d92496 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945694 Dec 08 16:00:29.196916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-5f4822ba-69b6-449b-8567-81011601e516 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.1253762 Dec 08 16:00:29.315221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:29.317446 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22da9944-0cd0-4caa-9191-c718cf27f489" -d '{"events": [{"name": "network-changed", "server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:29.377425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-f1cb7237-5103-440e-9701-78afcf4bad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:29.380697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-f1cb7237-5103-440e-9701-78afcf4bad81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1587086 Dec 08 16:00:29.417560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc115b-0379-45ea-95c6-3cd9290007a9 req-fe92a671-3e18-4161-9e84-9583b3deae23 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:29.419379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91bc115b-0379-45ea-95c6-3cd9290007a9 req-fe92a671-3e18-4161-9e84-9583b3deae23 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 943 time: 0.2271895 Dec 08 16:00:29.435908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6882d-f7d7-460d-85f0-c9925b031e15 req-e8910735-2f26-4eeb-9668-c1293a657275 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:29.444267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd6882d-f7d7-460d-85f0-c9925b031e15 req-e8910735-2f26-4eeb-9668-c1293a657275 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 948 time: 0.2530482 Dec 08 16:00:29.467314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-1f8d156a-cb3a-4d6d-ab6b-ecf591c3b9e8 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322487 Dec 08 16:00:29.475346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-ba33c557-bf1e-414f-a4e9-2074534984b9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852880 Dec 08 16:00:29.695087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd6882d-f7d7-460d-85f0-c9925b031e15 req-ad49179b-90cb-4577-937b-99f40fef9446 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483759 Dec 08 16:00:29.727785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91bc115b-0379-45ea-95c6-3cd9290007a9 req-62d14c41-3a92-41d5-ac06-159425096d7b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805450 Dec 08 16:00:29.839383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-32588b23-10fa-4434-9fa5-e2939bccf737 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551412 Dec 08 16:00:29.931638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20edd66-6996-454e-8b8b-6917068d7003 req-5a6db87c-97f4-488b-a605-63d3c187022d service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4482269 Dec 08 16:00:29.979796 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:30.118871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dc0c1ab-19f7-4c7a-b58e-d46581eb1606 req-384bb272-fd45-439e-893f-ac10b6c2bfe4 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702353 Dec 08 16:00:30.120592 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c1e6a8-c09d-42e4-89af-72d24f4de311 x-openstack-request-id: req-50c1e6a8-c09d-42e4-89af-72d24f4de311 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:30.120877 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:30.121129 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50c1e6a8-c09d-42e4-89af-72d24f4de311 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:30.122677 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'status': 'completed', 'code': 200} Dec 08 16:00:30.359135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-8ef254b3-ede4-4fff-9c03-ad8ad7947add tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:30.362352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-8ef254b3-ede4-4fff-9c03-ad8ad7947add tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d&tenant_id=af8d0610d89e416cb0f9a13306ad8792&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 949 time: 0.1850626 Dec 08 16:00:30.372718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-dd2a6ad1-fa27-4883-aab5-abfc1fb28f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:30.374866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-dd2a6ad1-fa27-4883-aab5-abfc1fb28f2a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1094 time: 0.2091544 Dec 08 16:00:30.403770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26579e82-465e-4053-a3d6-bb9e65c84877 req-e86c73ad-22b1-4a49-bf11-4a8840411cc9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:30.405630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26579e82-465e-4053-a3d6-bb9e65c84877 req-e86c73ad-22b1-4a49-bf11-4a8840411cc9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 949 time: 0.1665776 Dec 08 16:00:30.821732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26579e82-465e-4053-a3d6-bb9e65c84877 req-964783df-474a-4883-9b13-5c8ee8d0bd0e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850458 Dec 08 16:00:30.836113 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-ecad2831-24a7-412e-ac60-e4f8fe3d8388 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:00:30.837848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-ecad2831-24a7-412e-ac60-e4f8fe3d8388 service neutron] 10.222.0.86 "DELETE /v2.0/ports/933ba3d9-ffe2-4c91-86ab-9f1fe88e784c/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.4617062 Dec 08 16:00:30.848229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324d7d5-1847-4cff-ab20-dbc47640d224 req-1d72e49c-2c37-4306-8f4b-e3296cb9f757 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:30.856820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8324d7d5-1847-4cff-ab20-dbc47640d224 req-1d72e49c-2c37-4306-8f4b-e3296cb9f757 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.4128904 Dec 08 16:00:30.862652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-272febc5-e95b-4202-aaba-a8be9f58ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:30.864231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-272febc5-e95b-4202-aaba-a8be9f58ba97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.4798787 Dec 08 16:00:30.927344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-6690e3d1-7adc-4998-95ed-7fb270b1d801 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.0480266 Dec 08 16:00:30.955162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:30.994487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8324d7d5-1847-4cff-ab20-dbc47640d224 req-f5aaadc3-3540-4f11-bd73-bf31da29f0e7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366098 Dec 08 16:00:31.186347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-a87c087c-91a3-4227-af09-b9d48ed7b6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:31.186347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-a87c087c-91a3-4227-af09-b9d48ed7b6e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.2067437 Dec 08 16:00:31.186347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-75dae339-bf8b-418d-b2d8-6a264cd2c09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:31.186347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-75dae339-bf8b-418d-b2d8-6a264cd2c09a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1100 time: 0.2087858 Dec 08 16:00:31.196102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:31.207695 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:31.208412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.516483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-dbe9cbb0-b3e2-439d-996b-4187f3335ea5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3310885 Dec 08 16:00:31.579064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54998) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:31.595979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.702017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:31.707917 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcb59ff-777d-40c5-a2da-8b145d449f12" -d '{"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-plugged", "status": "completed", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:31.730486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-19dad1b0-96a2-45a7-b41c-a06a7947ccd4 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642952 Dec 08 16:00:31.781491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:31.792327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.797221 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.800048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:31.841575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ed80b-d8ef-43c1-8a86-838550ae617d req-2c657e05-4730-4958-b260-3280f1830ad0 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:31.849837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-030ed80b-d8ef-43c1-8a86-838550ae617d req-2c657e05-4730-4958-b260-3280f1830ad0 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 948 time: 0.6661639 Dec 08 16:00:31.851256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ef5db0-6867-4ac2-8aaf-ff48b479c69d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.852840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:31.854341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-e42e16d1-207e-4f77-bc28-1c19fa6b252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:31.857726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-e42e16d1-207e-4f77-bc28-1c19fa6b252c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.6305664 Dec 08 16:00:31.995373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:32.004873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.020545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f07c28-c9b8-466d-8bc4-72425b8ba0b6 req-67032786-0808-4ba3-bd68-bca03518eeb7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.025171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:32.030106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f07c28-c9b8-466d-8bc4-72425b8ba0b6 req-67032786-0808-4ba3-bd68-bca03518eeb7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 943 time: 0.6105895 Dec 08 16:00:32.051940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ef5db0-6867-4ac2-8aaf-ff48b479c69d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.058245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20ef5db0-6867-4ac2-8aaf-ff48b479c69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.088473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:32.089431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.090018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-6b191118-95d5-4e82-aae3-6da06ef27672 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.2217872 Dec 08 16:00:32.146562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef5db0-6867-4ac2-8aaf-ff48b479c69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d570a843-d11f-47d0-8915-e8976f55715b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.159937 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-20ef5db0-6867-4ac2-8aaf-ff48b479c69d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66f85b90708c47f6a66d4fe3958fcd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5782454 Dec 08 16:00:32.165988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:32.181258 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.187427 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:00:32.285875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22da9944-0cd0-4caa-9191-c718cf27f489 req-384cb8a3-1ff7-454b-adf9-48742b107f34 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5431767 Dec 08 16:00:32.297439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-030ed80b-d8ef-43c1-8a86-838550ae617d req-f7a2e4c6-aa5b-43b7-8072-68fc2dbbd310 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4225688 Dec 08 16:00:32.302617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-d34478d5-4793-4306-910e-293babc7847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.307795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-d34478d5-4793-4306-910e-293babc7847b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1780417 Dec 08 16:00:32.323585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f07c28-c9b8-466d-8bc4-72425b8ba0b6 req-465b5716-bdd5-488f-914f-1482544af8a7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923546 Dec 08 16:00:32.393441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a3018b-cbc8-4685-b7ad-360f9f4a79ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.428673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-d2a71695-023a-4ef4-8cc0-a354e0e422ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.437127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-d2a71695-023a-4ef4-8cc0-a354e0e422ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079028 Dec 08 16:00:32.460930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a3018b-cbc8-4685-b7ad-360f9f4a79ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.472359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:32.586442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'port_id': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'mac_address': 'fa:16:3e:02:55:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:32.599253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a3018b-cbc8-4685-b7ad-360f9f4a79ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.602944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a3018b-cbc8-4685-b7ad-360f9f4a79ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.607867 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32a3018b-cbc8-4685-b7ad-360f9f4a79ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d570a843-d11f-47d0-8915-e8976f55715b HTTP/1.1" status: 204 len: 168 time: 0.4409299 Dec 08 16:00:32.629478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3018b-cbc8-4685-b7ad-360f9f4a79ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d570a843-d11f-47d0-8915-e8976f55715b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:32.630407 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.646179 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b8777-c722-4d31-a8d5-8b92507063d7 x-openstack-request-id: req-d61b8777-c722-4d31-a8d5-8b92507063d7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:32.646463 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-plugged", "status": "completed", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:32.648848 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d61b8777-c722-4d31-a8d5-8b92507063d7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:32.650545 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'code': 200} Dec 08 16:00:32.743220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.880237 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.933852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:32.939884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d771ed-9654-405e-a20c-b1ad2a2f77b2 req-4ede49aa-2664-49b5-86eb-114b6f3a7b39 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.942332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:32.950116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90d771ed-9654-405e-a20c-b1ad2a2f77b2 req-4ede49aa-2664-49b5-86eb-114b6f3a7b39 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.2994387 Dec 08 16:00:32.955365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:32.968335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-6d40426b-7c7d-4a5d-a7f6-5abd53f91fdf service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270054 Dec 08 16:00:32.975224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:32.990700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6396b93-4e69-49ad-89b6-fa8c158d9f44 req-d80b0f56-3f79-42fc-87a1-2ff9b754836a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:32.992291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6396b93-4e69-49ad-89b6-fa8c158d9f44 req-d80b0f56-3f79-42fc-87a1-2ff9b754836a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.2326891 Dec 08 16:00:33.063827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:33.093824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.202856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:33.212525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6396b93-4e69-49ad-89b6-fa8c158d9f44 req-5a5c8e08-6713-4a9f-9a1e-164bf35e5dfd tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364768 Dec 08 16:00:33.226117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90d771ed-9654-405e-a20c-b1ad2a2f77b2 req-c85fdde6-cb76-4008-a420-1b12fae3b5f8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745798 Dec 08 16:00:33.276332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af433fb-451d-4643-83a6-d848ec1beb17 req-1e0c092f-6e1f-4093-8beb-1d084a825e17 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829242 Dec 08 16:00:33.317676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3c9c5c3f-2be2-44ed-bf8d-c256184b3743'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:33.391899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:33.397115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:33.421602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'port_id': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'mac_address': 'fa:16:3e:8b:c6:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b016034e-e970-4c0a-89d1-2f5ba04dea9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:33.520284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55024) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:33.532706 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.550738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeb5443c-b7f3-49c8-8db9-4574ed36ae52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.570396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:33.616917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:33.625701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.719657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de142cd-3aeb-41fa-a446-80cacc6c5492 req-e454f81a-c541-42f6-bd5b-97731bfe3562 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:33.721503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1de142cd-3aeb-41fa-a446-80cacc6c5492 req-e454f81a-c541-42f6-bd5b-97731bfe3562 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 949 time: 0.1197610 Dec 08 16:00:33.730717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:33.861896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeb5443c-b7f3-49c8-8db9-4574ed36ae52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.870503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:33.871215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeb5443c-b7f3-49c8-8db9-4574ed36ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:33.877466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1de142cd-3aeb-41fa-a446-80cacc6c5492 req-8414eafd-211b-4071-a26e-03c2e40f62a2 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273000 Dec 08 16:00:33.966473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aeb5443c-b7f3-49c8-8db9-4574ed36ae52 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26fc9ca9a7014956b80d1f79b386074e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4427481 Dec 08 16:00:33.968650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:33.980730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb5443c-b7f3-49c8-8db9-4574ed36ae52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a1e8d9-2487-40fb-b015-61cb351d2f9b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:34.056808 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdceb570-c925-4d2f-94db-57692fa692f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.091273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdceb570-c925-4d2f-94db-57692fa692f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.285418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdceb570-c925-4d2f-94db-57692fa692f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.299576 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdceb570-c925-4d2f-94db-57692fa692f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:34.305649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fdceb570-c925-4d2f-94db-57692fa692f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/90a1e8d9-2487-40fb-b015-61cb351d2f9b HTTP/1.1" status: 204 len: 168 time: 0.3303103 Dec 08 16:00:34.315332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdceb570-c925-4d2f-94db-57692fa692f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a1e8d9-2487-40fb-b015-61cb351d2f9b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:34.364014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9655408-5efb-46ef-b40c-9a0cf996f0ce req-7d18d6e4-7046-47e3-b007-706dcdd67ae6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:34.365752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9655408-5efb-46ef-b40c-9a0cf996f0ce req-7d18d6e4-7046-47e3-b007-706dcdd67ae6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 944 time: 0.1490393 Dec 08 16:00:34.493939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9655408-5efb-46ef-b40c-9a0cf996f0ce req-02d84e05-ca49-4ed9-aa08-fff8481276e7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154289 Dec 08 16:00:34.652159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ccf78f-6057-4331-8d14-cd398de94d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:34.655032 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f3d299-8187-402b-935e-383aaecefbab" -d '{"events": [{"server_uuid": "65ccf78f-6057-4331-8d14-cd398de94d26", "name": "network-vif-plugged", "status": "completed", "tag": "c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:34.706572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d764a4-907e-418d-a44b-38a8173de151 req-ca3e79a2-c7a0-4144-b034-b4009e5655b1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:34.710736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64d764a4-907e-418d-a44b-38a8173de151 req-ca3e79a2-c7a0-4144-b034-b4009e5655b1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.1555884 Dec 08 16:00:34.735733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8efe0-a6d2-4e57-ae47-8d8bc821f162 req-6555eeb1-734e-495c-9194-cfbb8a7b3884 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:34.737335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2d8efe0-a6d2-4e57-ae47-8d8bc821f162 req-6555eeb1-734e-495c-9194-cfbb8a7b3884 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 944 time: 0.0989501 Dec 08 16:00:34.826152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64d764a4-907e-418d-a44b-38a8173de151 req-cb0f5710-452c-4680-9a39-fd8c278df37c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102037 Dec 08 16:00:34.833065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2d8efe0-a6d2-4e57-ae47-8d8bc821f162 req-3a14662e-10c1-42cc-9c2c-60f23b19674e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819414 Dec 08 16:00:34.930730 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd558923-1367-4d92-8893-a0f97c8f856a x-openstack-request-id: req-dd558923-1367-4d92-8893-a0f97c8f856a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:34.931684 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ccf78f-6057-4331-8d14-cd398de94d26", "name": "network-vif-plugged", "status": "completed", "tag": "c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:34.932197 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd558923-1367-4d92-8893-a0f97c8f856a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:34.933111 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ccf78f-6057-4331-8d14-cd398de94d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5', 'code': 200} Dec 08 16:00:34.971445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:35.120114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:35.127683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:35.128575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:35.208897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d6864b-ca3e-4dfe-9496-9afdeebfea2e req-56483c67-0928-4dc9-b536-11e6637e94ac tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:35.210562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37d6864b-ca3e-4dfe-9496-9afdeebfea2e req-56483c67-0928-4dc9-b536-11e6637e94ac tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1101 time: 0.1703966 Dec 08 16:00:35.223073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa212ec6-5929-455f-ae86-4025ec83d93e req-23c95cda-7c15-40e1-80a3-f0e70be15e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:35.224712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa212ec6-5929-455f-ae86-4025ec83d93e req-23c95cda-7c15-40e1-80a3-f0e70be15e33 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 1100 time: 0.1736202 Dec 08 16:00:35.326585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37d6864b-ca3e-4dfe-9496-9afdeebfea2e req-b3a084f5-e0af-4e2a-ae94-d7a5dfea0e1a tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982957 Dec 08 16:00:35.424575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa212ec6-5929-455f-ae86-4025ec83d93e req-b87c4234-a232-40f8-9389-366b9cfec9f4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532362 Dec 08 16:00:35.437161 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:35.542114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:35.550936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:35.619021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ad237-92dc-42ff-add4-ad93f7cfce31 req-2b3a58fc-4452-427e-877f-52405ba052fc tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:35.635216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f2ad237-92dc-42ff-add4-ad93f7cfce31 req-2b3a58fc-4452-427e-877f-52405ba052fc tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 949 time: 0.1290126 Dec 08 16:00:35.646425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:35.753580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f2ad237-92dc-42ff-add4-ad93f7cfce31 req-4771164e-0baf-460e-b38c-c8beb202ca95 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160913 Dec 08 16:00:36.009126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:36.037991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2420dc-c9bb-47b0-a8a1-d2fd760ecca1 req-db56793e-001a-48a9-93da-792f01e7192f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.055319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca2420dc-c9bb-47b0-a8a1-d2fd760ecca1 req-db56793e-001a-48a9-93da-792f01e7192f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 944 time: 0.1907611 Dec 08 16:00:36.140649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:36.148459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:36.148921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:36.228056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca2420dc-c9bb-47b0-a8a1-d2fd760ecca1 req-b551d67f-741d-4488-9bcc-43146a2bb821 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709099 Dec 08 16:00:36.282902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f0735-e872-4e62-8de3-a564a03d3a8d req-c0d75fa7-5a27-44f2-ad42-5a40103424d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.286111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-998f0735-e872-4e62-8de3-a564a03d3a8d req-c0d75fa7-5a27-44f2-ad42-5a40103424d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 945 time: 0.1979539 Dec 08 16:00:36.335791 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:36.418127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:36.426709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:36.458731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-998f0735-e872-4e62-8de3-a564a03d3a8d req-0f931f44-4b48-4323-a0b0-291b354fbe92 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557021 Dec 08 16:00:36.585198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:36.629895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-2f47be7b-0629-410a-a251-eb9da443499d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731366 Dec 08 16:00:36.891255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-468e0d79-f40f-4217-a9ca-2c6ff02e1aa2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:36.900702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-468e0d79-f40f-4217-a9ca-2c6ff02e1aa2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697082 Dec 08 16:00:36.911769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-561b65b6-334d-4119-a5e1-4934af07f516 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/quotas/af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 375 time: 0.0101399 Dec 08 16:00:36.934470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'}, {'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:36.937226 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66002d12-7f4a-44ca-a06c-39d2ea714289" -d '{"events": [{"server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "name": "network-vif-plugged", "status": "completed", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b"}, {"server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "name": "network-vif-plugged", "status": "completed", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:37.008814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-f919f663-f3ac-45c1-aadf-da3ef5f31a25 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0833752 Dec 08 16:00:37.358645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94163218-3880-4337-9373-c47c7b3638e3 req-97bf70fd-6d4f-49e5-85ac-1a6262481500 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:37.374413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94163218-3880-4337-9373-c47c7b3638e3 req-97bf70fd-6d4f-49e5-85ac-1a6262481500 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 949 time: 0.1230683 Dec 08 16:00:37.403600 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf2887d-9ede-4912-8606-5625be27b0cd x-openstack-request-id: req-edf2887d-9ede-4912-8606-5625be27b0cd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:37.404274 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "name": "network-vif-plugged", "status": "completed", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b", "code": 200}, {"server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "name": "network-vif-plugged", "status": "completed", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:37.404698 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edf2887d-9ede-4912-8606-5625be27b0cd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:37.405336 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'code': 200} Dec 08 16:00:37.406389 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'code': 200} Dec 08 16:00:37.648144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4ee0586-dc34-420b-a9b9-8d877a667db5 req-45cf832f-e5b9-48af-b6a1-38725fd09909 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 210 time: 0.1219463 Dec 08 16:00:37.707814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94163218-3880-4337-9373-c47c7b3638e3 req-a27265c1-e42a-444e-8bfc-44b4b79ef14f tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313413 Dec 08 16:00:37.823456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3246c9-4ad1-4fb7-abcd-e66523d8c4e2 req-3914095e-9312-4bd7-9338-292e68dfc515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:37.825181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef3246c9-4ad1-4fb7-abcd-e66523d8c4e2 req-3914095e-9312-4bd7-9338-292e68dfc515 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1096 time: 0.2656384 Dec 08 16:00:37.847230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f6690-552c-4297-b6b6-bbdc84ab919e req-999ec2ea-a82e-490e-a58c-c59192610b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:37.848782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db7f6690-552c-4297-b6b6-bbdc84ab919e req-999ec2ea-a82e-490e-a58c-c59192610b40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1096 time: 0.2381992 Dec 08 16:00:38.082432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db7f6690-552c-4297-b6b6-bbdc84ab919e req-2e1d7355-15c8-498f-8a4b-d77a59e47cff service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206757 Dec 08 16:00:38.120688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef3246c9-4ad1-4fb7-abcd-e66523d8c4e2 req-dbfb9494-d35a-4afa-aacd-46d1013145fd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761152 Dec 08 16:00:38.141309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249aee7-7853-47a1-8c6f-24186488992a req-7b533afc-e828-4493-adb4-5f00773c9f6c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.144018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1249aee7-7853-47a1-8c6f-24186488992a req-7b533afc-e828-4493-adb4-5f00773c9f6c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 945 time: 0.2151327 Dec 08 16:00:38.168446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad66c0-220a-4253-9e19-faab7e48b125 req-e12fa08e-a767-43d8-bfba-bb4af960a8b7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:38.170092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fad66c0-220a-4253-9e19-faab7e48b125 req-e12fa08e-a767-43d8-bfba-bb4af960a8b7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 945 time: 0.1775601 Dec 08 16:00:38.276886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1249aee7-7853-47a1-8c6f-24186488992a req-939dfd59-01a4-4540-8d6b-94803ee7a49e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206610 Dec 08 16:00:38.306260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fad66c0-220a-4253-9e19-faab7e48b125 req-d39b5015-ac6b-4a5a-a414-2516ee06246b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082499 Dec 08 16:00:39.188635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a17182e-1739-449a-b3ac-68266d6c5354 req-bc11b375-be80-453d-9cdb-01377c064edb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 210 time: 0.0365021 Dec 08 16:00:39.318519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-0efdf2b4-3267-4bcd-b02e-c4a9ed06db0a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480235 Dec 08 16:00:39.542506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbefd7-fc97-4a77-a0eb-b257dca15e73 req-e411bb1a-6ca6-4039-a828-011da9d5a943 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:39.554648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36dbefd7-fc97-4a77-a0eb-b257dca15e73 req-e411bb1a-6ca6-4039-a828-011da9d5a943 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 949 time: 0.2045867 Dec 08 16:00:39.629341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-df2d1b1a-dbe9-4cd3-b70e-eb0d2cb1e874 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:39.631654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-df2d1b1a-dbe9-4cd3-b70e-eb0d2cb1e874 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114274 Dec 08 16:00:39.652354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Request body: {'port': {'device_id': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'af8d0610d89e416cb0f9a13306ad8792'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:39.669394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36dbefd7-fc97-4a77-a0eb-b257dca15e73 req-842800a6-b1f9-4f1f-b0dc-b10b673d8edd tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ae9267e-540e-437c-a7d7-21c634c82e7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017888 Dec 08 16:00:39.906089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Made reservation on behalf of af8d0610d89e416cb0f9a13306ad8792 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:39.911603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:39.961019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f445ce-46a5-4c72-b663-65eb07d296eb req-ada08575-55f1-456e-8c3f-ee295ae12528 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:39.962698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90f445ce-46a5-4c72-b663-65eb07d296eb req-ada08575-55f1-456e-8c3f-ee295ae12528 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 945 time: 0.1326497 Dec 08 16:00:40.147672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90f445ce-46a5-4c72-b663-65eb07d296eb req-0634f36e-c6c4-439b-9975-f9893b57e53a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571460 Dec 08 16:00:40.162334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e3c150-9278-424e-a0af-f389d016e744 req-c16ba802-b320-44d4-aa1e-b36c822c226a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:40.169719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49e3c150-9278-424e-a0af-f389d016e744 req-c16ba802-b320-44d4-aa1e-b36c822c226a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 945 time: 0.2008150 Dec 08 16:00:40.223086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Allocated IP 192.168.233.209 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:40.257561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49e3c150-9278-424e-a0af-f389d016e744 req-7b07dafe-89cc-4315-9f38-29a148902158 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868158 Dec 08 16:00:40.495713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05298335-c602-496b-b466-fa7db43a8c39 req-a09f8472-edd5-45e5-96f6-45c4f2680e01 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:40.497298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05298335-c602-496b-b466-fa7db43a8c39 req-a09f8472-edd5-45e5-96f6-45c4f2680e01 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.58 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 949 time: 0.1013427 Dec 08 16:00:40.584772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:40.659302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aeedfacd-bec2-48f8-bd04-36f8727e4ea8 req-9bbd499c-4305-421f-af27-a33e8c94ba08 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 210 time: 0.0724986 Dec 08 16:00:40.744273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbf1c3-129b-43a3-a9c8-97bbee92068d req-467e0bee-c130-4830-af57-85426f6687fd tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:40.745874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eacbf1c3-129b-43a3-a9c8-97bbee92068d req-467e0bee-c130-4830-af57-85426f6687fd tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1096 time: 0.2062693 Dec 08 16:00:40.780054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:40.799026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:41.130892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Deleting port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:00:41.131211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.135641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:41.211443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eacbf1c3-129b-43a3-a9c8-97bbee92068d req-732e9973-1926-464d-8d92-9a69ab0e9907 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585028 Dec 08 16:00:41.212420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:41.219710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:41.225306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:41.368577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] For port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:41.368943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.389634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:41.390336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.419055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Calling delete_port for c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:00:41.453314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ac946e56-c793-4381-bd99-4ad52907e536 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:41.455787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ac946e56-c793-4381-bd99-4ad52907e536 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/networks?id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304 HTTP/1.1" status: 200 len: 814 time: 0.6157506 Dec 08 16:00:41.518071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-bd2c5968-3efe-4aa7-8274-a509a7e6e540 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8730524 Dec 08 16:00:41.533396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Request body: {'port': {'device_id': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:41.534226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b838faf4-83e1-4ff5-a673-53d8c951da25 None None] Provisioning complete for port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:41.534659 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b838faf4-83e1-4ff5-a673-53d8c951da25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.539135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-11ed138d-e75f-4fab-b7b7-be39dd3a0eaf tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/quotas/0cd456bf469240c1a276f31181a5362b HTTP/1.1" status: 200 len: 375 time: 0.0697355 Dec 08 16:00:41.572964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b838faf4-83e1-4ff5-a673-53d8c951da25 None None] Port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:41.592647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ac3ff-c9b0-438b-b27e-0dffcba55a3f req-b641ea84-083a-4cd1-97ed-a0747d2d58a4 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:41.594375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c99ac3ff-c9b0-438b-b27e-0dffcba55a3f req-b641ea84-083a-4cd1-97ed-a0747d2d58a4 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1096 time: 0.2289956 Dec 08 16:00:41.690328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.729065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-1e4a5250-acba-41fe-b657-c14476fc15af tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0cd456bf469240c1a276f31181a5362b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1672611 Dec 08 16:00:41.821521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c99ac3ff-c9b0-438b-b27e-0dffcba55a3f req-028e19a0-c908-480f-a861-4e20608091af tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090850 Dec 08 16:00:41.895000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:41.909854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:42.003763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Pushing event deleted for resources: {'Port': ['ID=c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:42.162309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-2def5e3d-beb5-4872-81a3-5e9558836671 service neutron] 10.222.0.62 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054246 Dec 08 16:00:42.186541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] No DVR routers for this DVR port c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:00:42.193243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b18bb33-24b9-4823-a9ed-f403c789da03 req-356be5f7-8be7-4297-9fbc-4c743909040e tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.62 "GET /v2.0/ports?device_id=65ccf78f-6057-4331-8d14-cd398de94d26 HTTP/1.1" status: 200 len: 210 time: 0.1226552 Dec 08 16:00:42.202713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:42.206759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05298335-c602-496b-b466-fa7db43a8c39 req-54fe5114-f5b7-4adf-8e6f-07e61eefbf07 tempest-ServerDiagnosticsNegativeTest-65596371 tempest-ServerDiagnosticsNegativeTest-65596371-project] 10.222.0.58 "DELETE /v2.0/ports/c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 HTTP/1.1" status: 204 len: 173 time: 1.7011497 Dec 08 16:00:42.207041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ccf78f-6057-4331-8d14-cd398de94d26', 'name': 'network-vif-deleted', 'tag': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:42.217489 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9bdd78f-a2ad-4c80-92b3-c513a63d8b8a" -d '{"events": [{"server_uuid": "65ccf78f-6057-4331-8d14-cd398de94d26", "name": "network-vif-deleted", "tag": "c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:42.447872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e809f1-2ed0-4acd-a824-40815981cf38 req-ec3f54e5-c43a-4ea2-8fd0-519c4c0a038d tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:42.449435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20e809f1-2ed0-4acd-a824-40815981cf38 req-ec3f54e5-c43a-4ea2-8fd0-519c4c0a038d tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1096 time: 0.1261673 Dec 08 16:00:42.471460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-1fdbf080-c901-4d03-8ba0-9f59812f6296 service neutron] 10.222.0.62 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806218 Dec 08 16:00:42.509455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:42.526306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:42.552432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20e809f1-2ed0-4acd-a824-40815981cf38 req-70cb13e9-7140-48ce-95f5-0f98db98699b tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781622 Dec 08 16:00:42.555697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Transition to ACTIVE for port object a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:42.563098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:42.640731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:42.892036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:42.893818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:42.894197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:42.920767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:42.921317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:42.959530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:42.960393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:42.963727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:42.966715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Bound port: a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:42.971835 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.310752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea1ca-f705-478f-870a-6643081938a6 req-f1dad539-f20e-450f-a113-b4e305ab24d3 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:43.323428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277ea1ca-f705-478f-870a-6643081938a6 req-f1dad539-f20e-450f-a113-b4e305ab24d3 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1096 time: 0.2731478 Dec 08 16:00:43.411138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:43.437021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:43.451815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:43.468260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd99e1c-2319-4654-8cfb-834b9e88f5db req-017a7070-a1aa-41fc-8e46-b0e03328f916 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:43.476663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdd99e1c-2319-4654-8cfb-834b9e88f5db req-017a7070-a1aa-41fc-8e46-b0e03328f916 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 948 time: 0.3273797 Dec 08 16:00:43.488807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.576542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277ea1ca-f705-478f-870a-6643081938a6 req-5dd1ac97-41c2-4485-9c6a-069161c29ca6 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398107 Dec 08 16:00:43.580449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:43.581561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:43.611538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:43.612624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.615097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6cdf4095-3815-49f7-9995-b3afbbe34a98 service neutron] 10.222.0.86 "PUT /v2.0/ports/a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 1096 time: 2.0869176 Dec 08 16:00:43.702055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdd99e1c-2319-4654-8cfb-834b9e88f5db req-1939d71b-aba1-435e-a5d9-3df5747ac33d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209108 Dec 08 16:00:43.869782 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00a8a7e7-3a05-4b30-9197-731232bbaeb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:43.890602 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ceaf3f-aab5-4e98-8c18-e4ae6a23c296 x-openstack-request-id: req-b3ceaf3f-aab5-4e98-8c18-e4ae6a23c296 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:43.892417 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65ccf78f-6057-4331-8d14-cd398de94d26", "name": "network-vif-deleted", "tag": "c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:43.895724 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3ceaf3f-aab5-4e98-8c18-e4ae6a23c296 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:43.896493 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ccf78f-6057-4331-8d14-cd398de94d26', 'name': 'network-vif-deleted', 'tag': 'c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5', 'status': 'completed', 'code': 200} Dec 08 16:00:43.985340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6fe8387c-0c8c-433b-a634-c16b7aa33c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:43.988904 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-6fe8387c-0c8c-433b-a634-c16b7aa33c2d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1099 time: 0.2884531 Dec 08 16:00:43.994668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3826d5c6-91b8-4f7d-bcae-0dc5533e65fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.208367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ef788eb-568c-4199-af53-75151b5b486e req-5dff711b-edf5-4ed3-b501-1a2a97a38ba4 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 210 time: 0.2110360 Dec 08 16:00:44.210178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-b7f4ec12-23b9-46fb-b3de-1209bc9901e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.2093973 Dec 08 16:00:44.359515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-67a29e9b-c528-4253-b849-c84fad8c1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:44.364867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-67a29e9b-c528-4253-b849-c84fad8c1f7c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1464689 Dec 08 16:00:44.415024 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00a8a7e7-3a05-4b30-9197-731232bbaeb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.424585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3826d5c6-91b8-4f7d-bcae-0dc5533e65fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.427679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00a8a7e7-3a05-4b30-9197-731232bbaeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.434785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3826d5c6-91b8-4f7d-bcae-0dc5533e65fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.489741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-e0a81534-2152-4c48-855b-0c74aa00a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:44.492183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-e0a81534-2152-4c48-855b-0c74aa00a68e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198006 Dec 08 16:00:44.498845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:44.516820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55298) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:44.518544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-00a8a7e7-3a05-4b30-9197-731232bbaeb3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=17a971b2c19a476caa2070ddd9b389e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9360397 Dec 08 16:00:44.527399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3826d5c6-91b8-4f7d-bcae-0dc5533e65fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ac20ce457f04633b2ebf60e223fbf66&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1145499 Dec 08 16:00:44.528905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55300) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:44.529947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8a7e7-3a05-4b30-9197-731232bbaeb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb8f3ea-9f10-448c-83d5-745a5997e0a9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:44.628911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3826d5c6-91b8-4f7d-bcae-0dc5533e65fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ae9bf0-41da-446b-83ee-fc4fb6251d25,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:44.679243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac15-16ce-492c-8a40-a17246406bdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.702046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c913943-b8d7-42c5-b3fc-ec86e6f83af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.717741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-9112c0cd-e3b0-4820-bcb7-e09119b59a0a service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155936 Dec 08 16:00:44.743276 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c913943-b8d7-42c5-b3fc-ec86e6f83af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.766537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac15-16ce-492c-8a40-a17246406bdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.877340 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c913943-b8d7-42c5-b3fc-ec86e6f83af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.881079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c913943-b8d7-42c5-b3fc-ec86e6f83af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:44.885324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c913943-b8d7-42c5-b3fc-ec86e6f83af5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/85ae9bf0-41da-446b-83ee-fc4fb6251d25 HTTP/1.1" status: 204 len: 168 time: 0.3495138 Dec 08 16:00:44.902192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c913943-b8d7-42c5-b3fc-ec86e6f83af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ae9bf0-41da-446b-83ee-fc4fb6251d25,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:44.997952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:00:45.065510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:00:45.067823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c91b9c2e-e4bd-47c0-a72d-c00bf845f2d5 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:00:45.516860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac15-16ce-492c-8a40-a17246406bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.517339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cfeeac15-16ce-492c-8a40-a17246406bdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.521279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cfeeac15-16ce-492c-8a40-a17246406bdf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9eb8f3ea-9f10-448c-83d5-745a5997e0a9 HTTP/1.1" status: 204 len: 168 time: 1.0026155 Dec 08 16:00:45.577485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeeac15-16ce-492c-8a40-a17246406bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb8f3ea-9f10-448c-83d5-745a5997e0a9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:45.663358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218008e6-a17b-4e3e-9008-e514edbcef06 req-40f560d2-8dfa-422c-bdff-ef5d8da61ab5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:45.666984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-218008e6-a17b-4e3e-9008-e514edbcef06 req-40f560d2-8dfa-422c-bdff-ef5d8da61ab5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 948 time: 0.7995670 Dec 08 16:00:45.699430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c9f02bae-a898-4d94-9d1b-f97b77bf768f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34bd81b921a54f839c3184cecae2066c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1990840 Dec 08 16:00:45.701867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:45.738155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e02288-7945-4f68-af31-07d56c3c3b90 req-9f0f6b1d-b079-4e3d-a6eb-0cc1931817c1 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694603 Dec 08 16:00:45.777153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-0eb32590-3727-42b3-8d52-54806d1e84f5 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:45.779851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-0eb32590-3727-42b3-8d52-54806d1e84f5 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.58 "GET /v2.0/networks?id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304 HTTP/1.1" status: 200 len: 814 time: 0.7197626 Dec 08 16:00:45.848191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-218008e6-a17b-4e3e-9008-e514edbcef06 req-f3b3e804-35e3-42da-8d65-bf652f45f67d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636462 Dec 08 16:00:45.854118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Request body: {'port': {'device_id': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'admin_state_up': True, 'tenant_id': '0cd456bf469240c1a276f31181a5362b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:45.865684 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f84539b5-0f9b-4794-8442-8ad5312654a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:45.897402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:45.911832 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2565a0-8877-4677-9e0a-452cb3cb993b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:45.957101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f84539b5-0f9b-4794-8442-8ad5312654a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.045897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f84539b5-0f9b-4794-8442-8ad5312654a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.053302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f84539b5-0f9b-4794-8442-8ad5312654a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.057120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f84539b5-0f9b-4794-8442-8ad5312654a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ae9267e-540e-437c-a7d7-21c634c82e7b HTTP/1.1" status: 204 len: 168 time: 0.3535831 Dec 08 16:00:46.071412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84539b5-0f9b-4794-8442-8ad5312654a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae9267e-540e-437c-a7d7-21c634c82e7b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:46.137692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacec06-f853-42f2-9e11-fcf3b1c02585 req-be656b52-96fc-442b-b49d-56586da009a5 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:46.140678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cacec06-f853-42f2-9e11-fcf3b1c02585 req-be656b52-96fc-442b-b49d-56586da009a5 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1096 time: 0.1684589 Dec 08 16:00:46.278818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Made reservation on behalf of 0cd456bf469240c1a276f31181a5362b for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:46.285610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.365548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:46.396388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cacec06-f853-42f2-9e11-fcf3b1c02585 req-e79bf97f-e48b-4be3-a3f7-ce479654ccdb tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403800 Dec 08 16:00:46.444723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a135c900-8add-472e-be57-670109aab280 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.638826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05dd85b7-3c22-4555-92c0-265725998e70 req-977cbda1-2926-4197-be86-e6b1e79f0d39 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 210 time: 0.0634742 Dec 08 16:00:46.689882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Allocated IP 172.20.0.11 (c1fcda02-80cd-4e6b-b0ba-56f7326dd304/b82ead1e-ab1f-4c34-b54b-6001a01ab977/f0b78139-68b8-4f61-bddb-81490242eb18) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:00:46.793876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a135c900-8add-472e-be57-670109aab280 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.823851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a135c900-8add-472e-be57-670109aab280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:46.946623 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8c1f02-5681-46b1-a4c7-66cd0d5e382f x-openstack-request-id: req-ae8c1f02-5681-46b1-a4c7-66cd0d5e382f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:46.946964 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:46.947290 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae8c1f02-5681-46b1-a4c7-66cd0d5e382f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:46.947549 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'status': 'completed', 'code': 200} Dec 08 16:00:46.999246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135c900-8add-472e-be57-670109aab280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4526ae-cfc7-40e5-9b99-5adec2580eed,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:47.051273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:47.053976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a135c900-8add-472e-be57-670109aab280 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e400420166b4f0d8ff2446adf444f76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6811144 Dec 08 16:00:47.362844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-a1215f94-41f8-4210-b3bb-96132ed2d0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.367472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-a1215f94-41f8-4210-b3bb-96132ed2d0cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1099 time: 0.3572898 Dec 08 16:00:47.383816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-26e78eee-4dcf-4a9a-96e1-2446d1eaf5b0 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:00:47.414810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-26e78eee-4dcf-4a9a-96e1-2446d1eaf5b0 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0250828 Dec 08 16:00:47.479202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-107eb28b-70f5-42ec-83bc-bfd3779d544a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:47.607140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-f21a191e-1951-4ef6-9591-881cf1ff9c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:47.631916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-f21a191e-1951-4ef6-9591-881cf1ff9c82 service neutron] 10.222.0.62 "GET /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 1093 time: 0.2029006 Dec 08 16:00:47.639146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Request body: {'binding': {'host': 'n-h1-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:47.639630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:00:47.899289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.032955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-107eb28b-70f5-42ec-83bc-bfd3779d544a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.060131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on host n-h1-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:48.061043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:48.061043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:48.077140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:48.077685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:48.106656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:48.109143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:48.112527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:48.113353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Bound port: 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:48.171260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:48.303209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:48.313653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.316454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-640215ee-a45f-4cd2-8243-92035e849912 service neutron] 10.222.0.62 "POST /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743/bindings HTTP/1.1" status: 201 len: 389 time: 0.6830299 Dec 08 16:00:48.447454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:48.451074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-107eb28b-70f5-42ec-83bc-bfd3779d544a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.455415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-107eb28b-70f5-42ec-83bc-bfd3779d544a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.492004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-107eb28b-70f5-42ec-83bc-bfd3779d544a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a4526ae-cfc7-40e5-9b99-5adec2580eed HTTP/1.1" status: 204 len: 168 time: 1.3949122 Dec 08 16:00:48.494126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096091d6-b465-42e5-80aa-52ff152ed43c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.645287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-30efca19-cd93-419d-8129-8217d8ddfe21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:48.653497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-30efca19-cd93-419d-8129-8217d8ddfe21 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 1.2279088 Dec 08 16:00:48.671512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107eb28b-70f5-42ec-83bc-bfd3779d544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4526ae-cfc7-40e5-9b99-5adec2580eed,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:48.709556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096091d6-b465-42e5-80aa-52ff152ed43c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.715700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096091d6-b465-42e5-80aa-52ff152ed43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.743272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:48.781015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-096091d6-b465-42e5-80aa-52ff152ed43c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b93cd64f875840b7b8fbc4ffcf9e13b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3314793 Dec 08 16:00:48.783595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096091d6-b465-42e5-80aa-52ff152ed43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bd1e07-d707-4910-aa9e-e62c8bb17c3b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:48.786706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:48.887111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-85655bd7-de93-4c64-983d-be0e87774ef6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.2108219 Dec 08 16:00:49.004172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-3c2e9393-5cc6-4712-acbe-15e88c5a3017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.007492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-3c2e9393-5cc6-4712-acbe-15e88c5a3017 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0820620 Dec 08 16:00:49.047389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d8553f-7229-4a3f-8965-40b7a84be7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.053206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1385724156-network', 'tenant_id': '473f90577d144bdca57945bb3cf77db2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:49.055363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-74567b25-001b-4725-8d40-758eefbd611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.058090 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-74567b25-001b-4725-8d40-758eefbd611b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1096 time: 0.2297189 Dec 08 16:00:49.072752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:00:49.083535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:49.092860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:00:49.169322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Pushing event updated for resources: {'Port': ['ID=f0b78139-68b8-4f61-bddb-81490242eb18,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:49.302688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d8553f-7229-4a3f-8965-40b7a84be7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.533619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.537331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.603991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-d58316fa-7d0e-4dc6-874c-2a9238ff8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.613918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-d58316fa-7d0e-4dc6-874c-2a9238ff8a05 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5348177 Dec 08 16:00:49.630439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9dbe6b21-57f1-4726-868a-2b94542d45c8 None None] Provisioning complete for port f0b78139-68b8-4f61-bddb-81490242eb18 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:49.632370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9dbe6b21-57f1-4726-868a-2b94542d45c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.722059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f2f536-1ed3-4db5-bfe1-2e4bde60ce05 req-e58bee38-2cc2-4f74-bd2f-1fbdd5356370 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.752206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32f2f536-1ed3-4db5-bfe1-2e4bde60ce05 req-e58bee38-2cc2-4f74-bd2f-1fbdd5356370 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 948 time: 0.8704319 Dec 08 16:00:49.759103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Made reservation on behalf of 473f90577d144bdca57945bb3cf77db2 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:49.781466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d8553f-7229-4a3f-8965-40b7a84be7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.793357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.795047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d8553f-7229-4a3f-8965-40b7a84be7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:49.803308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9dbe6b21-57f1-4726-868a-2b94542d45c8 None None] Port f0b78139-68b8-4f61-bddb-81490242eb18 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:00:49.815127 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3d8553f-7229-4a3f-8965-40b7a84be7ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40bd1e07-d707-4910-aa9e-e62c8bb17c3b HTTP/1.1" status: 204 len: 168 time: 1.0267019 Dec 08 16:00:49.827085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-0277dab2-cf6b-416d-b009-52477861f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:49.841046 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-0277dab2-cf6b-416d-b009-52477861f04a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.6160858 Dec 08 16:00:49.860620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8553f-7229-4a3f-8965-40b7a84be7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bd1e07-d707-4910-aa9e-e62c8bb17c3b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:50.054724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:50.114458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-a927d9ed-109b-4b3c-addc-e8ce244b2cba service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552023 Dec 08 16:00:50.119669 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-57363c4c-6642-4406-82c2-03ff1f1160ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.2303486 Dec 08 16:00:50.158196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-ed36a98a-3376-4f8a-8066-0fd796f27f91 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3128107 Dec 08 16:00:50.201395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.376288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-88016aee-96c8-48ac-8a9e-8a846fb4e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:50.381105 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-88016aee-96c8-48ac-8a9e-8a846fb4e636 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.2408326 Dec 08 16:00:50.386576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Request body: {'port': {'device_id': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:50.464913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:50.513725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.530305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'mac_address': 'fa:16:3e:1e:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:00:50.558056 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.693586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.741428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:00:50.746130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:50.770290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32f2f536-1ed3-4db5-bfe1-2e4bde60ce05 req-3b5ab2af-2d76-426f-825c-94635c4e3e94 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6623578 Dec 08 16:00:50.804789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6f3933-35dc-46f1-8a1a-1d50d3e25163,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:50.823268 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.823841 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Added segment 6aa6778b-c097-431e-9463-7d89710c6cd7 of type vlan for network ba421c32-c90b-4436-9919-e0558b511216 Dec 08 16:00:50.881065 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.889418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:50.902818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:50.934053 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-ef854891-5579-4d5f-ac4d-5421f53a2e81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008961 Dec 08 16:00:51.102494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:51.123659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.124372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.126469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.127168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.127867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.130138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2565a0-8877-4677-9e0a-452cb3cb993b req-bc3fcaa8-8761-48cc-8c7e-c7a72f1bae3d service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9583123 Dec 08 16:00:51.131399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.132002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.132612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.133436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.136674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.137497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.138114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.138688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:00:51.148707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.156059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:51.364692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:00:51.445551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-7576d26d-32cb-431d-9d86-c41eb89f7c0c tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:00:51.446571 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-7576d26d-32cb-431d-9d86-c41eb89f7c0c tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1574893 Dec 08 16:00:51.454098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-819d66b3-bf67-4d90-9b8e-76919aa0af67 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036972 Dec 08 16:00:51.614192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.616395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.617635 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:51.732696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-ec195d25-04bb-4c76-b860-62b5ddd16ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.735464 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-ec195d25-04bb-4c76-b860-62b5ddd16ecc service neutron] 10.222.0.62 "GET /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 1093 time: 0.2700465 Dec 08 16:00:51.778200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Request body: {'binding': {'host': 'n-h2-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:51.779701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:00:51.785468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a3f73-6c55-4de0-afe4-97101711b4d6 req-f1e68de5-979c-4e2d-b3ae-912725df1ae8 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:51.788398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da0a3f73-6c55-4de0-afe4-97101711b4d6 req-f1e68de5-979c-4e2d-b3ae-912725df1ae8 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 932 time: 0.6873760 Dec 08 16:00:51.898078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.7101486 Dec 08 16:00:51.905078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55474) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:00:51.922408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Request body: {'subnet': {'network_id': 'ba421c32-c90b-4436-9919-e0558b511216', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1385724156-subnet', 'tenant_id': '473f90577d144bdca57945bb3cf77db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:51.943258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac83eb-dca4-4cb2-8838-2332a8d19467 admin admin] Pushing event updated for resources: {'Network': ['ID=ba421c32-c90b-4436-9919-e0558b511216,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:51.956510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ba421c32-c90b-4436-9919-e0558b511216 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:00:52.013065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Made reservation on behalf of 473f90577d144bdca57945bb3cf77db2 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:00:52.016158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.024958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da0a3f73-6c55-4de0-afe4-97101711b4d6 req-e39f9e50-318c-4070-bdad-1a8e1bfe52fb tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920903 Dec 08 16:00:52.171131 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-7b4b2a4d-f68c-4bce-9349-b34fdd32cfe3 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844435 Dec 08 16:00:52.259859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b78139-68b8-4f61-bddb-81490242eb18 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:00:52.283741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:00:52.294628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.416941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Transition to ACTIVE for port object f0b78139-68b8-4f61-bddb-81490242eb18 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:00:52.455909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.574271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:00:52.583121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:00:52.585268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.655061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on host n-h2-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:52.655629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:52.656176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:52.705598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:52.706228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:52.728678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.742213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-34f20724-b5e0-4a88-872e-b7c7b32e5790 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:52.745098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-34f20724-b5e0-4a88-872e-b7c7b32e5790 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.4505978 Dec 08 16:00:52.752351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:52.753002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:52.753500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:52.758984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Bound port: 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:52.863580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:52.866490 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8a6c0a-8f61-46b8-b044-8ed4d4f87973" -d '{"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-plugged", "status": "completed", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:52.884815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-5'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:52.904068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:52.913961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:52.926803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.028294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b78139-68b8-4f61-bddb-81490242eb18,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:53.127994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:53.133138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.140704 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.142842 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-0bf4baf1-6185-4324-a28c-3fda1fd32034 service neutron] 10.222.0.62 "POST /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b/bindings HTTP/1.1" status: 201 len: 389 time: 1.3831625 Dec 08 16:00:53.145904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4c90-2d3b-42ef-8042-c4e8367e71e5 req-4ed2f35f-7f8c-4c52-b98d-a15751c36b7e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:53.162697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01bb4c90-2d3b-42ef-8042-c4e8367e71e5 req-4ed2f35f-7f8c-4c52-b98d-a15751c36b7e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 945 time: 0.6913416 Dec 08 16:00:53.192562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:53.462419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:53.527372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2a62370-4031-41ea-bc6a-64b95a960b87,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:53.643163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:53.783921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Attempting to bind port f0b78139-68b8-4f61-bddb-81490242eb18 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:53.784592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Attempting to bind port f0b78139-68b8-4f61-bddb-81490242eb18 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:53.785236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Attempting to bind port f0b78139-68b8-4f61-bddb-81490242eb18 on network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:53.785779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:53.792829 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aff4cf-8a85-4630-9dde-cf360b29db42" -d '{"events": [{"server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:53.798843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Port f0b78139-68b8-4f61-bddb-81490242eb18 on network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:53.799979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Attempting to bind port f0b78139-68b8-4f61-bddb-81490242eb18 on network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:53.805913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.811030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Checking segment: {'id': '6aa6778b-c097-431e-9463-7d89710c6cd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ba421c32-c90b-4436-9919-e0558b511216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:53.811720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Network hostable DHCP agents. Network: ba421c32-c90b-4436-9919-e0558b511216, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:00:53.823515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:53.840565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01bb4c90-2d3b-42ef-8042-c4e8367e71e5 req-8e2cf71d-91ce-420e-b8ba-99e73415f958 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752348 Dec 08 16:00:54.006800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:54.007177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Checking segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:54.008306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Bound using segment: {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:54.008480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Bound port: f0b78139-68b8-4f61-bddb-81490242eb18, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89edae5-8d43-406b-a86b-87c9bdbaccd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:54.009415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.071390 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb916337-1598-4593-82fa-8b9d3146fb51 x-openstack-request-id: req-fb916337-1598-4593-82fa-8b9d3146fb51 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:54.072224 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-plugged", "status": "completed", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:54.073356 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb916337-1598-4593-82fa-8b9d3146fb51 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:54.074419 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'code': 200} Dec 08 16:00:54.166307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Network ba421c32-c90b-4436-9919-e0558b511216 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:00:54.266233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on host n-h2-820935-5 for vnic_type normal with profile {"migrating_to": "n-h1-820935-5"} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:54.266688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:54.266947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:54.279205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:54.279205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:54.279205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Attempting to bind port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:54.288468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:54.288936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:54.289087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:54.289521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Bound port: 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:54.289883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.371339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] For port f0b78139-68b8-4f61-bddb-81490242eb18, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:54.377757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] For port f0b78139-68b8-4f61-bddb-81490242eb18, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0b78139-68b8-4f61-bddb-81490242eb18,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:54.398248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f23dd-c686-4e52-b930-36cf5180a3aa req-2cf83636-a79e-4ad4-a1cd-9afce68511c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.403200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0f23dd-c686-4e52-b930-36cf5180a3aa req-2cf83636-a79e-4ad4-a1cd-9afce68511c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1101 time: 0.2007911 Dec 08 16:00:54.409764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bdcd5-caa4-417c-a63b-30582987594d req-4908985d-9b3b-4f81-962c-716a86cdd305 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.423920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4bdcd5-caa4-417c-a63b-30582987594d req-4908985d-9b3b-4f81-962c-716a86cdd305 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.8095758 Dec 08 16:00:54.429846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.434334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, ba421c32-c90b-4436-9919-e0558b511216) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:00:54.448611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad443e8-80cb-4d87-a771-913e5fecae13 None None] Network ba421c32-c90b-4436-9919-e0558b511216 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:54.492252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-55dc63ce-0a3d-40f1-bf97-4b62fa614c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.494968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-55dc63ce-0a3d-40f1-bf97-4b62fa614c63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1096 time: 0.8178222 Dec 08 16:00:54.502583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:54.525715 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0f23dd-c686-4e52-b930-36cf5180a3aa req-54d175fb-95ba-4f9f-93a1-46c68b1d62ff service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120641 Dec 08 16:00:54.527775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:54.535099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.569392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.570470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.661706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-878a2215-8f5c-4a12-9f8a-4637b7cde50f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.7379153 Dec 08 16:00:54.661937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.661937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.671316 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] 10.222.0.58 "PUT /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 1121 time: 1.8017313 Dec 08 16:00:54.688447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205e241-1676-43f6-a205-4dcb4c2f67e2 service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:54.798301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3c9c5c3f-2be2-44ed-bf8d-c256184b3743'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:54.810989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:54.812059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:54.815338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0b78139-68b8-4f61-bddb-81490242eb18 HTTP/1.1" status: 200 len: 1092 time: 4.4480469 Dec 08 16:00:54.889886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'tag': 'f0b78139-68b8-4f61-bddb-81490242eb18'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:54.905647 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15093ce-217d-4268-a66d-b7908cf55f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9313af-7555-4972-820a-5b3e8ae8d1ce", "tag": "f0b78139-68b8-4f61-bddb-81490242eb18"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:55.050338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d9a6ad-80cd-4508-9c1e-95bac1178c32 req-a5309182-093b-4233-b403-0d2bc458077b tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.064712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45d9a6ad-80cd-4508-9c1e-95bac1178c32 req-a5309182-093b-4233-b403-0d2bc458077b tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 944 time: 0.6756763 Dec 08 16:00:55.081031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4bdcd5-caa4-417c-a63b-30582987594d req-b9ac6506-336e-403a-8b4d-097ac87f35c3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549523 Dec 08 16:00:55.193554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a64aec-ff38-4641-9615-44b1f3802826 service neutron] Pushing event updated for resources: {'Port': ['ID=f0b78139-68b8-4f61-bddb-81490242eb18,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:55.272752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45d9a6ad-80cd-4508-9c1e-95bac1178c32 req-19a97f87-fc15-471a-8ab5-fb668f798799 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788318 Dec 08 16:00:55.370654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d37d386-5b2a-4b28-8643-8cef75991f7a None None] Network ba421c32-c90b-4436-9919-e0558b511216 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:00:55.440609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-13fbd490-8718-4c13-9b01-4ddb8f162974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.444132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-13fbd490-8718-4c13-9b01-4ddb8f162974 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.8838775 Dec 08 16:00:55.528493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-c5e38441-3b12-4ef6-b58d-15861af0f6af service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.0756989 Dec 08 16:00:55.556482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c94cb-9957-4bba-9cb8-cbd66eaa9579 req-5509b140-98a1-471a-b659-d3f64dd3769a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.569430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b68c94cb-9957-4bba-9cb8-cbd66eaa9579 req-5509b140-98a1-471a-b659-d3f64dd3769a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 945 time: 0.2657502 Dec 08 16:00:55.721111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b68c94cb-9957-4bba-9cb8-cbd66eaa9579 req-9cc4da2f-5cc6-40f5-a96d-f35678929ea3 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496165 Dec 08 16:00:55.729663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-dcfad995-e9a7-4e5d-b6c9-2ea91c3a9380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:55.733751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-dcfad995-e9a7-4e5d-b6c9-2ea91c3a9380 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1525545 Dec 08 16:00:55.847040 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c1b0a9f-625b-4005-bb42-bd97689e42df x-openstack-request-id: req-4c1b0a9f-625b-4005-bb42-bd97689e42df {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:55.847612 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "name": "network-vif-unplugged", "status": "completed", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:55.847612 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c1b0a9f-625b-4005-bb42-bd97689e42df {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:55.847991 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'code': 200} Dec 08 16:00:55.853814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9613abe9-df74-4bb7-8b08-710887ab46c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:55.865310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-7c46e693-07b2-43b6-ac4e-952b164c8d36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976844 Dec 08 16:00:56.052397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-cbaccb3e-f398-4b29-bd23-38af7068602d service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789501 Dec 08 16:00:56.363432 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:00:56.589265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-c1fdcac0-714a-4ea4-96fa-6ee26a2b0c73 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5292027 Dec 08 16:00:56.749463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd83f1c5-d574-4fa3-906d-8c42240e83f2 req-f0c097ee-be3a-41bb-8940-76f32f15eb4e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:56.759447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd83f1c5-d574-4fa3-906d-8c42240e83f2 req-f0c097ee-be3a-41bb-8940-76f32f15eb4e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 943 time: 0.1667528 Dec 08 16:00:56.850670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-e8285d28-fa82-405b-9a1f-a5eb7c2da442 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:56.853983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-e8285d28-fa82-405b-9a1f-a5eb7c2da442 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.1921289 Dec 08 16:00:56.872266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-5'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:56.914527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd83f1c5-d574-4fa3-906d-8c42240e83f2 req-7b78f7cb-2cae-45a2-ab6a-a62ba4adb178 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533713 Dec 08 16:00:56.968156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.002349 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6b88c2-3363-4e20-beb0-3f19c1cf9e71 x-openstack-request-id: req-fe6b88c2-3363-4e20-beb0-3f19c1cf9e71 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:57.002920 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9313af-7555-4972-820a-5b3e8ae8d1ce", "tag": "f0b78139-68b8-4f61-bddb-81490242eb18", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:57.003342 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe6b88c2-3363-4e20-beb0-3f19c1cf9e71 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:57.003998 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'tag': 'f0b78139-68b8-4f61-bddb-81490242eb18', 'status': 'completed', 'code': 200} Dec 08 16:00:57.027561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:00:57.069111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-85e633ae-45cd-470a-9302-86070720b28a req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1482575386', 'description': 'tempest-description-729194067'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:57.186580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-85e633ae-45cd-470a-9302-86070720b28a req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.240084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:57.251781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:00:57.263138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 has no active binding in host n-h1-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:00:57.359305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:57.393293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-85e633ae-45cd-470a-9302-86070720b28a req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.400919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-85e633ae-45cd-470a-9302-86070720b28a req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.456016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-85e633ae-45cd-470a-9302-86070720b28a req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.457321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85e633ae-45cd-470a-9302-86070720b28a req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3967514 Dec 08 16:00:57.462496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.478055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297785-e3f7-4061-ad86-c382d99f84b6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d03daf-2b44-4e12-8a93-5819d50817e6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:57.486648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.643024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:57.683019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on host n-h1-820935-5 for vnic_type normal with profile {"migrating_to": "n-h2-820935-5"} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:00:57.683365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:00:57.683705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:57.694072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:00:57.694448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Attempting to bind port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:00:57.710951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:00:57.711544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:00:57.712206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:00:57.713009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Bound port: 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:00:57.713650 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:57.732786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaaa1e-2a9c-4faf-a742-0e89258d2068 req-f2aae153-2bac-4207-9ad2-30c2fe6c0fcb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:57.732786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59aaaa1e-2a9c-4faf-a742-0e89258d2068 req-f2aae153-2bac-4207-9ad2-30c2fe6c0fcb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1223986 Dec 08 16:00:57.849247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:57.852592 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe2b0f-1320-450b-a1e4-24387959f832" -d '{"events": [{"name": "network-changed", "server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:57.860581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59aaaa1e-2a9c-4faf-a742-0e89258d2068 req-2a76929e-c9c4-42be-b38d-aa58f3878c2e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186635 Dec 08 16:00:57.868302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:00:57.872139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:00:57.880862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.040224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:58.041355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.043870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] 10.222.0.86 "PUT /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 1121 time: 1.1792936 Dec 08 16:00:58.051383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a2ecd-b83b-4bee-8d92-f22f08e29251 service neutron] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:58.162435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:00:58.298306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94f9d-9212-43ff-9a0d-a9ced70cb87b req-71a88d2a-9f79-4ec6-9e71-d7d013846590 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:58.300490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ff94f9d-9212-43ff-9a0d-a9ced70cb87b req-71a88d2a-9f79-4ec6-9e71-d7d013846590 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 944 time: 0.1226017 Dec 08 16:00:58.399110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ff94f9d-9212-43ff-9a0d-a9ced70cb87b req-4b5996e3-61d5-4a4d-b16c-f64294c52b9c tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802057 Dec 08 16:00:58.668889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f052f0c-97cb-4ae4-a334-e56a739f1a14 req-b55b1692-24dd-469d-a5b7-658feb36f0d9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:58.676365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f052f0c-97cb-4ae4-a334-e56a739f1a14 req-b55b1692-24dd-469d-a5b7-658feb36f0d9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.0970430 Dec 08 16:00:58.690508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53548eae-61e9-42bc-bebb-97739536d66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.755577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f052f0c-97cb-4ae4-a334-e56a739f1a14 req-a5015550-1312-433d-b38d-b1c819a1a4eb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727959 Dec 08 16:00:58.854630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-cda49393-3743-4d03-a742-53b6c2ad20de tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/f2d03daf-2b44-4e12-8a93-5819d50817e6 HTTP/1.1" status: 200 len: 1821 time: 0.0586576 Dec 08 16:00:58.872018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2d03daf-2b44-4e12-8a93-5819d50817e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:58.872636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f2d03daf-2b44-4e12-8a93-5819d50817e6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:00:58.960238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:58.998712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.004178 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.009605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'}, {'name': 'network-changed', 'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:00:59.012128 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab20bcf-6e67-411d-9ed3-964031952e5f" -d '{"events": [{"server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "name": "network-vif-unplugged", "status": "completed", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b"}, {"name": "network-changed", "server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:00:59.033460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96b82e72-8e8b-4b55-9708-d2efe5d88b78,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:00:59.049102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.050657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e276e558-8ba8-421d-a71a-7d88d2579905 req-2e66835a-cc9b-4497-8a27-f9a171675ffc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1869223 Dec 08 16:00:59.118236 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6ea0ef-7fa2-4492-a5d1-f5bf9cbc482a x-openstack-request-id: req-ee6ea0ef-7fa2-4492-a5d1-f5bf9cbc482a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:00:59.119580 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:00:59.121479 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee6ea0ef-7fa2-4492-a5d1-f5bf9cbc482a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:00:59.122188 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'status': 'completed', 'code': 200} Dec 08 16:00:59.240818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-7e4cb3c6-d9e2-4f3a-9f61-890f8ee02c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.243006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-7e4cb3c6-d9e2-4f3a-9f61-890f8ee02c15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1124 time: 0.0925977 Dec 08 16:00:59.330477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-a8cca5ff-7a04-4415-a05a-e0ec221e0386 req-8003bc91-0215-48a2-b316-0549112dfc54 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:00:59.332357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8cca5ff-7a04-4415-a05a-e0ec221e0386 req-8003bc91-0215-48a2-b316-0549112dfc54 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097609 Dec 08 16:00:59.406532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-92fe082d-af84-4c9d-9d9b-fc2aae312d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.409679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-92fe082d-af84-4c9d-9d9b-fc2aae312d7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.1586983 Dec 08 16:00:59.471370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-cd1c4bce-ab18-4192-bda2-6052f1e02edd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.0528400 Dec 08 16:00:59.551752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-89e6cad3-7c1f-40ec-9201-4d6c58502bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.555152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-89e6cad3-7c1f-40ec-9201-4d6c58502bef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.0754738 Dec 08 16:00:59.632800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-cf65afc5-006f-4186-b530-97874f0202ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656044 Dec 08 16:00:59.716766 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-38b02694-8f8b-4608-9afd-e9f48d73a0cd service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0749609 Dec 08 16:00:59.848899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2630a99-cfec-4e8d-b700-bfe65fc06ca5 req-843fa4eb-7360-4df1-b7af-00ee94c11a99 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:00:59.851177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2630a99-cfec-4e8d-b700-bfe65fc06ca5 req-843fa4eb-7360-4df1-b7af-00ee94c11a99 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 943 time: 0.1648772 Dec 08 16:00:59.863446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-a0675fbe-0053-4f63-91c8-96a2959ae4f1 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231297 Dec 08 16:00:59.914396 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:00:59.994447 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-83665c77-4b08-4aa7-849f-a5f041de7d90 service neutron] 10.222.0.86 "GET /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.0969546 Dec 08 16:01:00.100509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47fe2b0f-1320-450b-a1e4-24387959f832 req-91685dc3-bde8-4dc9-a022-0fb3e8fd117c service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254376 Dec 08 16:01:00.127609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2630a99-cfec-4e8d-b700-bfe65fc06ca5 req-48638e81-c532-486e-90d2-cdb08bbf805c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672598 Dec 08 16:01:00.325271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:00.353222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:00.385823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d51648a-765c-416c-bd9a-4d215c00b25c req-6b61019f-0cb2-43cb-8c39-4d19cb8c06dc tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=19d0b579164f454a8275aca444a5f1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356317 Dec 08 16:01:00.395489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:00.411110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:00.430767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.594040 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 16:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3997e03e-5cd2-47a4-9a8a-fc441410c2a8 x-openstack-request-id: req-3997e03e-5cd2-47a4-9a8a-fc441410c2a8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:00.594538 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "name": "network-vif-unplugged", "status": "completed", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b", "code": 200}, {"name": "network-changed", "server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:00.594884 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3997e03e-5cd2-47a4-9a8a-fc441410c2a8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:00.595485 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'code': 200} Dec 08 16:01:00.595863 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'status': 'completed', 'code': 200} Dec 08 16:01:00.611892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-285b97ec-155b-468d-8079-784784992c23 req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1207231174', 'description': 'tempest-description-395032108'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:00.654669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] Transition to ACTIVE for port object 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:00.671101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.684790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-20054657-f5c6-441a-b999-dfbcc4e3f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:00.687524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-20054657-f5c6-441a-b999-dfbcc4e3f977 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0cd456bf469240c1a276f31181a5362b&device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 1095 time: 0.2711112 Dec 08 16:01:00.725275 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-285b97ec-155b-468d-8079-784784992c23 req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:00.746893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-dc82eca4-3ab6-457a-b6cd-501a3f5ba082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:00.750479 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-dc82eca4-3ab6-457a-b6cd-501a3f5ba082 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1124 time: 0.1456165 Dec 08 16:01:00.802609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-d98b25d4-7b9a-4b60-b91f-2a51cdd29b34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b78139-68b8-4f61-bddb-81490242eb18 HTTP/1.1" status: 200 len: 217 time: 0.1046007 Dec 08 16:01:00.912029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51648a-765c-416c-bd9a-4d215c00b25c req-578fad6e-0959-4b39-bb7a-e11402f279cf tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:00.915560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d51648a-765c-416c-bd9a-4d215c00b25c req-578fad6e-0959-4b39-bb7a-e11402f279cf tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166776 Dec 08 16:01:00.953703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] No DVR routers for this DVR port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:00.959153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] Pushing event updated for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=10']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:00.973970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d51648a-765c-416c-bd9a-4d215c00b25c req-4674f6bd-d9f3-4349-9edb-efe5e25f0ad6 tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/quotas/19d0b579164f454a8275aca444a5f1fe HTTP/1.1" status: 200 len: 375 time: 0.0481677 Dec 08 16:01:01.006286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-d9107d61-390f-42b4-abee-3e712c6c7d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.009527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-d9107d61-390f-42b4-abee-3e712c6c7d76 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b82ead1e-ab1f-4c34-b54b-6001a01ab977 HTTP/1.1" status: 200 len: 853 time: 0.1820972 Dec 08 16:01:01.022815 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-64df08a4-ab47-43d7-bb65-db8b463e896e service neutron] 10.222.0.86 "PUT /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743/bindings/n-h1-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 1.0207183 Dec 08 16:01:01.024131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-580cf4cd-1bdf-44a0-a2c8-cb36092951a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.025833 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-580cf4cd-1bdf-44a0-a2c8-cb36092951a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2644861 Dec 08 16:01:01.068227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d51648a-765c-416c-bd9a-4d215c00b25c req-5d606091-051a-4ba0-b7bb-1b972dd7aa94 tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19d0b579164f454a8275aca444a5f1fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816944 Dec 08 16:01:01.080869 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-98261bbf-fdae-4e97-bb80-22b89d3f8a1b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.0476036 Dec 08 16:01:01.167931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-285b97ec-155b-468d-8079-784784992c23 req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.177983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-285b97ec-155b-468d-8079-784784992c23 req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.191793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67790657-0be8-4de1-a7b0-5909c8434645 req-75c039bc-52b7-4071-93a1-ac82e6afd9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.195627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-75c039bc-52b7-4071-93a1-ac82e6afd9cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504509 Dec 08 16:01:01.226345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-eddab4ce-d189-4662-acf9-a916c7fb41be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.228047 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-eddab4ce-d189-4662-acf9-a916c7fb41be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1306024 Dec 08 16:01:01.240628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-9a33c8cb-6204-4249-888a-aa4ab95141af tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.242240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-9a33c8cb-6204-4249-888a-aa4ab95141af tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.1344688 Dec 08 16:01:01.267929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-285b97ec-155b-468d-8079-784784992c23 req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.269584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-285b97ec-155b-468d-8079-784784992c23 req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.6709504 Dec 08 16:01:01.346694 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-ad201cab-ed05-4b33-b54c-9caba800d3c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092560 Dec 08 16:01:01.395885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-08b5d982-71fe-4a47-a73f-d3ca7aedf053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.397423 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-08b5d982-71fe-4a47-a73f-d3ca7aedf053 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&tenant_id=e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 1095 time: 0.1366088 Dec 08 16:01:01.405318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f913882c-5a06-43bc-9202-973e589afb7e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a7dab8-98f1-416f-8299-8a3bc61c77fc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:01.522851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32abae8-a28c-451c-8841-a7e9fb6640d9 req-56698863-8517-4870-a5f9-b55c3f9bde32 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.524446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c32abae8-a28c-451c-8841-a7e9fb6640d9 req-56698863-8517-4870-a5f9-b55c3f9bde32 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1652861 Dec 08 16:01:01.535329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab60405e-ee82-48f1-96e6-0cd3acd59a59 req-13e89ece-76f0-4e41-b7ee-168e474f78ec tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.536937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab60405e-ee82-48f1-96e6-0cd3acd59a59 req-13e89ece-76f0-4e41-b7ee-168e474f78ec tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 944 time: 0.2012453 Dec 08 16:01:01.545718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-cbd54081-7ac2-413d-ae79-d4b0a9fbb82a service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419528 Dec 08 16:01:01.562072 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-5a6340ed-d054-448e-bef4-82d933717d0f service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997156 Dec 08 16:01:01.586010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-a08a28f8-856d-440a-89cf-47ce33c729b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.588507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-a08a28f8-856d-440a-89cf-47ce33c729b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1095 time: 0.1351128 Dec 08 16:01:01.718137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.741125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:01.755795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2ab20bcf-6e67-411d-9ed3-964031952e5f req-71172e2d-0633-43ff-a7c9-40df26b3bb20 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841877 Dec 08 16:01:01.758401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c32abae8-a28c-451c-8841-a7e9fb6640d9 req-c9902df4-a582-4fbf-bdbe-32e5f242127d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201469 Dec 08 16:01:01.800610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-1fb4976a-251c-4840-90fa-16aaeb823617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:01.806245 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-1fb4976a-251c-4840-90fa-16aaeb823617 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2023931 Dec 08 16:01:01.820890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67790657-0be8-4de1-a7b0-5909c8434645 req-07b95417-0c16-407a-b976-9dddd54d7c4f service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589509 Dec 08 16:01:01.846930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab60405e-ee82-48f1-96e6-0cd3acd59a59 req-58c612a2-c80f-4433-b448-19071df74e28 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977192 Dec 08 16:01:01.966686 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-a6d30b6a-f274-4e7c-a3e0-40293377011e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.1421835 Dec 08 16:01:02.050631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be458b-9be5-47e3-b7cc-39d86877d9c8 req-1314f580-15ff-465d-8e1b-5bf0910db6e0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.052141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9be458b-9be5-47e3-b7cc-39d86877d9c8 req-1314f580-15ff-465d-8e1b-5bf0910db6e0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.2041080 Dec 08 16:01:02.073090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-d0e435d7-04a1-4bf9-8608-829c39a8cdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.074798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-d0e435d7-04a1-4bf9-8608-829c39a8cdbc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0cd456bf469240c1a276f31181a5362b&device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 1095 time: 0.1236026 Dec 08 16:01:02.081228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.103868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307583e1-4176-490f-add3-54d053ef1e87 req-c7a4e8cd-529e-44e1-8e86-84bf746586a5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.105674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-307583e1-4176-490f-add3-54d053ef1e87 req-c7a4e8cd-529e-44e1-8e86-84bf746586a5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 944 time: 0.1075366 Dec 08 16:01:02.125603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-e5b32750-05f2-44a5-9694-848396c3ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.127556 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-e5b32750-05f2-44a5-9694-848396c3ab78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1101 time: 0.1829524 Dec 08 16:01:02.131075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-6992aa02-52e2-4c60-8f6a-e8c972df3a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.133762 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-6992aa02-52e2-4c60-8f6a-e8c972df3a8f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1363883 Dec 08 16:01:02.243646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9be458b-9be5-47e3-b7cc-39d86877d9c8 req-83dc7f04-93a4-4012-917c-16d69adcdbfd tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735854 Dec 08 16:01:02.401292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-307583e1-4176-490f-add3-54d053ef1e87 req-c24ea729-7bd3-44fa-a1dd-26a0a385d07f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723186 Dec 08 16:01:02.472678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-1c1bf3b5-44b8-45d5-82b9-031321313158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.474476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-1c1bf3b5-44b8-45d5-82b9-031321313158 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304 HTTP/1.1" status: 200 len: 915 time: 0.3896816 Dec 08 16:01:02.572334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.587711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55638) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:02.604165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-436127a3-7293-491d-a54c-51db9414e76b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b78139-68b8-4f61-bddb-81490242eb18 HTTP/1.1" status: 200 len: 217 time: 0.1170530 Dec 08 16:01:02.643502 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-22201547-e53a-4612-9f9a-2d7c3e562b2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4942913 Dec 08 16:01:02.674933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-6be171c7-88a5-4177-8c24-2808f0cdf32d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/80a7dab8-98f1-416f-8299-8a3bc61c77fc HTTP/1.1" status: 200 len: 1821 time: 0.2383027 Dec 08 16:01:02.687135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '80a7dab8-98f1-416f-8299-8a3bc61c77fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:02.687135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '80a7dab8-98f1-416f-8299-8a3bc61c77fc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:02.720239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-9a7eb8cf-bf18-4daf-8550-cb566223613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.721821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-9a7eb8cf-bf18-4daf-8550-cb566223613a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b82ead1e-ab1f-4c34-b54b-6001a01ab977 HTTP/1.1" status: 200 len: 853 time: 0.1043279 Dec 08 16:01:02.808441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-c5bf767f-17ab-4399-9415-9570805e4f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.811602 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.812233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-c5bf767f-17ab-4399-9415-9570805e4f0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.6768141 Dec 08 16:01:02.852654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-305751af-6300-49da-a807-897245a2090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:02.854386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-305751af-6300-49da-a807-897245a2090e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172631 Dec 08 16:01:02.871895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.899491 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.922107 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-a4857578-1a1c-4eef-a295-9a884a362e7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.0973361 Dec 08 16:01:02.938154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3c41dc8-c2f1-4475-9007-a1a7d32fa83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.975265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ae19bb-efe4-4942-a30c-9710c07aecd1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:02.984540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:02.998633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7931f1-5255-4a41-8003-52ae9ab9e754 req-2b7e1e7b-0c65-4bf7-9c7e-e57a01feea0e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3139958 Dec 08 16:01:03.003383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-b8a1092f-102e-431b-873f-2964b592fbad service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461976 Dec 08 16:01:03.060060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-79260561-b7a2-4120-8140-2dc9e27772cc service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866491 Dec 08 16:01:03.162843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-f6d65353-c3c8-4700-8088-414f61cf7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:03.164924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-f6d65353-c3c8-4700-8088-414f61cf7912 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2356081 Dec 08 16:01:03.266025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3c41dc8-c2f1-4475-9007-a1a7d32fa83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.281570 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-2517a84b-62d9-4303-a347-ffdd20faaf21 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687128 Dec 08 16:01:03.288816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-a417cd90-94d4-4283-be6f-b66300368ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:03.290200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5a27c-ee71-472d-a2af-87cd02cbf25a req-825f4c51-0221-48ac-b40e-3ba1680b52fe tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:03.290400 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-a417cd90-94d4-4283-be6f-b66300368ff5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115406 Dec 08 16:01:03.292881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47a5a27c-ee71-472d-a2af-87cd02cbf25a req-825f4c51-0221-48ac-b40e-3ba1680b52fe tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1657724 Dec 08 16:01:03.316331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3c41dc8-c2f1-4475-9007-a1a7d32fa83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.357440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e15093ce-217d-4268-a66d-b7908cf55f7e req-a6aa0060-090c-40c9-85e5-45a79265eadf service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900980 Dec 08 16:01:03.422508 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-177dba16-c418-4d66-9d95-3595b0c655c3 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229434 Dec 08 16:01:03.476210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3c41dc8-c2f1-4475-9007-a1a7d32fa83d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6e419ef6aefe40d5af4c9d5fc3412074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8806400 Dec 08 16:01:03.501054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:03.507497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c41dc8-c2f1-4475-9007-a1a7d32fa83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce6378e6-d3f2-4145-aa16-5566d628c7fe,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:03.540412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c6ebf-b92e-4dbf-b70b-865a41c3fe53 req-a7c88b3a-bee8-44ba-9969-ff2f535089e0 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:03.543008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4c6ebf-b92e-4dbf-b70b-865a41c3fe53 req-a7c88b3a-bee8-44ba-9969-ff2f535089e0 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 944 time: 0.2742667 Dec 08 16:01:03.578568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47a5a27c-ee71-472d-a2af-87cd02cbf25a req-ea9b1021-d655-4299-a961-19359b17af83 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661581 Dec 08 16:01:03.611858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46ff4afd-e02f-4154-8030-2c9fb485ee45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.621904 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-49be905e-237e-4dec-9a00-eb27172af0a5 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881604 Dec 08 16:01:03.663969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46ff4afd-e02f-4154-8030-2c9fb485ee45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.758704 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46ff4afd-e02f-4154-8030-2c9fb485ee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.765655 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46ff4afd-e02f-4154-8030-2c9fb485ee45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:03.767994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-46ff4afd-e02f-4154-8030-2c9fb485ee45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ce6378e6-d3f2-4145-aa16-5566d628c7fe HTTP/1.1" status: 204 len: 168 time: 0.2647593 Dec 08 16:01:03.785494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff4afd-e02f-4154-8030-2c9fb485ee45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce6378e6-d3f2-4145-aa16-5566d628c7fe,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:03.867131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4f255dcb-6637-4041-aa6b-1efbfde8389d req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-657709878', 'description': 'tempest-description-1505552869'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:03.932380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-3c06592b-bba9-4ad4-8e69-27db2d80171c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:03.934221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-3c06592b-bba9-4ad4-8e69-27db2d80171c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.3839097 Dec 08 16:01:03.941244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4c6ebf-b92e-4dbf-b70b-865a41c3fe53 req-61907ef0-448e-4781-abc7-84979d50eb1e tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718796 Dec 08 16:01:03.949055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f255dcb-6637-4041-aa6b-1efbfde8389d req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.103994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:04.152811 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f255dcb-6637-4041-aa6b-1efbfde8389d req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.159342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f255dcb-6637-4041-aa6b-1efbfde8389d req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.179939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-431e2c66-478b-4977-8eb0-9a4c40fe2a59 service neutron] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:04.195324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-431e2c66-478b-4977-8eb0-9a4c40fe2a59 service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.196845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad31b35e-e7a9-4dc5-8f86-d222196a2d52 req-431e2c66-478b-4977-8eb0-9a4c40fe2a59 service neutron] 10.222.0.58 "DELETE /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743/bindings/n-h2-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.2542026 Dec 08 16:01:04.210424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f255dcb-6637-4041-aa6b-1efbfde8389d req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.231845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f255dcb-6637-4041-aa6b-1efbfde8389d req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3807232 Dec 08 16:01:04.248085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886a70c-5642-4027-a6fe-6a6528ebdf72 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16df6f54-234d-4581-9ccd-ac1b9210937e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:04.415552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:04.448549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409755aa-d6d9-4ae3-a158-f3fda6dacc71 req-5673b13a-e44a-4b66-9d4e-228483688476 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:04.451944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-409755aa-d6d9-4ae3-a158-f3fda6dacc71 req-5673b13a-e44a-4b66-9d4e-228483688476 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.1138000 Dec 08 16:01:04.557969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:04.568432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-409755aa-d6d9-4ae3-a158-f3fda6dacc71 req-c2b709d7-af68-42c2-a34b-bb8901c1eefb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053183 Dec 08 16:01:04.578515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:04.613357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:04.625785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346a0f14-edf3-42d4-bc0f-bac6a8169527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.659488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b has no active binding in host n-h2-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:01:04.796204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346a0f14-edf3-42d4-bc0f-bac6a8169527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.799246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadd56d-4466-4e0c-85bc-3070d358ee06 req-f005e5b3-1ce2-4e92-8f81-73322e5b66a1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:04.802486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aadd56d-4466-4e0c-85bc-3070d358ee06 req-f005e5b3-1ce2-4e92-8f81-73322e5b66a1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 944 time: 0.1328619 Dec 08 16:01:04.807435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346a0f14-edf3-42d4-bc0f-bac6a8169527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.811202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-61a3e023-e54c-43e5-ae20-b78d481137b7 req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1617802438', 'description': 'tempest-description-1667159602'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:04.878673 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-346a0f14-edf3-42d4-bc0f-bac6a8169527 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ff7c0c050072460489b0eb99aeb9ed66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2938628 Dec 08 16:01:04.878673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a0f14-edf3-42d4-bc0f-bac6a8169527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c72ff8-f26b-4e7a-b675-b2af4e036937,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:04.880824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55682) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:04.891043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-61a3e023-e54c-43e5-ae20-b78d481137b7 req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:04.899118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aadd56d-4466-4e0c-85bc-3070d358ee06 req-4c114137-816b-4f13-8777-514c0595383b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772376 Dec 08 16:01:04.992605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82b5e586-edef-41af-b46f-13c3adbbf943 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.032723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82b5e586-edef-41af-b46f-13c3adbbf943 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.045635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0b78139-68b8-4f61-bddb-81490242eb18 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:05.122526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82b5e586-edef-41af-b46f-13c3adbbf943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.126831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82b5e586-edef-41af-b46f-13c3adbbf943 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.130926 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82b5e586-edef-41af-b46f-13c3adbbf943 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81c72ff8-f26b-4e7a-b675-b2af4e036937 HTTP/1.1" status: 204 len: 168 time: 0.2500222 Dec 08 16:01:05.148684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5e586-edef-41af-b46f-13c3adbbf943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c72ff8-f26b-4e7a-b675-b2af4e036937,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:05.210082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-c078e38f-9539-43d0-b048-d4f35cca4ea0 service neutron] 10.222.0.58 "GET /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b/bindings/n-h2-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.2697816 Dec 08 16:01:05.227464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf1976-9f8f-4af7-9a23-8f05cbda5d57 req-6ae1de4b-95cd-45d6-91e7-870b03d96fdb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:05.230248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56bf1976-9f8f-4af7-9a23-8f05cbda5d57 req-6ae1de4b-95cd-45d6-91e7-870b03d96fdb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.2198532 Dec 08 16:01:05.261532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f0b78139-68b8-4f61-bddb-81490242eb18, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0b78139-68b8-4f61-bddb-81490242eb18,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:05.276423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'f0b78139-68b8-4f61-bddb-81490242eb18', 'network_id': 'c1fcda02-80cd-4e6b-b0ba-56f7326dd304', 'port_id': 'f0b78139-68b8-4f61-bddb-81490242eb18', 'mac_address': 'fa:16:3e:14:7b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b82ead1e-ab1f-4c34-b54b-6001a01ab977', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:05.331668 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.344987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-61a3e023-e54c-43e5-ae20-b78d481137b7 req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.360787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b78139-68b8-4f61-bddb-81490242eb18 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:05.362264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-61a3e023-e54c-43e5-ae20-b78d481137b7 req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.401464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f0b78139-68b8-4f61-bddb-81490242eb18, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0b78139-68b8-4f61-bddb-81490242eb18,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:05.409933 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.506566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f0b78139-68b8-4f61-bddb-81490242eb18,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:05.547350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-61a3e023-e54c-43e5-ae20-b78d481137b7 req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:05.550354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a3e023-e54c-43e5-ae20-b78d481137b7 req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.7458079 Dec 08 16:01:05.569888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56bf1976-9f8f-4af7-9a23-8f05cbda5d57 req-14dcd453-0e86-47a5-936f-6a3a563be054 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203373 Dec 08 16:01:05.584725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe7bfb4-5e68-466c-b455-008cfcee6f86 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf21887-b44e-4e88-a8d9-113cf8dda4d1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:05.676898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f0b78139-68b8-4f61-bddb-81490242eb18'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:05.886054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e80e68fd-0017-40de-9d5b-dffc3230368b req-f6aee868-8a8c-41f8-899c-c45e14b87a0a tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=19d0b579164f454a8275aca444a5f1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1384482 Dec 08 16:01:05.999433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e4a11-0d48-4d10-b148-eb85e2e664d0 req-deedd2f0-7f77-485a-b416-3f7c446bbf15 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:06.007010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e98e4a11-0d48-4d10-b148-eb85e2e664d0 req-deedd2f0-7f77-485a-b416-3f7c446bbf15 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 945 time: 0.2430158 Dec 08 16:01:06.022383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:06.116070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:06.148158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e68fd-0017-40de-9d5b-dffc3230368b req-cbc5aa43-96ed-417f-9604-3b384534ad3a tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:06.149924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e80e68fd-0017-40de-9d5b-dffc3230368b req-cbc5aa43-96ed-417f-9604-3b384534ad3a tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2630053 Dec 08 16:01:06.178815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e98e4a11-0d48-4d10-b148-eb85e2e664d0 req-60b3ee78-8628-4ec4-9b46-bc497182b8c9 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708906 Dec 08 16:01:06.190252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:06.196089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e80e68fd-0017-40de-9d5b-dffc3230368b req-ab2aca7f-2059-46f9-bdfd-d752c7306bcf tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/quotas/19d0b579164f454a8275aca444a5f1fe HTTP/1.1" status: 200 len: 375 time: 0.0324969 Dec 08 16:01:06.205727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:06.245240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:06.304586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e80e68fd-0017-40de-9d5b-dffc3230368b req-0a22f69b-0359-4166-9485-96eee2b549aa tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19d0b579164f454a8275aca444a5f1fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0854230 Dec 08 16:01:06.426769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-996f5ec0-6c40-4b0f-adae-68d2628f4b9c tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/16df6f54-234d-4581-9ccd-ac1b9210937e HTTP/1.1" status: 200 len: 1821 time: 0.1890724 Dec 08 16:01:06.616520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] Transition to ACTIVE for port object 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:06.633009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-e4eced0e-6005-421f-bcf3-5336bfb54d15 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/2cf21887-b44e-4e88-a8d9-113cf8dda4d1 HTTP/1.1" status: 200 len: 1822 time: 0.1977286 Dec 08 16:01:06.636624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:06.660388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a7e19f-9fa1-46fc-a4e8-55da7507a792 req-30f22f86-90f5-49fe-9aa2-bf25e538b85d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:06.663115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94a7e19f-9fa1-46fc-a4e8-55da7507a792 req-30f22f86-90f5-49fe-9aa2-bf25e538b85d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 943 time: 0.1844916 Dec 08 16:01:06.722663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16df6f54-234d-4581-9ccd-ac1b9210937e', 'remote_group_id': '2cf21887-b44e-4e88-a8d9-113cf8dda4d1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:06.723171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '16df6f54-234d-4581-9ccd-ac1b9210937e', 'remote_group_id': '2cf21887-b44e-4e88-a8d9-113cf8dda4d1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:06.863645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] No DVR routers for this DVR port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:06.953366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bbc96-9a12-4160-a501-b9de095979be service neutron] Pushing event updated for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:06.980793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-444bbc96-9a12-4160-a501-b9de095979be service neutron] 10.222.0.58 "PUT /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b/bindings/n-h2-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7491043 Dec 08 16:01:06.984681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94a7e19f-9fa1-46fc-a4e8-55da7507a792 req-ccd8e745-0104-4aed-b897-01d9dcab240e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060317 Dec 08 16:01:07.051658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.056136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0b78139-68b8-4f61-bddb-81490242eb18 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:07.163210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.164326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-bc70191e-9f2e-41f1-88db-c6f28dbdd60c tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.166374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-bc70191e-9f2e-41f1-88db-c6f28dbdd60c tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.0848584 Dec 08 16:01:07.170930 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.189818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port f0b78139-68b8-4f61-bddb-81490242eb18 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:07.198042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port f0b78139-68b8-4f61-bddb-81490242eb18 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:07.199426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.227827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-66110ea4-796a-47bd-b18c-0e784efc5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.229916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-66110ea4-796a-47bd-b18c-0e784efc5d6d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&tenant_id=c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 1095 time: 0.0549409 Dec 08 16:01:07.268430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7459450-bab6-4b9e-83e8-0c0217a4a3f7,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:07.291824 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.304482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d20e01f-aa2e-4ada-93ba-2d99e52fccca req-88f68144-e06c-444a-bf0e-55066ca900cf tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6393418 Dec 08 16:01:07.330316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ae082-e7e1-4d73-a2c9-e64901821aa2 req-81b39ce3-7cfa-4b0d-9af4-fdfebf1a529a tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.333593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd0ae082-e7e1-4d73-a2c9-e64901821aa2 req-81b39ce3-7cfa-4b0d-9af4-fdfebf1a529a tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1095 time: 0.2002583 Dec 08 16:01:07.342389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.391506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f0b78139-68b8-4f61-bddb-81490242eb18, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0b78139-68b8-4f61-bddb-81490242eb18,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:07.391984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-e255754f-5b07-48a3-9d06-ecec7f1fb0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.393831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b78139-68b8-4f61-bddb-81490242eb18'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:07.396910 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3e48a9-fa3e-4f16-84fb-aab64b1ce0fb" -d '{"events": [{"server_uuid": "ee9313af-7555-4972-820a-5b3e8ae8d1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f0b78139-68b8-4f61-bddb-81490242eb18"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:07.400656 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-e255754f-5b07-48a3-9d06-ecec7f1fb0ae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1095 time: 0.1365187 Dec 08 16:01:07.402593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:07.403637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:07.465842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd0ae082-e7e1-4d73-a2c9-e64901821aa2 req-2ffc356a-d29a-43ac-9c9f-5605a956c29a tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150582 Dec 08 16:01:07.503848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:07.505734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f0b78139-68b8-4f61-bddb-81490242eb18,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:07.646652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-4574f55c-2c7a-48df-b63a-0020fead62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.650652 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-4574f55c-2c7a-48df-b63a-0020fead62ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2429593 Dec 08 16:01:07.683858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d94f-cf81-4977-9e74-0606a0cb541c req-f962227c-d8e4-479b-b101-b152299305db tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.685615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4e8d94f-cf81-4977-9e74-0606a0cb541c req-f962227c-d8e4-479b-b101-b152299305db tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.0725231 Dec 08 16:01:07.744744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-70cb5d62-b29d-42e3-9d50-4c311df44f1e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.0851197 Dec 08 16:01:07.772859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4e8d94f-cf81-4977-9e74-0606a0cb541c req-72b41fd8-bb47-46fa-822d-3645e93fa3f0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755646 Dec 08 16:01:07.842191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-300d956d-92d8-447c-a830-52a7b838dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:07.845656 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-300d956d-92d8-447c-a830-52a7b838dec2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.0927391 Dec 08 16:01:07.899693 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-eb5490c2-01ba-475b-bba9-8bb190dcca23 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365231 Dec 08 16:01:08.004253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8ce1f7b8-9072-4db3-89de-1eb02e451bcf req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1697947353', 'description': 'tempest-description-77594328'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:08.056956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-fd54da0f-f9e7-4bf5-825a-bf0b5e38cb23 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1427734 Dec 08 16:01:08.059802 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce1f7b8-9072-4db3-89de-1eb02e451bcf req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.065640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-3768467a-ebf8-43b8-acad-cd8848dd10a4 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578071 Dec 08 16:01:08.072407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbe5ba-2a4b-481e-9201-58e222b3d8bc req-ab313c2e-834e-40cc-b96a-0934fcffdbc7 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.074765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81bbe5ba-2a4b-481e-9201-58e222b3d8bc req-ab313c2e-834e-40cc-b96a-0934fcffdbc7 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 946 time: 0.1728683 Dec 08 16:01:08.223064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81bbe5ba-2a4b-481e-9201-58e222b3d8bc req-c795d38b-4e90-4578-be0b-c83cd1c2ac6f tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295042 Dec 08 16:01:08.239883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-54b4c0f8-3cc8-49d7-b479-0f787562964b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.240421 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-f5af8f41-3cb6-40ff-8450-5ac1fc7f69b4 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625178 Dec 08 16:01:08.241650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-54b4c0f8-3cc8-49d7-b479-0f787562964b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1095 time: 0.1208370 Dec 08 16:01:08.310603 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c86f868-f899-41ae-9f58-7256333e9098 x-openstack-request-id: req-2c86f868-f899-41ae-9f58-7256333e9098 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:08.311394 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9313af-7555-4972-820a-5b3e8ae8d1ce", "name": "network-vif-plugged", "status": "completed", "tag": "f0b78139-68b8-4f61-bddb-81490242eb18", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:08.311394 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c86f868-f899-41ae-9f58-7256333e9098 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:08.311701 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b78139-68b8-4f61-bddb-81490242eb18', 'code': 200} Dec 08 16:01:08.313209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce1f7b8-9072-4db3-89de-1eb02e451bcf req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.368971 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce1f7b8-9072-4db3-89de-1eb02e451bcf req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.447504 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce1f7b8-9072-4db3-89de-1eb02e451bcf req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.449203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ce1f7b8-9072-4db3-89de-1eb02e451bcf req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4553995 Dec 08 16:01:08.496948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5087746-f21e-4f14-93b2-f448748101ca tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7c9c09-301d-4970-a820-62dcbd35468d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:08.535438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf16ec9-7358-43dc-b51b-db58872ef33c req-b15b94d7-f07f-463b-8cd7-87d509191a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.540410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-abf16ec9-7358-43dc-b51b-db58872ef33c req-b15b94d7-f07f-463b-8cd7-87d509191a44 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 1097 time: 0.1341820 Dec 08 16:01:08.573965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-8849386d-9ae5-4f99-960e-79ecd8642274 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=2bcd90662cc94ede9c438001e13bea9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693154 Dec 08 16:01:08.629959 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-abf16ec9-7358-43dc-b51b-db58872ef33c req-29eb9b7a-6e0e-415c-9468-e8909ccf8621 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810397 Dec 08 16:01:08.675633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-24a14692-2008-416a-9eb7-9eb777d37e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.677162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-24a14692-2008-416a-9eb7-9eb777d37e9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.4113717 Dec 08 16:01:08.730684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-bcaf5556-633c-4a17-a4be-b30b75912933 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.733360 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-bcaf5556-633c-4a17-a4be-b30b75912933 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.0638044 Dec 08 16:01:08.817209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-eb8cfb17-7658-4357-bb7d-b64c03fb5901 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.820170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-eb8cfb17-7658-4357-bb7d-b64c03fb5901 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2305000 Dec 08 16:01:08.879563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-87fdb385-a43d-4521-88e7-5dcfd3d0b13d service neutron] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:08.882928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-87fdb385-a43d-4521-88e7-5dcfd3d0b13d service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:08.884094 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a2022cd7-d22c-42f9-8d78-0c00ab61e1de req-87fdb385-a43d-4521-88e7-5dcfd3d0b13d service neutron] 10.222.0.86 "DELETE /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b/bindings/n-h1-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.1377623 Dec 08 16:01:08.942280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-becde2c3-8ddb-46fb-8afb-c0dc1d6ca9cf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:08.945266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-becde2c3-8ddb-46fb-8afb-c0dc1d6ca9cf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.2865078 Dec 08 16:01:08.947690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-d4ed0264-286e-408e-9365-da5bccb6d29f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.1157401 Dec 08 16:01:08.952714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-914e5ca9-f820-46a9-9aea-9a3089655f58 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/quotas/2bcd90662cc94ede9c438001e13bea9c HTTP/1.1" status: 200 len: 375 time: 0.1035516 Dec 08 16:01:09.066077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-5f0b3dc9-68e9-4399-8065-34db3a268526 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/quotas/e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 375 time: 0.1115937 Dec 08 16:01:09.073320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-be04b177-b19b-4dfe-9af1-d70b7da9432e tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2bcd90662cc94ede9c438001e13bea9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067724 Dec 08 16:01:09.152953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-9966690f-556c-4045-82b7-1506a0a0386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:09.155879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-9966690f-556c-4045-82b7-1506a0a0386a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1861508 Dec 08 16:01:09.228895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-32276fc7-4a1e-4e1b-8624-1eef91c550a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635643 Dec 08 16:01:09.241494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-889d3641-a39a-4d7f-825f-a62b7fc74fd8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1665137 Dec 08 16:01:09.746204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4237f-7820-47f1-b1fe-e67aba131bd8 req-3145a227-b484-4696-ab98-8aa140e71a4a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:09.755170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5f4237f-7820-47f1-b1fe-e67aba131bd8 req-3145a227-b484-4696-ab98-8aa140e71a4a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 944 time: 0.1376157 Dec 08 16:01:09.765441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-a21c7bc7-4c5c-4703-8260-49fc23e74eaf service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222003 Dec 08 16:01:09.768197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-fc563f6e-416f-4160-8226-3d1f7652c144 service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095165 Dec 08 16:01:09.961936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5f4237f-7820-47f1-b1fe-e67aba131bd8 req-f191936d-f62a-47f3-8357-4bff8f460186 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057931 Dec 08 16:01:10.036952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-0ba28fb7-31a5-4318-9799-818f68e6721a service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379720 Dec 08 16:01:10.039296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccece8ec-741a-40a6-8d6f-746d4f1fcfaa req-9818c384-1b9d-4474-9e7b-c6d768d2b450 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628508 Dec 08 16:01:10.201848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-320b2483-244d-4fb2-9080-01395981d645 req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-352591744', 'description': 'tempest-description-1717340574'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:10.254228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-320b2483-244d-4fb2-9080-01395981d645 req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.466177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d4bf1-6c41-42b6-879e-0c33f6220bdd req-f1d6ed2c-abab-4c99-abfe-379e1ce52aa6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:10.469409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75d4bf1-6c41-42b6-879e-0c33f6220bdd req-f1d6ed2c-abab-4c99-abfe-379e1ce52aa6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1533790 Dec 08 16:01:10.482746 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-320b2483-244d-4fb2-9080-01395981d645 req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.493158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-320b2483-244d-4fb2-9080-01395981d645 req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.556743 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-320b2483-244d-4fb2-9080-01395981d645 req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:10.571262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-320b2483-244d-4fb2-9080-01395981d645 req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3693936 Dec 08 16:01:10.580360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d878-5a6c-4abe-a285-1dba6ceedf59 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f363842-8e47-4f8d-bdcd-0626aa2848f0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:10.612078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75d4bf1-6c41-42b6-879e-0c33f6220bdd req-a5522091-a7a0-4e9a-88d1-bb28c4fbe55f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276505 Dec 08 16:01:10.691650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3583df1-c19b-4205-a8c2-9d0069145d1d req-4d3ab3a5-c79b-4523-a8e4-869601f24ac0 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 210 time: 0.0373275 Dec 08 16:01:10.811292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0715027-2c36-4beb-bcc1-8e14aaaa0d7e req-0a725f17-66be-4537-a030-62108d4b4a94 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:10.821677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0715027-2c36-4beb-bcc1-8e14aaaa0d7e req-0a725f17-66be-4537-a030-62108d4b4a94 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 946 time: 0.1278317 Dec 08 16:01:10.891788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0715027-2c36-4beb-bcc1-8e14aaaa0d7e req-df97b710-932b-4108-ae30-515f909cfc22 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685711 Dec 08 16:01:11.116338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b698d190-cf9d-4bd8-bdc2-3b8b1ea047c9 req-dd9797aa-fa61-45fc-b391-b927f510b310 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 210 time: 0.0495088 Dec 08 16:01:11.135679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cb02340-c826-4751-a681-a8eeec709759 req-bd52391b-5b53-4f81-98a7-b68e37d491c5 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/bf7c9c09-301d-4970-a820-62dcbd35468d HTTP/1.1" status: 200 len: 1820 time: 0.1089854 Dec 08 16:01:11.218085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cb02340-c826-4751-a681-a8eeec709759 req-2048bc21-7e05-44b9-b56f-1fbb0b1a7f83 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/8f363842-8e47-4f8d-bdcd-0626aa2848f0 HTTP/1.1" status: 200 len: 1821 time: 0.0811956 Dec 08 16:01:11.237595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bf7c9c09-301d-4970-a820-62dcbd35468d', 'remote_group_id': '8f363842-8e47-4f8d-bdcd-0626aa2848f0', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:11.238324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bf7c9c09-301d-4970-a820-62dcbd35468d', 'remote_group_id': '8f363842-8e47-4f8d-bdcd-0626aa2848f0', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:11.389740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-8d3a193e-8a93-4e2d-9974-26f3a4bbc609 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=2bcd90662cc94ede9c438001e13bea9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543058 Dec 08 16:01:11.462048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae1e7c-e9df-477c-bfd3-05493cc73bf3 req-17a4c58e-e73a-4e51-910c-ed2f5579e3a0 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.464880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1ae1e7c-e9df-477c-bfd3-05493cc73bf3 req-17a4c58e-e73a-4e51-910c-ed2f5579e3a0 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1095 time: 0.1768866 Dec 08 16:01:11.466671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.571124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.586744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.614132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1ae1e7c-e9df-477c-bfd3-05493cc73bf3 req-deb0e91b-5508-4f18-9ddd-519efdd2ad27 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388876 Dec 08 16:01:11.629367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=784f81d8-6073-4580-b824-92a579fec66d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:11.647308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:11.670408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cb02340-c826-4751-a681-a8eeec709759 req-76ee2d02-37f9-4a1a-ad77-662cc34e6edc tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4439373 Dec 08 16:01:11.678953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-3d15addd-409b-411f-885a-4b56a9d10a4d tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:11.681964 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-3d15addd-409b-411f-885a-4b56a9d10a4d tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2822678 Dec 08 16:01:11.700508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Request body: {'port': {'device_id': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '2bcd90662cc94ede9c438001e13bea9c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:11.867673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da2dad09-a5c3-4cc8-861b-eff6838d427d req-95d2d05a-7df0-45a7-b86f-8661a6d3ef94 tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=19d0b579164f454a8275aca444a5f1fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465784 Dec 08 16:01:11.985905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Made reservation on behalf of 2bcd90662cc94ede9c438001e13bea9c for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:11.989672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.002649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.083304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550dba3-701c-4886-b7f1-88fa8353d7a8 req-25317e5e-5c58-408e-af4f-92303262864c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.085097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3550dba3-701c-4886-b7f1-88fa8353d7a8 req-25317e5e-5c58-408e-af4f-92303262864c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1043155 Dec 08 16:01:12.129160 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.129704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2dad09-a5c3-4cc8-861b-eff6838d427d req-1d41a584-072c-45aa-99e8-0d4ed89d7770 tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.132223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da2dad09-a5c3-4cc8-861b-eff6838d427d req-1d41a584-072c-45aa-99e8-0d4ed89d7770 tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636020 Dec 08 16:01:12.138320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.186262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da2dad09-a5c3-4cc8-861b-eff6838d427d req-b10270a3-ef01-4171-b147-49801dcfcdbd tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/quotas/19d0b579164f454a8275aca444a5f1fe HTTP/1.1" status: 200 len: 375 time: 0.0405259 Dec 08 16:01:12.263149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da2dad09-a5c3-4cc8-861b-eff6838d427d req-dd27c477-b538-4047-ab41-bfc68e046fa5 tempest-QuotasAdminNegativeTest-1536993405 tempest-QuotasAdminNegativeTest-1536993405-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=19d0b579164f454a8275aca444a5f1fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613422 Dec 08 16:01:12.327996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3550dba3-701c-4886-b7f1-88fa8353d7a8 req-fbd70519-6c99-4915-bc5d-33c44c173ec9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924343 Dec 08 16:01:12.510247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=937de2c5-2949-474a-8d14-f06a93f72fc7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:12.536970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Allocated IP 192.168.233.65 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/5626d6ca-10a1-4466-9e45-5374aa9e1104) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:12.625767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42a32f04-7c51-43db-bee7-a24345e3507f req-fa1332ec-5c13-4dc4-9356-1bca11edbeba tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 210 time: 0.0945854 Dec 08 16:01:12.735507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36b21ff1-fdb2-47e0-bbad-cea6b15eb1e6 req-50fce4b5-281d-4540-8e1b-6295527a608c tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/8f363842-8e47-4f8d-bdcd-0626aa2848f0 HTTP/1.1" status: 200 len: 1821 time: 0.3105683 Dec 08 16:01:12.802430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-77c4bff3-555e-458a-8f1c-8490188f96fa tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:12.804940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-77c4bff3-555e-458a-8f1c-8490188f96fa tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.4570084 Dec 08 16:01:12.835998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Request body: {'port': {'device_id': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'admin_state_up': True, 'tenant_id': 'e3eda6af0824468aaddab3edb59b79b2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:12.868762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.916064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:12.978788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:12.982375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:12.988727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:13.005058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.006317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.043148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Pushing event updated for resources: {'Port': ['ID=5626d6ca-10a1-4466-9e45-5374aa9e1104,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.066250 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-ab186867-80be-45b0-8099-33908e4944bc tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3743832 Dec 08 16:01:13.086622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-36b21ff1-fdb2-47e0-bbad-cea6b15eb1e6 req-e08baad1-500f-412f-91ad-a716fbc27ee6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.091118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Request body: {'port': {'device_id': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:13.203996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-36b21ff1-fdb2-47e0-bbad-cea6b15eb1e6 req-e08baad1-500f-412f-91ad-a716fbc27ee6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.230709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.304878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-d49d984e-2326-4814-9950-aa1dd7af3700 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:13.318458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-d49d984e-2326-4814-9950-aa1dd7af3700 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.5285180 Dec 08 16:01:13.348372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f7d8711b-3af7-445b-82ec-b0d7de7db1d2 None None] Provisioning complete for port 5626d6ca-10a1-4466-9e45-5374aa9e1104 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:13.349197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d8711b-3af7-445b-82ec-b0d7de7db1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.384969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-214410c4-6015-4aa3-81ec-a2814dff3a97 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/quotas/c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 375 time: 0.0649173 Dec 08 16:01:13.422887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f7d8711b-3af7-445b-82ec-b0d7de7db1d2 None None] Port 5626d6ca-10a1-4466-9e45-5374aa9e1104 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:13.477295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Made reservation on behalf of e3eda6af0824468aaddab3edb59b79b2 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:13.483485 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.552725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-8a4b9986-7873-4fc9-84bf-edf6ee15e09c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1662495 Dec 08 16:01:13.633338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5626d6ca-10a1-4466-9e45-5374aa9e1104 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:13.644020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.649259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-36b21ff1-fdb2-47e0-bbad-cea6b15eb1e6 req-e08baad1-500f-412f-91ad-a716fbc27ee6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.651973 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-36b21ff1-fdb2-47e0-bbad-cea6b15eb1e6 req-e08baad1-500f-412f-91ad-a716fbc27ee6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.653177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36b21ff1-fdb2-47e0-bbad-cea6b15eb1e6 req-e08baad1-500f-412f-91ad-a716fbc27ee6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/8f363842-8e47-4f8d-bdcd-0626aa2848f0 HTTP/1.1" status: 204 len: 173 time: 0.9019418 Dec 08 16:01:13.662578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Transition to ACTIVE for port object 5626d6ca-10a1-4466-9e45-5374aa9e1104 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:13.672041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.691212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08baad1-500f-412f-91ad-a716fbc27ee6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f363842-8e47-4f8d-bdcd-0626aa2848f0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.766856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Pushing event updated for resources: {'Port': ['ID=5626d6ca-10a1-4466-9e45-5374aa9e1104,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:13.783109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Attempting to bind port 5626d6ca-10a1-4466-9e45-5374aa9e1104 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:13.783109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Attempting to bind port 5626d6ca-10a1-4466-9e45-5374aa9e1104 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:13.783109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Attempting to bind port 5626d6ca-10a1-4466-9e45-5374aa9e1104 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:13.783524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-1c68a223-7790-4925-a037-b97546e4fae3 service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165411 Dec 08 16:01:13.783667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Allocated IP 172.20.0.3 (7b933ad0-d036-4650-bfd9-600f7e66b3de/ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4/5c2283fd-6ee9-4f64-a952-75c807341dce) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:13.786494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Port 5626d6ca-10a1-4466-9e45-5374aa9e1104 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:13.786913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Attempting to bind port 5626d6ca-10a1-4466-9e45-5374aa9e1104 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:13.795631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:13.796053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:13.796781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:13.797961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Bound port: 5626d6ca-10a1-4466-9e45-5374aa9e1104, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:13.803108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:13.963678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] For port 5626d6ca-10a1-4466-9e45-5374aa9e1104, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:13.972606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] For port 5626d6ca-10a1-4466-9e45-5374aa9e1104, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:13.980858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f263fe91-7aba-451b-add7-da517ac5be91 req-484c5f46-b2bc-4256-abf2-7cf849cf4dd0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 210 time: 0.0551271 Dec 08 16:01:13.993297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.123591 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.182541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Pushing event updated for resources: {'Port': ['ID=5626d6ca-10a1-4466-9e45-5374aa9e1104,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:14.203863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-3d191beb-fa22-49b6-bf3f-826ae5ad65ea service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009793 Dec 08 16:01:14.212387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.214327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.217118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.221359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-78c95e7e-0b65-4170-a6a4-25403a78967a service neutron] 10.222.0.86 "PUT /v2.0/ports/5626d6ca-10a1-4466-9e45-5374aa9e1104 HTTP/1.1" status: 200 len: 1095 time: 1.1413898 Dec 08 16:01:14.222759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'tag': '5626d6ca-10a1-4466-9e45-5374aa9e1104'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:14.249185 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b0bec-8cfa-4886-971b-77b203efad00" -d '{"events": [{"name": "network-changed", "server_uuid": "e868b12c-cde5-41a3-abf3-500a6003df4f", "tag": "5626d6ca-10a1-4466-9e45-5374aa9e1104"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:14.333091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:14.333810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:14.338454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:14.342210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:14.451104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-6919d456-82e8-4029-ae0f-8266664b9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.456294 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-6919d456-82e8-4029-ae0f-8266664b9b7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bcd90662cc94ede9c438001e13bea9c&device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 1098 time: 0.1668110 Dec 08 16:01:14.476991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.478193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.529107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-795248fd-982a-481c-8810-9734d0928a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7025936 Dec 08 16:01:14.573683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Request body: {'port': {'device_id': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:14.574058 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-4b7d368d-df2b-4b03-b3cd-25e1c1ce7796 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104 HTTP/1.1" status: 200 len: 217 time: 0.0945156 Dec 08 16:01:14.719505 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:14.728214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-2ebfb5ed-03c4-43a8-95e5-e61e1a8a80da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.739780 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-2ebfb5ed-03c4-43a8-95e5-e61e1a8a80da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1696885 Dec 08 16:01:14.873676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-1bab22e8-1d58-4f8d-afff-42da44611c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:14.878380 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-1bab22e8-1d58-4f8d-afff-42da44611c3b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1308551 Dec 08 16:01:14.967386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04e4825-7b24-430e-b692-e6375b83298b req-3a15d047-1f3b-4c93-91e6-46ec183ad605 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/bf7c9c09-301d-4970-a820-62dcbd35468d HTTP/1.1" status: 200 len: 1820 time: 0.2334151 Dec 08 16:01:15.005345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20772b-baae-4809-b7b8-7d04cd785494 req-805f3337-b91b-4a93-90a4-35e92875fb79 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.019345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af20772b-baae-4809-b7b8-7d04cd785494 req-805f3337-b91b-4a93-90a4-35e92875fb79 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.2870481 Dec 08 16:01:15.054186 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-1eb8152a-2281-4399-bd04-11bcd00c6e91 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680536 Dec 08 16:01:15.252812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af20772b-baae-4809-b7b8-7d04cd785494 req-58e2d67d-a857-4f8b-aeb1-443630f84ede tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227850 Dec 08 16:01:15.266833 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41d0c688-bc47-429a-8ed5-7f18c30f0124 req-cc434df8-45d4-4446-b20b-acbaf38127c1 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027631 Dec 08 16:01:15.338484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23888d-3a53-4351-8829-8a580fea6733 req-f896c7ae-768d-40a9-a355-9a1294f8ea55 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.341180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f23888d-3a53-4351-8829-8a580fea6733 req-f896c7ae-768d-40a9-a355-9a1294f8ea55 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 947 time: 0.1752858 Dec 08 16:01:15.359874 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5675fd6a-8f6d-4176-895b-f730e9b104c8 x-openstack-request-id: req-5675fd6a-8f6d-4176-895b-f730e9b104c8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:15.360343 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e868b12c-cde5-41a3-abf3-500a6003df4f", "tag": "5626d6ca-10a1-4466-9e45-5374aa9e1104", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:15.360752 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5675fd6a-8f6d-4176-895b-f730e9b104c8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:15.361415 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'tag': '5626d6ca-10a1-4466-9e45-5374aa9e1104', 'status': 'completed', 'code': 200} Dec 08 16:01:15.467403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f23888d-3a53-4351-8829-8a580fea6733 req-f6930aba-d103-4f59-bc04-2453e1b5fafa tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170866 Dec 08 16:01:15.490941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-2e903528-5459-4c02-8cb7-fffb53e683ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.493513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-2e903528-5459-4c02-8cb7-fffb53e683ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2bcd90662cc94ede9c438001e13bea9c&device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 1098 time: 0.1022322 Dec 08 16:01:15.591338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-fb9750d0-2474-4d23-bdfc-896b4b944027 req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-135359926', 'description': 'tempest-description-1484530828'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:15.617101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27497853-473d-4635-af68-65d957c01366 req-42cf2fee-7972-4692-9769-1a718cb2d04c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 210 time: 0.1267128 Dec 08 16:01:15.742553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-3a45f30e-c971-4fc6-923b-97be126e7c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.745121 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-3a45f30e-c971-4fc6-923b-97be126e7c99 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2436295 Dec 08 16:01:15.762858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fb9750d0-2474-4d23-bdfc-896b4b944027 req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.853745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-ea4cceda-cab0-471e-9f2f-f5c57bc2b6a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104 HTTP/1.1" status: 200 len: 217 time: 0.1005821 Dec 08 16:01:15.880213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2283fd-6ee9-4f64-a952-75c807341dce {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:15.912198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:15.943787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-9c484bac-d297-4ee8-b914-da3831565bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.946617 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-9c484bac-d297-4ee8-b914-da3831565bd1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0841041 Dec 08 16:01:15.975315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a22675-80e5-4be7-9e53-c7803d2c5978 req-fa98ca8d-3864-4a6e-b56f-df660452f509 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:15.982446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8a22675-80e5-4be7-9e53-c7803d2c5978 req-fa98ca8d-3864-4a6e-b56f-df660452f509 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 931 time: 0.1870663 Dec 08 16:01:15.988727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:15.991519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Transition to ACTIVE for port object 5c2283fd-6ee9-4f64-a952-75c807341dce will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:16.015048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.028490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-7fd241e2-c03b-45be-b4ce-f72422ad4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:16.031338 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-7fd241e2-c03b-45be-b4ce-f72422ad4a99 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0769017 Dec 08 16:01:16.154771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8a22675-80e5-4be7-9e53-c7803d2c5978 req-527526be-44f5-4c89-95e4-6635da330efd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533494 Dec 08 16:01:16.160035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fb9750d0-2474-4d23-bdfc-896b4b944027 req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.190298 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fb9750d0-2474-4d23-bdfc-896b4b944027 req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.211249 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-3822d449-2fe2-43cc-8d3c-dfadd9305355 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717029 Dec 08 16:01:16.310364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:16.317760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8c782c-f0f8-4f82-98d8-0c320b754ab5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:16.328211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fb9750d0-2474-4d23-bdfc-896b4b944027 req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.348202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb9750d0-2474-4d23-bdfc-896b4b944027 req-10abc96e-443b-4f21-b1af-859eb4bc245d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.8174424 Dec 08 16:01:16.378647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-062d50d9-ecfe-4077-9db1-3d4a586a92ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.481160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:16.481160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:16.481160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:16.501559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:16.501882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:16.527579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:16.527921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:16.528317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:16.528768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Bound port: 5c2283fd-6ee9-4f64-a952-75c807341dce, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:16.529164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.559432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6d8b0bec-8cfa-4886-971b-77b203efad00 req-74b26fd9-5f3f-4b61-bf4b-4017648bafaa service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396971 Dec 08 16:01:16.651023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-062d50d9-ecfe-4077-9db1-3d4a586a92ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.660220 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-062d50d9-ecfe-4077-9db1-3d4a586a92ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.745689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d50d9-ecfe-4077-9db1-3d4a586a92ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb6b502f-5c9b-40cb-9523-632628bbed0b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:16.783653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-062d50d9-ecfe-4077-9db1-3d4a586a92ef admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=19d0b579164f454a8275aca444a5f1fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7932453 Dec 08 16:01:16.789220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55940) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:16.880545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133199af-0d9c-46a7-8835-fc6fef6964e8 req-f05ace85-2674-4df0-98ea-1c4a06b9fb90 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:16.882595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-133199af-0d9c-46a7-8835-fc6fef6964e8 req-f05ace85-2674-4df0-98ea-1c4a06b9fb90 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.4245148 Dec 08 16:01:16.894043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f2871c-746b-46c1-8088-414be055cc9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:16.903527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-1f071a0e-8983-4b9c-8bc7-ffaa832b8752 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:16.905115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-1f071a0e-8983-4b9c-8bc7-ffaa832b8752 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.5810926 Dec 08 16:01:16.927296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Request body: {'port': {'device_id': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'admin_state_up': True, 'tenant_id': 'c383b2a381964f4d90278076eb7eef3a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:16.928343 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f2871c-746b-46c1-8088-414be055cc9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.011227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:17.024822 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f2871c-746b-46c1-8088-414be055cc9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.029693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f2871c-746b-46c1-8088-414be055cc9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.035755 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7f2871c-746b-46c1-8088-414be055cc9d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bb6b502f-5c9b-40cb-9523-632628bbed0b HTTP/1.1" status: 204 len: 168 time: 0.2406769 Dec 08 16:01:17.045422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f2871c-746b-46c1-8088-414be055cc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb6b502f-5c9b-40cb-9523-632628bbed0b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:17.058500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:17.073521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-133199af-0d9c-46a7-8835-fc6fef6964e8 req-526b128e-a6a2-4320-8ac3-1e987af819b1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669455 Dec 08 16:01:17.147381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.327715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:17.328887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.331576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] 10.222.0.86 "PUT /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 1091 time: 2.7873952 Dec 08 16:01:17.367813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:17.372076 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6410d273-417c-4b60-8bef-ed08a254f279" -d '{"events": [{"name": "network-changed", "server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:17.478409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac340479-7494-4deb-ad76-1c85e21d61b0 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:17.498469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8610560e-2778-469e-be0b-656fa525a1f0 req-efd02810-659b-4b8a-bca3-8413b06fe14b tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/9f8c782c-f0f8-4f82-98d8-0c320b754ab5 HTTP/1.1" status: 200 len: 1821 time: 0.3455641 Dec 08 16:01:17.512125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f8c782c-f0f8-4f82-98d8-0c320b754ab5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:17.512571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f8c782c-f0f8-4f82-98d8-0c320b754ab5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:17.518222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Made reservation on behalf of c383b2a381964f4d90278076eb7eef3a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:17.525704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.535966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55958) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:17.553077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5aa01935-ee7f-4457-80cd-4b16aad5702f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.595148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2279b48-6b70-4b99-ad56-caab019276e0 req-dca5b1fb-4716-4235-a5ed-dbf28288fb09 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:17.597870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2279b48-6b70-4b99-ad56-caab019276e0 req-dca5b1fb-4716-4235-a5ed-dbf28288fb09 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 947 time: 0.3542941 Dec 08 16:01:17.667934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-f7958865-6d12-4022-ab8c-3daf3e9e241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:17.671522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-f7958865-6d12-4022-ab8c-3daf3e9e241d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1094 time: 0.2790060 Dec 08 16:01:17.709740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5aa01935-ee7f-4457-80cd-4b16aad5702f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.718778 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5aa01935-ee7f-4457-80cd-4b16aad5702f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.801433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5aa01935-ee7f-4457-80cd-4b16aad5702f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74c628ae1cb643de978b98af6513e33c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2618508 Dec 08 16:01:17.801433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa01935-ee7f-4457-80cd-4b16aad5702f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee9f504-69f8-45ed-81a5-9a7a33008d11,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:17.805556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55962) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:17.858079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-7f3fafb9-3ac3-4574-9e6b-c699fd984b98 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 217 time: 0.1750944 Dec 08 16:01:17.906875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d57781f-215a-4b16-aeb2-b8c4deb26848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:17.944975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2279b48-6b70-4b99-ad56-caab019276e0 req-342894bc-d5f9-4ae0-a7d5-8f4cdced6dff tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208539 Dec 08 16:01:17.951756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d57781f-215a-4b16-aeb2-b8c4deb26848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.006192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.041583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-440348ad-f029-4f2e-b939-133c98f2d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:18.043396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-440348ad-f029-4f2e-b939-133c98f2d084 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1742673 Dec 08 16:01:18.046747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Allocated IP 172.20.0.12 (3863fd67-de4d-4e03-9488-eb696dff3f49/b016034e-e970-4c0a-89d1-2f5ba04dea9c/18801869-6a9a-4178-931b-d32c3552d5f6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:18.047999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d57781f-215a-4b16-aeb2-b8c4deb26848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.052751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d57781f-215a-4b16-aeb2-b8c4deb26848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.056930 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6d57781f-215a-4b16-aeb2-b8c4deb26848 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fee9f504-69f8-45ed-81a5-9a7a33008d11 HTTP/1.1" status: 204 len: 168 time: 0.2474697 Dec 08 16:01:18.069935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57781f-215a-4b16-aeb2-b8c4deb26848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee9f504-69f8-45ed-81a5-9a7a33008d11,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:18.122546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.150900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5626d6ca-10a1-4466-9e45-5374aa9e1104 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:18.167269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-67b41cc4-07f3-473d-acae-db66b0f8082e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116230 Dec 08 16:01:18.168078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.214860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4da9bd4a-3808-46bb-9574-c85a93624cde req-eab58f7d-6fe1-4504-a0a8-018f8aea86d9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 210 time: 0.1174881 Dec 08 16:01:18.304400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=664e742a-d401-434a-b964-d32d9bbc4876,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:18.350238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5626d6ca-10a1-4466-9e45-5374aa9e1104, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:18.385123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '5626d6ca-10a1-4466-9e45-5374aa9e1104', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '5626d6ca-10a1-4466-9e45-5374aa9e1104', 'mac_address': 'fa:16:3e:fe:d5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:18.414960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.417069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8610560e-2778-469e-be0b-656fa525a1f0 req-b6a2a81c-3f9e-48d8-ae7e-8e6b6184086e tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9151616 Dec 08 16:01:18.448937 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.467438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5626d6ca-10a1-4466-9e45-5374aa9e1104 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:18.495386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5626d6ca-10a1-4466-9e45-5374aa9e1104, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:18.503176 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:18.579619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5626d6ca-10a1-4466-9e45-5374aa9e1104,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:18.643792 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98ae6b7-d22c-4fd0-a1ed-d9304429723c x-openstack-request-id: req-a98ae6b7-d22c-4fd0-a1ed-d9304429723c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:18.644304 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:18.644663 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a98ae6b7-d22c-4fd0-a1ed-d9304429723c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:18.645288 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'status': 'completed', 'code': 200} Dec 08 16:01:18.702894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebec400-e561-4add-89fc-e26a8437e27e req-1530274f-c6fa-43ef-8b38-34a3066e2d9c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:18.714744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebec400-e561-4add-89fc-e26a8437e27e req-1530274f-c6fa-43ef-8b38-34a3066e2d9c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 943 time: 0.3153288 Dec 08 16:01:18.744167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5626d6ca-10a1-4466-9e45-5374aa9e1104'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:18.761310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-12c28614-e5ca-4bcb-8552-69d9bc705e8f service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639849 Dec 08 16:01:19.073569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.090177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e317f64-9399-4810-a9c5-a4615839df80 req-a88dcef7-5f5d-48c5-8cd6-32edfe2c4a95 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.105113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e317f64-9399-4810-a9c5-a4615839df80 req-a88dcef7-5f5d-48c5-8cd6-32edfe2c4a95 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.3492570 Dec 08 16:01:19.164159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebec400-e561-4add-89fc-e26a8437e27e req-26a1b7db-75ba-4b72-9237-0bf2e890c6eb tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338117 Dec 08 16:01:19.331448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c42a965-89e9-4730-b3e3-32017095c4c6 req-08cb9f93-0975-462e-93c3-d7e9462eadc6 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591712 Dec 08 16:01:19.349216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e317f64-9399-4810-a9c5-a4615839df80 req-7a0c8ef9-10e7-407f-a691-f01e8fb09c7b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424889 Dec 08 16:01:19.523428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.541672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-f083c68a-15d0-4899-aeae-3ed8069d9706 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/9f8c782c-f0f8-4f82-98d8-0c320b754ab5 HTTP/1.1" status: 200 len: 2414 time: 0.3105178 Dec 08 16:01:19.615409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f8c782c-f0f8-4f82-98d8-0c320b754ab5', 'remote_group_id': None}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:19.615884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9f8c782c-f0f8-4f82-98d8-0c320b754ab5', 'remote_group_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:19.681777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:19.687578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410d273-417c-4b60-8bef-ed08a254f279 req-886fe665-6d28-4155-afda-b1c7e198cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.690719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-886fe665-6d28-4155-afda-b1c7e198cb3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1094 time: 0.2343156 Dec 08 16:01:19.706867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:19.709751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:19.806649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:19.869224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.869938 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:19.892269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37644a-5424-458f-ba16-c49a791d3c1e req-bb5f088c-64ee-4ad0-a72b-ed0f340c7337 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:19.894022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c37644a-5424-458f-ba16-c49a791d3c1e req-bb5f088c-64ee-4ad0-a72b-ed0f340c7337 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 948 time: 0.3473134 Dec 08 16:01:19.958576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6ca6dfa9-ed71-41de-b81c-70679c29df9a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0352051 Dec 08 16:01:19.984258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Request body: {'port': {'device_id': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:20.050471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.064000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410d273-417c-4b60-8bef-ed08a254f279 req-3bf4a5a1-21da-4150-b119-deece6e6e3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:20.066535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-3bf4a5a1-21da-4150-b119-deece6e6e3d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.3611658 Dec 08 16:01:20.145996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5626d6ca-10a1-4466-9e45-5374aa9e1104 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:20.183057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-a33ef8e6-1f18-4cc1-8668-767e1fe76c5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 217 time: 0.0943792 Dec 08 16:01:20.226497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c37644a-5424-458f-ba16-c49a791d3c1e req-14cad96e-0c0a-41ac-b494-4263afc30d9a tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122170 Dec 08 16:01:20.288075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 5626d6ca-10a1-4466-9e45-5374aa9e1104 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:20.299815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 5626d6ca-10a1-4466-9e45-5374aa9e1104 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:20.302874 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.325781 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.337301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.580212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.646277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5626d6ca-10a1-4466-9e45-5374aa9e1104, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:20.648806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5626d6ca-10a1-4466-9e45-5374aa9e1104'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:20.653838 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576440cf-6785-4c3d-a61e-89ff2e46fac0" -d '{"events": [{"server_uuid": "e868b12c-cde5-41a3-abf3-500a6003df4f", "name": "network-vif-plugged", "status": "completed", "tag": "5626d6ca-10a1-4466-9e45-5374aa9e1104"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:20.660847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.679539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.723328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410d273-417c-4b60-8bef-ed08a254f279 req-1f44981f-2949-475f-b903-7026f5d1e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:20.726044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-1f44981f-2949-475f-b903-7026f5d1e845 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.5261590 Dec 08 16:01:20.764229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5626d6ca-10a1-4466-9e45-5374aa9e1104,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:20.837374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e217ec43-ad15-42ee-a208-3b9de79abccb,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:20.845539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-c3d83040-92fa-4221-95cb-46058ed873ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934203 Dec 08 16:01:20.850926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:20.852173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbeb133c-eedc-48f7-b151-574a036d9302 req-80c258fa-8b65-46a3-9c66-74609e60f19f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.2912061 Dec 08 16:01:20.956190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b830d-a5ec-4e45-bdf2-1fedb43498b6 req-05e3e308-8744-40e4-8bd2-252f4d80ee5b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:20.957847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f2b830d-a5ec-4e45-bdf2-1fedb43498b6 req-05e3e308-8744-40e4-8bd2-252f4d80ee5b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 932 time: 0.2851751 Dec 08 16:01:21.357534 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-471953db-502c-43b3-822f-31a6c04bedce service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4981418 Dec 08 16:01:21.391264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18801869-6a9a-4178-931b-d32c3552d5f6 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:21.425580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.463760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f2b830d-a5ec-4e45-bdf2-1fedb43498b6 req-c4adc138-c410-4179-8ae1-2156150b9087 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4752984 Dec 08 16:01:21.479085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Transition to ACTIVE for port object 18801869-6a9a-4178-931b-d32c3552d5f6 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:21.493497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea86a7-6db2-4f2c-bc6b-0367ad7b1c4d req-cd67adb4-4837-49f3-8229-8783cf307cb2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:21.495137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1ea86a7-6db2-4f2c-bc6b-0367ad7b1c4d req-cd67adb4-4837-49f3-8229-8783cf307cb2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 943 time: 0.2001557 Dec 08 16:01:21.506193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.624341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6410d273-417c-4b60-8bef-ed08a254f279 req-78c58c6e-fa4f-4bf5-9479-ccf3588eb27f service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476218 Dec 08 16:01:21.658655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:21.676447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1ea86a7-6db2-4f2c-bc6b-0367ad7b1c4d req-37f6760d-400b-4004-a2c7-0b0f7c9fac3c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714842 Dec 08 16:01:21.728251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da13965-9ca7-4575-953d-d6f91c8ed4d2 req-8a573fca-1330-4b29-9199-3d34fe3114b6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:21.729843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3da13965-9ca7-4575-953d-d6f91c8ed4d2 req-8a573fca-1330-4b29-9199-3d34fe3114b6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1670835 Dec 08 16:01:21.793671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:21.794271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:21.794673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:21.806627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:21.807002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:21.820667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:21.820998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:21.821389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:21.821861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Bound port: 18801869-6a9a-4178-931b-d32c3552d5f6, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:21.822234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:21.831950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3da13965-9ca7-4575-953d-d6f91c8ed4d2 req-28221636-4334-46f3-b153-105628f26152 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903735 Dec 08 16:01:21.910994 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4fe579-ba6c-4dcf-a7cf-2fc877d5d8c9 x-openstack-request-id: req-ff4fe579-ba6c-4dcf-a7cf-2fc877d5d8c9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:21.911895 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e868b12c-cde5-41a3-abf3-500a6003df4f", "name": "network-vif-plugged", "status": "completed", "tag": "5626d6ca-10a1-4466-9e45-5374aa9e1104", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:21.912311 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff4fe579-ba6c-4dcf-a7cf-2fc877d5d8c9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:21.912857 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5626d6ca-10a1-4466-9e45-5374aa9e1104', 'code': 200} Dec 08 16:01:21.933233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:21.970886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:21.981533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.084848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.085568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.087176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] 10.222.0.58 "PUT /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 1092 time: 2.1082170 Dec 08 16:01:22.089489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:22.091890 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099f8db7-9355-4e50-b5b2-86e7694778af" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:22.097594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a316b52b-4649-494d-87dd-c7873fd57685 req-458132c6-ee59-430a-98a9-2b29022e2d15 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/9f8c782c-f0f8-4f82-98d8-0c320b754ab5 HTTP/1.1" status: 200 len: 3012 time: 0.1678221 Dec 08 16:01:22.141086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab680602-fcc8-4ed2-a0da-03d124f3ded8 service neutron] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:22.146569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:22.179332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224756e-4f80-4000-b497-010d441f4ad8 req-8604d026-eae9-4f82-ab19-2eb8df1c76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.183639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c224756e-4f80-4000-b497-010d441f4ad8 req-8604d026-eae9-4f82-ab19-2eb8df1c76be service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 1100 time: 0.1915121 Dec 08 16:01:22.281150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12e9e8-cf31-4f7d-92b7-c6a6678ff215 req-32dbbd17-ebe4-4111-983e-6e429ddd78b5 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.283566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de12e9e8-cf31-4f7d-92b7-c6a6678ff215 req-32dbbd17-ebe4-4111-983e-6e429ddd78b5 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 945 time: 0.2188866 Dec 08 16:01:22.299680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:22.314921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'port_id': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'mac_address': 'fa:16:3e:4b:2d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:22.361066 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.377466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2283fd-6ee9-4f64-a952-75c807341dce {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:22.403821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:22.411028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:22.428470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-fbcc20e7-251a-41e1-b0cc-10660655840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.430807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-fbcc20e7-251a-41e1-b0cc-10660655840b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1095 time: 0.2376878 Dec 08 16:01:22.455208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c224756e-4f80-4000-b497-010d441f4ad8 req-39c48220-1d8e-4b4d-8ec8-e2ba6bf33ac1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166994 Dec 08 16:01:22.508736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:22.516774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a88a43-17e9-472f-ae91-b5e312bff11d req-4cd15741-4e9e-45ae-9dde-2969f7e8d40d tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.518374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17a88a43-17e9-472f-ae91-b5e312bff11d req-4cd15741-4e9e-45ae-9dde-2969f7e8d40d tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 949 time: 0.2684641 Dec 08 16:01:22.526806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-96e1c01b-4649-4262-815c-7cb53f5f3865 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0789423 Dec 08 16:01:22.540554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de12e9e8-cf31-4f7d-92b7-c6a6678ff215 req-f5b7921a-674b-4c3e-af11-eaf5ab45dce6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371578 Dec 08 16:01:22.623045 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda6336a-952b-4149-9528-e89049ea33e2 x-openstack-request-id: req-eda6336a-952b-4149-9528-e89049ea33e2 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:22.623353 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:22.623635 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eda6336a-952b-4149-9528-e89049ea33e2 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:22.624028 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6', 'status': 'completed', 'code': 200} Dec 08 16:01:22.643540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17a88a43-17e9-472f-ae91-b5e312bff11d req-2437de07-7c94-4dde-b4a5-445d9529e464 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145818 Dec 08 16:01:22.647740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-fde274c4-64e8-45df-a824-87b659c605dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.649637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-fde274c4-64e8-45df-a824-87b659c605dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1128933 Dec 08 16:01:22.650260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5c2283fd-6ee9-4f64-a952-75c807341dce'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:22.739340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-c3ec286e-3e12-4fab-bb4e-a4b8c666a6f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772240 Dec 08 16:01:22.743622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-412fb64c-8bf2-490d-af71-d4a4abe956a6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-group-rules/e217ec43-ad15-42ee-a208-3b9de79abccb HTTP/1.1" status: 200 len: 783 time: 0.0984073 Dec 08 16:01:22.920059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e6015-e816-4758-bb34-f698eba46fc4 req-42b96ea8-690f-4e0d-bbce-87c89143064c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:22.921818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-060e6015-e816-4758-bb34-f698eba46fc4 req-42b96ea8-690f-4e0d-bbce-87c89143064c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.1563373 Dec 08 16:01:22.928251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-82322068-a740-457a-aa89-f7d1409a7a67 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/9f8c782c-f0f8-4f82-98d8-0c320b754ab5 HTTP/1.1" status: 200 len: 3012 time: 0.1783988 Dec 08 16:01:22.966600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-29c61a2f-0b04-4c0c-8801-76e8ed8a7153 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154155 Dec 08 16:01:23.053279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-2b8147c1-d752-460b-bb05-109d0883004d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.071098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-2b8147c1-d752-460b-bb05-109d0883004d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.085994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-060e6015-e816-4758-bb34-f698eba46fc4 req-f22b3620-9a44-458b-bac9-9622f16390b5 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467209 Dec 08 16:01:23.129073 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-2b8147c1-d752-460b-bb05-109d0883004d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.148071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-2b8147c1-d752-460b-bb05-109d0883004d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:23.149208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b6f38f4-f76a-42d0-bee1-e324a16dbed1 req-2b8147c1-d752-460b-bb05-109d0883004d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e217ec43-ad15-42ee-a208-3b9de79abccb HTTP/1.1" status: 204 len: 173 time: 0.2082896 Dec 08 16:01:23.158071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77f6b7e-9ef7-4b48-b213-36feaf681ad8 req-6e6025d3-3695-43f7-a8e6-9844522a6ba0 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787167 Dec 08 16:01:23.171454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8147c1-d752-460b-bb05-109d0883004d tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e217ec43-ad15-42ee-a208-3b9de79abccb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:23.336546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f8db7-9355-4e50-b5b2-86e7694778af req-5591aec4-a0ba-476f-ba0e-3a6a915e4a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:23.339984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-5591aec4-a0ba-476f-ba0e-3a6a915e4a0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1095 time: 0.0958812 Dec 08 16:01:23.359449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77cf90-43af-49c4-876e-dbbb55120fb1 req-037e9525-0f66-4ad3-91ee-601e4ade0767 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:23.362617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed77cf90-43af-49c4-876e-dbbb55120fb1 req-037e9525-0f66-4ad3-91ee-601e4ade0767 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.1384559 Dec 08 16:01:23.594563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed77cf90-43af-49c4-876e-dbbb55120fb1 req-e423f3eb-041e-4ee1-a542-db43e9781a89 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101150 Dec 08 16:01:23.602648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f8db7-9355-4e50-b5b2-86e7694778af req-cc225af1-294b-48f0-8122-5c5e13aed6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:23.603739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-cc225af1-294b-48f0-8122-5c5e13aed6b2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2394795 Dec 08 16:01:23.618434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18435cb3-eb75-4710-b54b-16004f0cc0d8 req-eb0632bc-f30a-4520-9015-65ea5978dd5d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:23.620084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18435cb3-eb75-4710-b54b-16004f0cc0d8 req-eb0632bc-f30a-4520-9015-65ea5978dd5d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.2054477 Dec 08 16:01:23.684628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-97afe8f0-04be-470f-aeeb-12682d671064 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0633333 Dec 08 16:01:23.770500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56064) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:23.785664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18435cb3-eb75-4710-b54b-16004f0cc0d8 req-81d384ae-a8a6-4d75-87a9-5cfe821ee1b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209359 Dec 08 16:01:23.800569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57aa9438-9267-4894-b9f7-c6b14646da21 req-3e46c9ef-3c5f-4e2b-8aa0-d162215f7823 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/9f8c782c-f0f8-4f82-98d8-0c320b754ab5 HTTP/1.1" status: 200 len: 2414 time: 0.1716964 Dec 08 16:01:23.817398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f8db7-9355-4e50-b5b2-86e7694778af req-1fb06582-7c1d-486d-879f-9a93b6a5f2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:23.831910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-1fb06582-7c1d-486d-879f-9a93b6a5f2e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1342781 Dec 08 16:01:23.906544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-2e5c6722-fb30-4934-9fed-a2aa2eccedce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559342 Dec 08 16:01:24.032496 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38984dad-9836-492a-b2dc-2a73ba540d18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.070631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-57aa9438-9267-4894-b9f7-c6b14646da21 req-214ae43e-e210-4230-966c-1aaabdb4e129 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.144057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:24.168461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-67965fea-9fd4-40da-807b-4eeaad70f23e service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430618 Dec 08 16:01:24.213430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-57aa9438-9267-4894-b9f7-c6b14646da21 req-214ae43e-e210-4230-966c-1aaabdb4e129 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.223403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38984dad-9836-492a-b2dc-2a73ba540d18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.245600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38984dad-9836-492a-b2dc-2a73ba540d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.317981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38984dad-9836-492a-b2dc-2a73ba540d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e949ed5-0087-4636-9958-0bd2a56b14e8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:24.362552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 5c2283fd-6ee9-4f64-a952-75c807341dce completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:24.370872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 5c2283fd-6ee9-4f64-a952-75c807341dce triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:24.371654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.385694 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-38984dad-9836-492a-b2dc-2a73ba540d18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fda587b2b3d74a88ab6c62c35ba05e86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6112382 Dec 08 16:01:24.389027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56072) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:24.448740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f44a3-dc07-4307-a7b4-bd0cfb652bef req-55fdab8d-ad82-49dc-b6a6-9d335257d441 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:24.450367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-708f44a3-dc07-4307-a7b4-bd0cfb652bef req-55fdab8d-ad82-49dc-b6a6-9d335257d441 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 949 time: 0.2230275 Dec 08 16:01:24.523739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099f8db7-9355-4e50-b5b2-86e7694778af req-e4b418e1-6f39-4b0c-a95f-ba7d19228d23 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392878 Dec 08 16:01:24.524623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-57aa9438-9267-4894-b9f7-c6b14646da21 req-214ae43e-e210-4230-966c-1aaabdb4e129 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.529407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-57aa9438-9267-4894-b9f7-c6b14646da21 req-214ae43e-e210-4230-966c-1aaabdb4e129 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.532651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57aa9438-9267-4894-b9f7-c6b14646da21 req-214ae43e-e210-4230-966c-1aaabdb4e129 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/9f8c782c-f0f8-4f82-98d8-0c320b754ab5 HTTP/1.1" status: 204 len: 173 time: 0.7302463 Dec 08 16:01:24.547794 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.557704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214ae43e-e210-4230-966c-1aaabdb4e129 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8c782c-f0f8-4f82-98d8-0c320b754ab5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:24.588593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e60512f3-4d84-4f0c-8c47-5d70de809acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.628819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:24.633169 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c002e4f9-ea65-4117-8e29-d9b9d61106aa" -d '{"events": [{"server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "name": "network-vif-plugged", "status": "completed", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:24.644653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-708f44a3-dc07-4307-a7b4-bd0cfb652bef req-99e931bd-3359-4d4e-8b9f-683da85e297b tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697922 Dec 08 16:01:24.646829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e60512f3-4d84-4f0c-8c47-5d70de809acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.652554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:24.663352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.752298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:24.759859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d1101-dfc0-4013-8d24-92099a7bf803 req-ffb76549-deab-43d3-8506-60c1a2d18a5d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:24.761525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b0d1101-dfc0-4013-8d24-92099a7bf803 req-ffb76549-deab-43d3-8506-60c1a2d18a5d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.1096203 Dec 08 16:01:24.830437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e60512f3-4d84-4f0c-8c47-5d70de809acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.833943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e60512f3-4d84-4f0c-8c47-5d70de809acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:24.835436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e60512f3-4d84-4f0c-8c47-5d70de809acd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e949ed5-0087-4636-9958-0bd2a56b14e8 HTTP/1.1" status: 204 len: 168 time: 0.4433806 Dec 08 16:01:24.863079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-c050fd5b-8c2e-4a2a-a20f-2e23d31addac tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1066055178&fields=id&tenant_id=027951093b714165ab9253c332050967 HTTP/1.1" status: 200 len: 267 time: 0.0997341 Dec 08 16:01:24.868333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60512f3-4d84-4f0c-8c47-5d70de809acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e949ed5-0087-4636-9958-0bd2a56b14e8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:24.879848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b0d1101-dfc0-4013-8d24-92099a7bf803 req-fc4f5894-9353-4343-8822-92452700c350 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077471 Dec 08 16:01:25.011238 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-609d634e-d253-40d9-9c04-88e6288bc3f4 req-6ffa9af1-f4d4-4331-88b6-e073e7e35681 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] show failed (client error): The resource could not be found. Dec 08 16:01:25.012693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609d634e-d253-40d9-9c04-88e6288bc3f4 req-6ffa9af1-f4d4-4331-88b6-e073e7e35681 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/8f363842-8e47-4f8d-bdcd-0626aa2848f0 HTTP/1.1" status: 404 len: 352 time: 0.0841119 Dec 08 16:01:25.096562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-8e2a5cb5-1db7-43d4-8fbf-d0634811ed70 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.098044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-8e2a5cb5-1db7-43d4-8fbf-d0634811ed70 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 823 time: 0.2064352 Dec 08 16:01:25.136406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-5b471e81-9140-4482-8fac-0e195cb77d0f tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/quotas/027951093b714165ab9253c332050967 HTTP/1.1" status: 200 len: 375 time: 0.0284584 Dec 08 16:01:25.169129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbdea8-df8b-4691-a6a4-58a5b8fdde0f req-ff74279d-c9c5-42c5-9bc2-a766110fa57a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.170781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32fbdea8-df8b-4691-a6a4-58a5b8fdde0f req-ff74279d-c9c5-42c5-9bc2-a766110fa57a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 945 time: 0.0718019 Dec 08 16:01:25.257477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-063cb44b-a3cc-45c6-99b0-e4b973723fd4 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096234 Dec 08 16:01:25.267025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32fbdea8-df8b-4691-a6a4-58a5b8fdde0f req-adc4d167-84d0-4d97-9bc3-17be74929e79 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816176 Dec 08 16:01:25.288312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:25.308106 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.355770 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5987e6-a2ff-442c-820e-794c23c53002 x-openstack-request-id: req-8a5987e6-a2ff-442c-820e-794c23c53002 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:25.359742 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "name": "network-vif-plugged", "status": "completed", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:25.366942 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a5987e6-a2ff-442c-820e-794c23c53002 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:25.368819 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'code': 200} Dec 08 16:01:25.420147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-52506381-22c3-4a92-a809-56e61e613bb5 service neutron] 10.222.0.62 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462855 Dec 08 16:01:25.473883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.480810 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.558541 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4fd63e29290e41e19ec1e4b37aba3590&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685938 Dec 08 16:01:25.560127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29f854e-26f6-4962-988c-6e0d8ce3e532,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:25.562097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56106) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:25.576199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.577548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.578356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.578978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.579545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.580234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.580933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.581610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.582288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.583065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.583821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.584545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.585559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2859d1c-77fd-434b-9ea2-3128cb5c4dfa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:25.622800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a55b-60b9-44d1-876e-11bec300ba36 req-afd5cd88-feb5-4b43-86c3-d4f8c5111f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.625010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40f0a55b-60b9-44d1-876e-11bec300ba36 req-afd5cd88-feb5-4b43-86c3-d4f8c5111f29 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1096 time: 0.1664779 Dec 08 16:01:25.671763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-2df8797e-7bb0-469a-b30d-64ea3e0b67a7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:25.673910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-2df8797e-7bb0-469a-b30d-64ea3e0b67a7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "GET /v2.0/ports?device_id=4e187b90-fa89-41a2-a331-66b832ef2ccc HTTP/1.1" status: 200 len: 945 time: 0.1543207 Dec 08 16:01:25.679170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d07b6264-dad9-44b5-aab4-9f86f65c691e service neutron] 10.222.0.62 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477551 Dec 08 16:01:25.737440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3de2-0b86-4697-a646-f3e02d9eb913 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.779099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40f0a55b-60b9-44d1-876e-11bec300ba36 req-56e2d3ed-e6bf-440e-ba1a-7725cc73f3a8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412578 Dec 08 16:01:25.809348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3de2-0b86-4697-a646-f3e02d9eb913 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.858117 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-530e6b2f-b540-4f3c-a2ba-d453d8a18194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.908685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Deleting port 414e746d-95bb-4de4-934c-ad6405cca16d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:25.908685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:25.919105 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-ac394de6-c286-4655-8efa-f40bba482366 req-8e050947-47ea-4937-bece-a0813179e5fc service neutron] show failed (client error): The resource could not be found. Dec 08 16:01:25.921533 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-8e050947-47ea-4937-bece-a0813179e5fc service neutron] 10.222.0.86 "GET /v2.0/ports/a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.1627405 Dec 08 16:01:26.133136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] For port 414e746d-95bb-4de4-934c-ad6405cca16d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=414e746d-95bb-4de4-934c-ad6405cca16d,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:26.133136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.319944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-b7182b33-fd9e-41f0-a1b6-c4de7a665729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:26.323088 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-b7182b33-fd9e-41f0-a1b6-c4de7a665729 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32&tenant_id=af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 1101 time: 0.0592189 Dec 08 16:01:26.336436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:26.407062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.595942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3de2-0b86-4697-a646-f3e02d9eb913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.598646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e9e3de2-0b86-4697-a646-f3e02d9eb913 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.604000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0e9e3de2-0b86-4697-a646-f3e02d9eb913 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a29f854e-26f6-4962-988c-6e0d8ce3e532 HTTP/1.1" status: 204 len: 168 time: 1.0351801 Dec 08 16:01:26.654719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9e3de2-0b86-4697-a646-f3e02d9eb913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29f854e-26f6-4962-988c-6e0d8ce3e532,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:26.720356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70923c49-38d7-453e-b364-2e09301a60f6 req-40ec034c-67ce-418d-9108-f3f3de77886f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:26.728004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70923c49-38d7-453e-b364-2e09301a60f6 req-40ec034c-67ce-418d-9108-f3f3de77886f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.5844126 Dec 08 16:01:26.750928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-323319af-286e-496d-bddb-2875540eaf17 req-b5e069e0-dc3c-4834-8ef7-ed8a4a6ebaee tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/bf7c9c09-301d-4970-a820-62dcbd35468d HTTP/1.1" status: 200 len: 1820 time: 0.6037257 Dec 08 16:01:26.815450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:26.876327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:26.944227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:26.964228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Transition to ACTIVE for port object a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:26.965928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:26.968991 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf03977-8b53-4ab2-be53-b6ee957ba2ae" -d '{"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:26.975382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.032502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70923c49-38d7-453e-b364-2e09301a60f6 req-b09fc9ab-d8a6-4671-8a72-571bc50e6b5b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034825 Dec 08 16:01:27.048951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.049599 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.050226 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Floating IP a4652bd8-4382-4a83-8d46-339e23033463 disassociated. External IP: 172.25.3.163, port: 414e746d-95bb-4de4-934c-ad6405cca16d. Dec 08 16:01:27.050718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Calling delete_port for 414e746d-95bb-4de4-934c-ad6405cca16d owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:27.174943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.180993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] No DVR routers for this DVR port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:27.202178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:27.254807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-323319af-286e-496d-bddb-2875540eaf17 req-b3da0089-68cc-4b93-8f4b-39e64822b745 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.305627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:27.305988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:27.306310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:27.317315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:27.317643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Attempting to bind port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:27.330851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:27.331973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:27.331973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:27.331973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Bound port: a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:27.332533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.435216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e91cb6ee-58ef-4f92-8b13-552fec4c8f6e req-eb0dbf6c-94ac-4443-8100-418cf3bf8e28 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 210 time: 0.1815350 Dec 08 16:01:27.452872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-323319af-286e-496d-bddb-2875540eaf17 req-b3da0089-68cc-4b93-8f4b-39e64822b745 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.476674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:27.476674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:27.479216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.556405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.645572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:27.646707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.649180 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] 10.222.0.58 "PUT /v2.0/ports/a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 1096 time: 1.3174660 Dec 08 16:01:27.681469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event deleted for resources: {'Port': ['ID=414e746d-95bb-4de4-934c-ad6405cca16d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:27.831913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:27.864386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '18801869-6a9a-4178-931b-d32c3552d5f6', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'port_id': '18801869-6a9a-4178-931b-d32c3552d5f6', 'mac_address': 'fa:16:3e:31:15:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b016034e-e970-4c0a-89d1-2f5ba04dea9c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:27.968220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-323319af-286e-496d-bddb-2875540eaf17 req-b3da0089-68cc-4b93-8f4b-39e64822b745 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.972167 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-323319af-286e-496d-bddb-2875540eaf17 req-b3da0089-68cc-4b93-8f4b-39e64822b745 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:27.973692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-323319af-286e-496d-bddb-2875540eaf17 req-b3da0089-68cc-4b93-8f4b-39e64822b745 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/bf7c9c09-301d-4970-a820-62dcbd35468d HTTP/1.1" status: 204 len: 173 time: 1.2119236 Dec 08 16:01:28.031525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.041561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da0089-68cc-4b93-8f4b-39e64822b745 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7c9c09-301d-4970-a820-62dcbd35468d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.055096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18801869-6a9a-4178-931b-d32c3552d5f6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:28.073464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f621e-5683-4109-b12a-8d2693c8e838 service neutron] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.111620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1baf41-4f6a-47e1-861b-fc4ac853a4fd req-21550fe3-1fb3-4f36-aa74-af7ac25f7a98 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.116194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe1baf41-4f6a-47e1-861b-fc4ac853a4fd req-21550fe3-1fb3-4f36-aa74-af7ac25f7a98 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.1901956 Dec 08 16:01:28.151579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-4d726833-388b-406c-91f9-99bfa22683f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.153127 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-4d726833-388b-406c-91f9-99bfa22683f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1099 time: 0.4345720 Dec 08 16:01:28.155318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:28.162657 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.188771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:01:28.272360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:28.394587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe1baf41-4f6a-47e1-861b-fc4ac853a4fd req-79cc82d8-b9d5-4a65-b40c-2d664e30a9f9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618811 Dec 08 16:01:28.417500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-2a9540b7-9664-40ed-975f-d38cb5c13967 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.419102 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-2a9540b7-9664-40ed-975f-d38cb5c13967 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 823 time: 0.6477993 Dec 08 16:01:28.434896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-5283be15-e428-447a-9041-6fc8c57c12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.436499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-5283be15-e428-447a-9041-6fc8c57c12cb service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2748220 Dec 08 16:01:28.461654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['18801869-6a9a-4178-931b-d32c3552d5f6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:28.482575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410a0a-4e5f-456d-a241-f9a24fbb332b req-f3afb14c-ba7a-451f-97fb-8311a1f5cdf3 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.484557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98410a0a-4e5f-456d-a241-f9a24fbb332b req-f3afb14c-ba7a-451f-97fb-8311a1f5cdf3 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 945 time: 0.1580486 Dec 08 16:01:28.555050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:28.571811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98410a0a-4e5f-456d-a241-f9a24fbb332b req-7031a175-96ca-4403-bc0d-d977e3ce8548 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802674 Dec 08 16:01:28.577525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:28.636041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:28.636719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:00:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:28.664601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] No DVR routers for this DVR port 414e746d-95bb-4de4-934c-ad6405cca16d on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:28.697544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.705319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0c52632-14d7-4fc5-a6d0-ed325a3217f9 req-0cd87dda-7596-4d79-9209-9a4f094feca7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "DELETE /v2.0/ports/414e746d-95bb-4de4-934c-ad6405cca16d HTTP/1.1" status: 204 len: 173 time: 3.0232553 Dec 08 16:01:28.715531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'name': 'network-vif-deleted', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:28.722005 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76f6038-f879-432c-86ac-aad38aa84de3" -d '{"events": [{"server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "name": "network-vif-deleted", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:28.822222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1a9145a-e7f6-4b53-90ef-495ec849dac2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:28.823044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b050ef5d-9726-4938-9a2e-064624e26cd8 req-c4a6f081-cc7c-45f6-8b84-ee318f2e08c6 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/2cf21887-b44e-4e88-a8d9-113cf8dda4d1 HTTP/1.1" status: 200 len: 1822 time: 0.1740978 Dec 08 16:01:28.936977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:28.996684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e505e6-8d4f-43fc-b623-d55137388d18 req-0245fdee-baad-4fc2-bb79-f667648747dc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:28.999896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12e505e6-8d4f-43fc-b623-d55137388d18 req-0245fdee-baad-4fc2-bb79-f667648747dc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 948 time: 0.1921360 Dec 08 16:01:29.001050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b050ef5d-9726-4938-9a2e-064624e26cd8 req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.013882 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cca1bf-5be7-4469-a5c4-05d575fee5c4 x-openstack-request-id: req-73cca1bf-5be7-4469-a5c4-05d575fee5c4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:29.015655 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-unplugged", "status": "completed", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:29.016280 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73cca1bf-5be7-4469-a5c4-05d575fee5c4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:29.017249 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'code': 200} Dec 08 16:01:29.024188 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-3e07d291-c7ac-41fb-987c-77f458a1e7b2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.5714238 Dec 08 16:01:29.072134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b050ef5d-9726-4938-9a2e-064624e26cd8 req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.148946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-2eec0360-0c45-481f-ab2d-d11e8eed6c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:29.151880 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-2eec0360-0c45-481f-ab2d-d11e8eed6c22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1048357 Dec 08 16:01:29.200602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 414e746d-95bb-4de4-934c-ad6405cca16d no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:29.204934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12e505e6-8d4f-43fc-b623-d55137388d18 req-86b503a3-e2c6-40c1-bb55-f5839d7c4056 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884143 Dec 08 16:01:29.231391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 414e746d-95bb-4de4-934c-ad6405cca16d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:29.232667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 414e746d-95bb-4de4-934c-ad6405cca16d not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:29.284795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b050ef5d-9726-4938-9a2e-064624e26cd8 req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.292846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b050ef5d-9726-4938-9a2e-064624e26cd8 req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.295584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b050ef5d-9726-4938-9a2e-064624e26cd8 req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/2cf21887-b44e-4e88-a8d9-113cf8dda4d1 HTTP/1.1" status: 204 len: 173 time: 0.4713933 Dec 08 16:01:29.319858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf21887-b44e-4e88-a8d9-113cf8dda4d1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:29.344278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.347156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.348053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.348825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.350130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.351115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.352302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.354144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.355117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.355918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.356709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.357753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.358624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93173dd5-c89f-4507-819f-b1a9a4006162 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:29.406770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:29.442549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:29.443141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac394de6-c286-4655-8efa-f40bba482366 req-5b36982d-6dcf-4715-8b8d-f82e33c921cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:29.450274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-5b36982d-6dcf-4715-8b8d-f82e33c921cc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2782757 Dec 08 16:01:29.457272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:29.457970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:29.544139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e47773e6-2517-461c-adf5-9c7d597c7e64 req-bdb6b806-1904-4bdd-81ca-1feed8c66093 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 210 time: 0.1352844 Dec 08 16:01:29.612329 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d0a7f59f-eaff-472b-81eb-b5b2d80a7535 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=027951093b714165ab9253c332050967 HTTP/1.1" status: 200 len: 380 time: 1.1794868 Dec 08 16:01:29.640812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'port': {'device_id': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'admin_state_up': True, 'tenant_id': '027951093b714165ab9253c332050967', 'security_groups': ['50490c3e-73ec-4fce-acb3-e76dd82f1e7d']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:29.657712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:29.771884 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-cde88708-bc87-42c3-8f07-6f4f71fdf9c1 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149085 Dec 08 16:01:29.837219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3b3dd4-702e-41cf-8dd4-f01c1501db44 req-155a36a2-5100-462b-8554-19601f9102a0 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:29.845339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b3b3dd4-702e-41cf-8dd4-f01c1501db44 req-155a36a2-5100-462b-8554-19601f9102a0 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1096 time: 0.1293373 Dec 08 16:01:29.942111 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac394de6-c286-4655-8efa-f40bba482366 req-9d6e8628-af67-4428-962c-118a013a7041 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501205 Dec 08 16:01:29.955688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:29.962241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Made reservation on behalf of 027951093b714165ab9253c332050967 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:29.967347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.012371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b3b3dd4-702e-41cf-8dd4-f01c1501db44 req-2b3be48f-0256-4f73-a3ba-760a991adbfb tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379538 Dec 08 16:01:30.183917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:30.294790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:30.317507 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec725221-676e-438e-b9bf-c482b5d1e72b x-openstack-request-id: req-ec725221-676e-438e-b9bf-c482b5d1e72b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:30.318181 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e187b90-fa89-41a2-a331-66b832ef2ccc", "name": "network-vif-deleted", "tag": "414e746d-95bb-4de4-934c-ad6405cca16d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:30.318749 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec725221-676e-438e-b9bf-c482b5d1e72b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:30.319415 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e187b90-fa89-41a2-a331-66b832ef2ccc', 'name': 'network-vif-deleted', 'tag': '414e746d-95bb-4de4-934c-ad6405cca16d', 'status': 'completed', 'code': 200} Dec 08 16:01:30.344201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc72d04d-299c-4644-aff9-b48eccdf2986 None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:30.356773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:30.431191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7058d966-b245-4864-8f09-732f37e78513 req-32b63b92-429e-4ee1-b358-19ace736035f tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/16df6f54-234d-4581-9ccd-ac1b9210937e HTTP/1.1" status: 200 len: 1821 time: 0.0860028 Dec 08 16:01:30.466170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Allocated IP 172.20.0.10 (b9f0086a-06d3-4e40-ab51-fcd1a185f024/88a47289-5e78-4e3c-b207-db4e715ed973/7c914251-e252-4951-9139-9e79f6dc5c9b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:30.549989 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7058d966-b245-4864-8f09-732f37e78513 req-c9877765-b3a4-4a7e-bdef-360b41a78616 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.630983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7058d966-b245-4864-8f09-732f37e78513 req-c9877765-b3a4-4a7e-bdef-360b41a78616 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.667512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ecaad-facb-46f0-bc6a-804b8e060f07 req-9dea2e43-30de-457b-bfa4-5b1051ebd25e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:30.671390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-027ecaad-facb-46f0-bc6a-804b8e060f07 req-9dea2e43-30de-457b-bfa4-5b1051ebd25e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 945 time: 0.1803558 Dec 08 16:01:30.706277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.759526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.798480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-027ecaad-facb-46f0-bc6a-804b8e060f07 req-e244a318-9e46-4e13-849a-74b46cd42e72 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188571 Dec 08 16:01:30.804526 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dca4acf-4a73-475f-9935-0a43c900365d None None] New status for floating IP a4652bd8-4382-4a83-8d46-339e23033463: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:01:30.818534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:30.818816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7058d966-b245-4864-8f09-732f37e78513 req-c9877765-b3a4-4a7e-bdef-360b41a78616 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.822696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:30.833851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:30.835387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7058d966-b245-4864-8f09-732f37e78513 req-c9877765-b3a4-4a7e-bdef-360b41a78616 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.838030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:30.838458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7058d966-b245-4864-8f09-732f37e78513 req-c9877765-b3a4-4a7e-bdef-360b41a78616 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/16df6f54-234d-4581-9ccd-ac1b9210937e HTTP/1.1" status: 204 len: 173 time: 0.4061844 Dec 08 16:01:30.839042 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:30.862313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9877765-b3a4-4a7e-bdef-360b41a78616 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16df6f54-234d-4581-9ccd-ac1b9210937e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:30.892609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2706900 Dec 08 16:01:30.905434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9283c99-5e3f-480a-9425-f55573efad18 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event updated for resources: {'Port': ['ID=7c914251-e252-4951-9139-9e79f6dc5c9b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:30.916703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Request body: {'port': {'device_id': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:31.012117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.024045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:31.027061 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31580909-0b11-4b2d-a6ef-8eb165251759" -d '{"events": [{"name": "network-changed", "server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:31.073319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a732c5-8c4a-4bd3-95c2-7a244f1ec9a5 req-ae0f4775-0ae8-4c38-9d3c-5b1f596e2f93 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.074977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7a732c5-8c4a-4bd3-95c2-7a244f1ec9a5 req-ae0f4775-0ae8-4c38-9d3c-5b1f596e2f93 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1096 time: 0.1020651 Dec 08 16:01:31.086908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97705efa-d126-4057-8363-22038c694ae0 req-69a395de-807c-4e77-a769-5842b317d496 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.100860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97705efa-d126-4057-8363-22038c694ae0 req-69a395de-807c-4e77-a769-5842b317d496 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 948 time: 0.1489227 Dec 08 16:01:31.176055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:31.201532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97705efa-d126-4057-8363-22038c694ae0 req-368cd84f-4442-4429-b2a8-f384c33f5206 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039836 Dec 08 16:01:31.258869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7a732c5-8c4a-4bd3-95c2-7a244f1ec9a5 req-1fc6b663-da5b-4d0c-bcd0-b65ec6f2d132 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362317 Dec 08 16:01:31.330038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 18801869-6a9a-4178-931b-d32c3552d5f6 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:31.338183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 18801869-6a9a-4178-931b-d32c3552d5f6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:31.343721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.455343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe353d9-f3e1-44e4-aee5-4005b073bd38 req-23c18a67-bdeb-4a98-9a2b-f06ae7ce9e67 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.457931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afe353d9-f3e1-44e4-aee5-4005b073bd38 req-23c18a67-bdeb-4a98-9a2b-f06ae7ce9e67 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 932 time: 0.1007726 Dec 08 16:01:31.467725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae58b0-fc92-42c8-9a7d-ee64785d9f46 req-a73c2f3f-9d5c-45d0-89ac-bf725d5dd7c9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.469422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edae58b0-fc92-42c8-9a7d-ee64785d9f46 req-a73c2f3f-9d5c-45d0-89ac-bf725d5dd7c9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 949 time: 0.0997219 Dec 08 16:01:31.517823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.552893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edae58b0-fc92-42c8-9a7d-ee64785d9f46 req-f358ea07-1c45-408c-a285-c4eb5e24c241 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636053 Dec 08 16:01:31.581986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:31.584741 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41a092f7-9063-4dac-a079-267ae70e0af0" -d '{"events": [{"server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "name": "network-vif-plugged", "status": "completed", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:31.601837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afe353d9-f3e1-44e4-aee5-4005b073bd38 req-a4dcddc9-260c-4d26-b650-00db2eaa8a45 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309919 Dec 08 16:01:31.610375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:31.619803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.719080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c914251-e252-4951-9139-9e79f6dc5c9b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:31.728159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad76fe87-7ebd-4085-8109-84336a671dbd req-748d9ae9-aab4-465d-8cf0-4f5d3ce274a2 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/80a7dab8-98f1-416f-8299-8a3bc61c77fc HTTP/1.1" status: 200 len: 2420 time: 0.1237729 Dec 08 16:01:31.732237 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.737622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.742511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:31.764584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.808251 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bcb73e-b092-4f06-8443-d69034e3a78c x-openstack-request-id: req-22bcb73e-b092-4f06-8443-d69034e3a78c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:31.810146 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:31.811456 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22bcb73e-b092-4f06-8443-d69034e3a78c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:31.812333 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'status': 'completed', 'code': 200} Dec 08 16:01:31.841313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ad76fe87-7ebd-4085-8109-84336a671dbd req-c2e16e3b-eb9e-4233-b656-71b091e1b013 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.883544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Transition to ACTIVE for port object 7c914251-e252-4951-9139-9e79f6dc5c9b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:31.903856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ad76fe87-7ebd-4085-8109-84336a671dbd req-c2e16e3b-eb9e-4233-b656-71b091e1b013 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.911125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:31.940049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-29c5ed9c-8678-41f0-8668-5b58490e8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:31.944320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-29c5ed9c-8678-41f0-8668-5b58490e8d69 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1099 time: 0.1193752 Dec 08 16:01:32.033426 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c35282a-ca38-48fc-8f93-187a717b506e x-openstack-request-id: req-2c35282a-ca38-48fc-8f93-187a717b506e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:32.034755 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "name": "network-vif-plugged", "status": "completed", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:32.034878 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2c35282a-ca38-48fc-8f93-187a717b506e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:32.043150 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6', 'code': 200} Dec 08 16:01:32.048207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-1a772ad2-ff2c-4300-b749-588f7cf573a9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.050003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-1a772ad2-ff2c-4300-b749-588f7cf573a9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.86 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 949 time: 0.2799726 Dec 08 16:01:32.097729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Pushing event updated for resources: {'Port': ['ID=7c914251-e252-4951-9139-9e79f6dc5c9b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:32.150253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.179083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-0cc0eeb8-be99-46c3-9752-1400be9cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.180911 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-0cc0eeb8-be99-46c3-9752-1400be9cde41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1099 time: 0.2481298 Dec 08 16:01:32.230076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Attempting to bind port 7c914251-e252-4951-9139-9e79f6dc5c9b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:32.230076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Attempting to bind port 7c914251-e252-4951-9139-9e79f6dc5c9b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:32.230076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Attempting to bind port 7c914251-e252-4951-9139-9e79f6dc5c9b on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:32.285350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Port 7c914251-e252-4951-9139-9e79f6dc5c9b on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:32.285678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Attempting to bind port 7c914251-e252-4951-9139-9e79f6dc5c9b on network b9f0086a-06d3-4e40-ab51-fcd1a185f024 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:32.304243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:32.304576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Checking segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:32.304961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Bound using segment: {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:32.305423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Bound port: 7c914251-e252-4951-9139-9e79f6dc5c9b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57c4b859-105c-449c-b19c-1a2d945b1d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:32.305779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.331420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ad76fe87-7ebd-4085-8109-84336a671dbd req-c2e16e3b-eb9e-4233-b656-71b091e1b013 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.336768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ad76fe87-7ebd-4085-8109-84336a671dbd req-c2e16e3b-eb9e-4233-b656-71b091e1b013 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.351959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad76fe87-7ebd-4085-8109-84336a671dbd req-c2e16e3b-eb9e-4233-b656-71b091e1b013 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/80a7dab8-98f1-416f-8299-8a3bc61c77fc HTTP/1.1" status: 204 len: 173 time: 0.6204906 Dec 08 16:01:32.456342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-1420b92a-fbe9-4749-894a-96e7e44a4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.459628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-1420b92a-fbe9-4749-894a-96e7e44a4a55 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.5036070 Dec 08 16:01:32.495396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e16e3b-eb9e-4233-b656-71b091e1b013 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a7dab8-98f1-416f-8299-8a3bc61c77fc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:32.584809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Deleting port 5626d6ca-10a1-4466-9e45-5374aa9e1104 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:01:32.585579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.603658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c967912-ba21-496a-b53f-6228cce7dc84 req-684a1103-69ed-4cf7-9b78-794b6daca8e3 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.609431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.617080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c967912-ba21-496a-b53f-6228cce7dc84 req-684a1103-69ed-4cf7-9b78-794b6daca8e3 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.3850844 Dec 08 16:01:32.624700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-d8e04d2c-1598-42bf-a01a-8200f3b55380 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.1445692 Dec 08 16:01:32.632927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-206afffc-63d7-41d5-9fb4-f15be1682fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.635748 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-206afffc-63d7-41d5-9fb4-f15be1682fbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4201093 Dec 08 16:01:32.677515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6c440-c6ef-43ce-b0fb-ad4860aec072 req-0b3dd057-17a2-43b2-b9b9-de7df0e9091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.679624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3b6c440-c6ef-43ce-b0fb-ad4860aec072 req-0b3dd057-17a2-43b2-b9b9-de7df0e9091e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1097 time: 0.3916943 Dec 08 16:01:32.709074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] For port 7c914251-e252-4951-9139-9e79f6dc5c9b, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:32.789027 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-ee0a4e33-2bb0-47cb-97fb-bf8729b1dafd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.0722668 Dec 08 16:01:32.807339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] For port 7c914251-e252-4951-9139-9e79f6dc5c9b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7c914251-e252-4951-9139-9e79f6dc5c9b,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:32.839803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.843478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c967912-ba21-496a-b53f-6228cce7dc84 req-f6b38c8c-aa23-40d4-b4c7-965a0095e8ec tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164547 Dec 08 16:01:32.916852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.917491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:32.919538 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] 10.222.0.58 "PUT /v2.0/ports/7c914251-e252-4951-9139-9e79f6dc5c9b HTTP/1.1" status: 200 len: 1092 time: 2.0076258 Dec 08 16:01:32.958008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-c7820c68-8619-4994-9f36-f60275b7171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:32.961605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-c7820c68-8619-4994-9f36-f60275b7171e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.3244791 Dec 08 16:01:32.990595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] For port 5626d6ca-10a1-4466-9e45-5374aa9e1104, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5626d6ca-10a1-4466-9e45-5374aa9e1104,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:32.990959 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.003378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-3d123c5b-5975-4787-b2ae-7c9d652680d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.005024 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-3d123c5b-5975-4787-b2ae-7c9d652680d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2082286 Dec 08 16:01:33.040159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Calling delete_port for 5626d6ca-10a1-4466-9e45-5374aa9e1104 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:01:33.042588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3b6c440-c6ef-43ce-b0fb-ad4860aec072 req-5b9facc9-7f5c-4dfc-889b-ff5201a7b972 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2991755 Dec 08 16:01:33.124450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dac2795-0093-42e9-bc66-3968b2f87f88 req-705dbd22-6da4-40a6-8104-f2969e119a52 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "GET /v2.0/security-groups/f2d03daf-2b44-4e12-8a93-5819d50817e6 HTTP/1.1" status: 200 len: 2414 time: 0.1720517 Dec 08 16:01:33.136846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177e5e0-233b-4f9f-8a63-f743edf87998 service neutron] Pushing event updated for resources: {'Port': ['ID=7c914251-e252-4951-9139-9e79f6dc5c9b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:33.148711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac25107-ea9d-4833-b1d4-a39c6296c44d req-78770dbb-9438-4974-b40d-d43e0877274e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.157561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ac25107-ea9d-4833-b1d4-a39c6296c44d req-78770dbb-9438-4974-b40d-d43e0877274e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 948 time: 0.1486270 Dec 08 16:01:33.161314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-17384ff0-ce4b-4d5c-b06e-3ca0423a0db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.163000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-17384ff0-ce4b-4d5c-b06e-3ca0423a0db3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1808798 Dec 08 16:01:33.187522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:33.200436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-bd908dd0-e347-470e-be13-675b711d7096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.203548 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-bd908dd0-e347-470e-be13-675b711d7096 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 1095 time: 0.2093077 Dec 08 16:01:33.228362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-417ad7e0-c642-4329-b173-0cc573ba34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.231541 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-417ad7e0-c642-4329-b173-0cc573ba34a4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2046275 Dec 08 16:01:33.341708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ac25107-ea9d-4833-b1d4-a39c6296c44d req-d919c457-b4a6-4b91-8f36-5e6f6d69310c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718576 Dec 08 16:01:33.356219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5dac2795-0093-42e9-bc66-3968b2f87f88 req-6b2bea59-31a8-4f02-91f8-1270d718ea77 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.377579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-8db6ef31-bd6d-4dc5-9ae8-fe301a20cd72 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930008 Dec 08 16:01:33.391599 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:01:33.443060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:33.447762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5dac2795-0093-42e9-bc66-3968b2f87f88 req-6b2bea59-31a8-4f02-91f8-1270d718ea77 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.463771 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-a1ec23a0-effe-4e9c-a305-94cb97d802a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c914251-e252-4951-9139-9e79f6dc5c9b HTTP/1.1" status: 200 len: 217 time: 0.1893327 Dec 08 16:01:33.472217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'mac_address': 'fa:16:3e:1e:06:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:33.545879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.573048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:33.575239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-b31de31c-b3ab-4aca-b6af-c7cb5c8f359f service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896539 Dec 08 16:01:33.609046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5dac2795-0093-42e9-bc66-3968b2f87f88 req-6b2bea59-31a8-4f02-91f8-1270d718ea77 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.613062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5dac2795-0093-42e9-bc66-3968b2f87f88 req-6b2bea59-31a8-4f02-91f8-1270d718ea77 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.616519 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-d7fd9f37-9dd7-4171-9735-64daf06502c6 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459322 Dec 08 16:01:33.618922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:33.622966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dac2795-0093-42e9-bc66-3968b2f87f88 req-6b2bea59-31a8-4f02-91f8-1270d718ea77 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] 10.222.0.62 "DELETE /v2.0/security-groups/f2d03daf-2b44-4e12-8a93-5819d50817e6 HTTP/1.1" status: 204 len: 173 time: 0.4634752 Dec 08 16:01:33.628630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.628921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56230) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:33.663475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bea59-31a8-4f02-91f8-1270d718ea77 tempest-SecurityGroupRulesTestJSON-249829491 tempest-SecurityGroupRulesTestJSON-249829491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d03daf-2b44-4e12-8a93-5819d50817e6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:33.688077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07321ed9-eb5c-400b-8bed-44ed85db0136 req-a31af660-4629-4931-bf93-add7716c8636 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.691587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07321ed9-eb5c-400b-8bed-44ed85db0136 req-a31af660-4629-4931-bf93-add7716c8636 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/ports?device_id=e868b12c-cde5-41a3-abf3-500a6003df4f HTTP/1.1" status: 200 len: 949 time: 0.1671486 Dec 08 16:01:33.760537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:33.781212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-f174b0e9-9387-4de9-b3ae-f5d52a6ba012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.783178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-f174b0e9-9387-4de9-b3ae-f5d52a6ba012 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.3022065 Dec 08 16:01:33.821397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:33.822523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9629d-cdb5-4d75-b5a9-8795fc5ba9ec req-1b4f288e-72b7-4022-9c5d-bf2356ed0d66 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:33.823388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3e9629d-cdb5-4d75-b5a9-8795fc5ba9ec req-1b4f288e-72b7-4022-9c5d-bf2356ed0d66 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 944 time: 0.1303279 Dec 08 16:01:33.823975 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:33.828194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07321ed9-eb5c-400b-8bed-44ed85db0136 req-ca20730e-a2f8-4972-8c8d-194fd58bc870 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.62 "GET /v2.0/security-groups?id=937de2c5-2949-474a-8d14-f06a93f72fc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163168 Dec 08 16:01:33.924641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Deleting subnet c2a62370-4031-41ea-bc6a-64b95a960b87 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:01:33.931930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3e9629d-cdb5-4d75-b5a9-8795fc5ba9ec req-b19f9799-29ca-435f-abce-16e3e484560f tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928934 Dec 08 16:01:33.932376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.958536 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:33.974347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5626d6ca-10a1-4466-9e45-5374aa9e1104'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:34.013976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:34.019499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-31580909-0b11-4b2d-a6ef-8eb165251759 req-f660b907-4c07-4b25-92cc-5ba07fbf7d84 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895373 Dec 08 16:01:34.021830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Pushing event deleted for resources: {'Port': ['ID=5626d6ca-10a1-4466-9e45-5374aa9e1104,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:34.037314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-df5cf3bc-c77e-4cff-b790-c36e58c6d95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.038897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-df5cf3bc-c77e-4cff-b790-c36e58c6d95f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2307501 Dec 08 16:01:34.060055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.072050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0fee4-8d8d-4d4a-9955-e198eb2f2b7c req-8d8cec67-ce87-4643-85b4-c5ba8efb8b82 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.074206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7be0fee4-8d8d-4d4a-9955-e198eb2f2b7c req-8d8cec67-ce87-4643-85b4-c5ba8efb8b82 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1096 time: 0.0810943 Dec 08 16:01:34.137068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.210670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7be0fee4-8d8d-4d4a-9955-e198eb2f2b7c req-9679cae9-632e-460c-bc75-7e2aed442d7c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238811 Dec 08 16:01:34.237009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] No DVR routers for this DVR port 5626d6ca-10a1-4466-9e45-5374aa9e1104 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:34.241878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.248450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fa86e26c-aa43-4be1-bfb3-f51aab5416f4 req-f88228cb-e098-4e48-b37c-3b4b460f8ae9 tempest-TenantUsagesTestJSON-1188740040 tempest-TenantUsagesTestJSON-1188740040-project] 10.222.0.86 "DELETE /v2.0/ports/5626d6ca-10a1-4466-9e45-5374aa9e1104 HTTP/1.1" status: 204 len: 173 time: 2.1849473 Dec 08 16:01:34.320127 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-db256cd2-b56b-4a65-8ac2-d0b8251740ee service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561133 Dec 08 16:01:34.369698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.487775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2a62370-4031-41ea-bc6a-64b95a960b87,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:34.502255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.509999 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fa5ea93d-8c44-4f70-a44f-fc3acfc63b69 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c2a62370-4031-41ea-bc6a-64b95a960b87 HTTP/1.1" status: 204 len: 168 time: 0.8551805 Dec 08 16:01:34.511429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56246) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:34.565560 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4942c9c5-0e07-4a1a-9e55-446b0d64321f req-6205ac9f-09a0-4c27-8dc4-0a8a1fc2b4ab service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336500 Dec 08 16:01:34.660657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:34.689768 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a82f3a5-ca91-4ecf-bd25-1de3164f9c82 x-openstack-request-id: req-8a82f3a5-ca91-4ecf-bd25-1de3164f9c82 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:34.690323 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:34.690577 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a82f3a5-ca91-4ecf-bd25-1de3164f9c82 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:34.691340 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'status': 'completed', 'code': 200} Dec 08 16:01:34.925935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-cc18983e-ec30-4e5c-a2ce-b03f1bdbd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.927524 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-cc18983e-ec30-4e5c-a2ce-b03f1bdbd9c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 1095 time: 0.1886785 Dec 08 16:01:34.961211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-16aac6bc-f0de-43c5-89a0-1b37ee862c19 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:34.962922 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-16aac6bc-f0de-43c5-89a0-1b37ee862c19 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32&tenant_id=af8d0610d89e416cb0f9a13306ad8792&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 949 time: 0.1521745 Dec 08 16:01:35.119569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.130822 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-9f3a1b7a-8107-426a-a542-a3e89aa1f099 service neutron] delete failed (client error): The resource could not be found. Dec 08 16:01:35.132130 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-9f3a1b7a-8107-426a-a542-a3e89aa1f099 service neutron] 10.222.0.86 "DELETE /v2.0/ports/a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.1301670 Dec 08 16:01:35.138455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b7daf-4015-4879-a155-a5182d40179a req-576732b7-eeeb-4efb-8064-86facde22b59 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:35.145931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae0b7daf-4015-4879-a155-a5182d40179a req-576732b7-eeeb-4efb-8064-86facde22b59 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.1274354 Dec 08 16:01:35.174451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-e45db985-4125-4ba1-a74b-2f086763bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:35.175094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba421c32-c90b-4436-9919-e0558b511216']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:35.179401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-e45db985-4125-4ba1-a74b-2f086763bc4e service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 924 time: 0.2357559 Dec 08 16:01:35.189223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa6778b-c097-431e-9463-7d89710c6cd7') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:35.189514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa6778b-c097-431e-9463-7d89710c6cd7') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:35.200403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:35.208436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.247109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae0b7daf-4015-4879-a155-a5182d40179a req-8887b07a-ef2f-4ddf-8640-0ef4a1408b96 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958278 Dec 08 16:01:35.248329 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.275412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:01:35.275830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:01:35.277753 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:01:35.280563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-4982bf19-f77f-4493-b6f4-690e96cb68fa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c914251-e252-4951-9139-9e79f6dc5c9b HTTP/1.1" status: 200 len: 217 time: 0.0911524 Dec 08 16:01:35.304360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:35.309673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:35.310390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.360695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-9b8ef226-ff29-40fc-8a25-4152b6c1454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:35.363421 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-9b8ef226-ff29-40fc-8a25-4152b6c1454c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.0737336 Dec 08 16:01:35.427050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.433201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.440290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] 10.222.0.62 "DELETE /v2.0/networks/ba421c32-c90b-4436-9919-e0558b511216 HTTP/1.1" status: 204 len: 168 time: 0.9241781 Dec 08 16:01:35.455149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226b0d3-430e-49d4-9ebe-5341971695ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ba421c32-c90b-4436-9919-e0558b511216,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:35.505203 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.552398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:35.553673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:35.557119 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706c904c-156d-4355-a1c3-8f52a103dbbe" -d '{"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-plugged", "status": "completed", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:35.560496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-9d532d4a-63fe-4de3-bfcb-4040f20f10e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:35.563326 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-9d532d4a-63fe-4de3-bfcb-4040f20f10e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 1100 time: 0.1874261 Dec 08 16:01:35.563590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:35.567101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-4aeff257-6490-4485-ace8-3b38aa7bb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:35.570033 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-4aeff257-6490-4485-ace8-3b38aa7bb46a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1941383 Dec 08 16:01:35.649523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:35.847266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56278) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:35.943952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e6e8e7fc-420a-46d6-b799-e57cfb7b5cca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=473f90577d144bdca57945bb3cf77db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0929623 Dec 08 16:01:35.945030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56282) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:36.022744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc57476-a834-4008-a219-92c0192ba924 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.051373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc57476-a834-4008-a219-92c0192ba924 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.063038 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-07089662-b438-49b4-aa9e-6c2ec9b7bb62 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4719191 Dec 08 16:01:36.119908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc57476-a834-4008-a219-92c0192ba924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.123017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc57476-a834-4008-a219-92c0192ba924 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:36.125854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6fc57476-a834-4008-a219-92c0192ba924 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab6f3933-35dc-46f1-8a1a-1d50d3e25163 HTTP/1.1" status: 204 len: 168 time: 0.1795685 Dec 08 16:01:36.139057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc57476-a834-4008-a219-92c0192ba924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6f3933-35dc-46f1-8a1a-1d50d3e25163,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:36.177197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5626d6ca-10a1-4466-9e45-5374aa9e1104 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:36.209830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 5626d6ca-10a1-4466-9e45-5374aa9e1104 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:01:36.210710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5626d6ca-10a1-4466-9e45-5374aa9e1104 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:36.213640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-d3b20f2a-87d3-438f-a0ec-af451988c671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:36.216652 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-d3b20f2a-87d3-438f-a0ec-af451988c671 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.6457472 Dec 08 16:01:36.302901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-ae7a1035-fcf5-4ba3-a71c-14f835e3f99c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 200 len: 217 time: 0.0739486 Dec 08 16:01:36.447979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-0580ee70-a5e5-4074-bb14-d551350f6728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:36.449732 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-0580ee70-a5e5-4074-bb14-d551350f6728 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1392252 Dec 08 16:01:36.457896 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c60efc9-03ac-45bd-b69e-3f5b379e88dd req-0a078c12-b37e-4e22-81f3-ebec4961a42b service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547153 Dec 08 16:01:36.528328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-89f02d3a-187b-41cd-bc7a-cbdc47510e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:36.533043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-89f02d3a-187b-41cd-bc7a-cbdc47510e48 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0720689 Dec 08 16:01:36.704094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'name': 'network-vif-deleted', 'tag': '5626d6ca-10a1-4466-9e45-5374aa9e1104'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:36.706557 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a060fee-c63b-4afc-bc95-ca5ef2fa62fe" -d '{"events": [{"server_uuid": "e868b12c-cde5-41a3-abf3-500a6003df4f", "name": "network-vif-deleted", "tag": "5626d6ca-10a1-4466-9e45-5374aa9e1104"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:36.713060 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-f272a591-b6b3-41f8-a413-1878cb6c02b9 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748207 Dec 08 16:01:36.823211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-a58e454b-aa66-446e-af34-50cf5018f5cf tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:01:36.825274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-a58e454b-aa66-446e-af34-50cf5018f5cf tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542827 Dec 08 16:01:36.938669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-d5540266-b20b-461a-b723-75f1eb76fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:36.941663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-d5540266-b20b-461a-b723-75f1eb76fd99 service neutron] 10.222.0.62 "GET /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 1093 time: 0.1039922 Dec 08 16:01:36.969248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Request body: {'binding': {'host': 'n-h1-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:36.970042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:01:37.008753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b7ff4138-fc0b-4ce7-b5b9-a608e4ff92ab req-a59d6dbf-682b-45fb-8f6f-3039f2d70ed8 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816002 Dec 08 16:01:37.262315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on host n-h1-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:37.263471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:37.263834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:37.273069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:37.273327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:37.284398 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:37.285010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:37.285675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:37.286552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Bound port: 5c2283fd-6ee9-4f64-a952-75c807341dce, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:37.375675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:37.383146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:37.384733 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-b8fa4481-8295-4977-a851-5cb7e18773c0 service neutron] 10.222.0.62 "POST /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce/bindings HTTP/1.1" status: 201 len: 389 time: 0.4228404 Dec 08 16:01:37.598416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe83a2e-5306-4449-a798-6b9dde9d8c5f req-d8639029-cce2-4467-8b1f-279a72e25e17 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:37.607156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fe83a2e-5306-4449-a798-6b9dde9d8c5f req-d8639029-cce2-4467-8b1f-279a72e25e17 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.0840578 Dec 08 16:01:37.696990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fe83a2e-5306-4449-a798-6b9dde9d8c5f req-eac1cb12-327e-40ff-aa28-feb740a50a65 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839274 Dec 08 16:01:37.976900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-e109c9d2-f012-41be-9ac0-205034a05d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:37.979465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-e109c9d2-f012-41be-9ac0-205034a05d04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1096 time: 0.1507747 Dec 08 16:01:38.045336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475027c5-9e03-4466-a786-4e3cdf106dc3 req-8337ccf3-0a75-4861-ab2c-8c3300cadd7e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.057677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-475027c5-9e03-4466-a786-4e3cdf106dc3 req-8337ccf3-0a75-4861-ab2c-8c3300cadd7e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 944 time: 0.1528192 Dec 08 16:01:38.137004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-475027c5-9e03-4466-a786-4e3cdf106dc3 req-af307883-7763-40b1-80bb-ce30b475112e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754244 Dec 08 16:01:38.223503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-60934291-0f63-4845-a4d6-42e05ece80e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.227229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-60934291-0f63-4845-a4d6-42e05ece80e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2365899 Dec 08 16:01:38.292898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0701eb-7888-45c6-bac5-52a9cc77c458 req-71f09ff2-44e2-437b-9122-7c75c6eccf0d tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.295544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d0701eb-7888-45c6-bac5-52a9cc77c458 req-71f09ff2-44e2-437b-9122-7c75c6eccf0d tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1097 time: 0.0525839 Dec 08 16:01:38.306969 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-9ea1fbb8-afc5-4a1d-89ee-207276400500 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 217 time: 0.0708411 Dec 08 16:01:38.359444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56326) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:38.372219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d0701eb-7888-45c6-bac5-52a9cc77c458 req-38e31b85-9dec-4d08-8801-7be9aebe0365 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692933 Dec 08 16:01:38.411856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-997675ca-14cd-4bfd-b0e4-9ae1cc094a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.415157 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-997675ca-14cd-4bfd-b0e4-9ae1cc094a80 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.0996914 Dec 08 16:01:38.510623 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d807e3-e356-415b-a3af-2564f8e99c6c x-openstack-request-id: req-c1d807e3-e356-415b-a3af-2564f8e99c6c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:38.511124 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-plugged", "status": "completed", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:38.511494 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1d807e3-e356-415b-a3af-2564f8e99c6c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:38.512093 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'code': 200} Dec 08 16:01:38.525602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-552d6385-20a0-400c-a656-21b884fb849b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1012759 Dec 08 16:01:38.574082 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd1f1a7-6fff-4b05-b8d7-43904bfdde70 x-openstack-request-id: req-9bd1f1a7-6fff-4b05-b8d7-43904bfdde70 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:38.574422 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e868b12c-cde5-41a3-abf3-500a6003df4f", "name": "network-vif-deleted", "tag": "5626d6ca-10a1-4466-9e45-5374aa9e1104", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:38.574614 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bd1f1a7-6fff-4b05-b8d7-43904bfdde70 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:38.575017 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e868b12c-cde5-41a3-abf3-500a6003df4f', 'name': 'network-vif-deleted', 'tag': '5626d6ca-10a1-4466-9e45-5374aa9e1104', 'status': 'completed', 'code': 200} Dec 08 16:01:38.654692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dfed8438-312d-453e-bd86-8605ecbd1bd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bcd90662cc94ede9c438001e13bea9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2926431 Dec 08 16:01:38.661326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56338) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:38.686331 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-6d543f01-2929-45e0-974d-b939b133f514 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518412 Dec 08 16:01:38.706363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112680ba-aac9-453b-8605-cdb3b477d3cc req-49badea1-4a49-428c-9bdc-be7fc0fc8056 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:38.707963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-112680ba-aac9-453b-8605-cdb3b477d3cc req-49badea1-4a49-428c-9bdc-be7fc0fc8056 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 945 time: 0.0721705 Dec 08 16:01:38.791119 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b40715-d59c-49ce-81fb-598ba7d209a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.794091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-112680ba-aac9-453b-8605-cdb3b477d3cc req-fc0aaab1-9c6e-4d4c-9622-45808edf40fe tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788805 Dec 08 16:01:38.868008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b40715-d59c-49ce-81fb-598ba7d209a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.916966 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ef2e8f03-792c-4ebe-b208-5d5bb86e6e55 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187181 Dec 08 16:01:38.990343 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b40715-d59c-49ce-81fb-598ba7d209a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:38.995872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b40715-d59c-49ce-81fb-598ba7d209a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.002341 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88b40715-d59c-49ce-81fb-598ba7d209a5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/937de2c5-2949-474a-8d14-f06a93f72fc7 HTTP/1.1" status: 204 len: 168 time: 0.3356986 Dec 08 16:01:39.042508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b40715-d59c-49ce-81fb-598ba7d209a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937de2c5-2949-474a-8d14-f06a93f72fc7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:39.253600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7c914251-e252-4951-9139-9e79f6dc5c9b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:39.300821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-37bda481-4c2d-4609-9b4b-bf1fdf125479 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:39.308487 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-37bda481-4c2d-4609-9b4b-bf1fdf125479 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.2385423 Dec 08 16:01:39.324662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-5'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:39.509495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.598388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78da5e-6215-43b9-8b11-6a6581a83e46 req-225f0fab-c19f-4541-9cbe-8299f956caa8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:39.612568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a78da5e-6215-43b9-8b11-6a6581a83e46 req-225f0fab-c19f-4541-9cbe-8299f956caa8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1795545 Dec 08 16:01:39.722558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7c914251-e252-4951-9139-9e79f6dc5c9b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7c914251-e252-4951-9139-9e79f6dc5c9b,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:39.761624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'port_id': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'mac_address': 'fa:16:3e:38:ed:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:39.800799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56360) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:39.864134 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.899576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c914251-e252-4951-9139-9e79f6dc5c9b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:39.908914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a78da5e-6215-43b9-8b11-6a6581a83e46 req-d23da650-435e-40d6-b820-c73766c32856 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944150 Dec 08 16:01:39.960070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee18c54-dfa2-4b87-b242-7fda78ed6196 req-1b55f48e-7433-4328-82dd-28fb5d0dc69d tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:39.968853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7c914251-e252-4951-9139-9e79f6dc5c9b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7c914251-e252-4951-9139-9e79f6dc5c9b,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:39.976517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:39.982786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ee18c54-dfa2-4b87-b242-7fda78ed6196 req-1b55f48e-7433-4328-82dd-28fb5d0dc69d tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 944 time: 0.3587444 Dec 08 16:01:40.020253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:40.191095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7c914251-e252-4951-9139-9e79f6dc5c9b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.203356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ee18c54-dfa2-4b87-b242-7fda78ed6196 req-5ec7fb34-dfa3-4b8a-905f-9acd3b70ecf7 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2116568 Dec 08 16:01:40.244097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:40.293308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6222faa-07f9-4aa4-af89-70eff7495e1c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.294218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7c914251-e252-4951-9139-9e79f6dc5c9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:40.417977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.430864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.495661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56374) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:40.588824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:40.589845 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12011859-cfcb-40ee-be5c-aaf4a0c7eb97" -d '{"events": [{"server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "name": "network-vif-unplugged", "status": "completed", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:40.601060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:40.602636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca940a4-e252-438f-977d-7105f634aa0a req-ff1d0daf-dc08-4d6b-9b74-97d8bf5b91f5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:40.606031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aca940a4-e252-438f-977d-7105f634aa0a req-ff1d0daf-dc08-4d6b-9b74-97d8bf5b91f5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 945 time: 0.2749295 Dec 08 16:01:40.626791 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92101ea7-38c3-4faf-9a16-2ddef70e98ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.712173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on host n-h2-820935-5 for vnic_type normal with profile {"migrating_to": "n-h1-820935-5"} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:40.712498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:40.712983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:40.720022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:40.720443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Attempting to bind port 5c2283fd-6ee9-4f64-a952-75c807341dce on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:40.727360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:40.727688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:40.728087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:40.728606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Bound port: 5c2283fd-6ee9-4f64-a952-75c807341dce, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:40.728973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.894669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff5b59a-8747-4630-b611-04d25e8581a2 req-68098e45-8ee7-406d-a44f-766d6127b691 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:40.896286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ff5b59a-8747-4630-b611-04d25e8581a2 req-68098e45-8ee7-406d-a44f-766d6127b691 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.1507168 Dec 08 16:01:40.905706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:40.916230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aca940a4-e252-438f-977d-7105f634aa0a req-1e65e643-0fe5-487c-b49f-5191b18e222a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916143 Dec 08 16:01:40.922981 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6222faa-07f9-4aa4-af89-70eff7495e1c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.927142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:40.941259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6222faa-07f9-4aa4-af89-70eff7495e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:40.942482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.037479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6222faa-07f9-4aa4-af89-70eff7495e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58520098-7539-4b59-b689-bc0a85aefbd7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.059596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92101ea7-38c3-4faf-9a16-2ddef70e98ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.097526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92101ea7-38c3-4faf-9a16-2ddef70e98ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.179857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e6222faa-07f9-4aa4-af89-70eff7495e1c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=afc373dfc3c94d3fbc0ba8d5d033feb8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3651888 Dec 08 16:01:41.187179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.187987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.189469 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] 10.222.0.58 "PUT /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 1121 time: 1.8734076 Dec 08 16:01:41.190854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56382) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:41.240014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ff5b59a-8747-4630-b611-04d25e8581a2 req-fefb5b1d-8466-43fd-9b6e-88336276bbc1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002751 Dec 08 16:01:41.247485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-92101ea7-38c3-4faf-9a16-2ddef70e98ad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10ee0cb4c91b4939a21d9968887af175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7447841 Dec 08 16:01:41.247485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92101ea7-38c3-4faf-9a16-2ddef70e98ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245a76b3-409f-4752-9ebc-2ac7d6c81a65,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.248949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:41.262553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5c2283fd-6ee9-4f64-a952-75c807341dce'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:41.301716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf84d74-820d-4a6e-9508-526c68b8d92c service neutron] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.348370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f085980-7d72-4578-a45b-d465f8b829c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.362946 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854aabb6-0240-423a-bc88-faac3b9a9160 x-openstack-request-id: req-854aabb6-0240-423a-bc88-faac3b9a9160 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:41.374440 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "name": "network-vif-unplugged", "status": "completed", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:41.375177 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-854aabb6-0240-423a-bc88-faac3b9a9160 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:41.375629 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'code': 200} Dec 08 16:01:41.396393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f085980-7d72-4578-a45b-d465f8b829c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.402946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e482d831-9c1a-412a-b1cd-5d20001795fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.459433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e482d831-9c1a-412a-b1cd-5d20001795fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.572772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e482d831-9c1a-412a-b1cd-5d20001795fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.587377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e482d831-9c1a-412a-b1cd-5d20001795fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.593496 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e482d831-9c1a-412a-b1cd-5d20001795fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58520098-7539-4b59-b689-bc0a85aefbd7 HTTP/1.1" status: 204 len: 168 time: 0.4001653 Dec 08 16:01:41.653644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482d831-9c1a-412a-b1cd-5d20001795fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58520098-7539-4b59-b689-bc0a85aefbd7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.791708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13409d5f-1045-4aa2-b19e-70c91f6473d0 req-78c0311c-db02-444c-8b6b-749d3e593cca tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:41.794885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13409d5f-1045-4aa2-b19e-70c91f6473d0 req-78c0311c-db02-444c-8b6b-749d3e593cca tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 945 time: 0.2031393 Dec 08 16:01:41.796797 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f085980-7d72-4578-a45b-d465f8b829c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.802580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f085980-7d72-4578-a45b-d465f8b829c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:41.811652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4f085980-7d72-4578-a45b-d465f8b829c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/245a76b3-409f-4752-9ebc-2ac7d6c81a65 HTTP/1.1" status: 204 len: 168 time: 0.5431499 Dec 08 16:01:41.856241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f085980-7d72-4578-a45b-d465f8b829c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245a76b3-409f-4752-9ebc-2ac7d6c81a65,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:41.990914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13409d5f-1045-4aa2-b19e-70c91f6473d0 req-9cd0d327-2a47-4a7b-a0e4-58552775041b tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759868 Dec 08 16:01:42.278560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fb9c9-f896-4a1d-baa3-e67ede924edd req-5aff23c3-6835-49ca-980d-a07ad1a7675d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:42.289240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c33fb9c9-f896-4a1d-baa3-e67ede924edd req-5aff23c3-6835-49ca-980d-a07ad1a7675d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 943 time: 0.1073387 Dec 08 16:01:42.370960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c33fb9c9-f896-4a1d-baa3-e67ede924edd req-08287c55-8c5b-434f-bedb-5205b6e695d6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786955 Dec 08 16:01:42.706626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-eeaf8822-bb2a-4e54-be3e-0c409723ad07 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0867119 Dec 08 16:01:42.886442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:42.937734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-de6dbe69-185d-4ecb-a6df-b7796578760c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:42.945552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-de6dbe69-185d-4ecb-a6df-b7796578760c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2376468 Dec 08 16:01:42.964650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-8a84c988-91ba-48f3-be79-363e1dfe5047 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/quotas/af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 375 time: 0.0180173 Dec 08 16:01:43.034607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-3ad8cbc5-0ef7-4667-b72c-1cab621df7c6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689108 Dec 08 16:01:43.247412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ff9f3-2e58-4452-9afa-0c25118e7c32 req-175b5225-4540-4ecb-979d-9c1a817be55e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.250213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-805ff9f3-2e58-4452-9afa-0c25118e7c32 req-175b5225-4540-4ecb-979d-9c1a817be55e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 945 time: 0.0776064 Dec 08 16:01:43.264198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:43.300965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4de5157e-ba7d-453b-b321-5faf7551a53d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.378546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:43.389463 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb97ff75-39da-4a68-baa0-0c946c3b6564" -d '{"events": [{"name": "network-changed", "server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:43.457088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7c914251-e252-4951-9139-9e79f6dc5c9b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:43.463107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-805ff9f3-2e58-4452-9afa-0c25118e7c32 req-3d614b09-a02c-440d-9a1e-63998c744d6a tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904302 Dec 08 16:01:43.500268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4de5157e-ba7d-453b-b321-5faf7551a53d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.508907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4de5157e-ba7d-453b-b321-5faf7551a53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.541090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9425c5e0-7c5f-42ef-b18b-7598825ac462 req-b57e88e0-de06-40e2-bd17-135010704c92 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 210 time: 0.1348343 Dec 08 16:01:43.585142 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4de5157e-ba7d-453b-b321-5faf7551a53d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db2e1c3a5c4c43c4a805a69651df5a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6944821 Dec 08 16:01:43.586679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56492) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:43.602531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5157e-ba7d-453b-b321-5faf7551a53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2106d59e-5789-4ec0-b37c-595dcdec40b6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:43.687561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1caa490-4630-4de6-9518-3db9595b387f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.734207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1caa490-4630-4de6-9518-3db9595b387f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.777337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756fa7e-de27-4f52-9362-adaaaa9ada2f req-45165ff2-d719-439d-9796-0d3855e27b2e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.777692 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd848184-c78d-4098-8c44-60fc98a9f0cd x-openstack-request-id: req-cd848184-c78d-4098-8c44-60fc98a9f0cd {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:43.778093 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:43.778752 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd848184-c78d-4098-8c44-60fc98a9f0cd {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:43.779946 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'status': 'completed', 'code': 200} Dec 08 16:01:43.781472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8756fa7e-de27-4f52-9362-adaaaa9ada2f req-45165ff2-d719-439d-9796-0d3855e27b2e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 943 time: 0.1221876 Dec 08 16:01:43.814968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:43.836122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 7c914251-e252-4951-9139-9e79f6dc5c9b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:43.840296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56498) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:43.849515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 7c914251-e252-4951-9139-9e79f6dc5c9b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:43.850196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:43.879158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce has no active binding in host n-h1-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:01:43.885466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-e2ff537a-9030-4292-aaab-92701e2f674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:43.891370 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-e2ff537a-9030-4292-aaab-92701e2f674d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1124 time: 0.1098988 Dec 08 16:01:44.017809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8756fa7e-de27-4f52-9362-adaaaa9ada2f req-443ee971-fefc-4d6a-9f81-924c81921bae tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113690 Dec 08 16:01:44.076690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1caa490-4630-4de6-9518-3db9595b387f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.082098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1caa490-4630-4de6-9518-3db9595b387f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.086146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d1caa490-4630-4de6-9518-3db9595b387f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2106d59e-5789-4ec0-b37c-595dcdec40b6 HTTP/1.1" status: 204 len: 168 time: 0.4975660 Dec 08 16:01:44.116599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa490-4630-4de6-9518-3db9595b387f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2106d59e-5789-4ec0-b37c-595dcdec40b6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:44.164357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-043e8038-a8cf-46af-a721-98655c89e853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:44.176930 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-043e8038-a8cf-46af-a721-98655c89e853 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2773516 Dec 08 16:01:44.278823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-7bb08fc9-4823-4063-99cf-27e71f4b7807 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 217 time: 0.0939033 Dec 08 16:01:44.292453 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.352878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-30fc81cf-4063-4747-9910-2d48775b6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:44.356182 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-30fc81cf-4063-4747-9910-2d48775b6e49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.0619130 Dec 08 16:01:44.364190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-87873933-network', 'tenant_id': '9914e41b5728409989a55221e80d4088'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:44.410873 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-63557bdf-682c-4bba-87f9-f999a6113050 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380635 Dec 08 16:01:44.420882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:44.429244 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf51096e-fb33-486b-9b13-55a3b8acbeb2" -d '{"events": [{"server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "name": "network-vif-plugged", "status": "completed", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:44.448832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:44.452723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.453362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7c914251-e252-4951-9139-9e79f6dc5c9b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7c914251-e252-4951-9139-9e79f6dc5c9b,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:44.460060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.512980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.582990 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc32427b-67ee-44d9-be74-090bce2287a1 x-openstack-request-id: req-bc32427b-67ee-44d9-be74-090bce2287a1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:44.583400 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "name": "network-vif-plugged", "status": "completed", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:44.583666 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bc32427b-67ee-44d9-be74-090bce2287a1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:44.584083 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'code': 200} Dec 08 16:01:44.632508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7c914251-e252-4951-9139-9e79f6dc5c9b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:44.657594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.670837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.739089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:44.811676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b68c341-8578-479d-bd2f-90d7e686ca7c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:44.817050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.817414 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Added segment a5005a53-d92c-4d60-b8d0-ce327d930685 of type vlan for network dfbf6e6c-e2db-4570-a35b-71701f708441 Dec 08 16:01:44.881721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-940d4ec8-45a4-4bfa-9577-317b3bdd7131 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4622087 Dec 08 16:01:44.890729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c09c6-33b4-40bc-bcf1-3a4f2d9968f4 req-be9ffd81-b7b7-4243-83f4-09789917684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:44.892388 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-584c09c6-33b4-40bc-bcf1-3a4f2d9968f4 req-be9ffd81-b7b7-4243-83f4-09789917684c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 1097 time: 0.1237521 Dec 08 16:01:44.894698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e04e5-6e1f-46e9-962f-78ac02ec3213 req-d1fdeff3-6dc3-463f-bacc-9bad7dac1353 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:44.904241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:44.905464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de9e04e5-6e1f-46e9-962f-78ac02ec3213 req-d1fdeff3-6dc3-463f-bacc-9bad7dac1353 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.1752203 Dec 08 16:01:45.010465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de9e04e5-6e1f-46e9-962f-78ac02ec3213 req-e882b8cd-9103-4861-9c22-848059227dd2 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038587 Dec 08 16:01:45.037187 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-584c09c6-33b4-40bc-bcf1-3a4f2d9968f4 req-e5da88cd-5744-400b-a6ee-5a678e9a2705 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298249 Dec 08 16:01:45.057108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.058274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:45.058697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.251251 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4050491 Dec 08 16:01:45.254832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:45.258656 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eb97ff75-39da-4a68-baa0-0c946c3b6564 req-45118a75-a517-46c1-a8aa-644dbcf32d4b service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627644 Dec 08 16:01:45.277514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Request body: {'subnet': {'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-87873933-subnet', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:45.321470 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-825e03e1-f1a3-49dd-9eba-3e94c36309a5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335691 Dec 08 16:01:45.329065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a78e0b-07ff-4562-adff-f0b6ca284e2e admin admin] Pushing event updated for resources: {'Network': ['ID=dfbf6e6c-e2db-4570-a35b-71701f708441,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:45.346315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network dfbf6e6c-e2db-4570-a35b-71701f708441 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:45.474552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:45.477052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:45.498505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4531ab9b-ebdc-47bb-9991-2cbb52391c23 req-326b9b8d-4217-465b-9f81-3bb9ca79d7fd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 210 time: 0.3493936 Dec 08 16:01:45.510614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ec834819-bae0-4541-9483-5d4ae50e48ea service neutron] 10.222.0.86 "GET /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.3460045 Dec 08 16:01:45.605549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be96f9a-d725-4e60-bc82-42f49c16276c req-43051851-6b83-472a-bf13-0a453aa811d2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:45.615238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1be96f9a-d725-4e60-bc82-42f49c16276c req-43051851-6b83-472a-bf13-0a453aa811d2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 943 time: 0.1871829 Dec 08 16:01:45.710726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-e9b33b06-831c-43c8-b9eb-0e649acd76d7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:45.712608 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-e9b33b06-831c-43c8-b9eb-0e649acd76d7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3850372 Dec 08 16:01:45.728095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Request body: {'port': {'device_id': '19a445d5-e207-428e-b78b-f731a337cc59', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'af8d0610d89e416cb0f9a13306ad8792'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:45.819705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1be96f9a-d725-4e60-bc82-42f49c16276c req-695def00-f9ea-401e-aee3-56777e037c60 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035804 Dec 08 16:01:45.907758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:45.981514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:46.075781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.184522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2283fd-6ee9-4f64-a952-75c807341dce {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:46.206854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:46.213741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56580) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:46.269369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.269601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Made reservation on behalf of af8d0610d89e416cb0f9a13306ad8792 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:46.273660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.290240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c52cb3d-80b5-4783-be3b-dec50f435364,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:46.297173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Checking segment: {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:46.297919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Network hostable DHCP agents. Network: dfbf6e6c-e2db-4570-a35b-71701f708441, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:46.420361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Network dfbf6e6c-e2db-4570-a35b-71701f708441 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:46.475606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, dfbf6e6c-e2db-4570-a35b-71701f708441) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:46.483540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:46.485102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.491855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a041018-c8b6-443c-88c1-321ff3442408 None None] Network dfbf6e6c-e2db-4570-a35b-71701f708441 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:46.554220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1617767978-network', 'tenant_id': '5262031d670e416f9beab3f7bf79158b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:46.566155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b65bf-3579-4a3c-adfe-e3c6ff2ca99e req-5f3c7cc1-77ea-40dd-b2cb-479bd683e771 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:46.569321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021b65bf-3579-4a3c-adfe-e3c6ff2ca99e req-5f3c7cc1-77ea-40dd-b2cb-479bd683e771 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.3271575 Dec 08 16:01:46.628725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Allocated IP 192.168.233.237 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:46.629931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] Transition to ACTIVE for port object 5c2283fd-6ee9-4f64-a952-75c807341dce will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:46.632126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Made reservation on behalf of 5262031d670e416f9beab3f7bf79158b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:46.636899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.646138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.660729 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.668569 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-03e6cf52-87d4-4274-aa1c-446c3e54b967 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4124098 Dec 08 16:01:46.683574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56590) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:46.697182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:46.793498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.798097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:46.804591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.814792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95c5735-a406-4b3d-8f0b-34af828b8292 req-28ea414c-b9dd-4c17-920c-d33d0a4309be tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 210 time: 0.0621879 Dec 08 16:01:46.874182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:01:46.885084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d956d1b-8f4d-48d3-823d-8cfcac368808,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:46.918103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:46.918803 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Added segment 37f5a178-6704-4750-81f0-88c0eda765da of type vlan for network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b Dec 08 16:01:46.961008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] Pushing event updated for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:46.970743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-dfbf6e6c-e2db-4570-a35b-71701f708441', 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441', 'project_id': '9914e41b5728409989a55221e80d4088', 'fixed_ips': [{'subnet_id': '7c52cb3d-80b5-4783-be3b-dec50f435364'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:01:46.971996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.080940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.136141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021b65bf-3579-4a3c-adfe-e3c6ff2ca99e req-e5b866a1-85b5-4029-8cf1-1b81e24b8167 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5513856 Dec 08 16:01:47.138400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] No DVR routers for this DVR port 5c2283fd-6ee9-4f64-a952-75c807341dce on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:01:47.150922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.154348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.190868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Allocated IP 172.20.0.2 (dfbf6e6c-e2db-4570-a35b-71701f708441/7c52cb3d-80b5-4783-be3b-dec50f435364/0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:47.226331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-31ae877c-7d26-4c6f-9a3d-de45f5944b3b service neutron] 10.222.0.86 "PUT /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce/bindings/n-h1-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 1.7012904 Dec 08 16:01:47.239871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d49cca2-086f-4919-a90d-a09594de1387 req-bff7045d-7df4-4885-95ee-b9698037366f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.241754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d49cca2-086f-4919-a90d-a09594de1387 req-bff7045d-7df4-4885-95ee-b9698037366f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.2609870 Dec 08 16:01:47.327119 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.327747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d49cca2-086f-4919-a90d-a09594de1387 req-7d1fff70-56a0-4ba7-ab13-f58b580105b9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737369 Dec 08 16:01:47.328126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.328712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.332139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e77aff0-2d86-40f7-b7ea-b8fa5f780b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.369066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.519593 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.526866 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3098078 Dec 08 16:01:47.538344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56602) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:47.538564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.548535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Request body: {'subnet': {'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1617767978-subnet', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:47.555759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.582936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-edc04068-0c72-4b51-b104-9f62d64f42af tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.585005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-edc04068-0c72-4b51-b104-9f62d64f42af tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.2597425 Dec 08 16:01:47.597823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dc743-20be-4927-97b6-dbaf9706dd89 admin admin] Pushing event updated for resources: {'Network': ['ID=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.616608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Made reservation on behalf of 5262031d670e416f9beab3f7bf79158b for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:01:47.619598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.621912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:01:47.633782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Network dfbf6e6c-e2db-4570-a35b-71701f708441 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:47.644859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.707774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:47.712040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:47.721443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.745349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:47.815883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Pushing event updated for resources: {'Port': ['ID=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.824101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:47.831561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-d915816e-2979-4f3b-b4af-a49463696f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.839885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-d915816e-2979-4f3b-b4af-a49463696f28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41&tenant_id=e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 1095 time: 0.2371864 Dec 08 16:01:47.856952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:47.874849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:47.882803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:47.896987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:47.900753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.944969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Attempting to bind port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:47.945583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Attempting to bind port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:47.946158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Attempting to bind port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e on network dfbf6e6c-e2db-4570-a35b-71701f708441 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:47.971861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:47.972535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Checking segment: {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:47.973879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:47.974742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Bound using segment: {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:47.975467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Bound port: 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:47.976034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.048652 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-60385346-fb79-470a-871d-ea517a2e0628 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3263636 Dec 08 16:01:48.102432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Request body: {'port': {'device_id': '19a445d5-e207-428e-b78b-f731a337cc59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:48.136921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] For port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:48.144409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] For port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:48.151819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e77aff0-2d86-40f7-b7ea-b8fa5f780b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.158174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.228258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ffee2149-c16b-4fa3-929d-97e1c1e91df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:48.230190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-ffee2149-c16b-4fa3-929d-97e1c1e91df8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1095 time: 0.3217616 Dec 08 16:01:48.238424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e77aff0-2d86-40f7-b7ea-b8fa5f780b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.271326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:01:48.373840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e77aff0-2d86-40f7-b7ea-b8fa5f780b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5c8e8c-0ada-4990-b3f8-204017687ffa,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:48.499306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e77aff0-2d86-40f7-b7ea-b8fa5f780b68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=039fabf013d24f0dab80c724635ea4a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6965981 Dec 08 16:01:48.499306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.504360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56612) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:48.532627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeaee1c-2d5b-4b1f-ac86-f5984feda045 req-2664ccff-222c-487b-a250-ead8b215c1be tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:48.536516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daeaee1c-2d5b-4b1f-ac86-f5984feda045 req-2664ccff-222c-487b-a250-ead8b215c1be tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 936 time: 0.5197949 Dec 08 16:01:48.552658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.592633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789eafb5-0c5a-411c-a239-fae7f4ae8ffc None None] Pushing event updated for resources: {'Port': ['ID=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:48.600744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:01:48.602631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e5c911c2-3846-4c09-84fc-bccaa74a7a95 None None] Provisioning complete for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:48.603452 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5c911c2-3846-4c09-84fc-bccaa74a7a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:48.714982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e5c911c2-3846-4c09-84fc-bccaa74a7a95 None None] Port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:48.803951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-55a27abb-452d-4c67-a9d1-9fcea7f8e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:48.806840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-55a27abb-452d-4c67-a9d1-9fcea7f8e0d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.5572815 Dec 08 16:01:48.884766 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-25667d2b-36e9-4bef-8bc8-b2ac4b7d109a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 217 time: 0.0621943 Dec 08 16:01:49.012073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20293d04-04b6-49e1-8051-ddb098879a71 req-dfbec9ea-2143-493c-9fbf-62713a628484 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:49.013724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20293d04-04b6-49e1-8051-ddb098879a71 req-dfbec9ea-2143-493c-9fbf-62713a628484 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.6610100 Dec 08 16:01:49.053231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-f9a7ae07-f2af-4d8b-8d7c-b27afa6a1790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:49.054843 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-f9a7ae07-f2af-4d8b-8d7c-b27afa6a1790 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1161702 Dec 08 16:01:49.071777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5b44870-5d5d-47f3-b885-7619298a1ed9,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:49.126287 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-fc68f09d-3b45-4742-9147-592719c799e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472326 Dec 08 16:01:49.139816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Checking segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:49.140203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Network hostable DHCP agents. Network: 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:01:49.150357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20293d04-04b6-49e1-8051-ddb098879a71 req-cc7c5b54-1236-425e-9a35-14fd68636b29 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913188 Dec 08 16:01:49.156011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.194852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daeaee1c-2d5b-4b1f-ac86-f5984feda045 req-a0bf9614-32d8-4e00-ada4-eee67ad13e13 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298518 Dec 08 16:01:49.197445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.202340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1883bc96-ffc7-441f-a030-bdbb62778813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.227342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1883bc96-ffc7-441f-a030-bdbb62778813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.294396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1883bc96-ffc7-441f-a030-bdbb62778813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.298486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1883bc96-ffc7-441f-a030-bdbb62778813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.299333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1883bc96-ffc7-441f-a030-bdbb62778813 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f5c8e8c-0ada-4990-b3f8-204017687ffa HTTP/1.1" status: 204 len: 168 time: 0.7881279 Dec 08 16:01:49.308493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:01:49.329592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:49.351346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.390018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Transition to ACTIVE for port object 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:01:49.413324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.421322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1883bc96-ffc7-441f-a030-bdbb62778813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5c8e8c-0ada-4990-b3f8-204017687ffa,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:49.440475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:49.451353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:49.451952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.482413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d225efc-ccf7-46e7-82c8-3b73b0b4c27d None None] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:49.526667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585872b-1412-4587-a3e8-2114a61917b1 req-3741eae5-f1b9-4959-87b2-9ecee32fde23 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:49.531188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3585872b-1412-4587-a3e8-2114a61917b1 req-3741eae5-f1b9-4959-87b2-9ecee32fde23 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.2292681 Dec 08 16:01:49.540938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8037465a-1f01-405f-88c1-4b0908f5c4e4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0014541 Dec 08 16:01:49.597601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56622) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:49.605684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:49.816038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3585872b-1412-4587-a3e8-2114a61917b1 req-ef605681-b8f0-4f42-894a-b950fdb3e16a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252705 Dec 08 16:01:49.823608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'project_id': '5262031d670e416f9beab3f7bf79158b', 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:01:49.827991 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.851087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Allocated IP 172.25.3.218 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/1f0a767b-20fd-47c3-85e9-219e2f6b0606) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:49.958162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:49.959631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.055271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54581a48-5915-4229-897e-cac5889a17c7 None None] Network dfbf6e6c-e2db-4570-a35b-71701f708441 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:50.067644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e331fcc4-0271-42bf-9b2b-aa86ce80da17 req-71d63804-e5b4-4c4d-85f6-bc8abafe18cc tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:50.076693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e331fcc4-0271-42bf-9b2b-aa86ce80da17 req-71d63804-e5b4-4c4d-85f6-bc8abafe18cc tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.3916461 Dec 08 16:01:50.087549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:50.113971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Request body: {'floatingip': {'port_id': '7c914251-e252-4951-9139-9e79f6dc5c9b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:01:50.222191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.225328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.248754 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-8ad5061c-3cf9-4872-8507-1c0edf142ddc service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1125882 Dec 08 16:01:50.307514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Provisioning complete for port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:50.308259 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.328339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Allocated IP 172.20.0.2 (4e5efc34-3e79-4edb-bacd-5e09e21c1c3b/c5b44870-5d5d-47f3-b885-7619298a1ed9/f224beb3-c9f1-4a68-85ab-9530a0379774) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:50.526426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:50.596405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.611748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:50.612097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:50.612427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:50.625079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:01:50.625408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:50.635581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:50.635891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:50.636928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:50.636928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Bound port: 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:50.637167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.691636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:50.758301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-4a49ed9b-08f4-457f-8543-4eddccb8b0a1 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4876046 Dec 08 16:01:50.853868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:50.858179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:50.864831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.906766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:50.907999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:50.911802 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] 10.222.0.86 "PUT /v2.0/ports/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 1096 time: 2.8240042 Dec 08 16:01:50.967408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:50.978424 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673054aa-25d0-42d6-9024-13f769e570a0" -d '{"events": [{"name": "network-changed", "server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:51.081930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:51.082652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.096496 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.101397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-87d9e090-75f5-419f-bd1c-d7a34ce76d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:51.103152 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-87d9e090-75f5-419f-bd1c-d7a34ce76d38 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1099 time: 0.1124351 Dec 08 16:01:51.117729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665efd-2d46-4847-a47f-edab6224fe1e req-b3a0ca34-215b-4253-8a3d-d7042e0aa7e7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:51.119746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a665efd-2d46-4847-a47f-edab6224fe1e req-b3a0ca34-215b-4253-8a3d-d7042e0aa7e7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 948 time: 0.6521804 Dec 08 16:01:51.164210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-e4e56132-930a-4ceb-af77-a7403a22f521 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.0479946 Dec 08 16:01:51.167101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d7bd20-2e7d-4eb9-8a25-a9ba7820a430 service neutron] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:51.270960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-7a923a7e-7423-4167-b31e-57757c33f244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:51.272591 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-7a923a7e-7423-4167-b31e-57757c33f244 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0904806 Dec 08 16:01:51.349783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-2aebc250-c913-4f63-b0e7-8000ad420df6 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:51.351489 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-2aebc250-c913-4f63-b0e7-8000ad420df6 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.1861780 Dec 08 16:01:51.360947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922dbd9-7a98-4572-8880-f662c3859eee req-06cf600a-5bc3-4bea-94dc-ef5af6710e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:51.362958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-06cf600a-5bc3-4bea-94dc-ef5af6710e2b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817490 Dec 08 16:01:51.464964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.474064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] For port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:51.484577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.551807 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.572901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-b45026f0-1f34-49c7-af94-11286cc233c5 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021174 Dec 08 16:01:51.607063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:51.614232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:51.621484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:51.845992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6ccb43c0-9cd2-4a50-8708-918dd8776143 None None] Provisioning complete for port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:51.846652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ccb43c0-9cd2-4a50-8708-918dd8776143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.919817 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:01:51.943891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Pushing event updated for resources: {'Port': ['ID=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:51.957044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Attempting to bind port f224beb3-c9f1-4a68-85ab-9530a0379774 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:51.957613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Attempting to bind port f224beb3-c9f1-4a68-85ab-9530a0379774 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:51.958305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Attempting to bind port f224beb3-c9f1-4a68-85ab-9530a0379774 on network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:51.966880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.967494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.968053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.968611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.969163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.969725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.970295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.970910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.971462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.972019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.972572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.973123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.973571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-5d7991e7-923d-463a-beb0-76732bbe1d25 service neutron] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:51.973748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025ef81-9e9d-4ff3-895f-90f4e94a37b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:51.983094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-5d7991e7-923d-463a-beb0-76732bbe1d25 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:51.985033 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0b3bf70a-9b76-4c73-8097-f7c9b679d06f req-5d7991e7-923d-463a-beb0-76732bbe1d25 service neutron] 10.222.0.58 "DELETE /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce/bindings/n-h2-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.4106348 Dec 08 16:01:51.993170 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6922dbd9-7a98-4572-8880-f662c3859eee req-a7d6d136-f3cc-4433-ad5d-355f613d12d6 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3254745 Dec 08 16:01:52.034043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.048527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:52.049170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Checking segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:52.050827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.051652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Bound using segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:52.052853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Bound port: f224beb3-c9f1-4a68-85ab-9530a0379774, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:52.053594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.108124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.150898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Pushing event updated for resources: {'Port': ['ID=f224beb3-c9f1-4a68-85ab-9530a0379774,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:52.230944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.283561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] For port f224beb3-c9f1-4a68-85ab-9530a0379774, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:52.297217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] For port f224beb3-c9f1-4a68-85ab-9530a0379774, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f224beb3-c9f1-4a68-85ab-9530a0379774,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:52.306192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.445220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8caaf-c5fd-4d31-bc38-4465d3cafaa1 None None] Pushing event updated for resources: {'Port': ['ID=f224beb3-c9f1-4a68-85ab-9530a0379774,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:52.505306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:52.603111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:52.603484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.686580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:52.945707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db925b-1bd1-4160-9398-fc5041a2d84a req-e33e4a42-17b4-4887-b22f-4c98a2d3707f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:52.948541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3db925b-1bd1-4160-9398-fc5041a2d84a req-e33e4a42-17b4-4887-b22f-4c98a2d3707f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.9072745 Dec 08 16:01:52.998545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:53.047565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a665efd-2d46-4847-a47f-edab6224fe1e req-f47a2692-012c-4ccd-bc21-3a4ea52f2fe4 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9453595 Dec 08 16:01:53.058922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:53.071102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:53.089540 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Floating IP a4652bd8-4382-4a83-8d46-339e23033463 associated. External IP: 172.25.3.163, port: 7c914251-e252-4951-9139-9e79f6dc5c9b. Dec 08 16:01:53.158495 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d16e991-0222-4050-a4de-0d96ba79e1ba x-openstack-request-id: req-1d16e991-0222-4050-a4de-0d96ba79e1ba {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:53.160243 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:53.162960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Pushing event updated for resources: {'Port': ['ID=1f0a767b-20fd-47c3-85e9-219e2f6b0606,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:53.163493 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d16e991-0222-4050-a4de-0d96ba79e1ba {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:53.164180 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'status': 'completed', 'code': 200} Dec 08 16:01:53.238950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673054aa-25d0-42d6-9024-13f769e570a0 req-d894642c-af06-4a65-ba28-652cb2d5590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:53.240824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-d894642c-af06-4a65-ba28-652cb2d5590e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1099 time: 0.0660741 Dec 08 16:01:53.407359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3db925b-1bd1-4160-9398-fc5041a2d84a req-ecae1f14-52be-4a39-8a99-a9ba38f35f9b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355545 Dec 08 16:01:53.417924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673054aa-25d0-42d6-9024-13f769e570a0 req-3232c86f-2964-4f48-a688-710eaf1cd62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:53.421423 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-3232c86f-2964-4f48-a688-710eaf1cd62b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1735733 Dec 08 16:01:53.490256 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-aa3aa0ec-61aa-472d-b7ac-f6a89ba63985 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.0611339 Dec 08 16:01:53.564628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673054aa-25d0-42d6-9024-13f769e570a0 req-b255e14a-b99d-4369-8bc1-abdd180cd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:53.567473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-b255e14a-b99d-4369-8bc1-abdd180cd194 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0685496 Dec 08 16:01:53.654780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673054aa-25d0-42d6-9024-13f769e570a0 req-e0328f90-e800-424c-af4c-0529462b7cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:53.656905 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-e0328f90-e800-424c-af4c-0529462b7cc8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817297 Dec 08 16:01:53.817108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.852059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-9c7a6cd0-84eb-49c3-bf68-c60bdcd62be1 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870482 Dec 08 16:01:53.961344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:01:53.966993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:53.979341 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-673054aa-25d0-42d6-9024-13f769e570a0 req-46ad4801-a5e8-4523-94ac-821b9b8dc052 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178799 Dec 08 16:01:54.021861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.029786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc528fe-b620-4e30-9aaf-024ceea0b449 None None] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:01:54.261406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0ede628d-12f0-49b6-94d7-1ca15f32b9d3 None None] Provisioning complete for port f224beb3-c9f1-4a68-85ab-9530a0379774 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:54.262008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ede628d-12f0-49b6-94d7-1ca15f32b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.316731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:01:54.424604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495da9ce-b1c0-419e-aa7d-a708076f8883 req-b310baa9-c36f-4c96-a0a8-589525bfd947 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:54.428068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-495da9ce-b1c0-419e-aa7d-a708076f8883 req-b310baa9-c36f-4c96-a0a8-589525bfd947 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 948 time: 0.2106452 Dec 08 16:01:54.443107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.517774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-495da9ce-b1c0-419e-aa7d-a708076f8883 req-a6564785-0af1-4e11-a95d-6df035ae6dfc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640943 Dec 08 16:01:54.528082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Allocated IP 172.25.3.41 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/52a68aee-4d05-4be3-9caa-d36f6b7e03e9) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:54.570964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:54.576223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f224beb3-c9f1-4a68-85ab-9530a0379774 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:54.590132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.608881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:54.714332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:54.726142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:54.726678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:54.736259 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ede628d-12f0-49b6-94d7-1ca15f32b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.782251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'mac_address': 'fa:16:3e:8b:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:01:54.951677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:54.958100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0ede628d-12f0-49b6-94d7-1ca15f32b9d3 None None] For port f224beb3-c9f1-4a68-85ab-9530a0379774, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f224beb3-c9f1-4a68-85ab-9530a0379774,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:54.965288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f224beb3-c9f1-4a68-85ab-9530a0379774 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:54.965524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.029888 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ede628d-12f0-49b6-94d7-1ca15f32b9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.065660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:01:55.129665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-21e1e198-4632-42e1-801b-a215493e99a6 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "PUT /v2.0/floatingips/a4652bd8-4382-4a83-8d46-339e23033463 HTTP/1.1" status: 200 len: 992 time: 5.0238881 Dec 08 16:01:55.136290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:55.141725 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12" -d '{"events": [{"name": "network-changed", "server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:55.183767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:55.212442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347be633-6bec-443d-8912-983e1dc685ae req-56bda32e-df44-48be-ac4d-d81776e882ca tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.215011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-347be633-6bec-443d-8912-983e1dc685ae req-56bda32e-df44-48be-ac4d-d81776e882ca tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.6490600 Dec 08 16:01:55.259376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:55.352317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.354128 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d733ca91-a3c3-4519-850b-c8dd3cde1444 x-openstack-request-id: req-d733ca91-a3c3-4519-850b-c8dd3cde1444 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:55.354584 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:55.354996 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d733ca91-a3c3-4519-850b-c8dd3cde1444 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:55.355637 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'status': 'completed', 'code': 200} Dec 08 16:01:55.363428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede628d-12f0-49b6-94d7-1ca15f32b9d3 None None] Pushing event updated for resources: {'Port': ['ID=f224beb3-c9f1-4a68-85ab-9530a0379774,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.396153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.411899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0c8ec413-d490-4240-8319-c6693edf9fab None None] Provisioning complete for port f224beb3-c9f1-4a68-85ab-9530a0379774 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:55.412294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c8ec413-d490-4240-8319-c6693edf9fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.423774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-347be633-6bec-443d-8912-983e1dc685ae req-36782c6f-225c-4159-9029-d137c9e164a3 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869369 Dec 08 16:01:55.442254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:01:55.538306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-97978a87-0687-4c4a-89f9-4edc8b98cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.541531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-97978a87-0687-4c4a-89f9-4edc8b98cd11 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=027951093b714165ab9253c332050967&device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 1097 time: 0.1379552 Dec 08 16:01:55.546863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.659802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:01:55.661521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:55.671749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:55.679922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:55.715631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-0d4bfd7f-f7f7-4a6a-bab1-c9bb14aaf4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.717916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-0d4bfd7f-f7f7-4a6a-bab1-c9bb14aaf4ad service neutron] 10.222.0.58 "GET /v2.0/networks?id=b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 200 len: 924 time: 0.1587763 Dec 08 16:01:55.809324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed3f2-441c-4887-9698-74b3e5bb029d req-979d78d4-432a-43a3-9c9f-43e60d166201 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.811774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-190ed3f2-441c-4887-9698-74b3e5bb029d req-979d78d4-432a-43a3-9c9f-43e60d166201 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1095 time: 0.2026904 Dec 08 16:01:55.813168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.832343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Pushing event updated for resources: {'Port': ['ID=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:55.852848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-2c684371-4475-46b5-b849-b901da1b1f02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c914251-e252-4951-9139-9e79f6dc5c9b HTTP/1.1" status: 200 len: 1000 time: 0.1210518 Dec 08 16:01:55.952105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-9fb18822-5cdf-45ca-9bf8-30d8cbc5c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:55.954525 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-9fb18822-5cdf-45ca-9bf8-30d8cbc5c9e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 200 len: 862 time: 0.0935452 Dec 08 16:01:55.973266 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e82bd2a-dbbf-436c-b8a7-50404c55315d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:55.998527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:56.019399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-757f21e3-35a9-4dc3-9207-2e6161085765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:56.021301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-757f21e3-35a9-4dc3-9207-2e6161085765 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b9f0086a-06d3-4e40-ab51-fcd1a185f024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562599 Dec 08 16:01:56.026241 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Sync routers for ids ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:56.044113 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Routers {'65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:56.045005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:56.092836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-190ed3f2-441c-4887-9698-74b3e5bb029d req-20454b99-f6fb-403a-9eea-39c9570f49c7 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431154 Dec 08 16:01:56.126865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1f985-75f3-4bf4-980e-32accd46e3b8 req-9a934ab6-5c6b-4018-be75-509e8e0d84d6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:56.132156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38f1f985-75f3-4bf4-980e-32accd46e3b8 req-9a934ab6-5c6b-4018-be75-509e8e0d84d6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.3281772 Dec 08 16:01:56.168726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a4652bd8-4382-4a83-8d46-339e23033463', 'tenant_id': '027951093b714165ab9253c332050967', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'port_id': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'mac_address': 'fa:16:3e:38:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T15:59:16Z', 'updated_at': '2021-12-08T16:01:51Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:56.188044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.196693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3aa7f5d0-4821-4152-b9db-65c618e88b3c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.5095961 Dec 08 16:01:56.198316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56778) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:56.226619 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Set router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:56.231828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:56.249359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:56.250476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:56.331168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38f1f985-75f3-4bf4-980e-32accd46e3b8 req-641d754f-baf4-4213-b3ab-417ca47ee691 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314163 Dec 08 16:01:56.359354 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-1ba07163-af2d-4be9-8746-ba01d72b3c2c service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244126 Dec 08 16:01:56.474698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.551357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f224beb3-c9f1-4a68-85ab-9530a0379774 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:56.578964 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:53Z', 'revision_number': 3, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:56.604704 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-20759a38-ca0f-4b7a-a82c-d2e41fefdc12 req-1f626ce8-a2ac-4994-8368-543fd1f02577 service neutron] 10.222.0.58 "GET /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329726 Dec 08 16:01:56.644691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:56.665853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Checking router: 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:56.666732 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Updating router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:56.698753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f224beb3-c9f1-4a68-85ab-9530a0379774 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:56.699150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.735895 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:56.896066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.109524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-60cdd96b-6c7c-451c-89e4-62bd3b263d9f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:57.117237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-60cdd96b-6c7c-451c-89e4-62bd3b263d9f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.4787652 Dec 08 16:01:57.141147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-c9b7cc6a-12a5-41fb-a0a2-1262a4943406 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/quotas/e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 375 time: 0.0226979 Dec 08 16:01:57.169780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.395776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-bef53f96-87b0-41f3-92ea-40deb5f16426 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2400057 Dec 08 16:01:57.454886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Router f3f2ca03-54d4-4837-9f19-bb04b434fe5e is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:01:57.620361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a4652bd8-4382-4a83-8d46-339e23033463', 'tenant_id': '027951093b714165ab9253c332050967', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'port_id': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'mac_address': 'fa:16:3e:38:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T15:59:16Z', 'updated_at': '2021-12-08T16:01:51Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:57.642756 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.650665 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.667537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Allocated IP 172.20.0.1 (dfbf6e6c-e2db-4570-a35b-71701f708441/7c52cb3d-80b5-4783-be3b-dec50f435364/781c169d-80fe-4701-bc55-cdcc15635de6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:01:57.702037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87443a61-dc40-40ab-a341-c5463a4da00b None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a4652bd8-4382-4a83-8d46-339e23033463', 'tenant_id': '027951093b714165ab9253c332050967', 'floating_ip_address': '172.25.3.163', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'port_id': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 265, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'mac_address': 'fa:16:3e:38:ed:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T15:59:16Z', 'updated_at': '2021-12-08T16:01:51Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:57.751893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f70f42-a742-4533-a0fc-4582e90dd022 req-12ee7cc6-8e01-4215-a2ae-89efaf57c505 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:57.760301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2f70f42-a742-4533-a0fc-4582e90dd022 req-12ee7cc6-8e01-4215-a2ae-89efaf57c505 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.2096429 Dec 08 16:01:57.793555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b4685676-e2c3-46bc-a16a-3b87fa8fb1da service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964062 Dec 08 16:01:57.807467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:01:57.816238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Pushing event updated for resources: {'Port': ['ID=1f0a767b-20fd-47c3-85e9-219e2f6b0606,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:57.824729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Sync routers for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:01:57.829070 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.829417 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.829753 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.830145 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.830524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.831544 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.832005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.832393 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.832835 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.833165 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.833490 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.834177 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.834565 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:01:57.862619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:57.863305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:57.864378 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Attempting to bind port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:57.866885 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Attempting to bind port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:57.869990 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Attempting to bind port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:57.881668 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:57.882107 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:57.882451 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.882840 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:57.883395 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Bound port: 1f0a767b-20fd-47c3-85e9-219e2f6b0606, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:57.883800 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.937235 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.948949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2f70f42-a742-4533-a0fc-4582e90dd022 req-31f68d58-34d6-44f3-ad0d-9d3f8cc5845f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875010 Dec 08 16:01:57.960914 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:57.965635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8421849d-dfeb-45f3-ab41-17de2b7364a4 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3639419 Dec 08 16:01:57.969282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:01:58.007260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] For port 1f0a767b-20fd-47c3-85e9-219e2f6b0606, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:01:58.012049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] For port 1f0a767b-20fd-47c3-85e9-219e2f6b0606, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1f0a767b-20fd-47c3-85e9-219e2f6b0606,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:01:58.023725 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.035305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:58.052062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-28d30b2f-1415-4d3f-90b9-5f47f51a4a70 service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080054 Dec 08 16:01:58.204247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.222401 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7363dd78-fc5f-4b5b-bd28-e5483becddb1 None None] New status for floating IP a4652bd8-4382-4a83-8d46-339e23033463: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:01:58.263782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Pushing event updated for resources: {'Port': ['ID=781c169d-80fe-4701-bc55-cdcc15635de6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:58.291074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Network dfbf6e6c-e2db-4570-a35b-71701f708441 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:01:58.299048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:01:58.300966 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Routers {'65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:01:58.303076 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:58.333991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:01:58.334868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.339876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:01:58.568850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9b425-54a0-44f2-b64f-4924607b745e None None] Pushing event updated for resources: {'Port': ['ID=1f0a767b-20fd-47c3-85e9-219e2f6b0606,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:58.640810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:01:58.650799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b90fa055-189b-4407-b605-aba95db57ccb req-645a3f3f-d8fb-4139-bf01-ce7fae291d18 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 210 time: 0.1231313 Dec 08 16:01:58.657741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:01:56Z', 'revision_number': 3, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:01:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:58.731869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Checking router: f3f2ca03-54d4-4837-9f19-bb04b434fe5e for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:01:58.732487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Updating router f3f2ca03-54d4-4837-9f19-bb04b434fe5e port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:01:58.784869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-e3cfcef4-da0b-4a27-83e1-fe81a371e1bd tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1127250 Dec 08 16:01:58.790812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:58.790812 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:58.864437 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.022004 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] Set router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:01:59.032266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ac09e836-e011-4379-af03-db589c7e5feb None None] Provisioning complete for port 781c169d-80fe-4701-bc55-cdcc15635de6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:01:59.032643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac09e836-e011-4379-af03-db589c7e5feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.041936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.058399 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-885d8ea6-0218-4203-aabc-51d1058ab3e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.213282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:01:59.215993 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bddc18-b6ae-4327-bb3f-91a93fdcc760" -d '{"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-plugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:01:59.243020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-1d2fb8d8-901a-4141-9208-7fb7ef4af982 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:59.260599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.264311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-1d2fb8d8-901a-4141-9208-7fb7ef4af982 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4724689 Dec 08 16:01:59.285128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:01:59.302996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.306842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ac09e836-e011-4379-af03-db589c7e5feb None None] Port 781c169d-80fe-4701-bc55-cdcc15635de6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:01:59.311126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-16ae56af-17bf-4d2c-a992-387d7dcafeaa tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/quotas/7b7a2f81d38f4eadb949d57d43fdaec0 HTTP/1.1" status: 200 len: 375 time: 0.0393505 Dec 08 16:01:59.361837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-a7bb1208-98d8-49fb-a9db-bb79c368f405 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494184 Dec 08 16:01:59.381276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:59.455537 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:53Z', 'revision_number': 3, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:01:59.503373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6de22bc-1480-4618-9ed7-a7c8c766d11e None None] The sync data for ids ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'] in n-d-820935-5 is: [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:53Z', 'revision_number': 3, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:01:59.516534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924af16-919c-47da-988b-3e3c0da16f31 req-b7c049d6-c917-476a-aec9-e48eb451b283 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:01:59.520550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3924af16-919c-47da-988b-3e3c0da16f31 req-b7c049d6-c917-476a-aec9-e48eb451b283 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.2073226 Dec 08 16:01:59.653960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3924af16-919c-47da-988b-3e3c0da16f31 req-874ffbaf-8fe6-4c8a-aad5-d289d6584fab tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179671 Dec 08 16:01:59.696244 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.708250 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.775302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Attempting to bind port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:01:59.775686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Attempting to bind port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:01:59.776100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Attempting to bind port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:01:59.792666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:01:59.793302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:01:59.794601 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.795255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:01:59.796100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Bound port: 52a68aee-4d05-4be3-9caa-d36f6b7e03e9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:01:59.796729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:01:59.882108 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cb311e-4e75-45ec-980c-0bec505ac81d x-openstack-request-id: req-a3cb311e-4e75-45ec-980c-0bec505ac81d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:01:59.882108 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-plugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:01:59.885068 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3cb311e-4e75-45ec-980c-0bec505ac81d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:01:59.885643 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'code': 200} Dec 08 16:01:59.936929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a93ef-1279-4dc8-a95d-010338771e19 None None] Pushing event updated for resources: {'Port': ['ID=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:01:59.997368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:00.084963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] For port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:00.107756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] For port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:00.116052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:00.220041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-492eed79-d5a2-4e66-8c38-ea06120cc186 req-ca342c6c-1a32-44b5-90b1-3c4488caccbc tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 210 time: 0.1308029 Dec 08 16:02:00.242007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:00.242653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:00.368803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a93ef-1279-4dc8-a95d-010338771e19 None None] Pushing event updated for resources: {'Port': ['ID=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:00.381007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-f7b94518-ce7b-4c60-b320-886f2038670d tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547819 Dec 08 16:02:00.589077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1f0a767b-20fd-47c3-85e9-219e2f6b0606 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:00.672151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:00.822504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d893bc-5acd-4c91-80a7-0d493b25d6ce req-621182cf-6f8f-4199-acf1-ee3a39e57e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:00.827151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7d893bc-5acd-4c91-80a7-0d493b25d6ce req-621182cf-6f8f-4199-acf1-ee3a39e57e0b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1101 time: 0.3991084 Dec 08 16:02:00.853763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fbb92-8164-4f46-8521-896c20adeec1 req-6074eec7-da73-4fee-8c11-c57ef2b6c482 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:00.871472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-829fbb92-8164-4f46-8521-896c20adeec1 req-6074eec7-da73-4fee-8c11-c57ef2b6c482 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1097 time: 0.3652050 Dec 08 16:02:00.941286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:00.941950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.035235 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.049139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-c340ab8e-ef00-4eca-97e0-f5dd73a54ce6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:01.053933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-c340ab8e-ef00-4eca-97e0-f5dd73a54ce6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.4814334 Dec 08 16:02:01.071702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7d893bc-5acd-4c91-80a7-0d493b25d6ce req-042afcc1-11b6-4981-87ae-cbbc97609ecc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358863 Dec 08 16:02:01.074603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.076623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.085745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-d82c825f-3719-4668-a66d-c0f178b44540 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:01.100462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-d82c825f-3719-4668-a66d-c0f178b44540 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7102001 Dec 08 16:02:01.131986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Request body: {'port': {'device_id': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'admin_state_up': True, 'tenant_id': 'e3eda6af0824468aaddab3edb59b79b2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:01.196720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-829fbb92-8164-4f46-8521-896c20adeec1 req-756881e6-5aa7-454c-8e2b-4b561c565ef4 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022969 Dec 08 16:02:01.223817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Pushing event updated for resources: {'Port': ['ID=781c169d-80fe-4701-bc55-cdcc15635de6,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:01.229696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.377665 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.395700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Network dfbf6e6c-e2db-4570-a35b-71701f708441 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:01.397639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-e3e0835b-3ae6-4521-ac6f-7de3c2e29496 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/quotas/7b7a2f81d38f4eadb949d57d43fdaec0 HTTP/1.1" status: 200 len: 375 time: 0.2885036 Dec 08 16:02:01.405275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:01.467342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-347d169e-a49a-42e3-b2cf-1f35e28f8c6c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686004 Dec 08 16:02:01.507378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Made reservation on behalf of e3eda6af0824468aaddab3edb59b79b2 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:01.517354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 1f0a767b-20fd-47c3-85e9-219e2f6b0606, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1f0a767b-20fd-47c3-85e9-219e2f6b0606,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:01.517952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.541859 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:01.584980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:01:56Z', 'revision_number': 3, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:01.658667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bcf2d-ba02-4986-b498-6790a347e8d1 req-0c3f0ac6-8ef7-4cc6-922c-7a9014c4e415 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:01.668301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-863bcf2d-ba02-4986-b498-6790a347e8d1 req-0c3f0ac6-8ef7-4cc6-922c-7a9014c4e415 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1235719 Dec 08 16:02:01.683127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Allocated IP 172.20.0.1 (4e5efc34-3e79-4edb-bacd-5e09e21c1c3b/c5b44870-5d5d-47f3-b885-7619298a1ed9/9b5ce3b1-1d41-4117-b7cd-48db48959eeb) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:01.727735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:02:01.815168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039a86c3-8f75-47fd-945b-6ba61ce08df5 None None] The sync data for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 is: [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:01:56Z', 'revision_number': 3, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:02.082765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.114762 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.115469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.119475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=1f0a767b-20fd-47c3-85e9-219e2f6b0606,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:02.141576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e8984dec-2209-41a6-9feb-83d9f10f1ce8 None None] Provisioning complete for port 781c169d-80fe-4701-bc55-cdcc15635de6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:02.141982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8984dec-2209-41a6-9feb-83d9f10f1ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.167373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-863bcf2d-ba02-4986-b498-6790a347e8d1 req-be4a4ec8-c9b3-41cc-a7a6-e8fb0b6f34ad tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4979258 Dec 08 16:02:02.177267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:02.220609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8d4d4297-1207-4e21-b268-fcacec7894ef admin admin] 10.222.0.62 "PUT /v2.0/routers/65b7a6b7-b7b5-40b6-9df9-f55da7c1804b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0180888 Dec 08 16:02:02.238118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Allocated IP 172.20.0.11 (7b933ad0-d036-4650-bfd9-600f7e66b3de/ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4/27e84b8f-25cc-4ad6-8213-84f382b726ed) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:02.257287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e8984dec-2209-41a6-9feb-83d9f10f1ce8 None None] Port 781c169d-80fe-4701-bc55-cdcc15635de6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:02.268720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.396282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-548ee935-212e-4e87-b3fe-b6c13edee1cf tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1685059 Dec 08 16:02:02.577830 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.605011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56922) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:02.633093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21529923-b58b-490a-a488-f905fc242b6a req-0f4e6832-f6a2-4cdc-a3e5-0e494a1169aa tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 210 time: 0.2345881 Dec 08 16:02:02.704066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-2538e44a-9055-4962-bd57-c2121caa3373 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:02.706187 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-2538e44a-9055-4962-bd57-c2121caa3373 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024747 Dec 08 16:02:02.725227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.754278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Request body: {'port': {'device_id': '802aea70-73e1-4919-ad93-6f8f700764a3', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '7b7a2f81d38f4eadb949d57d43fdaec0'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:02.796623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1f0a767b-20fd-47c3-85e9-219e2f6b0606 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:02.889526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:02.897754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:02.928510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:02.931051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:02.931550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:02.985659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:02.986060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.097230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Sync routers for ids ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:03.274017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Routers {'65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:03.289392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:03.350943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.425774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:03.507382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Made reservation on behalf of 7b7a2f81d38f4eadb949d57d43fdaec0 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:03.511776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.530496 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.750759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.758654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.773675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5865ca94-83c6-4bc9-89a6-bb57ef2a2825 req-09011d4c-d4f6-431b-9e04-1b6a9af5b13a tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 210 time: 0.9267371 Dec 08 16:02:03.798197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-466419470'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:03.812321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ce37a7e2-aff7-4436-a48b-cb4f1390bb5f None None] Provisioning complete for port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:03.815559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce37a7e2-aff7-4436-a48b-cb4f1390bb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:03.906206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:03.906718 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.016337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Set router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:04.020090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.021085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ce37a7e2-aff7-4436-a48b-cb4f1390bb5f None None] Port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:04.109066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:04.118913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.187071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Allocated IP 192.168.233.213 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/b51754e7-7c70-4509-9462-30dfd8111bd3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:04.195750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.215422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057c9f0-a6bb-4650-85b1-f2e5ee92eecc req-942e5f70-4cd3-4326-825a-fb514ec321e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.217542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e057c9f0-a6bb-4650-85b1-f2e5ee92eecc req-942e5f70-4cd3-4326-825a-fb514ec321e9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1511817 Dec 08 16:02:04.221248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:04.298864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.86', 61506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:04.304145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.336197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:04.344242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:04.351555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.376924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:04.380951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.381686 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Added segment fd050176-bbf5-401b-a88b-12edf2fa1272 of type vlan for network 6b7dc368-9b12-4649-b415-51e9451f9021 Dec 08 16:02:04.410756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:04.415637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-55d321ea-8fe9-4eff-9bec-f71c91bd61c7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1151929 Dec 08 16:02:04.444966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:04.512957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.561338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.599104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:04.651710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.654335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:59Z', 'revision_number': 4, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '781c169d-80fe-4701-bc55-cdcc15635de6', 'name': '', 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'mac_address': 'fa:16:3e:2a:bc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7c52cb3d-80b5-4783-be3b-dec50f435364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:02:00Z', 'revision_number': 2, 'project_id': '9914e41b5728409989a55221e80d4088', 'subnets': [{'id': '7c52cb3d-80b5-4783-be3b-dec50f435364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:04.664863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-be34f5dd-ad07-48cb-bc1b-46e989c003b0 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:04.668499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-be34f5dd-ad07-48cb-bc1b-46e989c003b0 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0207608 Dec 08 16:02:04.669696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.670468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.678187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4c4ceb-7539-45d5-8df3-ca2c6f351541,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:04.687449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.688312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.704447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Checking router: 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:04.704944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Updating router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b port 781c169d-80fe-4701-bc55-cdcc15635de6 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:04.722346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-76121681-4929-4db4-ae4e-674c2bcbf031 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6163633 Dec 08 16:02:04.732508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e057c9f0-a6bb-4650-85b1-f2e5ee92eecc req-cb4f8a76-4ff5-4d9b-b18d-42e6da6ad415 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4985969 Dec 08 16:02:04.739329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.758848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.772313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Request body: {'port': {'device_id': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:04.844446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-ac846d0c-c1e6-4044-a906-2902a2fd908d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.860738 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-ac846d0c-c1e6-4044-a906-2902a2fd908d service neutron] 10.222.0.62 "GET /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 1094 time: 0.1742897 Dec 08 16:02:04.888042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-0bda88b4-6118-443e-9a4e-9127c24ee197 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.898662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-0bda88b4-6118-443e-9a4e-9127c24ee197 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4704425 Dec 08 16:02:04.903402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.917169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:04.918198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:04.936553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Request body: {'binding': {'host': 'n-h2-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:04.937373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:02:04.940154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Request body: {'port': {'device_id': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '7b7a2f81d38f4eadb949d57d43fdaec0'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:04.984086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:04.986529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Pushing event updated for resources: {'Port': ['ID=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:04.999198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:05.002413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:05.026849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:05.033624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:05.034318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.042043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:05.170342 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4356079 Dec 08 16:02:05.222417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.5877814 Dec 08 16:02:05.223251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56962) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:05.227719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.235386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'subnet': {'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:05.252141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957cf1f-8fa9-4a31-a0ef-1e83f423320a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Network': ['ID=6b7dc368-9b12-4649-b415-51e9451f9021,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:05.271713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6b7dc368-9b12-4649-b415-51e9451f9021 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:05.289471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738b0c05-ee78-4dbf-847c-c6c25b5035d4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:05.343148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Request body: {'port': {'device_id': '802aea70-73e1-4919-ad93-6f8f700764a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:05.376444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d86920-0859-4f8d-a287-8f40126fb2ac req-cb34042c-d20b-4dbf-afde-364f37ff209e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:05.386954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10d86920-0859-4f8d-a287-8f40126fb2ac req-cb34042c-d20b-4dbf-afde-364f37ff209e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 932 time: 0.4627409 Dec 08 16:02:05.503526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:02:05.503526 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:02:05.503526 n-d-820935-5 neutron-server[103282]: [parameters: {'project_id_1': '9914e41b5728409989a55221e80d4088', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 1, 45, 472594)}] Dec 08 16:02:05.503526 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:02:05.504539 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:02:05.517739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.522276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a8f69816-97dd-4562-8836-91e49f2b4a3d None None] Provisioning complete for port b51754e7-7c70-4509-9462-30dfd8111bd3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:05.522647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8f69816-97dd-4562-8836-91e49f2b4a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.527937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.550826 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.572467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on host n-h2-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:05.573074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:05.573478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:05.580524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Made reservation on behalf of 7b7a2f81d38f4eadb949d57d43fdaec0 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:05.584663 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.594597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10d86920-0859-4f8d-a287-8f40126fb2ac req-94ce48b3-e478-419e-9bf4-567b37ac079b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060072 Dec 08 16:02:05.612460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:05.612460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:05.626218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a8f69816-97dd-4562-8836-91e49f2b4a3d None None] Port b51754e7-7c70-4509-9462-30dfd8111bd3 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:05.628427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Router f3f2ca03-54d4-4837-9f19-bb04b434fe5e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:02:05.634401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:05.634722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:05.635118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:05.635588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Bound port: 18801869-6a9a-4178-931b-d32c3552d5f6, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:05.721550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b9b3a-c91b-4fb0-a9dc-9437ddc6053d None None] Pushing event updated for resources: {'Port': ['ID=781c169d-80fe-4701-bc55-cdcc15635de6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:05.756565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a8f69816-97dd-4562-8836-91e49f2b4a3d None None] Provisioning complete for port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:05.757095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8f69816-97dd-4562-8836-91e49f2b4a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.828921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Attempting to bind port 781c169d-80fe-4701-bc55-cdcc15635de6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:05.829521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Attempting to bind port 781c169d-80fe-4701-bc55-cdcc15635de6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:05.830199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Attempting to bind port 781c169d-80fe-4701-bc55-cdcc15635de6 on network dfbf6e6c-e2db-4570-a35b-71701f708441 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:05.857358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:05.858262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Checking segment: {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:05.858950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.859625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Bound using segment: {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:05.860492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Bound port: 781c169d-80fe-4701-bc55-cdcc15635de6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5005a53-d92c-4d60-b8d0-ce327d930685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:05.861166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:05.892108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a8f69816-97dd-4562-8836-91e49f2b4a3d None None] Port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:05.973186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] For port 781c169d-80fe-4701-bc55-cdcc15635de6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:05.977201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] For port 781c169d-80fe-4701-bc55-cdcc15635de6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=781c169d-80fe-4701-bc55-cdcc15635de6,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:05.983698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.079916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef307bc5-a638-4f4f-9575-f554e7b5526c req-18a0287e-ee03-4974-b018-0cc1024bbe40 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.085375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef307bc5-a638-4f4f-9575-f554e7b5526c req-18a0287e-ee03-4974-b018-0cc1024bbe40 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.3373296 Dec 08 16:02:06.117257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b9b3a-c91b-4fb0-a9dc-9437ddc6053d None None] Pushing event updated for resources: {'Port': ['ID=781c169d-80fe-4701-bc55-cdcc15635de6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:06.120399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Routers {'65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:06.121036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:06.123878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-64fa0b50-21f6-46d7-8ae2-1675d18c6896 None None] Provisioning complete for port 781c169d-80fe-4701-bc55-cdcc15635de6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:06.124277 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64fa0b50-21f6-46d7-8ae2-1675d18c6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.212364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Allocated IP 192.168.233.179 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/6ea51b65-b544-4caa-9ae7-6c13891f438d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:06.255972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:06.270252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.272276 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-78f8db7b-a076-4325-89ec-461a709668ff service neutron] 10.222.0.62 "POST /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6/bindings HTTP/1.1" status: 201 len: 389 time: 1.3496883 Dec 08 16:02:06.302501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef307bc5-a638-4f4f-9575-f554e7b5526c req-539df91c-2cb5-4e21-833b-df0e27540f1e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795181 Dec 08 16:02:06.353937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] Set router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:06.398384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:06.406603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:06.434206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:02:06.458362 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-739eab2a-a0a8-4052-b0b8-6b8634724ed9 admin admin] 10.222.0.62 "PUT /v2.0/routers/f3f2ca03-54d4-4837-9f19-bb04b434fe5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4727752 Dec 08 16:02:06.462424 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Sync routers for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:02:06.490195 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:06.490815 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:06.698698 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:06.735798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97ebe58c-584e-4f80-b2e9-79b4d6f3dc4b req-38476486-e52c-4de3-9c4f-587f13c924b1 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 210 time: 0.1061976 Dec 08 16:02:06.814150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:06.839611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.86', 61509) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:06.965118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e84b8f-25cc-4ad6-8213-84f382b726ed {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:06.975495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-a5ceb868-d28a-4507-9bc5-9254429e1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:06.986174 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-a5ceb868-d28a-4507-9bc5-9254429e1708 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1097 time: 0.1451499 Dec 08 16:02:07.052181 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.143188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Transition to ACTIVE for port object 27e84b8f-25cc-4ad6-8213-84f382b726ed will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:07.174201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.200570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49659022-37e6-4e82-b348-3afefa433af0 req-661cc8dd-53dd-4823-8b61-28f8ac7b93d8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.209309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49659022-37e6-4e82-b348-3afefa433af0 req-661cc8dd-53dd-4823-8b61-28f8ac7b93d8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.3130636 Dec 08 16:02:07.237902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-a74bb715-2067-4822-a450-56ce5e3dad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.241443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-a74bb715-2067-4822-a450-56ce5e3dad62 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2406392 Dec 08 16:02:07.246510 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 2, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:07.256781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd62301-0a80-4e8c-8c17-fb6c1c78709a req-7f6cc284-c4e0-4c55-a562-78d42fbdd7cd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.266576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cd62301-0a80-4e8c-8c17-fb6c1c78709a req-7f6cc284-c4e0-4c55-a562-78d42fbdd7cd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 932 time: 0.2927320 Dec 08 16:02:07.288487 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Checking router: f3f2ca03-54d4-4837-9f19-bb04b434fe5e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:02:07.289128 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Updating router f3f2ca03-54d4-4837-9f19-bb04b434fe5e port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:02:07.293412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.295006 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64fa0b50-21f6-46d7-8ae2-1675d18c6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.320318 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-d77b35ec-ecb2-4c05-9b1f-163e2c6de04c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0714669 Dec 08 16:02:07.321117 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.368767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:07.369148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.395793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-d81f628c-9b5e-488f-b3d7-ff51ae65d3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:07.398623 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-d81f628c-9b5e-488f-b3d7-ff51ae65d3ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.0710957 Dec 08 16:02:07.434747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-64fa0b50-21f6-46d7-8ae2-1675d18c6896 None None] For port 781c169d-80fe-4701-bc55-cdcc15635de6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=781c169d-80fe-4701-bc55-cdcc15635de6,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:07.452534 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-18ec3fb6-5dc2-4f16-8607-2f37a577eb88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471420 Dec 08 16:02:07.455571 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64fa0b50-21f6-46d7-8ae2-1675d18c6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.516148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fa0b50-21f6-46d7-8ae2-1675d18c6896 None None] Pushing event updated for resources: {'Port': ['ID=781c169d-80fe-4701-bc55-cdcc15635de6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:07.537142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:07.589655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:59Z', 'revision_number': 4, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '781c169d-80fe-4701-bc55-cdcc15635de6', 'name': '', 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'mac_address': 'fa:16:3e:2a:bc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7c52cb3d-80b5-4783-be3b-dec50f435364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:02:05Z', 'revision_number': 4, 'project_id': '9914e41b5728409989a55221e80d4088', 'subnets': [{'id': '7c52cb3d-80b5-4783-be3b-dec50f435364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:07.632793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.648307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e4596b7c-120a-46f4-bbf2-ebaec7fcda22 None None] Provisioning complete for port 781c169d-80fe-4701-bc55-cdcc15635de6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:07.648681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4596b7c-120a-46f4-bbf2-ebaec7fcda22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.660740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49659022-37e6-4e82-b348-3afefa433af0 req-03cfd584-7569-4a1d-b5f2-284e5ed3d165 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502194 Dec 08 16:02:07.671029 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.679105 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.697538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa0a342-c3f7-4423-a6ac-edd15544dbeb None None] The sync data for ids ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'] in n-d-820935-5 is: [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:01:59Z', 'revision_number': 4, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '781c169d-80fe-4701-bc55-cdcc15635de6', 'name': '', 'network_id': 'dfbf6e6c-e2db-4570-a35b-71701f708441', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'mac_address': 'fa:16:3e:2a:bc:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '7c52cb3d-80b5-4783-be3b-dec50f435364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:57Z', 'updated_at': '2021-12-08T16:02:05Z', 'revision_number': 4, 'project_id': '9914e41b5728409989a55221e80d4088', 'subnets': [{'id': '7c52cb3d-80b5-4783-be3b-dec50f435364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:07.730756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-15dfa84a-71ca-432f-9c6b-7f298ded9fde service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624083 Dec 08 16:02:07.924322 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Attempting to bind port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:07.924731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Attempting to bind port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:07.924936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b51754e7-7c70-4509-9462-30dfd8111bd3 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:07.925702 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Attempting to bind port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb on network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:07.936500 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35898d90-2e6b-4d29-90b8-dce93ba722bb None None] Pushing event updated for resources: {'Port': ['ID=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:07.939229 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:07.939644 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Checking segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:07.940000 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.940382 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Bound using segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:07.941346 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Bound port: 9b5ce3b1-1d41-4117-b7cd-48db48959eeb, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:07.941346 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.949599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:07.981469 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Transition to ACTIVE for port object b51754e7-7c70-4509-9462-30dfd8111bd3 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:08.000115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cd62301-0a80-4e8c-8c17-fb6c1c78709a req-a7080d7e-c747-440c-aef3-7fb49bd6e024 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7324095 Dec 08 16:02:08.135782 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-190f983b-4459-4662-b1f5-0e6690fdbc32 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502800 Dec 08 16:02:08.136725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.160221 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] For port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:08.169012 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] For port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:08.175746 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.203616 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.241416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:08.264736 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35898d90-2e6b-4d29-90b8-dce93ba722bb None None] Pushing event updated for resources: {'Port': ['ID=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.289472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:08.297711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:02:08.300398 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:08.351733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:08.352102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:08.352396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:08.375446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Attempting to bind port b51754e7-7c70-4509-9462-30dfd8111bd3 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:08.375638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.376254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Attempting to bind port b51754e7-7c70-4509-9462-30dfd8111bd3 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:08.376821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Attempting to bind port b51754e7-7c70-4509-9462-30dfd8111bd3 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:08.381585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:08.383163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Port b51754e7-7c70-4509-9462-30dfd8111bd3 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:08.383790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Attempting to bind port b51754e7-7c70-4509-9462-30dfd8111bd3 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:08.390471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.393532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:08.394250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:08.394866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:08.395547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Bound port: b51754e7-7c70-4509-9462-30dfd8111bd3, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:08.396248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.460948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:08.461300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:08.508712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-99e7e207-808e-40c5-8a64-e7ee0b4abc5c None None] Provisioning complete for port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:08.509460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99e7e207-808e-40c5-8a64-e7ee0b4abc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.571427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:08.581220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:08.584043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:08.623196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1339619103', 'description': 'tempest-description--2126052493'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:08.634203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.715014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:08.725182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:08.732101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:08.740937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Bound port: 27e84b8f-25cc-4ad6-8213-84f382b726ed, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:08.740937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.772550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:08.773193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:08.774760 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] 10.222.0.86 "PUT /v2.0/ports/b51754e7-7c70-4509-9462-30dfd8111bd3 HTTP/1.1" status: 200 len: 1096 time: 3.4436972 Dec 08 16:02:08.810331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:08.814557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Subnet': ['ID=5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:08.816892 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421a42e3-2d32-4226-858c-7e7981eab85e" -d '{"events": [{"name": "network-changed", "server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:08.943921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 781c169d-80fe-4701-bc55-cdcc15635de6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:08.996260 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-50f5c516-8697-49e4-9f96-d0bb67e7343c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4080038 Dec 08 16:02:09.032563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-76cb6174-c630-4511-a672-49df782ed03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.037699 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-76cb6174-c630-4511-a672-49df782ed03a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 1099 time: 0.1274104 Dec 08 16:02:09.125284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99e7e207-808e-40c5-8a64-e7ee0b4abc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.140945 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-0d7c342e-533e-4259-a796-f6a259a03177 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3089464 Dec 08 16:02:09.194580 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:02:09.221165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.224185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.233607 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-f420e818-d457-4101-925a-e8bf06316642 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b51754e7-7c70-4509-9462-30dfd8111bd3 HTTP/1.1" status: 200 len: 217 time: 0.1756604 Dec 08 16:02:09.239743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03016b3-467a-42eb-86a2-6f649c4138e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:09.297080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-99e7e207-808e-40c5-8a64-e7ee0b4abc5c None None] For port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:09.307587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99e7e207-808e-40c5-8a64-e7ee0b4abc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.414341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-7d710c71-8139-467f-8f11-f94dd93f0909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.416229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-7d710c71-8139-467f-8f11-f94dd93f0909 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1095 time: 0.2739930 Dec 08 16:02:09.507656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 781c169d-80fe-4701-bc55-cdcc15635de6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:09.508034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.595055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e207-808e-40c5-8a64-e7ee0b4abc5c None None] Pushing event updated for resources: {'Port': ['ID=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:09.628406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:09.644570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.647228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b2140c17-752a-4bba-9452-f3b95d68364a None None] Provisioning complete for port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:09.648768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2140c17-752a-4bba-9452-f3b95d68364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.658662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-41ce232c-a6a6-4910-acee-fa2ed1f88c63 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2921958 Dec 08 16:02:09.672067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:09.678952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-b28b5de2-b42b-4135-b948-4644e6f893fa service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:02:09.682107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-ed588110-957b-4a94-acb3-6890eba46b51 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7508335 Dec 08 16:02:09.695006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-b28b5de2-b42b-4135-b948-4644e6f893fa service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0267830 Dec 08 16:02:09.697683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-e216a54f-44f9-45cb-8597-250432178f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.707093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-e216a54f-44f9-45cb-8597-250432178f0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.4271302 Dec 08 16:02:09.727565 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:09.728850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951300c0-683c-417b-9f62-55709712fdbe req-04a9e5a5-df6c-4fac-a4a2-68bc7a2904e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:09.733316 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-04a9e5a5-df6c-4fac-a4a2-68bc7a2904e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 1101 time: 0.5137143 Dec 08 16:02:09.879265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Checking segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:09.880955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network hostable DHCP agents. Network: 6b7dc368-9b12-4649-b415-51e9451f9021, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:09.894066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Request body: {'port': {'device_id': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:09.910954 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:08Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:02:09.994109 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5123c62-7329-4346-9e92-16595f035cc3 None None] The sync data for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 is: [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:08Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:02:10.205478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951300c0-683c-417b-9f62-55709712fdbe req-222e6480-4aba-4d5c-9241-ec4216cd1c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.207319 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-222e6480-4aba-4d5c-9241-ec4216cd1c3c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4107854 Dec 08 16:02:10.263630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a7ef3949-4d70-4dca-b04e-ec565c596292 None None] Provisioning complete for port 6ea51b65-b544-4caa-9ae7-6c13891f438d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:10.264267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7ef3949-4d70-4dca-b04e-ec565c596292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.342639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad81e4-32f0-4065-b342-73f744412df7 req-2fcdf27e-0bd1-4230-8a11-933878e41035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.344884 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-2fcdf27e-0bd1-4230-8a11-933878e41035 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6055863 Dec 08 16:02:10.354703 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:02:10.358046 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-9457a195-97a8-461e-822d-16e535db01b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 200 len: 217 time: 0.1385694 Dec 08 16:02:10.359439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-0be16b2e-d0ce-4847-ae49-7ac631be65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.361367 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-0be16b2e-d0ce-4847-ae49-7ac631be65e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.9081898 Dec 08 16:02:10.405818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a7ef3949-4d70-4dca-b04e-ec565c596292 None None] Port 6ea51b65-b544-4caa-9ae7-6c13891f438d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:10.552498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-a4ca438a-c86c-42d1-889d-7fc091492767 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.1303899 Dec 08 16:02:10.593433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951300c0-683c-417b-9f62-55709712fdbe req-64e09027-9a0f-4a4c-861c-45d8840e598a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.596426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-64e09027-9a0f-4a4c-861c-45d8840e598a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1942446 Dec 08 16:02:10.603014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9b5ce3b1-1d41-4117-b7cd-48db48959eeb up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:10.638276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:10.724212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:10.735719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.758111 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-82cdc21a-512e-42a2-b308-c3742b03b1e0 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947537 Dec 08 16:02:10.800581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7fc6f-ae17-48ab-b3db-ba6704bcf420 req-e091f9db-8e12-4277-9111-e65fb946cbd6 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.802252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6d7fc6f-ae17-48ab-b3db-ba6704bcf420 req-e091f9db-8e12-4277-9111-e65fb946cbd6 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 936 time: 2.1181443 Dec 08 16:02:10.814908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.821184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.822268 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:10.823836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-b9c218ae-2eed-441f-875f-79c770bb147a service neutron] 10.222.0.86 "PUT /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 1092 time: 6.0597510 Dec 08 16:02:10.826319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:10.829056 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb0d7ba-4821-4729-827c-e02b9d60d512" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:10.832487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 6b7dc368-9b12-4649-b415-51e9451f9021 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:10.923305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-91532b66-86a3-48b2-b4bc-90ead557a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.926233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-91532b66-86a3-48b2-b4bc-90ead557a3c8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.3257864 Dec 08 16:02:10.960647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4e388-4c6f-4628-9059-84d4fc80ce20 req-5e868c65-9257-4000-87d1-d9ccf4e49f6c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:10.971720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fa4e388-4c6f-4628-9059-84d4fc80ce20 req-5e868c65-9257-4000-87d1-d9ccf4e49f6c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 1.3505480 Dec 08 16:02:11.035380 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-e7d7b2cc-f37c-46e0-a289-cfec32f512bd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804415 Dec 08 16:02:11.061280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6b7dc368-9b12-4649-b415-51e9451f9021) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:11.074166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7609af7-0748-4a49-8777-765320d72b70 None None] Network 6b7dc368-9b12-4649-b415-51e9451f9021 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:11.076331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951300c0-683c-417b-9f62-55709712fdbe req-63e0edd8-1c5d-4d06-96bb-4339b789aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.078160 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-63e0edd8-1c5d-4d06-96bb-4339b789aeae service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3857088 Dec 08 16:02:11.211180 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67ad81e4-32f0-4065-b342-73f744412df7 req-092650f0-414f-4a48-86de-68dbcf38751c service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485949 Dec 08 16:02:11.469676 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-1284ea88-d92c-4a05-9597-d312de8a1523 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222927 Dec 08 16:02:11.474028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6b7dc368-9b12-4649-b415-51e9451f9021', 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021', 'project_id': '9914e41b5728409989a55221e80d4088', 'fixed_ips': [{'subnet_id': '5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:02:11.474570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.475382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.475511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.494996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6d7fc6f-ae17-48ab-b3db-ba6704bcf420 req-9047d73e-a325-4b0d-8593-36a64d24c471 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6370561 Dec 08 16:02:11.633325 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-b801e4f3-c52d-4286-912f-bb6bec87562c service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555772 Dec 08 16:02:11.703335 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f2e10d-9e87-4051-88cb-e5dce3bf61aa x-openstack-request-id: req-b9f2e10d-9e87-4051-88cb-e5dce3bf61aa {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:11.703622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.705334 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:11.713217 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9f2e10d-9e87-4051-88cb-e5dce3bf61aa {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:11.713701 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'status': 'completed', 'code': 200} Dec 08 16:02:11.714362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1ea2f4ac-5b28-48fb-bc58-b9353e7ae70f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.4837391 Dec 08 16:02:11.723064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:11.730308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2075402783'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:11.735371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:11.825601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fa4e388-4c6f-4628-9059-84d4fc80ce20 req-993db936-8dfb-41d2-82c2-baac5f602d18 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8524137 Dec 08 16:02:11.832382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-ad32ef01-c069-49b8-b7fd-05c1d3c27d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.834032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-ad32ef01-c069-49b8-b7fd-05c1d3c27d1b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1095 time: 0.8601911 Dec 08 16:02:11.863791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Allocated IP 19.80.0.2 (6b7dc368-9b12-4649-b415-51e9451f9021/5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7/fbcb98a1-2c76-408d-85be-2bfd97ded09d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:11.900344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a42e3-2d32-4226-858c-7e7981eab85e req-271c97f0-839d-4d62-96d9-ff206e33fe0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:11.902419 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-271c97f0-839d-4d62-96d9-ff206e33fe0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 1099 time: 0.1262653 Dec 08 16:02:11.919538 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b345e214-5f20-4f55-82a6-3adf5fd6c639 req-c47a516e-e016-4f79-b717-6dbde7806e95 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324443 Dec 08 16:02:12.123703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d946be15-5bc2-4f1e-a9ad-c9831839ec36,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:12.221666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea51b65-b544-4caa-9ae7-6c13891f438d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:12.244800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-ff7209d7-50d0-46de-9709-dcb81fafa2ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 217 time: 0.1166601 Dec 08 16:02:12.261116 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-951300c0-683c-417b-9f62-55709712fdbe req-1660e643-ec56-45cb-996c-8ea13a8c3bff service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178868 Dec 08 16:02:12.308936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.312490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-1769085b-7077-4c4b-a9af-3feda44b96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.315465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-1769085b-7077-4c4b-a9af-3feda44b96a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1101 time: 0.1813912 Dec 08 16:02:12.319005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.328524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.426675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Network 6b7dc368-9b12-4649-b415-51e9451f9021 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:12.430495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:12.439521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:12.442860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Pushing event updated for resources: {'Port': ['ID=fbcb98a1-2c76-408d-85be-2bfd97ded09d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:12.509264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a42e3-2d32-4226-858c-7e7981eab85e req-933e6c40-da08-46a5-a181-c78ee1e9f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.512451 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-933e6c40-da08-46a5-a181-c78ee1e9f5dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.5787017 Dec 08 16:02:12.513585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-f0b76693-64e6-416d-bb4f-d9c41b2aed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.515134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-f0b76693-64e6-416d-bb4f-d9c41b2aed0d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1993246 Dec 08 16:02:12.521438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Attempting to bind port fbcb98a1-2c76-408d-85be-2bfd97ded09d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:12.522373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Attempting to bind port fbcb98a1-2c76-408d-85be-2bfd97ded09d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:12.523079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Attempting to bind port fbcb98a1-2c76-408d-85be-2bfd97ded09d on network 6b7dc368-9b12-4649-b415-51e9451f9021 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:12.537728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:12.538207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Checking segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:12.538616 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.539018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Bound using segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:12.539520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Bound port: fbcb98a1-2c76-408d-85be-2bfd97ded09d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:12.539908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.545348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:12.549432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.575927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Transition to ACTIVE for port object 6ea51b65-b544-4caa-9ae7-6c13891f438d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:12.587666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-99ec8128-83cf-43a0-9c3c-b8cb83a3a003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.589883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:02:12.592706 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-99ec8128-83cf-43a0-9c3c-b8cb83a3a003 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2630918 Dec 08 16:02:12.602207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.603010 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Added segment 660eac39-f26c-41ee-b1d4-c057d18e27a7 of type vlan for network 66eeb218-7040-4706-b847-5638e0f57d26 Dec 08 16:02:12.646952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] For port fbcb98a1-2c76-408d-85be-2bfd97ded09d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:12.653346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] For port fbcb98a1-2c76-408d-85be-2bfd97ded09d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fbcb98a1-2c76-408d-85be-2bfd97ded09d,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:12.655829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.665186 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.670555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-f4e008d9-58b1-487f-8269-996176ea8a7b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.213&port_id=b51754e7-7c70-4509-9462-30dfd8111bd3 HTTP/1.1" status: 200 len: 217 time: 0.1407468 Dec 08 16:02:12.695671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.697827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-43699d69-5e7d-4918-93b7-3ece157633f7 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 4.0964706 Dec 08 16:02:12.728607 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-d7be0ab0-d40f-4236-a15b-d633b21b1934 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.0569658 Dec 08 16:02:12.730813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57030) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:12.740409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105d20c-6bc3-4cb6-8bf1-3e68871a6950 req-77f5040d-f956-4afb-91c2-429955cc0746 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.750272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e105d20c-6bc3-4cb6-8bf1-3e68871a6950 req-77f5040d-f956-4afb-91c2-429955cc0746 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.6232135 Dec 08 16:02:12.758842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.764478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-89b2ac20-e44a-4488-907a-a31a626996bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2342298 Dec 08 16:02:12.772751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Request body: {'security_group_rule': {'security_group_id': 'd946be15-5bc2-4f1e-a9ad-c9831839ec36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:12.785711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.793769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.794781 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:12.799236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a42e3-2d32-4226-858c-7e7981eab85e req-bd560033-2f93-4315-af32-ffe007349e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.801432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-bd560033-2f93-4315-af32-ffe007349e56 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0711372 Dec 08 16:02:12.842861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5da78f-10c2-445f-8dfd-1581953a9012 None None] Pushing event updated for resources: {'Port': ['ID=fbcb98a1-2c76-408d-85be-2bfd97ded09d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:12.914414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a42e3-2d32-4226-858c-7e7981eab85e req-a351760d-bfa2-4d9d-89c5-638f12993651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.916032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-a351760d-bfa2-4d9d-89c5-638f12993651 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1023479 Dec 08 16:02:12.947390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-1af73ddd-bebb-4c4e-9936-8ace80e02c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:12.948938 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-1af73ddd-bebb-4c4e-9936-8ace80e02c0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1463990 Dec 08 16:02:12.999408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2708290 Dec 08 16:02:13.021365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cf845-7886-459b-b344-c68013e343d8 req-adca2bdb-f4db-4f57-9947-cfec02e7ea3e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.030141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:13.032584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e7cf845-7886-459b-b344-c68013e343d8 req-adca2bdb-f4db-4f57-9947-cfec02e7ea3e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.8313854 Dec 08 16:02:13.050424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'subnet': {'network_id': '66eeb218-7040-4706-b847-5638e0f57d26', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:13.158768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3595b7-6af8-456f-9765-48bdde6274b3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Network': ['ID=66eeb218-7040-4706-b847-5638e0f57d26,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:13.173951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 66eeb218-7040-4706-b847-5638e0f57d26 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:02:13.178264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:13.223089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.272792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e105d20c-6bc3-4cb6-8bf1-3e68871a6950 req-e27bdf22-df3e-49ae-82e6-48fc8737b753 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205960 Dec 08 16:02:13.479017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e7cf845-7886-459b-b344-c68013e343d8 req-447ecba0-0090-4aad-861b-a44a876f5ed3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291258 Dec 08 16:02:13.553494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-97f4c272-cd9f-474b-9e54-3fa2e76fcb6e service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381144 Dec 08 16:02:13.607699 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742c19ec-a117-4614-8653-1af802210d38 x-openstack-request-id: req-742c19ec-a117-4614-8653-1af802210d38 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:13.608243 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:13.608650 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-742c19ec-a117-4614-8653-1af802210d38 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:13.609217 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'status': 'completed', 'code': 200} Dec 08 16:02:13.625027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.688122 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-264ce4ab-d2c5-4048-8dec-308a06ef0f2c service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640510 Dec 08 16:02:13.698037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.731579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Attempting to bind port 6ea51b65-b544-4caa-9ae7-6c13891f438d on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:13.731579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Attempting to bind port 6ea51b65-b544-4caa-9ae7-6c13891f438d by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:13.731579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Attempting to bind port 6ea51b65-b544-4caa-9ae7-6c13891f438d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:13.765579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5b51818-cd23-41f4-838a-588417fda1c3,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:13.767577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-a9987ceb-aa16-4456-bbeb-2092ff607fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:13.768878 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-a9987ceb-aa16-4456-bbeb-2092ff607fea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7870433 Dec 08 16:02:13.773746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Port 6ea51b65-b544-4caa-9ae7-6c13891f438d on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:13.774213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Attempting to bind port 6ea51b65-b544-4caa-9ae7-6c13891f438d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:13.823626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.824993 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3824cc6-a6eb-4fd4-8820-2fa0564e8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0592690 Dec 08 16:02:13.826084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:13.826429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:13.826846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:13.827258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Bound port: 6ea51b65-b544-4caa-9ae7-6c13891f438d, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:13.828225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.830915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57036) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:13.869162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Request body: {'security_group_rule': {'security_group_id': 'd946be15-5bc2-4f1e-a9ad-c9831839ec36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:13.899323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:13.903400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:13.959623 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-421a42e3-2d32-4226-858c-7e7981eab85e req-13981907-57bc-4c38-a185-383b35e049ce service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588820 Dec 08 16:02:13.998704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46e85005-5ba3-4bc0-8ca3-a69893a1d351 req-eab53cb1-ee2c-4db6-97af-4a2688e75ad3 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4360392 Dec 08 16:02:14.031570 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-77b539c6-ebf0-4bda-bac1-ae51088306e6 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501915 Dec 08 16:02:14.052600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061536-1f52-4cf5-bb0d-fac4e6df5156 req-856b2bbe-3c43-4ab9-a966-4c6dce732301 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.055238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2061536-1f52-4cf5-bb0d-fac4e6df5156 req-856b2bbe-3c43-4ab9-a966-4c6dce732301 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 948 time: 0.3752999 Dec 08 16:02:14.068939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.206386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db231cc3-66d7-4389-b1ed-398cd7ef1b58 req-ea4e4795-dfb6-431e-af1c-66f955170579 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.208602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db231cc3-66d7-4389-b1ed-398cd7ef1b58 req-ea4e4795-dfb6-431e-af1c-66f955170579 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.4211771 Dec 08 16:02:14.228077 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-73c6a80d-fe40-481a-b9a9-b865948a3e27 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810162 Dec 08 16:02:14.228623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-afe74fa0-ecae-4a77-8718-3dd90f29a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.232119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-afe74fa0-ecae-4a77-8718-3dd90f29a493 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1095 time: 0.1259422 Dec 08 16:02:14.344300 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.394014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.399149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:14.474269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2061536-1f52-4cf5-bb0d-fac4e6df5156 req-99feb0d5-c23e-4359-9819-216072f6fac2 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391931 Dec 08 16:02:14.494901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:14.527319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.544645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Subnet': ['ID=85dd9bfd-0276-4889-8171-ac828ee5e9be,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.550091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Checking segment: {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:14.550967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network hostable DHCP agents. Network: 66eeb218-7040-4706-b847-5638e0f57d26, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:02:14.602634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 66eeb218-7040-4706-b847-5638e0f57d26 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:02:14.623183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:14.625589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 66eeb218-7040-4706-b847-5638e0f57d26) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:14.632408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fbcb98a1-2c76-408d-85be-2bfd97ded09d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:14.635458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.637194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.648617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.657954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8029621 Dec 08 16:02:14.659796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:14.665074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cdf741-b04d-43bd-a4ec-10ad55631628 None None] Network 66eeb218-7040-4706-b847-5638e0f57d26 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:14.669907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:14.710729 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f4843a4e-ed9b-4be9-aff1-1e9bcd2f07e8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6720200 Dec 08 16:02:14.723107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.733860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.744297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2150c5-1344-4811-8350-d80de63615e9 None None] Network 6b7dc368-9b12-4649-b415-51e9451f9021 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:14.862430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.874245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385fff8b-49ba-489c-97c4-3845008da996 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d93b73-1e33-4cdd-ab50-c03b9ff9fb72,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:14.928717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db231cc3-66d7-4389-b1ed-398cd7ef1b58 req-432ad0f0-b3d4-42ec-915d-5720bdf8fa6f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6854372 Dec 08 16:02:14.944095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-7edd2951-6c78-4719-a71f-b13e6fede3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.945523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-7edd2951-6c78-4719-a71f-b13e6fede3bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.6864364 Dec 08 16:02:14.958777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:14.959433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:14.960873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-17d01e2e-7069-4715-ba5d-d3777ce134ad service neutron] 10.222.0.86 "PUT /v2.0/ports/6ea51b65-b544-4caa-9ae7-6c13891f438d HTTP/1.1" status: 200 len: 1096 time: 5.2293918 Dec 08 16:02:14.967934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.053195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-53b80a71-0062-4f37-baf7-346d36670513 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 217 time: 0.0721843 Dec 08 16:02:15.105376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4ae7bd7d-f296-4391-badc-c10d3d763d00 None None] Provisioning complete for port fbcb98a1-2c76-408d-85be-2bfd97ded09d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:15.108206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ae7bd7d-f296-4391-badc-c10d3d763d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.144076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777c814-0068-4c8c-8a24-44125f79f25d req-05e230ee-1843-4717-a53b-2dca66f111b2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.145245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e777c814-0068-4c8c-8a24-44125f79f25d req-05e230ee-1843-4717-a53b-2dca66f111b2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.4585073 Dec 08 16:02:15.231140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Allocated IP 172.25.3.250 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/0e9064e0-8c22-45cc-bfc9-4ed5d642ae6f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:15.245066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-84fb9826-334e-48a4-9994-aaf63c81b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.247707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-84fb9826-334e-48a4-9994-aaf63c81b811 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1725667 Dec 08 16:02:15.358742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-dabd5b09-470e-4102-9104-c62dfaa3bfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.360277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-dabd5b09-470e-4102-9104-c62dfaa3bfd1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 1099 time: 0.3207033 Dec 08 16:02:15.378645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fbcb98a1-2c76-408d-85be-2bfd97ded09d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:15.379586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.395975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-2bb67115-29f7-402b-a905-8e64307b5dab service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0807927 Dec 08 16:02:15.413559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.444785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-518b4a0f-3a34-4939-aa85-14c533355f49 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d HTTP/1.1" status: 200 len: 217 time: 0.0588040 Dec 08 16:02:15.448532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e777c814-0068-4c8c-8a24-44125f79f25d req-1f41c9f9-ce03-4131-9e50-7b2800b95774 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847009 Dec 08 16:02:15.500247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.549540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:15.556211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:15.562785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:15.567043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:15.615440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event updated for resources: {'Port': ['ID=0e9064e0-8c22-45cc-bfc9-4ed5d642ae6f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:15.657419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.667774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:15.671342 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171" -d '{"events": [{"name": "network-changed", "server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:15.707787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.709886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-66eeb218-7040-4706-b847-5638e0f57d26', 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26', 'project_id': '9914e41b5728409989a55221e80d4088', 'fixed_ips': [{'subnet_id': '85dd9bfd-0276-4889-8171-ac828ee5e9be'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:02:15.711187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.804081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-ac8f8851-71bf-4024-8b22-2b950533cce4 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.810824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-ac8f8851-71bf-4024-8b22-2b950533cce4 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.812830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-ac8f8851-71bf-4024-8b22-2b950533cce4 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/networks?id=6b7dc368-9b12-4649-b415-51e9451f9021&id=66eeb218-7040-4706-b847-5638e0f57d26&id=6b7dc368-9b12-4649-b415-51e9451f9021 HTTP/1.1" status: 200 len: 1391 time: 0.1331706 Dec 08 16:02:15.855553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-28f573e9-b713-4087-8101-985188870b53 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226680 Dec 08 16:02:15.862969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-08a7fc20-d694-4bf5-ba03-02c5bfe0e7ae tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/quotas/9914e41b5728409989a55221e80d4088 HTTP/1.1" status: 200 len: 375 time: 0.0251541 Dec 08 16:02:15.881872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2d1a0-95b2-4209-a191-806708374fe3 req-391ccea9-4dee-46e6-bfdc-fb372a7146f4 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:15.883766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99d2d1a0-95b2-4209-a191-806708374fe3 req-391ccea9-4dee-46e6-bfdc-fb372a7146f4 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.6320484 Dec 08 16:02:15.886453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Allocated IP 19.86.0.2 (66eeb218-7040-4706-b847-5638e0f57d26/85dd9bfd-0276-4889-8171-ac828ee5e9be/310a3920-44cc-4fbf-ad01-2058f57d8eee) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:15.925693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.934973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.952581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:15.997602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-b5906fdc-446c-4137-9cde-00391fbf9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:16.000023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-b5906fdc-446c-4137-9cde-00391fbf9a5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.5374393 Dec 08 16:02:16.023292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.024898 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3635716 Dec 08 16:02:16.036788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1901958-42e7-4289-92f2-685e6dcb0bab tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event updated for resources: {'Port': ['ID=0e9064e0-8c22-45cc-bfc9-4ed5d642ae6f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.095413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-bff721c5-92bc-473c-beac-ca2d5daf7ac1 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2058911 Dec 08 16:02:16.095985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.119109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99d2d1a0-95b2-4209-a191-806708374fe3 req-e0c34c0d-c226-4a80-b9ec-ae84b366035c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770904 Dec 08 16:02:16.121025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'mac_address': 'fa:16:3e:bd:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:16.132601 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.210866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Network 66eeb218-7040-4706-b847-5638e0f57d26 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:16.226269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fb0d7ba-4821-4729-827c-e02b9d60d512 req-818ed64a-98fc-4a6d-be46-943f0771227a service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620331 Dec 08 16:02:16.259227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-b11a507c-de4f-44b6-9d13-5e7465348270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:16.261054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-b11a507c-de4f-44b6-9d13-5e7465348270 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2408180 Dec 08 16:02:16.296125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Pushing event updated for resources: {'Port': ['ID=310a3920-44cc-4fbf-ad01-2058f57d8eee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.311380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:16.314677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:16.326005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.369091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb135a-1e0d-468a-b007-463523fca80e req-869d5379-045d-4f5a-b9cb-6521c3ef6ae2 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:16.370765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9efb135a-1e0d-468a-b007-463523fca80e req-869d5379-045d-4f5a-b9cb-6521c3ef6ae2 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 948 time: 0.1635704 Dec 08 16:02:16.394684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-d5129ca6-852b-443a-ad4a-76fa98dedc04 service neutron] 10.222.0.62 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877290 Dec 08 16:02:16.463692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port fbcb98a1-2c76-408d-85be-2bfd97ded09d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fbcb98a1-2c76-408d-85be-2bfd97ded09d,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:16.470611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.483014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.616783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=fbcb98a1-2c76-408d-85be-2bfd97ded09d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:16.651811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Attempting to bind port 310a3920-44cc-4fbf-ad01-2058f57d8eee on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:16.652358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Attempting to bind port 310a3920-44cc-4fbf-ad01-2058f57d8eee by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:16.653484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Attempting to bind port 310a3920-44cc-4fbf-ad01-2058f57d8eee on network 66eeb218-7040-4706-b847-5638e0f57d26 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:16.665735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:16.666341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Checking segment: {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:16.666920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.667471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Bound using segment: {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:16.668202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Bound port: 310a3920-44cc-4fbf-ad01-2058f57d8eee, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:16.668763 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.735999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51754e7-7c70-4509-9462-30dfd8111bd3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:16.744447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ae7bd7d-f296-4391-badc-c10d3d763d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.873967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:16.918574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] For port 310a3920-44cc-4fbf-ad01-2058f57d8eee, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:16.919344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-996e0019-bef5-4176-b5c6-72092565c430 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485987 Dec 08 16:02:16.926159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9efb135a-1e0d-468a-b007-463523fca80e req-0a77972f-84ee-4e58-8d33-03059b795899 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5167336 Dec 08 16:02:16.942986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] For port 310a3920-44cc-4fbf-ad01-2058f57d8eee, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=310a3920-44cc-4fbf-ad01-2058f57d8eee,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:16.949065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:16.963062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-4ae7bd7d-f296-4391-badc-c10d3d763d00 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:02:16.963544 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-4ae7bd7d-f296-4391-badc-c10d3d763d00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:02:16.981173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:16.984148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.042676 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7cfd0b-b305-427c-91c8-897a2873b4f0 x-openstack-request-id: req-ac7cfd0b-b305-427c-91c8-897a2873b4f0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:17.043085 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:17.043518 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac7cfd0b-b305-427c-91c8-897a2873b4f0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:17.044904 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'status': 'completed', 'code': 200} Dec 08 16:02:17.080941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.232518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-4c711005-b134-4276-89cd-5ffe9ced6969 service neutron] 10.222.0.62 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368273 Dec 08 16:02:17.276341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b51754e7-7c70-4509-9462-30dfd8111bd3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:17.347763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:17.360293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-9f5a4671-63ca-4b24-9e27-004fc5958629 service neutron] 10.222.0.62 "GET /v2.0/networks/66eeb218-7040-4706-b847-5638e0f57d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268840 Dec 08 16:02:17.384524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'port_id': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'mac_address': 'fa:16:3e:44:04:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:17.511270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90742e-6777-43cf-8989-385073e5c149 None None] Pushing event updated for resources: {'Port': ['ID=310a3920-44cc-4fbf-ad01-2058f57d8eee,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.580318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a996e37-f7c9-496b-8f6d-76fc3cef7d90 req-98b25709-b9b1-4174-8488-fa8870df09fe tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:17.583647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.588518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a996e37-f7c9-496b-8f6d-76fc3cef7d90 req-98b25709-b9b1-4174-8488-fa8870df09fe tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.4680912 Dec 08 16:02:17.600409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6231a0-c88b-4193-8c19-82a861ac1616 req-14fb596d-583b-442d-b369-ba612de1098e service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570542 Dec 08 16:02:17.640725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27e84b8f-25cc-4ad6-8213-84f382b726ed {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:17.671829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:17.686970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.797908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a996e37-f7c9-496b-8f6d-76fc3cef7d90 req-a7bf2983-3305-4108-936f-9dc5481a2655 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063806 Dec 08 16:02:17.836273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-a6da64b6-f98f-4c2d-aa2e-1c5f84379b67 service neutron] 10.222.0.62 "GET /v2.0/networks/66eeb218-7040-4706-b847-5638e0f57d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323852 Dec 08 16:02:17.842442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:17.870174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dfe176f8-dd00-43b5-bf92-b7d7d1d80595 None None] Provisioning complete for port fbcb98a1-2c76-408d-85be-2bfd97ded09d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:17.870174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfe176f8-dd00-43b5-bf92-b7d7d1d80595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:17.960812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['27e84b8f-25cc-4ad6-8213-84f382b726ed'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:18.028774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-9bb1cdcb-6acc-4147-aa49-09cf50c01cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.034737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-9bb1cdcb-6acc-4147-aa49-09cf50c01cf7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 1099 time: 0.3415053 Dec 08 16:02:18.342604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-f294d9c6-262f-416d-b4b9-276402b87e6a service neutron] 10.222.0.62 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809229 Dec 08 16:02:18.451519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-e19af667-0887-4bd9-9332-2ea220d5c036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.453306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-e19af667-0887-4bd9-9332-2ea220d5c036 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4079764 Dec 08 16:02:18.525026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-753333af-430f-461b-a834-acffef805e34 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d HTTP/1.1" status: 200 len: 217 time: 0.0598347 Dec 08 16:02:18.538921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1893b-f32b-47cb-aa3b-74c9a80c2e73 req-69a8caa8-b999-40a9-9dff-2232352037cf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.547787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00d1893b-f32b-47cb-aa3b-74c9a80c2e73 req-69a8caa8-b999-40a9-9dff-2232352037cf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.3316557 Dec 08 16:02:18.649703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-9bac4578-2bbf-4213-a9f3-dc7a7b173984 service neutron] 10.222.0.62 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036995 Dec 08 16:02:18.673666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-a656edae-f44a-4339-b6a2-b4276c64eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.683310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-a656edae-f44a-4339-b6a2-b4276c64eed9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1261959 Dec 08 16:02:18.754665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00d1893b-f32b-47cb-aa3b-74c9a80c2e73 req-ed3126b3-9a1b-4877-b682-9a24d5ce4a2e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066293 Dec 08 16:02:18.788108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068e3a82-c1ad-4921-8265-ac5c42405bc0 None None] Network 66eeb218-7040-4706-b847-5638e0f57d26 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:18.806990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-3e69d662-72e3-4c37-ae52-d4be45c0c2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:18.810246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-3e69d662-72e3-4c37-ae52-d4be45c0c2f9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1215191 Dec 08 16:02:18.882989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fbcb98a1-2c76-408d-85be-2bfd97ded09d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:19.031818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:19.035726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:19.049515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-666b7930-82f3-4ce9-a3dc-e3f0b9735669 None None] Provisioning complete for port 310a3920-44cc-4fbf-ad01-2058f57d8eee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:19.050158 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-666b7930-82f3-4ce9-a3dc-e3f0b9735669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.086255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-7482e1d1-1ade-4218-9b3e-8ea7ef52763a service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667613 Dec 08 16:02:19.276096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8aee8-23ed-48df-af9d-98ef47495af6 req-b63b9ab7-f481-4267-9477-520f7e887ec0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:19.278480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bff8aee8-23ed-48df-af9d-98ef47495af6 req-b63b9ab7-f481-4267-9477-520f7e887ec0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.2930708 Dec 08 16:02:19.315944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e5216-2c29-45c3-9366-4242ceb53409 req-d4555719-9f35-430a-aac8-b0441c216255 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:19.323543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd1e5216-2c29-45c3-9366-4242ceb53409 req-d4555719-9f35-430a-aac8-b0441c216255 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 948 time: 0.2353961 Dec 08 16:02:19.396598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-070cf1c2-728e-4d6c-b4f4-cf24bd9d0171 req-96c4cce6-c96c-4659-84bc-d59876da588c service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501714 Dec 08 16:02:19.417080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fbcb98a1-2c76-408d-85be-2bfd97ded09d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:19.417605 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.446299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bff8aee8-23ed-48df-af9d-98ef47495af6 req-84598f30-2289-43f4-9184-ff05866cb17d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566460 Dec 08 16:02:19.478812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd1e5216-2c29-45c3-9366-4242ceb53409 req-6032d72b-d833-4b0d-8054-da67d738a242 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543977 Dec 08 16:02:19.581807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port b51754e7-7c70-4509-9462-30dfd8111bd3 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:19.634011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc5885a9-773b-4ff9-9b24-9d936575c980 req-59fde9c9-e44c-4241-84d9-eae7f8c921e4 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0486879 Dec 08 16:02:19.639413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b51754e7-7c70-4509-9462-30dfd8111bd3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:19.639692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.743368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-666b7930-82f3-4ce9-a3dc-e3f0b9735669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.795073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:19.801098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b872da-2327-46c4-a83f-45423ede098e req-8cfb9500-6d8c-4cd8-afc7-adc17faa2e1a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:19.817714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b872da-2327-46c4-a83f-45423ede098e req-8cfb9500-6d8c-4cd8-afc7-adc17faa2e1a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.2154136 Dec 08 16:02:19.910773 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:19.924344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'mac_address': 'fa:16:3e:d3:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:19.962692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-666b7930-82f3-4ce9-a3dc-e3f0b9735669 None None] For port 310a3920-44cc-4fbf-ad01-2058f57d8eee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=310a3920-44cc-4fbf-ad01-2058f57d8eee,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:19.979103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-666b7930-82f3-4ce9-a3dc-e3f0b9735669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.008319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 310a3920-44cc-4fbf-ad01-2058f57d8eee up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:20.017446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b872da-2327-46c4-a83f-45423ede098e req-80f6c802-fd64-46ad-8bbb-422f177ad750 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984336 Dec 08 16:02:20.049399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:20.052538 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d8f019a-f8ea-4fc3-a4bb-9b90763dd9e6" -d '{"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-plugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:20.055327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77985d0d-8df9-44d1-ab4a-f902ccf409e6 req-98f00488-7033-4287-82b4-4acdeef9ee2c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:20.058232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77985d0d-8df9-44d1-ab4a-f902ccf409e6 req-98f00488-7033-4287-82b4-4acdeef9ee2c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.1065574 Dec 08 16:02:20.130764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:20.148643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.158784 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.161625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:20.168591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77985d0d-8df9-44d1-ab4a-f902ccf409e6 req-cb57e326-f78f-4ae6-84ec-f3ac4c3afc10 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897899 Dec 08 16:02:20.301634 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae0729c-ed48-4284-b778-b68e98bb59bd x-openstack-request-id: req-6ae0729c-ed48-4284-b778-b68e98bb59bd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:20.303776 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-plugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:20.303776 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ae0729c-ed48-4284-b778-b68e98bb59bd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:20.303776 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'code': 200} Dec 08 16:02:20.320087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-670ffa28-7caf-4123-ada2-384f5485dd95 None None] Provisioning complete for port 310a3920-44cc-4fbf-ad01-2058f57d8eee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.320634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-670ffa28-7caf-4123-ada2-384f5485dd95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.330109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea51b65-b544-4caa-9ae7-6c13891f438d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:20.339049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b7930-82f3-4ce9-a3dc-e3f0b9735669 None None] Pushing event updated for resources: {'Port': ['ID=310a3920-44cc-4fbf-ad01-2058f57d8eee,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:20.477906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:20.488732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c32c07-40a5-4286-9f92-67820902b96f req-6a6c56b5-fc1a-4a8d-9008-60e901aa6b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:20.491790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03c32c07-40a5-4286-9f92-67820902b96f req-6a6c56b5-fc1a-4a8d-9008-60e901aa6b91 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 1101 time: 0.0787997 Dec 08 16:02:20.504529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.517064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 310a3920-44cc-4fbf-ad01-2058f57d8eee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.517654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.578525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03c32c07-40a5-4286-9f92-67820902b96f req-5aa311d3-5f81-454d-b888-51cc0752d208 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793326 Dec 08 16:02:20.624637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 27e84b8f-25cc-4ad6-8213-84f382b726ed completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:20.641951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:20.658751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 27e84b8f-25cc-4ad6-8213-84f382b726ed triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:20.659211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:20.796666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6ea51b65-b544-4caa-9ae7-6c13891f438d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:20.822835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcff50b-89c8-4c60-877c-9c6537c3f8d6 req-ed83e796-d326-419c-923e-6a9c615d7cf3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:20.826206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6bcff50b-89c8-4c60-877c-9c6537c3f8d6 req-ed83e796-d326-419c-923e-6a9c615d7cf3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1902847 Dec 08 16:02:20.851762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19476894-0f8b-47e2-9aae-ef959d82317e req-f4d0a8a7-58cd-4a0d-92b9-15cb0bdf91af tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:20.855315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19476894-0f8b-47e2-9aae-ef959d82317e req-f4d0a8a7-58cd-4a0d-92b9-15cb0bdf91af tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 949 time: 0.1491542 Dec 08 16:02:21.008853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6bcff50b-89c8-4c60-877c-9c6537c3f8d6 req-f8a3711c-a291-4348-a182-d169837eabfc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519270 Dec 08 16:02:21.053386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19476894-0f8b-47e2-9aae-ef959d82317e req-a8f36455-7858-48a4-868c-b6a26b437f25 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821220 Dec 08 16:02:21.129157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:21.282487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.294515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-1c24203e-09b6-4626-b4a6-cc132da5623a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:21.301609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-1c24203e-09b6-4626-b4a6-cc132da5623a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:21.303806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf4b24fd-f5a6-4a6b-a038-92b8b3611f78 req-487446aa-3824-4776-9d75-c0688382266d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0773325 Dec 08 16:02:21.311827 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-1c24203e-09b6-4626-b4a6-cc132da5623a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "GET /v2.0/networks?id=6b7dc368-9b12-4649-b415-51e9451f9021&id=66eeb218-7040-4706-b847-5638e0f57d26&id=6b7dc368-9b12-4649-b415-51e9451f9021 HTTP/1.1" status: 200 len: 1391 time: 0.4238892 Dec 08 16:02:21.339351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'port': {'device_id': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021', 'admin_state_up': True, 'tenant_id': '9914e41b5728409989a55221e80d4088'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:21.439072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 310a3920-44cc-4fbf-ad01-2058f57d8eee up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:21.555381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:21.571449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:21.576523 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.615727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.632947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a4b03-beb0-45a6-ae8d-106c6c77c0be req-7acefaee-600f-44bb-ae4a-416fe69c6cf0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:21.642689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d85a4b03-beb0-45a6-ae8d-106c6c77c0be req-7acefaee-600f-44bb-ae4a-416fe69c6cf0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.1830945 Dec 08 16:02:21.689601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05047d4-d932-4257-9bf4-ee823b4bad96 req-abbf6494-716f-4aed-bc40-1709f9052778 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:21.699011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e05047d4-d932-4257-9bf4-ee823b4bad96 req-abbf6494-716f-4aed-bc40-1709f9052778 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.1935914 Dec 08 16:02:21.767609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d85a4b03-beb0-45a6-ae8d-106c6c77c0be req-fa82d2db-59ef-4157-af33-bd9190219137 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151435 Dec 08 16:02:21.772070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 310a3920-44cc-4fbf-ad01-2058f57d8eee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:21.774988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:21.800075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e05047d4-d932-4257-9bf4-ee823b4bad96 req-0a689656-aa90-43ca-bf13-80c946fd9177 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Dec 08 16:02:21.865687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:21.884804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Allocated IP 19.80.0.182 (6b7dc368-9b12-4649-b415-51e9451f9021/5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7/b243eb51-1f27-49cc-aa95-ced662fbde43) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:22.121721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.181546 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.239127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce298d-fc91-421b-9898-abbab69cca0f req-742de71b-6307-4774-9c7e-6328e9c5fc80 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.244945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40ce298d-fc91-421b-9898-abbab69cca0f req-742de71b-6307-4774-9c7e-6328e9c5fc80 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1035485 Dec 08 16:02:22.287893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 6b7dc368-9b12-4649-b415-51e9451f9021 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:22.297972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:22.303573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:22.304594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:22.312142 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e692b69b-3a91-4c3f-b669-2d8fc37207ca" -d '{"events": [{"server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "name": "network-vif-plugged", "status": "completed", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:22.315449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.316969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.351584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Port': ['ID=b243eb51-1f27-49cc-aa95-ced662fbde43,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:22.351924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e8e64-23a1-40b8-b421-f7866b343ccf req-cb322632-1661-484a-a6f3-d31ff51c4136 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.353372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c1e8e64-23a1-40b8-b421-f7866b343ccf req-cb322632-1661-484a-a6f3-d31ff51c4136 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 949 time: 0.1328423 Dec 08 16:02:22.358445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40ce298d-fc91-421b-9898-abbab69cca0f req-b8d4d72e-9d71-4a1d-9709-840900b996b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006219 Dec 08 16:02:22.370083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-3f53d306-d229-412b-bf8c-4ed783a4aa04 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0504282 Dec 08 16:02:22.394091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'port': {'device_id': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26', 'admin_state_up': True, 'tenant_id': '9914e41b5728409989a55221e80d4088'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:22.493353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c1e8e64-23a1-40b8-b421-f7866b343ccf req-76579397-2a98-485d-a0a4-e6beda213173 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258223 Dec 08 16:02:22.585030 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb929d-2472-497f-b885-33db50e250fa x-openstack-request-id: req-48bb929d-2472-497f-b885-33db50e250fa {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:22.585510 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "name": "network-vif-plugged", "status": "completed", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:22.585939 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-48bb929d-2472-497f-b885-33db50e250fa {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:22.586541 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'code': 200} Dec 08 16:02:22.706426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:22.714315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.786200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c14ca0-e690-4f09-bcea-49c46b35ce3d req-ee713abe-dc69-46a8-9f1b-d5025350171e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.787561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4c14ca0-e690-4f09-bcea-49c46b35ce3d req-ee713abe-dc69-46a8-9f1b-d5025350171e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 932 time: 0.0705779 Dec 08 16:02:22.798666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0559c-a4ac-4d2d-b495-ce08acab2c38 req-f9b62f70-6223-4fd1-8333-a8d32dd52a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:22.800245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e0559c-a4ac-4d2d-b495-ce08acab2c38 req-f9b62f70-6223-4fd1-8333-a8d32dd52a69 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1097 time: 0.1244173 Dec 08 16:02:22.807268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f3b23d0-c2c4-4bb8-87ba-f0466e71cd13 None None] Provisioning complete for port b243eb51-1f27-49cc-aa95-ced662fbde43 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:22.807910 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f3b23d0-c2c4-4bb8-87ba-f0466e71cd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:22.871556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f3b23d0-c2c4-4bb8-87ba-f0466e71cd13 None None] Port b243eb51-1f27-49cc-aa95-ced662fbde43 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:22.921060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e0559c-a4ac-4d2d-b495-ce08acab2c38 req-4961b120-59e8-446b-b00d-78db97b44dc1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034467 Dec 08 16:02:22.936304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4c14ca0-e690-4f09-bcea-49c46b35ce3d req-5da55007-ff4b-436d-8a6c-fe3e85740c4e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327870 Dec 08 16:02:23.018848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Allocated IP 19.86.0.234 (66eeb218-7040-4706-b847-5638e0f57d26/85dd9bfd-0276-4889-8171-ac828ee5e9be/0601952b-dc64-4e7f-88c9-8be158bc46c0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:23.029734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:23.086103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c40cf63-c230-4ec2-8010-25dc3d68c9a1 req-90a2ede8-a842-4317-a44e-9bf268b1700a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.089208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c40cf63-c230-4ec2-8010-25dc3d68c9a1 req-90a2ede8-a842-4317-a44e-9bf268b1700a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.1400180 Dec 08 16:02:23.186605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 6ea51b65-b544-4caa-9ae7-6c13891f438d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:23.192546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 6ea51b65-b544-4caa-9ae7-6c13891f438d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:23.193184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.260383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c40cf63-c230-4ec2-8010-25dc3d68c9a1 req-6f46c958-6899-4c2e-93b8-8c557f08f41f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585689 Dec 08 16:02:23.389855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.421196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.458426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbccd81-5287-4091-ac77-7fc0c6776451 req-41379b41-a9f2-4855-a387-c6d9cf3bac43 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.461468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbbccd81-5287-4091-ac77-7fc0c6776451 req-41379b41-a9f2-4855-a387-c6d9cf3bac43 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.1231561 Dec 08 16:02:23.471040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:23.479883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.498609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.574513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:23.579402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbbccd81-5287-4091-ac77-7fc0c6776451 req-283029ba-ec86-4fc1-837b-05dbdb3ed0e3 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099160 Dec 08 16:02:23.596781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 66eeb218-7040-4706-b847-5638e0f57d26 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:23.604132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:23.615475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:23.627654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.628783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:23.703193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:23.703855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987984f-932c-4644-8ddb-6a70543d7ae7 req-bec2f7d9-6c01-4971-bada-557eeea1c54e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.714779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e987984f-932c-4644-8ddb-6a70543d7ae7 req-bec2f7d9-6c01-4971-bada-557eeea1c54e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1195993 Dec 08 16:02:23.718949 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-07445b42-0be4-4c84-966d-280ed0f8c3cd tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3322115 Dec 08 16:02:23.740723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'port': {'device_id': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021', 'admin_state_up': True, 'tenant_id': '9914e41b5728409989a55221e80d4088'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:23.865511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e987984f-932c-4644-8ddb-6a70543d7ae7 req-283e0eb2-8e9d-4e1b-9cd8-b70c76632ab2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486773 Dec 08 16:02:23.933744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989220e-5ff1-4e40-b251-dd1508b29ec8 req-008beee8-bdc1-4d12-bac8-6696b938e22c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:23.957535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3989220e-5ff1-4e40-b251-dd1508b29ec8 req-008beee8-bdc1-4d12-bac8-6696b938e22c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 950 time: 0.1795838 Dec 08 16:02:24.044168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:02:24.048744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.078441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3989220e-5ff1-4e40-b251-dd1508b29ec8 req-41f4dbdf-8b4b-470d-bef3-9f266efa8e5c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196232 Dec 08 16:02:24.135359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-46c12a2e-b997-4688-8cc9-00e1558c948f None None] Provisioning complete for port 0601952b-dc64-4e7f-88c9-8be158bc46c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:24.137130 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46c12a2e-b997-4688-8cc9-00e1558c948f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.219173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f275e3-6bf8-423d-97a2-4fc54124a86c req-911f05e3-bbf2-4e5a-94ae-a06b877e2706 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.227441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f275e3-6bf8-423d-97a2-4fc54124a86c req-911f05e3-bbf2-4e5a-94ae-a06b877e2706 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.229221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95f275e3-6bf8-423d-97a2-4fc54124a86c req-911f05e3-bbf2-4e5a-94ae-a06b877e2706 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 1655 time: 0.0691414 Dec 08 16:02:24.241242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-46c12a2e-b997-4688-8cc9-00e1558c948f None None] Port 0601952b-dc64-4e7f-88c9-8be158bc46c0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:24.362465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95f275e3-6bf8-423d-97a2-4fc54124a86c req-059e304f-279c-4dba-971d-92f7b00892c0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121726 Dec 08 16:02:24.393215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Allocated IP 19.80.0.124 (6b7dc368-9b12-4649-b415-51e9451f9021/5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7/5225042c-9f00-4d72-a097-7fee63c5e861) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:02:24.527762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbff56-a0c9-4362-a52f-4cbc211a7c95 req-c2e6a72a-67c4-47a0-a41a-dbc8b34de599 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.529663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39cbff56-a0c9-4362-a52f-4cbc211a7c95 req-c2e6a72a-67c4-47a0-a41a-dbc8b34de599 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.0793574 Dec 08 16:02:24.587358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:24.592420 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49cc189f-513b-4278-8e31-abaefe380d5e" -d '{"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-plugged", "status": "completed", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:24.640934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39cbff56-a0c9-4362-a52f-4cbc211a7c95 req-775d027f-3b04-4ef0-98b3-997a3521c409 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955162 Dec 08 16:02:24.641810 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e32a73-2310-47b2-8619-f94fc77f62fa x-openstack-request-id: req-f7e32a73-2310-47b2-8619-f94fc77f62fa {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:24.642146 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-plugged", "status": "completed", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:24.642406 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7e32a73-2310-47b2-8619-f94fc77f62fa {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:24.642764 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'code': 200} Dec 08 16:02:24.674018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.758177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.857483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 6b7dc368-9b12-4649-b415-51e9451f9021 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:02:24.867130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:02:24.870283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:02:24.879542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.880555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:24.930863 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2031922 Dec 08 16:02:24.931868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef9730-d563-4073-8232-59b525e43a81 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Port': ['ID=5225042c-9f00-4d72-a097-7fee63c5e861,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:24.933463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e5680-120b-4300-b557-46def208d634 req-f75a9d1d-5bb4-439a-bac0-0a2ffb0af773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.935138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-266e5680-120b-4300-b557-46def208d634 req-f75a9d1d-5bb4-439a-bac0-0a2ffb0af773 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 1101 time: 0.1774058 Dec 08 16:02:24.939955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeed565-fed3-40bd-956a-f676899abf8c req-f0a5b454-08d0-4ef5-9a9f-e4e15b7ac7f1 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.941582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-feeed565-fed3-40bd-956a-f676899abf8c req-f0a5b454-08d0-4ef5-9a9f-e4e15b7ac7f1 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1097 time: 0.1140342 Dec 08 16:02:24.951199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Request body: {'port': {'device_id': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:24.970835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f008049-9033-4288-9846-e559227a4c01 req-ad3eab66-6308-44a7-8349-6c93ce5deaa6 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:24.978943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f008049-9033-4288-9846-e559227a4c01 req-ad3eab66-6308-44a7-8349-6c93ce5deaa6 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.1489735 Dec 08 16:02:25.067177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.095708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-266e5680-120b-4300-b557-46def208d634 req-4b745805-733e-4f1b-a301-d54e3905b604 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486225 Dec 08 16:02:25.126705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-feeed565-fed3-40bd-956a-f676899abf8c req-98a6572c-ce98-4943-b410-816fddb5bb58 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439023 Dec 08 16:02:25.134784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f008049-9033-4288-9846-e559227a4c01 req-a91f20aa-18c5-4df2-ad3e-0041e5943168 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526835 Dec 08 16:02:25.337975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c6635af2-85c4-48dd-b7db-d2716b3af706 None None] Provisioning complete for port 5225042c-9f00-4d72-a097-7fee63c5e861 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:25.341276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6635af2-85c4-48dd-b7db-d2716b3af706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.459057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c6635af2-85c4-48dd-b7db-d2716b3af706 None None] Port 5225042c-9f00-4d72-a097-7fee63c5e861 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:02:25.459393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa278344-0124-4678-843f-a98ff820866a req-8b1e075c-87f2-4970-94d0-e37025fce3e3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.466085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa278344-0124-4678-843f-a98ff820866a req-8b1e075c-87f2-4970-94d0-e37025fce3e3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1620040 Dec 08 16:02:25.563632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa278344-0124-4678-843f-a98ff820866a req-ef6fde45-19ed-463a-9f0e-ea38e5fb7ba6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840945 Dec 08 16:02:25.577125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5479f3-135a-413b-9e50-a3092d935b18 req-2ffc2daa-15ab-42d1-9751-2a61d9969ecf tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.579212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b5479f3-135a-413b-9e50-a3092d935b18 req-2ffc2daa-15ab-42d1-9751-2a61d9969ecf tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 950 time: 0.1121213 Dec 08 16:02:25.696452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b5479f3-135a-413b-9e50-a3092d935b18 req-242ab5bd-40c9-4372-b46e-896fdf55acff tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922515 Dec 08 16:02:25.766542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b243eb51-1f27-49cc-aa95-ced662fbde43 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:25.776429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.792882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Transition to ACTIVE for port object b243eb51-1f27-49cc-aa95-ced662fbde43 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:25.798795 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.854964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29cd7455-5981-421a-a256-7a1216ddb176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:25.880680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b569c-a98a-460f-8cd4-7998cb1947fc req-ffa7738a-3934-41a1-b4bf-57071765e448 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.899478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b569c-a98a-460f-8cd4-7998cb1947fc req-ffa7738a-3934-41a1-b4bf-57071765e448 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.913148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b569c-a98a-460f-8cd4-7998cb1947fc req-ffa7738a-3934-41a1-b4bf-57071765e448 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:25.914633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Pushing event updated for resources: {'Port': ['ID=b243eb51-1f27-49cc-aa95-ced662fbde43,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:25.938670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-189b569c-a98a-460f-8cd4-7998cb1947fc req-ffa7738a-3934-41a1-b4bf-57071765e448 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2389 time: 0.1436450 Dec 08 16:02:25.975301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.975656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.975901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.976242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.976577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.977067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.977667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.978032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.978362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.979514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.979514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.979514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.979992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:25.989105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Attempting to bind port b243eb51-1f27-49cc-aa95-ced662fbde43 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:25.989400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Attempting to bind port b243eb51-1f27-49cc-aa95-ced662fbde43 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:25.990766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Attempting to bind port b243eb51-1f27-49cc-aa95-ced662fbde43 on network 6b7dc368-9b12-4649-b415-51e9451f9021 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:25.996778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Port b243eb51-1f27-49cc-aa95-ced662fbde43 on network 6b7dc368-9b12-4649-b415-51e9451f9021 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:25.997962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Attempting to bind port b243eb51-1f27-49cc-aa95-ced662fbde43 on network 6b7dc368-9b12-4649-b415-51e9451f9021 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:26.014735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:26.015236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Checking segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:26.015750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Bound using segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:26.016431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Bound port: b243eb51-1f27-49cc-aa95-ced662fbde43, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:26.022142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.045855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-189b569c-a98a-460f-8cd4-7998cb1947fc req-1df1580a-ca18-4d21-877c-55c44686ee01 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029332 Dec 08 16:02:26.163551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] For port b243eb51-1f27-49cc-aa95-ced662fbde43, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:26.171343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] For port b243eb51-1f27-49cc-aa95-ced662fbde43, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b243eb51-1f27-49cc-aa95-ced662fbde43,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:26.180420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.376131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.391403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.396359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] 10.222.0.58 "PUT /v2.0/ports/b243eb51-1f27-49cc-aa95-ced662fbde43 HTTP/1.1" status: 200 len: 1092 time: 1.4558191 Dec 08 16:02:26.400276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'tag': 'b243eb51-1f27-49cc-aa95-ced662fbde43'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:26.411603 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8594da-e3a8-4956-a661-aa14c6c6a896" -d '{"events": [{"name": "network-changed", "server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "tag": "b243eb51-1f27-49cc-aa95-ced662fbde43"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:26.508660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189051b-67f0-4aa1-82d1-b234d4540b7b service neutron] Pushing event updated for resources: {'Port': ['ID=b243eb51-1f27-49cc-aa95-ced662fbde43,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:26.557251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Request body: {'port': {'device_id': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:26.592161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d15950-0cb6-4ec3-8dbc-0a2228c9cd7e req-b27382ee-40d1-43a2-be98-058fa91c9b62 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.606853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85d15950-0cb6-4ec3-8dbc-0a2228c9cd7e req-b27382ee-40d1-43a2-be98-058fa91c9b62 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 946 time: 0.2622337 Dec 08 16:02:26.696916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:26.725224 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460154a2-917e-4709-9873-5c7d42d913d9 x-openstack-request-id: req-460154a2-917e-4709-9873-5c7d42d913d9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:26.725666 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "tag": "b243eb51-1f27-49cc-aa95-ced662fbde43", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:26.726095 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-460154a2-917e-4709-9873-5c7d42d913d9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:26.727530 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'tag': 'b243eb51-1f27-49cc-aa95-ced662fbde43', 'status': 'completed', 'code': 200} Dec 08 16:02:26.899305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-743db20a-3f40-4fdb-be39-c308e6cf0a1f tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.905751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-743db20a-3f40-4fdb-be39-c308e6cf0a1f tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1097 time: 0.2852013 Dec 08 16:02:26.951841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-f519e13b-7f83-4cb8-a78c-9b1a9f7db233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.952747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-f519e13b-7f83-4cb8-a78c-9b1a9f7db233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.953394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-5'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:26.953567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-f519e13b-7f83-4cb8-a78c-9b1a9f7db233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:26.956320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-f519e13b-7f83-4cb8-a78c-9b1a9f7db233 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2732 time: 0.1701195 Dec 08 16:02:27.056130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:27.129303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85d15950-0cb6-4ec3-8dbc-0a2228c9cd7e req-28b64391-496c-4225-9141-4ee02cc82608 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5176325 Dec 08 16:02:27.316206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0241f-d1ec-4537-8af5-2dd468f93939 req-3f9fa857-9ae0-4194-a043-a07ef4b3537e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.330599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebe0241f-d1ec-4537-8af5-2dd468f93939 req-3f9fa857-9ae0-4194-a043-a07ef4b3537e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.4168601 Dec 08 16:02:27.366789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:27.378986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:27.405023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 has no active binding in host n-h2-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:02:27.608671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-dc1199d5-37de-4b8d-baf6-91df779f78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.609769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-dc1199d5-37de-4b8d-baf6-91df779f78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.610514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-dc1199d5-37de-4b8d-baf6-91df779f78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.613521 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-dc1199d5-37de-4b8d-baf6-91df779f78fb service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9914e41b5728409989a55221e80d4088&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6384289 Dec 08 16:02:27.641718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebe0241f-d1ec-4537-8af5-2dd468f93939 req-d787b259-ad8b-4b24-891e-8df668dd38a3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097134 Dec 08 16:02:27.691456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6dc0f5-bd0b-4bac-b9d9-8e9a4735f9f6 req-f21bfa09-43b6-4caa-a88e-a1994d4fba5d tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.705689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b6dc0f5-bd0b-4bac-b9d9-8e9a4735f9f6 req-f21bfa09-43b6-4caa-a88e-a1994d4fba5d tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 950 time: 0.3482621 Dec 08 16:02:27.871115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b6dc0f5-bd0b-4bac-b9d9-8e9a4735f9f6 req-9724995b-0e04-4656-8cae-d8fc55079548 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638603 Dec 08 16:02:27.941419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:27.944200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-57bab3ad-da6c-4cd6-ab6f-0a7a4422b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:27.945994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4f8594da-e3a8-4956-a661-aa14c6c6a896 req-57bab3ad-da6c-4cd6-ab6f-0a7a4422b780 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3219099 Dec 08 16:02:28.032756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0601952b-dc64-4e7f-88c9-8be158bc46c0 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:28.043768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.064288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Transition to ACTIVE for port object 0601952b-dc64-4e7f-88c9-8be158bc46c0 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:28.070016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.164761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:28.188503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Attempting to bind port 0601952b-dc64-4e7f-88c9-8be158bc46c0 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:28.188814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Attempting to bind port 0601952b-dc64-4e7f-88c9-8be158bc46c0 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:28.189392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Attempting to bind port 0601952b-dc64-4e7f-88c9-8be158bc46c0 on network 66eeb218-7040-4706-b847-5638e0f57d26 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:28.199629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:28.203612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Port 0601952b-dc64-4e7f-88c9-8be158bc46c0 on network 66eeb218-7040-4706-b847-5638e0f57d26 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:28.204121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Attempting to bind port 0601952b-dc64-4e7f-88c9-8be158bc46c0 on network 66eeb218-7040-4706-b847-5638e0f57d26 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:28.220621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:28.221016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Checking segment: {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:28.221410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Bound using segment: {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:28.222053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Bound port: 0601952b-dc64-4e7f-88c9-8be158bc46c0, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '660eac39-f26c-41ee-b1d4-c057d18e27a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:28.222511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.279033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.282236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:28.286019 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e70edb-7d32-4740-ad45-20d18ab9b0dd" -d '{"events": [{"server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "name": "network-vif-unplugged", "status": "completed", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:28.294089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.419555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:28.427537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:28.437871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.479038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4255ec-a1e5-42a5-87fe-c1e96d56db21 req-76757a40-637d-4c67-8b42-e8454f6c8427 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.487304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4255ec-a1e5-42a5-87fe-c1e96d56db21 req-76757a40-637d-4c67-8b42-e8454f6c8427 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.493949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4255ec-a1e5-42a5-87fe-c1e96d56db21 req-76757a40-637d-4c67-8b42-e8454f6c8427 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.496452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4255ec-a1e5-42a5-87fe-c1e96d56db21 req-76757a40-637d-4c67-8b42-e8454f6c8427 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2401 time: 0.3421082 Dec 08 16:02:28.512623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3aea03-17a0-4e43-ac55-57ecfe0912db req-c44265c5-ae39-4094-ab73-97ac7415523c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.514263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca3aea03-17a0-4e43-ac55-57ecfe0912db req-c44265c5-ae39-4094-ab73-97ac7415523c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 950 time: 0.4607837 Dec 08 16:02:28.581518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:28.589124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:28.599757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:28.600828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.603517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-80092f9d-91c4-4e0a-b237-fc22aa36d3a1 service neutron] 10.222.0.58 "PUT /v2.0/ports/0601952b-dc64-4e7f-88c9-8be158bc46c0 HTTP/1.1" status: 200 len: 1092 time: 2.0543001 Dec 08 16:02:28.659012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Request body: {'port': {'device_id': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:28.715600 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1ecd175-5c43-4577-b293-aed310a61378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.743544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:28.746606 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f3eef1-f05e-47a8-8a66-f9173318f5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:28.751076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.773658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on host n-h1-820935-5 for vnic_type normal with profile {"migrating_to": "n-h2-820935-5"} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:28.774394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:28.774913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:28.809148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:28.809699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Attempting to bind port 18801869-6a9a-4178-931b-d32c3552d5f6 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:28.851369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:28.851897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:28.852357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:28.853086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Bound port: 18801869-6a9a-4178-931b-d32c3552d5f6, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:28.853517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:28.864973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4255ec-a1e5-42a5-87fe-c1e96d56db21 req-c7b0c0a9-80f3-44a4-9f52-7de647d0fe0a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475530 Dec 08 16:02:28.883974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca3aea03-17a0-4e43-ac55-57ecfe0912db req-fc7e5418-bff6-480b-a869-da0d4de810a4 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474114 Dec 08 16:02:29.010490 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d80182a-361e-4599-9849-62fba7083e91 x-openstack-request-id: req-6d80182a-361e-4599-9849-62fba7083e91 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:29.011133 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "name": "network-vif-unplugged", "status": "completed", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:29.012376 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d80182a-361e-4599-9849-62fba7083e91 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:29.013139 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6', 'code': 200} Dec 08 16:02:29.553838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:29.569426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:29.578402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.694667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1cdc8-420a-4d78-a7f8-e2fed5eb5e05 req-b1da563d-1863-429e-9b02-6c8e1cf39b76 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.703332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7be1cdc8-420a-4d78-a7f8-e2fed5eb5e05 req-b1da563d-1863-429e-9b02-6c8e1cf39b76 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.6331873 Dec 08 16:02:29.720122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:29.732293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5225042c-9f00-4d72-a097-7fee63c5e861 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:29.743705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.759968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb159dd-e676-4320-9d64-d264e331e5e1 req-8dcbefae-331c-4f89-964c-7e98a8673b78 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.762593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-feb159dd-e676-4320-9d64-d264e331e5e1 req-8dcbefae-331c-4f89-964c-7e98a8673b78 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1287396 Dec 08 16:02:29.766313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.766737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.767316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Transition to ACTIVE for port object 5225042c-9f00-4d72-a097-7fee63c5e861 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:29.767807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.768217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.768435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.768813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.769136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.769379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.769686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.770063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.770367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.770680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.771020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:29.781728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.843057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:29.844468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:29.845442 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-0208cd32-d3ed-4629-9681-844f07956d3f service neutron] 10.222.0.86 "PUT /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 1122 time: 2.9218683 Dec 08 16:02:29.880522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5225042c-9f00-4d72-a097-7fee63c5e861,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:29.904761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-feb159dd-e676-4320-9d64-d264e331e5e1 req-d50d1419-d051-4cd4-a4e9-ddf264e760b8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255579 Dec 08 16:02:29.934435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7be1cdc8-420a-4d78-a7f8-e2fed5eb5e05 req-a46d2a84-f75b-4d09-b1e1-576db5332d40 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298560 Dec 08 16:02:29.938289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Attempting to bind port 5225042c-9f00-4d72-a097-7fee63c5e861 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:29.939493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Attempting to bind port 5225042c-9f00-4d72-a097-7fee63c5e861 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:29.940773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Attempting to bind port 5225042c-9f00-4d72-a097-7fee63c5e861 on network 6b7dc368-9b12-4649-b415-51e9451f9021 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:29.956855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Port 5225042c-9f00-4d72-a097-7fee63c5e861 on network 6b7dc368-9b12-4649-b415-51e9451f9021 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:29.957354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Attempting to bind port 5225042c-9f00-4d72-a097-7fee63c5e861 on network 6b7dc368-9b12-4649-b415-51e9451f9021 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:29.973313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:29.976390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Checking segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:29.977034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Bound using segment: {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:29.980222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Bound port: 5225042c-9f00-4d72-a097-7fee63c5e861, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd050176-bbf5-401b-a88b-12edf2fa1272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:29.981698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.002837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['18801869-6a9a-4178-931b-d32c3552d5f6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:30.024595 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.056585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['18801869-6a9a-4178-931b-d32c3552d5f6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:30.065282 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92de7f08-167c-41ca-9106-b7b817398e22 x-openstack-request-id: req-92de7f08-167c-41ca-9106-b7b817398e22 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:30.066809 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:30.067376 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92de7f08-167c-41ca-9106-b7b817398e22 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:30.067870 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0', 'status': 'completed', 'code': 200} Dec 08 16:02:30.501152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-19b9e178-aacb-4e19-9afb-ec48ff11d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.505423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-19b9e178-aacb-4e19-9afb-ec48ff11d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.512565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-19b9e178-aacb-4e19-9afb-ec48ff11d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.522712 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-19b9e178-aacb-4e19-9afb-ec48ff11d658 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2824 time: 0.4510033 Dec 08 16:02:30.555536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b537-63d6-4574-94ce-1e48979350a4 req-df26f3b2-3ec4-4e32-a9fb-f23359ddaa6b tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.586071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b537-63d6-4574-94ce-1e48979350a4 req-df26f3b2-3ec4-4e32-a9fb-f23359ddaa6b tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.612002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5b537-63d6-4574-94ce-1e48979350a4 req-df26f3b2-3ec4-4e32-a9fb-f23359ddaa6b tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:30.622462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbe5b537-63d6-4574-94ce-1e48979350a4 req-df26f3b2-3ec4-4e32-a9fb-f23359ddaa6b tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2413 time: 0.2001863 Dec 08 16:02:30.745169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] For port 5225042c-9f00-4d72-a097-7fee63c5e861, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:30.754074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbe5b537-63d6-4574-94ce-1e48979350a4 req-9626d047-3913-482b-9899-8ffee332d39e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286547 Dec 08 16:02:30.773867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] For port 5225042c-9f00-4d72-a097-7fee63c5e861, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5225042c-9f00-4d72-a097-7fee63c5e861,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:30.810544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:30.945516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5225042c-9f00-4d72-a097-7fee63c5e861,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:31.012525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.014320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:31.016799 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2baeb3f-43d0-4b26-a257-315de45408eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:31.019148 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.022275 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-868c3f68-4996-45f7-9a14-6a3eff6746e0 service neutron] 10.222.0.58 "PUT /v2.0/ports/5225042c-9f00-4d72-a097-7fee63c5e861 HTTP/1.1" status: 200 len: 1092 time: 2.3839664 Dec 08 16:02:31.046439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-7704962f-2bb1-443b-b8c9-c5c82b4479d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.047671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-7704962f-2bb1-443b-b8c9-c5c82b4479d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.048820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-7704962f-2bb1-443b-b8c9-c5c82b4479d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.060756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-7704962f-2bb1-443b-b8c9-c5c82b4479d7 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9914e41b5728409989a55221e80d4088&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5207815 Dec 08 16:02:31.246283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79954c2f-db42-41f9-aeca-3e996e15d6ce req-f9bb3a86-8fba-4e96-9282-b424af766503 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.254608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79954c2f-db42-41f9-aeca-3e996e15d6ce req-f9bb3a86-8fba-4e96-9282-b424af766503 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.0745668 Dec 08 16:02:31.271120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fdb30-4bdc-4acf-951d-6beb5677c39f req-a9edc437-b7bc-4aa5-add7-55e949e9d823 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.282849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-643fdb30-4bdc-4acf-951d-6beb5677c39f req-a9edc437-b7bc-4aa5-add7-55e949e9d823 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1592097 Dec 08 16:02:31.318536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-726a00f5-a378-457d-89e2-0bd61d8ac064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.329581 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82f3eef1-f05e-47a8-8a66-f9173318f5c5 req-726a00f5-a378-457d-89e2-0bd61d8ac064 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2584262 Dec 08 16:02:31.411888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-643fdb30-4bdc-4acf-951d-6beb5677c39f req-7bbcb266-6d57-46c1-b627-369138561387 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280921 Dec 08 16:02:31.417356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79954c2f-db42-41f9-aeca-3e996e15d6ce req-77739a44-714f-4be9-9a86-8ef752b9c20a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251314 Dec 08 16:02:31.496222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-021af034-6786-42f5-9f27-382de6c04783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.497389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-021af034-6786-42f5-9f27-382de6c04783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.499279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-021af034-6786-42f5-9f27-382de6c04783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.502383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-021af034-6786-42f5-9f27-382de6c04783 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2866 time: 0.1005783 Dec 08 16:02:31.543960 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5bfb44-c810-4ad1-bec9-f694f135fadf x-openstack-request-id: req-2f5bfb44-c810-4ad1-bec9-f694f135fadf {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:31.545883 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:31.547565 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f5bfb44-c810-4ad1-bec9-f694f135fadf {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:31.548162 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6', 'status': 'completed', 'code': 200} Dec 08 16:02:31.654234 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-e05755a5-6e96-4a91-8900-8ca2603c616f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.182&port_id=b243eb51-1f27-49cc-aa95-ced662fbde43 HTTP/1.1" status: 200 len: 217 time: 0.1221015 Dec 08 16:02:31.710261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.713516 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:31.815775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-d08d555e-7180-4650-938e-674ced073fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.818690 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-d08d555e-7180-4650-938e-674ced073fcd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1125 time: 0.1752937 Dec 08 16:02:31.828467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-ef0c4e8b-ea30-40c5-a397-2cd0d7993de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:31.829208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-ef0c4e8b-ea30-40c5-a397-2cd0d7993de8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7 HTTP/1.1" status: 200 len: 801 time: 0.1377265 Dec 08 16:02:32.030051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d3263-60d1-4e8e-a2a5-8964c61f1709 req-9a01d5bf-87c7-4bd5-883b-57f93b2fd6af tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.051147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d3263-60d1-4e8e-a2a5-8964c61f1709 req-9a01d5bf-87c7-4bd5-883b-57f93b2fd6af tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.061491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178d3263-60d1-4e8e-a2a5-8964c61f1709 req-9a01d5bf-87c7-4bd5-883b-57f93b2fd6af tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.073554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'tag': '5225042c-9f00-4d72-a097-7fee63c5e861'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:32.076433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-178d3263-60d1-4e8e-a2a5-8964c61f1709 req-9a01d5bf-87c7-4bd5-883b-57f93b2fd6af tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2413 time: 0.1927969 Dec 08 16:02:32.083441 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7" -d '{"events": [{"name": "network-changed", "server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "tag": "5225042c-9f00-4d72-a097-7fee63c5e861"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:32.114412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.120439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-7a490d26-e8e6-4d71-8919-32c1a4db7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.126199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-7a490d26-e8e6-4d71-8919-32c1a4db7910 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b7dc368-9b12-4649-b415-51e9451f9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1321061 Dec 08 16:02:32.162214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-37394dfa-c337-4677-aa1c-6be29dc40bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.164541 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-37394dfa-c337-4677-aa1c-6be29dc40bf8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.3336420 Dec 08 16:02:32.251871 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75ff1e7-47eb-4444-b2e9-9057bd5abd02 x-openstack-request-id: req-b75ff1e7-47eb-4444-b2e9-9057bd5abd02 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:32.252491 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "tag": "5225042c-9f00-4d72-a097-7fee63c5e861", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:32.252995 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b75ff1e7-47eb-4444-b2e9-9057bd5abd02 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:32.253640 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'tag': '5225042c-9f00-4d72-a097-7fee63c5e861', 'status': 'completed', 'code': 200} Dec 08 16:02:32.260369 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-56660dce-d26e-41e4-b95b-b16dc703fcb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0596800 Dec 08 16:02:32.281322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-178d3263-60d1-4e8e-a2a5-8964c61f1709 req-0c739b29-a031-4f51-a6d4-8bb1bd14fddf tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816301 Dec 08 16:02:32.360779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-fc86e03c-e3af-45f0-ad3d-7add5fc3bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.362537 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-fc86e03c-e3af-45f0-ad3d-7add5fc3bf98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.0934691 Dec 08 16:02:32.374891 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-acd8b96d-ca35-477b-ab01-767028dc7f80 service neutron] 10.222.0.58 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414334 Dec 08 16:02:32.503778 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-cc187694-76e6-42ab-972e-2b24ed17d70b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195061 Dec 08 16:02:32.602616 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:32.712424 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-1197ccff-4d0a-49a7-99ed-539bcabda9dd service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009358 Dec 08 16:02:32.750011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b3cc1-575b-4e8f-bf02-33eefc76afe0 req-b02e53ca-0b0d-42c6-b375-2e29bf54d7e0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.754479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-902b3cc1-575b-4e8f-bf02-33eefc76afe0 req-b02e53ca-0b0d-42c6-b375-2e29bf54d7e0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.0927467 Dec 08 16:02:32.757310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-b9ee8833-058e-4c82-8089-201ee010365d service neutron] 10.222.0.58 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765137 Dec 08 16:02:32.814758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a46ef3-3f2f-4b0c-a367-8955a69f5747 req-6d956c9a-cee1-4ec2-bd15-11c3e2957cee tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:32.817726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23a46ef3-3f2f-4b0c-a367-8955a69f5747 req-6d956c9a-cee1-4ec2-bd15-11c3e2957cee tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.1779153 Dec 08 16:02:32.880299 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b2baeb3f-43d0-4b26-a257-315de45408eb req-67fd846b-45ff-4ceb-bbb9-48109c62b714 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218953 Dec 08 16:02:32.925459 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-827ebc40-1b7f-472f-92c0-51fdf529ec5f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.234&port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0 HTTP/1.1" status: 200 len: 217 time: 0.0439963 Dec 08 16:02:32.998406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-902b3cc1-575b-4e8f-bf02-33eefc76afe0 req-d1825122-b5ce-48b6-8b46-5b44b8a32c44 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229264 Dec 08 16:02:33.005655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23a46ef3-3f2f-4b0c-a367-8955a69f5747 req-a51418d9-5e4a-4d6f-a1ba-ddbcbf69cd4a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740234 Dec 08 16:02:33.018878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-ac0070be-4a2f-43ea-855d-a54b4da0cac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.022762 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-ac0070be-4a2f-43ea-855d-a54b4da0cac5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=85dd9bfd-0276-4889-8171-ac828ee5e9be HTTP/1.1" status: 200 len: 801 time: 0.0859065 Dec 08 16:02:33.075122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:33.088647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-f36c24c9-3bd1-416b-85f2-16a8363b840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.090842 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-f36c24c9-3bd1-416b-85f2-16a8363b840f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=66eeb218-7040-4706-b847-5638e0f57d26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597572 Dec 08 16:02:33.250613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-f3e9c585-d1a9-4018-92bb-79eb8a2575e0 service neutron] 10.222.0.58 "GET /v2.0/networks/66eeb218-7040-4706-b847-5638e0f57d26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501257 Dec 08 16:02:33.400884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:33.402457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-aef4183e-76d5-4235-b248-534731102b38 service neutron] 10.222.0.58 "GET /v2.0/networks/66eeb218-7040-4706-b847-5638e0f57d26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379342 Dec 08 16:02:33.427989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'mac_address': 'fa:16:3e:bd:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:33.477647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.492580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e5260-8c60-4926-8af0-aa6444aca025 req-450f4ebb-af04-447d-bd85-7d1a073a21ac tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.499042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b51754e7-7c70-4509-9462-30dfd8111bd3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:33.501198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e5260-8c60-4926-8af0-aa6444aca025 req-450f4ebb-af04-447d-bd85-7d1a073a21ac tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.510330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e5260-8c60-4926-8af0-aa6444aca025 req-450f4ebb-af04-447d-bd85-7d1a073a21ac tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.514395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf5e5260-8c60-4926-8af0-aa6444aca025 req-450f4ebb-af04-447d-bd85-7d1a073a21ac tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2413 time: 0.1107156 Dec 08 16:02:33.532753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:33.540521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:33.546814 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-3357769d-545f-49c3-be9c-ebcdbfd3a259 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=5225042c-9f00-4d72-a097-7fee63c5e861 HTTP/1.1" status: 200 len: 217 time: 0.1317966 Dec 08 16:02:33.626323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf5e5260-8c60-4926-8af0-aa6444aca025 req-8b801644-bba3-496d-9f23-b31a61f5e5a8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028929 Dec 08 16:02:33.626878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:33.678612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-2d7bd366-f134-4889-b481-a8b800846cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.680828 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-2d7bd366-f134-4889-b481-a8b800846cce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7 HTTP/1.1" status: 200 len: 801 time: 0.1243901 Dec 08 16:02:33.692274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b51754e7-7c70-4509-9462-30dfd8111bd3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:33.780704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8778f15-b700-4cf1-826a-342202e66459 req-51ced6cb-ea78-49b3-a356-7e815eba80fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:33.783722 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-51ced6cb-ea78-49b3-a356-7e815eba80fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b7dc368-9b12-4649-b415-51e9451f9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0932231 Dec 08 16:02:33.947377 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-ab68da7a-0546-4f19-bcab-68cb2bd53274 service neutron] 10.222.0.58 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523242 Dec 08 16:02:34.163193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d8778f15-b700-4cf1-826a-342202e66459 req-bc4e7e3d-7693-4da8-9a79-c52b667e70f0 service neutron] 10.222.0.58 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077813 Dec 08 16:02:34.343856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-7adf2e92-3082-400f-958d-5137e46d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.344792 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-7adf2e92-3082-400f-958d-5137e46d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.346087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-7adf2e92-3082-400f-958d-5137e46d8a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.349249 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-7adf2e92-3082-400f-958d-5137e46d8a5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2866 time: 0.0965481 Dec 08 16:02:34.426998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc867-a25d-4681-a41e-1e82700a5e69 req-b9872325-f947-4420-a66d-33b7f5dc5c16 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.430076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32dbc867-a25d-4681-a41e-1e82700a5e69 req-b9872325-f947-4420-a66d-33b7f5dc5c16 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.1622353 Dec 08 16:02:34.495628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845ca9a-327f-41c5-a68b-4570ec520fa9 req-e2cbef13-f65f-4341-8d8c-d675cfdcb92e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.503904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-0a684c6e-01e6-414e-bcfb-e098dbee284c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.508961 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-0a684c6e-01e6-414e-bcfb-e098dbee284c service neutron] 10.222.0.58 "GET /v2.0/networks?id=6b7dc368-9b12-4649-b415-51e9451f9021 HTTP/1.1" status: 200 len: 902 time: 0.1512101 Dec 08 16:02:34.510128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d845ca9a-327f-41c5-a68b-4570ec520fa9 req-e2cbef13-f65f-4341-8d8c-d675cfdcb92e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.3024318 Dec 08 16:02:34.595958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-b4311160-2394-46e1-8cc2-56eab679f92d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=5225042c-9f00-4d72-a097-7fee63c5e861 HTTP/1.1" status: 200 len: 217 time: 0.0780518 Dec 08 16:02:34.650091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32dbc867-a25d-4681-a41e-1e82700a5e69 req-8b6e3b75-6cb5-40ab-bf2c-3fc3f55fc002 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124460 Dec 08 16:02:34.677282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d845ca9a-327f-41c5-a68b-4570ec520fa9 req-52212bb9-76b5-4f49-a8fb-71ccfca22f7d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622522 Dec 08 16:02:34.732018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-af3cd2fb-69e0-43f0-a4f1-02ba4e489d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.737524 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-af3cd2fb-69e0-43f0-a4f1-02ba4e489d7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7 HTTP/1.1" status: 200 len: 801 time: 0.1338253 Dec 08 16:02:34.826780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-87a55a28-d524-4820-96e3-6f7bc976d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:34.828721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-87a55a28-d524-4820-96e3-6f7bc976d79d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6b7dc368-9b12-4649-b415-51e9451f9021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0810523 Dec 08 16:02:35.048759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50116f0-9671-4a44-8985-c779cfa6d857 req-6cf469aa-cb62-4ecc-b632-1f16afe256d2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.057358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50116f0-9671-4a44-8985-c779cfa6d857 req-6cf469aa-cb62-4ecc-b632-1f16afe256d2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.065892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50116f0-9671-4a44-8985-c779cfa6d857 req-6cf469aa-cb62-4ecc-b632-1f16afe256d2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:35.067761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b50116f0-9671-4a44-8985-c779cfa6d857 req-6cf469aa-cb62-4ecc-b632-1f16afe256d2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2413 time: 0.0931315 Dec 08 16:02:35.084508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:35.165610 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-448340b0-a9cd-4b9f-a691-dac74e7624f1 service neutron] 10.222.0.58 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194933 Dec 08 16:02:35.205869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b51754e7-7c70-4509-9462-30dfd8111bd3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:35.206330 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.207979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b50116f0-9671-4a44-8985-c779cfa6d857 req-dfa3ec76-a1b6-401d-95bc-385c866d560c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297629 Dec 08 16:02:35.370365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.429639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:35.438340 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1a4928-76e0-482b-9ede-7e72de7c9505" -d '{"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-plugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:35.461665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:35.470674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:35.529113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5724fa4-ec08-4615-a3b3-9ff9d72663a7 req-c11b51b0-a0df-4ca7-889e-1c31ad159e36 service neutron] 10.222.0.58 "GET /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456135 Dec 08 16:02:35.560276 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f259c0f3-6125-4254-81eb-01a9d5ab2808 x-openstack-request-id: req-f259c0f3-6125-4254-81eb-01a9d5ab2808 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:35.560975 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-plugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:35.561419 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f259c0f3-6125-4254-81eb-01a9d5ab2808 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:35.562403 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'code': 200} Dec 08 16:02:35.631230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:36.055815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0500cac-d61e-43da-917f-22b06557232f req-dd062afe-c645-42e2-95f1-a3906236a4e3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.058853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0500cac-d61e-43da-917f-22b06557232f req-dd062afe-c645-42e2-95f1-a3906236a4e3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1861475 Dec 08 16:02:36.083709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab0d64-08f9-4cb0-99be-fb02a8286f8e req-c4e16632-f1ea-448e-9d25-b8edf4c6eef3 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.085555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80ab0d64-08f9-4cb0-99be-fb02a8286f8e req-c4e16632-f1ea-448e-9d25-b8edf4c6eef3 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.1130145 Dec 08 16:02:36.200145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0500cac-d61e-43da-917f-22b06557232f req-26a35eb2-5239-4310-a035-acd16cb4c731 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133151 Dec 08 16:02:36.206102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80ab0d64-08f9-4cb0-99be-fb02a8286f8e req-148ced9c-3bcb-4b91-9764-3260b7191f3e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863025 Dec 08 16:02:36.754128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a7c1-423e-4fbd-a92a-9c7d711c755d req-b5a79ff3-a685-497a-a815-788fc9706315 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.771423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a7c1-423e-4fbd-a92a-9c7d711c755d req-b5a79ff3-a685-497a-a815-788fc9706315 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.786148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1a7c1-423e-4fbd-a92a-9c7d711c755d req-b5a79ff3-a685-497a-a815-788fc9706315 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:36.799099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f1a7c1-423e-4fbd-a92a-9c7d711c755d req-b5a79ff3-a685-497a-a815-788fc9706315 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2413 time: 0.2062447 Dec 08 16:02:37.040866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f1a7c1-423e-4fbd-a92a-9c7d711c755d req-7bb77198-eeba-4892-a04b-af257a8235da tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241328 Dec 08 16:02:37.091605 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-d6143215-a78b-4782-83de-cf635cc42338 service neutron] show failed (client error): The resource could not be found. Dec 08 16:02:37.094987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-d6143215-a78b-4782-83de-cf635cc42338 service neutron] 10.222.0.86 "GET /v2.0/ports/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.2914479 Dec 08 16:02:37.571802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0601952b-dc64-4e7f-88c9-8be158bc46c0 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:37.580566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496414d6-332e-4990-bc8b-82cd7349e4f8 req-e727a001-2bf8-4df8-9d5e-dde026af9f37 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:37.601781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-496414d6-332e-4990-bc8b-82cd7349e4f8 req-e727a001-2bf8-4df8-9d5e-dde026af9f37 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1809835 Dec 08 16:02:37.708252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-28db4fa3-a785-4f1c-9177-4c01340ee18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:37.716238 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-28db4fa3-a785-4f1c-9177-4c01340ee18b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59&tenant_id=af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 1101 time: 0.2217553 Dec 08 16:02:37.726001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-496414d6-332e-4990-bc8b-82cd7349e4f8 req-055fa41c-ec44-458a-95a0-d728bbf8ecd0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135321 Dec 08 16:02:37.738569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:37.879863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a25723-4f65-4d22-948c-ee2cf652872c req-ff3e1630-b4e5-4d53-b26f-a84c32067a9e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:37.888506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4a25723-4f65-4d22-948c-ee2cf652872c req-ff3e1630-b4e5-4d53-b26f-a84c32067a9e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.0830815 Dec 08 16:02:37.889182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:37.915263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0601952b-dc64-4e7f-88c9-8be158bc46c0', 'network_id': '66eeb218-7040-4706-b847-5638e0f57d26', 'port_id': '0601952b-dc64-4e7f-88c9-8be158bc46c0', 'mac_address': 'fa:16:3e:d3:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 682, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85dd9bfd-0276-4889-8171-ac828ee5e9be', 'ip_address': '19.86.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:37.963887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:37.996262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4a25723-4f65-4d22-948c-ee2cf652872c req-29f0735f-857b-4c4f-96e5-f13466846a43 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052749 Dec 08 16:02:38.029541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.072280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0601952b-dc64-4e7f-88c9-8be158bc46c0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:38.124490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:38.138714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.139815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5225042c-9f00-4d72-a097-7fee63c5e861 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:38.460285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:38.561680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ca10d-06e4-4b36-b210-39224f94e4b1 req-31ff1075-8057-40e3-a765-f344e71ba22a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:38.588651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ca10d-06e4-4b36-b210-39224f94e4b1 req-31ff1075-8057-40e3-a765-f344e71ba22a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:38.604303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6ca10d-06e4-4b36-b210-39224f94e4b1 req-31ff1075-8057-40e3-a765-f344e71ba22a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:38.616859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff6ca10d-06e4-4b36-b210-39224f94e4b1 req-31ff1075-8057-40e3-a765-f344e71ba22a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2414 time: 0.1997139 Dec 08 16:02:38.645135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5225042c-9f00-4d72-a097-7fee63c5e861, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5225042c-9f00-4d72-a097-7fee63c5e861,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:38.650367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:38.691077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '5225042c-9f00-4d72-a097-7fee63c5e861', 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021', 'port_id': '5225042c-9f00-4d72-a097-7fee63c5e861', 'mac_address': 'fa:16:3e:a6:20:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:38.750594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff6ca10d-06e4-4b36-b210-39224f94e4b1 req-a830b4dd-71e0-4491-bee4-9f3490062e6a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323586 Dec 08 16:02:38.762957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:38.775999 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.796427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5225042c-9f00-4d72-a097-7fee63c5e861 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:38.825053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5225042c-9f00-4d72-a097-7fee63c5e861, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5225042c-9f00-4d72-a097-7fee63c5e861,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:38.842044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.843014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b243eb51-1f27-49cc-aa95-ced662fbde43 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:38.905253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:38.988662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Transition to ACTIVE for port object 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:38.991172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:39.006673 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284c188e-6500-4bd0-9b23-2e2f12984abd" -d '{"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:39.020230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5225042c-9f00-4d72-a097-7fee63c5e861,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:39.059576 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.081690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b243eb51-1f27-49cc-aa95-ced662fbde43, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b243eb51-1f27-49cc-aa95-ced662fbde43,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:39.117149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'b243eb51-1f27-49cc-aa95-ced662fbde43', 'network_id': '6b7dc368-9b12-4649-b415-51e9451f9021', 'port_id': 'b243eb51-1f27-49cc-aa95-ced662fbde43', 'mac_address': 'fa:16:3e:e0:21:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7', 'ip_address': '19.80.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:39.155242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8568af-777e-49f2-ac4d-eead87a6e70d req-7369cf81-1c60-4852-8e9c-3409c86ea653 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:39.156834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a8568af-777e-49f2-ac4d-eead87a6e70d req-7369cf81-1c60-4852-8e9c-3409c86ea653 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 948 time: 0.1075997 Dec 08 16:02:39.161660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:39.217664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] No DVR routers for this DVR port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:39.313591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a8568af-777e-49f2-ac4d-eead87a6e70d req-753df3df-c265-405c-a253-c19411e1f9fb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268525 Dec 08 16:02:39.317700 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.359084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:39.359614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:39.360450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:39.372731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:39.374765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b243eb51-1f27-49cc-aa95-ced662fbde43 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:39.375382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:39.391657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:39.392974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:39.394966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:39.402102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Bound port: 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:39.403406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.441993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b243eb51-1f27-49cc-aa95-ced662fbde43, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b243eb51-1f27-49cc-aa95-ced662fbde43,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:39.461328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.595310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:39.600967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:39.609314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.635558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b243eb51-1f27-49cc-aa95-ced662fbde43,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:39.657489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:39.699586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6367ad-2ee3-48bd-9033-21cdc1e9d456 req-148c865d-8643-40e8-81f0-bc9640ce37ad tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:39.708429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed6367ad-2ee3-48bd-9033-21cdc1e9d456 req-148c865d-8643-40e8-81f0-bc9640ce37ad tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.2161140 Dec 08 16:02:39.747738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:39.749074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:39.749909 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 1096 time: 2.0254018 Dec 08 16:02:39.863048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d22b97-2496-4326-997f-8be063bba8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:39.906930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-e77000bc-2fd4-4302-9695-48cbd3010584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:39.912051 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-e77000bc-2fd4-4302-9695-48cbd3010584 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1099 time: 0.1261995 Dec 08 16:02:39.921420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed6367ad-2ee3-48bd-9033-21cdc1e9d456 req-431e7963-e101-4715-854b-9bfbbaae622b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117529 Dec 08 16:02:39.932852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0601952b-dc64-4e7f-88c9-8be158bc46c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:39.940670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b243eb51-1f27-49cc-aa95-ced662fbde43'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:40.347977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-88da8085-8512-4541-a934-6ecc15fd295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.350948 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-88da8085-8512-4541-a934-6ecc15fd295c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4228067 Dec 08 16:02:40.354635 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9672884-aa63-431c-a25d-39e06b239149 x-openstack-request-id: req-b9672884-aa63-431c-a25d-39e06b239149 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:40.354635 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:40.355789 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9672884-aa63-431c-a25d-39e06b239149 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:40.356615 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'code': 200} Dec 08 16:02:40.614942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-3979e426-bb6e-49ca-8a05-c8118bbb5d3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.2546012 Dec 08 16:02:40.818237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-a4995b18-8f6a-4329-8128-696e10ac5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.830426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-a4995b18-8f6a-4329-8128-696e10ac5d82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2050264 Dec 08 16:02:40.830747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f52662-deca-4ecb-90b9-e81e6eacca70 req-7efb5889-161a-4d5f-97dc-9b56a732b7b2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.854235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f52662-deca-4ecb-90b9-e81e6eacca70 req-7efb5889-161a-4d5f-97dc-9b56a732b7b2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.888948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f52662-deca-4ecb-90b9-e81e6eacca70 req-7efb5889-161a-4d5f-97dc-9b56a732b7b2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:40.912283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68f52662-deca-4ecb-90b9-e81e6eacca70 req-7efb5889-161a-4d5f-97dc-9b56a732b7b2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2416 time: 0.2715766 Dec 08 16:02:40.965753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['5225042c-9f00-4d72-a097-7fee63c5e861'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:41.087723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-8c2bf324-201e-43df-a790-17db80c5db56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:41.124911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68f52662-deca-4ecb-90b9-e81e6eacca70 req-548a390a-d5de-475b-81b9-f8d6cbe3debb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108421 Dec 08 16:02:41.126805 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-8c2bf324-201e-43df-a790-17db80c5db56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2823830 Dec 08 16:02:41.142504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:41.299897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:41.475694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8611783e-c93b-465c-b17a-a557f3696620 req-3e972211-7052-4055-aa54-7748917805dc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:41.475694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8611783e-c93b-465c-b17a-a557f3696620 req-3e972211-7052-4055-aa54-7748917805dc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 948 time: 0.2483542 Dec 08 16:02:41.527544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-67b4f192-284c-467f-a4c3-da5057180e3f service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875821 Dec 08 16:02:41.630911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0601952b-dc64-4e7f-88c9-8be158bc46c0 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:41.695013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8d8d-183a-4646-abf1-6b9fb14aba84 req-1ee09f4c-d78c-414c-a822-5015e2e18ff9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:41.701026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9d8d8d-183a-4646-abf1-6b9fb14aba84 req-1ee09f4c-d78c-414c-a822-5015e2e18ff9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.3271165 Dec 08 16:02:41.844976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8611783e-c93b-465c-b17a-a557f3696620 req-d116ec29-659c-495f-bdde-2d73fb8c9a20 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099456 Dec 08 16:02:41.874004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 0601952b-dc64-4e7f-88c9-8be158bc46c0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:41.881198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0601952b-dc64-4e7f-88c9-8be158bc46c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:41.886831 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:41.986144 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-703bf5e0-9be3-4f74-8729-f17ec25d009a req-2271fc86-d191-4af5-ac85-9bfaa5499fdc service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451568 Dec 08 16:02:42.028836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9d8d8d-183a-4646-abf1-6b9fb14aba84 req-ca0d514b-37ba-4ecf-a36d-6e7da12e8e75 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267198 Dec 08 16:02:42.209747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.268619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:42.274677 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9945f1-b548-4d6b-a9ab-9c80ad6c4311" -d '{"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:42.315034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:42.322078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.324298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b243eb51-1f27-49cc-aa95-ced662fbde43 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:42.358444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:42.363067 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0" -d '{"events": [{"name": "network-changed", "server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:42.407696 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad793731-2d09-4102-96e6-8d7822d5ddca x-openstack-request-id: req-ad793731-2d09-4102-96e6-8d7822d5ddca {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:42.412079 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:42.412685 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad793731-2d09-4102-96e6-8d7822d5ddca {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:42.413323 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0', 'code': 200} Dec 08 16:02:42.489135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3484109-b450-4bd1-8bdb-b3e4a8a9233f req-b1f3eadf-d2b8-4f16-b6c7-2578e0fce4d0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.498792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port b243eb51-1f27-49cc-aa95-ced662fbde43 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:42.512731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3484109-b450-4bd1-8bdb-b3e4a8a9233f req-b1f3eadf-d2b8-4f16-b6c7-2578e0fce4d0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.526543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port b243eb51-1f27-49cc-aa95-ced662fbde43 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:42.529709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.542695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3484109-b450-4bd1-8bdb-b3e4a8a9233f req-b1f3eadf-d2b8-4f16-b6c7-2578e0fce4d0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.545445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3484109-b450-4bd1-8bdb-b3e4a8a9233f req-b1f3eadf-d2b8-4f16-b6c7-2578e0fce4d0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2417 time: 0.1951821 Dec 08 16:02:42.589990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:42.739858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.815648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b243eb51-1f27-49cc-aa95-ced662fbde43, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b243eb51-1f27-49cc-aa95-ced662fbde43,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:42.827072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:42.841848 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57c39d8-c912-4997-8a1c-e1b829aa006b x-openstack-request-id: req-c57c39d8-c912-4997-8a1c-e1b829aa006b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:42.842296 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:42.843128 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c57c39d8-c912-4997-8a1c-e1b829aa006b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:42.844012 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'status': 'completed', 'code': 200} Dec 08 16:02:42.848096 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-8f5538a7-9039-4fe0-adf0-4a0e19f9600b service neutron] 10.222.0.58 "GET /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6/bindings/n-h2-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.3049128 Dec 08 16:02:42.959749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3484109-b450-4bd1-8bdb-b3e4a8a9233f req-736620d7-c1d2-46e8-afd1-6c798e2a5fee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897574 Dec 08 16:02:42.987318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-d9f29571-3ba9-4446-8001-bdd04ed9173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:42.988841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-d9f29571-3ba9-4446-8001-bdd04ed9173e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1099 time: 0.3424008 Dec 08 16:02:43.040698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b243eb51-1f27-49cc-aa95-ced662fbde43,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:43.096723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-40689756-0702-471d-bf76-d4c676b93e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.099936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-40689756-0702-471d-bf76-d4c676b93e03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1099 time: 0.2633646 Dec 08 16:02:43.305818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-d702fc20-9abd-4029-b624-df4dc58660cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.316537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-d702fc20-9abd-4029-b624-df4dc58660cb service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3177350 Dec 08 16:02:43.456816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:43.482477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:43.523372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18801869-6a9a-4178-931b-d32c3552d5f6 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:43.545767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:43.562865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-73798da4-1d22-4142-a7db-0de967e95b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.565410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-73798da4-1d22-4142-a7db-0de967e95b6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4551954 Dec 08 16:02:43.568155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.625406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5225042c-9f00-4d72-a097-7fee63c5e861 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:43.633275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-f6edea1e-98b3-4909-9566-654573151128 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.2047331 Dec 08 16:02:43.639636 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-f9a73147-ab70-4711-a7c0-2219c7ab0d6d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.0523603 Dec 08 16:02:43.885031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 5225042c-9f00-4d72-a097-7fee63c5e861 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:43.938073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 5225042c-9f00-4d72-a097-7fee63c5e861 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:43.941168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:43.947083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f28a1-6a60-457a-98f1-73863f27acf9 req-ee0a2844-68cd-4526-9807-febd8247c08f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:43.967876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e6f28a1-6a60-457a-98f1-73863f27acf9 req-ee0a2844-68cd-4526-9807-febd8247c08f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 944 time: 0.6498752 Dec 08 16:02:44.043878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-525171d9-af92-4faf-9eb2-cf2906b2733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.046430 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-525171d9-af92-4faf-9eb2-cf2906b2733c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.3503308 Dec 08 16:02:44.158421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-3eb1e521-bbb7-482a-a9e4-4d50b708c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.161281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-3eb1e521-bbb7-482a-a9e4-4d50b708c7c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.4405134 Dec 08 16:02:44.225270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73045efd-837b-4eb9-a52b-4df68f41c1fe req-4f4474c8-9aca-4c03-91da-adfdf9498dc2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.228140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73045efd-837b-4eb9-a52b-4df68f41c1fe req-4f4474c8-9aca-4c03-91da-adfdf9498dc2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 948 time: 0.8474360 Dec 08 16:02:44.253758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] Transition to ACTIVE for port object 18801869-6a9a-4178-931b-d32c3552d5f6 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:44.322353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-4fe6d753-d4aa-40b1-aa8e-93075c5fc08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.333203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e6f28a1-6a60-457a-98f1-73863f27acf9 req-89c1ab58-2d0b-4df3-b832-84a8a8bdeebf tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641286 Dec 08 16:02:44.334114 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-4fe6d753-d4aa-40b1-aa8e-93075c5fc08d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2725956 Dec 08 16:02:44.350327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.424372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-03ac6b42-0e7b-417c-a30f-883d483b06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:44.429721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-03ac6b42-0e7b-417c-a30f-883d483b06e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2433810 Dec 08 16:02:44.431213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b243eb51-1f27-49cc-aa95-ced662fbde43'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:44.435553 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f3f976-51c4-4a0c-8b09-050a2b9bdaf1" -d '{"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "b243eb51-1f27-49cc-aa95-ced662fbde43"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:44.490539 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.709782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5225042c-9f00-4d72-a097-7fee63c5e861, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5225042c-9f00-4d72-a097-7fee63c5e861,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:44.724192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:44.826559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73045efd-837b-4eb9-a52b-4df68f41c1fe req-b0a60282-08ff-4886-b42b-d2aa72ecc189 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5594807 Dec 08 16:02:44.909712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5225042c-9f00-4d72-a097-7fee63c5e861,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:44.997778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-c57831c1-6d72-4073-8883-1caed496e488 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5410876 Dec 08 16:02:45.298573 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c466193-3865-4f3c-9ce2-58b603a9fdb0 x-openstack-request-id: req-4c466193-3865-4f3c-9ce2-58b603a9fdb0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:45.299038 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "b243eb51-1f27-49cc-aa95-ced662fbde43", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:45.299456 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c466193-3865-4f3c-9ce2-58b603a9fdb0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:45.311140 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b243eb51-1f27-49cc-aa95-ced662fbde43', 'code': 200} Dec 08 16:02:45.398104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3df52-0f38-42af-9c4d-c17998fb3d36 req-8ed7625a-2e20-4e6b-8f12-c9d10afbe37d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:45.413523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3df52-0f38-42af-9c4d-c17998fb3d36 req-8ed7625a-2e20-4e6b-8f12-c9d10afbe37d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:45.428379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3df52-0f38-42af-9c4d-c17998fb3d36 req-8ed7625a-2e20-4e6b-8f12-c9d10afbe37d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:45.443931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08f3df52-0f38-42af-9c4d-c17998fb3d36 req-8ed7625a-2e20-4e6b-8f12-c9d10afbe37d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2419 time: 0.4151394 Dec 08 16:02:45.634491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:02:45.767594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-93cc47e5-791f-4051-9156-1efbacf21906 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598569 Dec 08 16:02:45.768275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] No DVR routers for this DVR port 18801869-6a9a-4178-931b-d32c3552d5f6 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:45.805658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08f3df52-0f38-42af-9c4d-c17998fb3d36 req-0e24199f-85b5-49ac-aec4-143b873c43b5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587115 Dec 08 16:02:45.881516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] Pushing event updated for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=10']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:45.897515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f49b9-04a0-4ec2-aa59-41c6b73cc348 req-53c519d2-790a-415f-93e5-fcf392679c38 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:45.926089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-685f49b9-04a0-4ec2-aa59-41c6b73cc348 req-53c519d2-790a-415f-93e5-fcf392679c38 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 945 time: 0.2798548 Dec 08 16:02:46.033834 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-4ecf29b8-8575-4820-855b-67ae2012f6f7 service neutron] 10.222.0.58 "PUT /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6/bindings/n-h2-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 3.1662619 Dec 08 16:02:46.170560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-685f49b9-04a0-4ec2-aa59-41c6b73cc348 req-1f4aea5f-6d1a-4392-a3d3-05971aeca40f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422130 Dec 08 16:02:46.177875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:46.233190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-8122c9e2-9a9e-4b00-94c8-97b6b910accc service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8377824 Dec 08 16:02:46.269415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'mac_address': 'fa:16:3e:8b:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:02:46.468527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.524243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:02:46.594117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-b45330e1-e786-4524-b3ee-bca13bbe9dc2 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:46.613632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-b45330e1-e786-4524-b3ee-bca13bbe9dc2 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.4266994 Dec 08 16:02:46.640104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:46.652590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:46.697686 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d99d6d10-7af2-4b85-b2db-34ba8bea8ba0 req-f192b228-4746-4201-892a-da4e688c11c1 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523413 Dec 08 16:02:46.796384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685120c-3f36-4db0-87ed-72c83202b313 req-55cd145b-8cf1-40e7-ae4e-54d489e7c093 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:46.803417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:46.831674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f685120c-3f36-4db0-87ed-72c83202b313 req-55cd145b-8cf1-40e7-ae4e-54d489e7c093 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 948 time: 0.3692112 Dec 08 16:02:47.002835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:47.120624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f685120c-3f36-4db0-87ed-72c83202b313 req-8262d770-8776-4467-a353-5dd66216f85c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834177 Dec 08 16:02:47.214044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-d9d8152e-c26c-4ea6-8818-24d2f4144b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.236881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-d9d8152e-c26c-4ea6-8818-24d2f4144b6b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d&tenant_id=c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 1096 time: 0.6103623 Dec 08 16:02:47.364091 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:02:47.414259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-02c45aea-c6f5-4318-9e80-e171f02c384b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.420384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-02c45aea-c6f5-4318-9e80-e171f02c384b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1096 time: 0.1152244 Dec 08 16:02:47.432656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25339907-e637-4137-99ec-8c59aa85d557 req-a3be55b4-b408-4a1a-b2ac-fa71145a0d06 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.457578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25339907-e637-4137-99ec-8c59aa85d557 req-a3be55b4-b408-4a1a-b2ac-fa71145a0d06 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.473153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25339907-e637-4137-99ec-8c59aa85d557 req-a3be55b4-b408-4a1a-b2ac-fa71145a0d06 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.481462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25339907-e637-4137-99ec-8c59aa85d557 req-a3be55b4-b408-4a1a-b2ac-fa71145a0d06 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2419 time: 0.3064170 Dec 08 16:02:47.714635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225042c-9f00-4d72-a097-7fee63c5e861'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:47.717777 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38e3faf-e97d-48d1-9e8c-08f5d121e23f" -d '{"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "5225042c-9f00-4d72-a097-7fee63c5e861"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:47.869718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-83c6e1a5-d8db-409f-80bf-2f8df8978a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:47.874974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-83c6e1a5-d8db-409f-80bf-2f8df8978a9c service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.3921530 Dec 08 16:02:47.893121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25339907-e637-4137-99ec-8c59aa85d557 req-63cd92e6-dba0-4f10-a6cb-afbd3b38789e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887725 Dec 08 16:02:48.041427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-9924defb-8ee2-4633-9a9f-707274e2282b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.1456535 Dec 08 16:02:48.137788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-54302b70-3fb8-4ee4-8ac3-060548eeb327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.139431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-54302b70-3fb8-4ee4-8ac3-060548eeb327 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.0836213 Dec 08 16:02:48.158204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee17bde-3ca5-4e89-b741-972aff0c18b6 req-e0fda81d-e651-4ef3-b034-7c870cca91f8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.167228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ee17bde-3ca5-4e89-b741-972aff0c18b6 req-e0fda81d-e651-4ef3-b034-7c870cca91f8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 945 time: 0.1212618 Dec 08 16:02:48.193434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-88bd36dc-9ff8-432f-b847-0b5c067a4911 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.196189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-88bd36dc-9ff8-432f-b847-0b5c067a4911 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59&tenant_id=af8d0610d89e416cb0f9a13306ad8792&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 949 time: 0.2064075 Dec 08 16:02:48.210861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-3f9cbd4f-cade-4352-8486-5e8e6071a5af service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343502 Dec 08 16:02:48.358012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ee17bde-3ca5-4e89-b741-972aff0c18b6 req-278b0486-b6db-4124-8091-53869fa53c4c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895754 Dec 08 16:02:48.440722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-8d609685-1944-4fba-93e8-19d4ebdcb976 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148626 Dec 08 16:02:48.466468 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a08e89a-9232-4b5b-9003-d95ea20bbd5c x-openstack-request-id: req-0a08e89a-9232-4b5b-9003-d95ea20bbd5c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:48.467027 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-plugged", "status": "completed", "tag": "5225042c-9f00-4d72-a097-7fee63c5e861", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:48.467590 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0a08e89a-9232-4b5b-9003-d95ea20bbd5c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:48.470858 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5225042c-9f00-4d72-a097-7fee63c5e861', 'code': 200} Dec 08 16:02:48.527167 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-1417d1ad-e477-4827-b588-b58ce8105c7f service neutron] 10.222.0.58 "GET /v2.0/ports/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 382 time: 0.3194556 Dec 08 16:02:48.811298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-99883ea5-ce89-45dd-a2a7-fb3f5cb96650 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617210 Dec 08 16:02:48.853281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024047cf-6c95-42ea-9d53-e5e3f5465cbb req-3e89dff4-d6da-4782-b6b7-a6c46f043ed6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.871132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-024047cf-6c95-42ea-9d53-e5e3f5465cbb req-3e89dff4-d6da-4782-b6b7-a6c46f043ed6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.1761518 Dec 08 16:02:48.892658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-ba5e0d55-3007-4d32-abf8-72c3e29d2725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.898416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-ba5e0d55-3007-4d32-abf8-72c3e29d2725 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1100 time: 0.3110888 Dec 08 16:02:48.918748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a543d7-92a2-45cf-8ef6-13c8759eb29e req-f5a33799-f8fa-4e95-981d-5a8fe29acfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.919317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a543d7-92a2-45cf-8ef6-13c8759eb29e req-f5a33799-f8fa-4e95-981d-5a8fe29acfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.919794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a543d7-92a2-45cf-8ef6-13c8759eb29e req-f5a33799-f8fa-4e95-981d-5a8fe29acfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:48.921523 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-88a543d7-92a2-45cf-8ef6-13c8759eb29e req-f5a33799-f8fa-4e95-981d-5a8fe29acfe4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2872 time: 0.2249620 Dec 08 16:02:49.077885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-024047cf-6c95-42ea-9d53-e5e3f5465cbb req-4396232d-576c-43af-80a7-a6366d9c0547 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882207 Dec 08 16:02:49.232510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-88a543d7-92a2-45cf-8ef6-13c8759eb29e req-576b8be2-13cf-4e65-88d4-e819d646bcb1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001435 Dec 08 16:02:49.277751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-e3733394-ddd5-4566-b27b-70d69169f1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.280906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-e3733394-ddd5-4566-b27b-70d69169f1ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3667188 Dec 08 16:02:49.300983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298a21c-3dc5-4c10-bd09-07907e2abe8a req-346a09b6-b229-425c-a141-d460ade698c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.310185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298a21c-3dc5-4c10-bd09-07907e2abe8a req-346a09b6-b229-425c-a141-d460ade698c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.320498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298a21c-3dc5-4c10-bd09-07907e2abe8a req-346a09b6-b229-425c-a141-d460ade698c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.326375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d298a21c-3dc5-4c10-bd09-07907e2abe8a req-346a09b6-b229-425c-a141-d460ade698c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2419 time: 0.2185013 Dec 08 16:02:49.412028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-18889243-3205-4cc7-99de-6d8020197fd5 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.413591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-18889243-3205-4cc7-99de-6d8020197fd5 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.1662478 Dec 08 16:02:49.483615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d298a21c-3dc5-4c10-bd09-07907e2abe8a req-f20ce033-11ce-46e9-aed9-a5f4250d4566 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556246 Dec 08 16:02:49.575576 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-a98396c3-e99d-4ace-903d-1e8d50d9f2c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.1367500 Dec 08 16:02:49.645485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-147c3b9e-59c8-417a-8e66-0484c5071fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.647298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-147c3b9e-59c8-417a-8e66-0484c5071fe7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0642831 Dec 08 16:02:49.655366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:02:49.701324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-1320f9fa-4160-49b8-9b02-b39461d299cf service neutron] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:49.749543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-1320f9fa-4160-49b8-9b02-b39461d299cf service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.750581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-6eb13d53-b7e0-4a14-b21c-26cf292b7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.751484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33793b65-1d48-4294-9776-5e23c5f58e68 req-1320f9fa-4160-49b8-9b02-b39461d299cf service neutron] 10.222.0.86 "DELETE /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6/bindings/n-h1-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.3295407 Dec 08 16:02:49.752620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-6eb13d53-b7e0-4a14-b21c-26cf292b7bd3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0958302 Dec 08 16:02:49.800587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:02:49.821381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:02:49.821755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:49.839644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d5a761-93a9-4b9a-b27c-40a7000f2152 req-c63e6c9d-48de-4e88-9661-e9f34469a916 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:49.842349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56d5a761-93a9-4b9a-b27c-40a7000f2152 req-c63e6c9d-48de-4e88-9661-e9f34469a916 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 945 time: 0.1686795 Dec 08 16:02:49.964940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.031634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:50.038641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:50.038900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56d5a761-93a9-4b9a-b27c-40a7000f2152 req-a3e282a7-d31d-4088-ab18-72e8926df522 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826916 Dec 08 16:02:50.139953 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-7ca522e0-3003-4f5e-a097-77be06df4081 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696916 Dec 08 16:02:50.217095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:50.405354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a5f89-8f57-41ec-94e3-0c87b9ce8961 req-fe63d91e-83c1-434e-8d82-d0415ab6c108 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.407957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412a5f89-8f57-41ec-94e3-0c87b9ce8961 req-fe63d91e-83c1-434e-8d82-d0415ab6c108 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1577096 Dec 08 16:02:50.462330 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-e42faaf6-1917-42f2-b4d6-ef8a47e32593 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149633 Dec 08 16:02:50.473020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:50.478361 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105bc722-e5ec-4ac0-999b-bbaae6a93246" -d '{"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-plugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:50.512019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d11eaed-4a35-4bec-97f4-0dd975fbc7bb req-63d2c148-215c-48df-be68-9e02a53f3ae8 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:50.525103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d11eaed-4a35-4bec-97f4-0dd975fbc7bb req-63d2c148-215c-48df-be68-9e02a53f3ae8 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1096 time: 0.2035680 Dec 08 16:02:50.616677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412a5f89-8f57-41ec-94e3-0c87b9ce8961 req-29683247-354c-4e53-ba0e-43635b5fd7a7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896024 Dec 08 16:02:50.674978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d11eaed-4a35-4bec-97f4-0dd975fbc7bb req-6863fcd0-04b9-40e8-a63c-a83935f11179 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378388 Dec 08 16:02:50.910831 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca3715-42ca-42b2-a8b2-0c679047cc7f x-openstack-request-id: req-41ca3715-42ca-42b2-a8b2-0c679047cc7f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:50.911961 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-plugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:50.912391 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-41ca3715-42ca-42b2-a8b2-0c679047cc7f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:50.912987 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'code': 200} Dec 08 16:02:51.122553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a43e-7484-4f78-beef-8a0fa3bafdd2 req-7080be93-12e2-4a68-a312-fe8948258b53 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.139974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a43e-7484-4f78-beef-8a0fa3bafdd2 req-7080be93-12e2-4a68-a312-fe8948258b53 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.154751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430a43e-7484-4f78-beef-8a0fa3bafdd2 req-7080be93-12e2-4a68-a312-fe8948258b53 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.166220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9430a43e-7484-4f78-beef-8a0fa3bafdd2 req-7080be93-12e2-4a68-a312-fe8948258b53 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2419 time: 0.1656678 Dec 08 16:02:51.297773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9430a43e-7484-4f78-beef-8a0fa3bafdd2 req-50283a49-9e25-4ac1-a0f6-e7d956a3af0f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294432 Dec 08 16:02:51.424187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e308c-9d30-4f50-a0b7-f2c8da00c46d req-082edc0b-3329-41ac-9c6a-5d88541aaf71 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.438994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-547e308c-9d30-4f50-a0b7-f2c8da00c46d req-082edc0b-3329-41ac-9c6a-5d88541aaf71 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1096 time: 0.1396930 Dec 08 16:02:51.577466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-547e308c-9d30-4f50-a0b7-f2c8da00c46d req-94925622-ccef-4cf9-bb1f-384605254f86 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296995 Dec 08 16:02:51.901905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0b7fc-920a-40da-a453-7488ec65aa66 req-c2a4d18e-783d-4826-9220-5a7fe592d351 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:51.904559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7e0b7fc-920a-40da-a453-7488ec65aa66 req-c2a4d18e-783d-4826-9220-5a7fe592d351 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1525304 Dec 08 16:02:52.145933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7e0b7fc-920a-40da-a453-7488ec65aa66 req-9fcf2d39-70ed-47e8-9eda-1a2c56d64b46 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316113 Dec 08 16:02:52.181292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656dff-d13b-4c27-bf8c-49b7402dfe37 req-f8b42d04-e8b8-4e90-9933-081ac6a69af6 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.190991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656dff-d13b-4c27-bf8c-49b7402dfe37 req-f8b42d04-e8b8-4e90-9933-081ac6a69af6 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.220117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c656dff-d13b-4c27-bf8c-49b7402dfe37 req-f8b42d04-e8b8-4e90-9933-081ac6a69af6 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:52.236576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c656dff-d13b-4c27-bf8c-49b7402dfe37 req-f8b42d04-e8b8-4e90-9933-081ac6a69af6 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2419 time: 0.2361753 Dec 08 16:02:52.351029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c656dff-d13b-4c27-bf8c-49b7402dfe37 req-080e1433-1549-43a1-a6c7-daf796915aac tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109221 Dec 08 16:02:53.522748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab66955-af3b-43a6-a57f-70b6bb1df51d req-ee3a9d30-c9b9-45da-af49-9637a5a5d950 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.532245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ab66955-af3b-43a6-a57f-70b6bb1df51d req-ee3a9d30-c9b9-45da-af49-9637a5a5d950 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1189675 Dec 08 16:02:53.536339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-fa34591b-edca-4039-a07b-98d6a8024756 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.544778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-745d6f76-1c8a-4b7a-90fb-eb48a7f29a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.546349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-745d6f76-1c8a-4b7a-90fb-eb48a7f29a99 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59&tenant_id=af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 1101 time: 0.2202101 Dec 08 16:02:53.553017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-fa34591b-edca-4039-a07b-98d6a8024756 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.566322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-fa34591b-edca-4039-a07b-98d6a8024756 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:53.568439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-fa34591b-edca-4039-a07b-98d6a8024756 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 2419 time: 0.1396697 Dec 08 16:02:53.582804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:02:53.793836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:53.810419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port 5225042c-9f00-4d72-a097-7fee63c5e861 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:53.810765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.047214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port 5225042c-9f00-4d72-a097-7fee63c5e861, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5225042c-9f00-4d72-a097-7fee63c5e861,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:54.047928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.074291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for 5225042c-9f00-4d72-a097-7fee63c5e861 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:54.439939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ab66955-af3b-43a6-a57f-70b6bb1df51d req-1124d66e-7544-4789-9185-d2acce147334 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9082112 Dec 08 16:02:54.442716 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.460788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b243eb51-1f27-49cc-aa95-ced662fbde43', '0601952b-dc64-4e7f-88c9-8be158bc46c0', '5225042c-9f00-4d72-a097-7fee63c5e861'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:02:54.637945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=5225042c-9f00-4d72-a097-7fee63c5e861,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:54.766650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c36200-f06e-4b14-ae9c-50ff3d73fc26 req-ed5d3f25-04b2-4a6c-960e-2cc78b6a8df3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:54.778021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c36200-f06e-4b14-ae9c-50ff3d73fc26 req-ed5d3f25-04b2-4a6c-960e-2cc78b6a8df3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:54.778021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47c36200-f06e-4b14-ae9c-50ff3d73fc26 req-ed5d3f25-04b2-4a6c-960e-2cc78b6a8df3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 1683 time: 0.1519277 Dec 08 16:02:54.789381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port 5225042c-9f00-4d72-a097-7fee63c5e861 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:54.794484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:54.798401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-8a604052-299e-4a3d-80ff-41d3fcafc38d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "DELETE /v2.0/ports/5225042c-9f00-4d72-a097-7fee63c5e861 HTTP/1.1" status: 204 len: 173 time: 1.2223830 Dec 08 16:02:54.798966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-deleted', 'tag': '5225042c-9f00-4d72-a097-7fee63c5e861'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:54.804677 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af1944a-7eee-45a3-8ce0-2910c0005416" -d '{"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-deleted", "tag": "5225042c-9f00-4d72-a097-7fee63c5e861"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:54.989431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47c36200-f06e-4b14-ae9c-50ff3d73fc26 req-6ca3cf27-56a7-45a7-9533-6fbeee63b82e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955824 Dec 08 16:02:55.074055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:55.147934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port b243eb51-1f27-49cc-aa95-ced662fbde43 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:55.148304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.183641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:55.364543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:55.369740 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830e964d-3f2b-4d6e-a5af-b78e28ce4fa2" -d '{"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:55.381295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.389149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port b243eb51-1f27-49cc-aa95-ced662fbde43, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b243eb51-1f27-49cc-aa95-ced662fbde43,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:55.389585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.420493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Transition to ACTIVE for port object 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:02:55.429979 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.451174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for b243eb51-1f27-49cc-aa95-ced662fbde43 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:55.572026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:55.580151 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6423a76f-fd34-4baf-8852-ac05b13d4ee7 x-openstack-request-id: req-6423a76f-fd34-4baf-8852-ac05b13d4ee7 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:55.580467 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-deleted", "tag": "5225042c-9f00-4d72-a097-7fee63c5e861", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:55.580866 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6423a76f-fd34-4baf-8852-ac05b13d4ee7 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:55.581174 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-deleted', 'tag': '5225042c-9f00-4d72-a097-7fee63c5e861', 'status': 'completed', 'code': 200} Dec 08 16:02:55.639097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] No DVR routers for this DVR port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:55.691116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0601952b-dc64-4e7f-88c9-8be158bc46c0 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:55.739017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:02:55.739360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:02:55.739692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:55.755225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:02:55.755479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Attempting to bind port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:02:55.765703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:02:55.767311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:02:55.767998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:02:55.768184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Bound port: 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:02:55.771037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.800972 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf099465-042f-4c86-a829-34c76d016d99 x-openstack-request-id: req-bf099465-042f-4c86-a829-34c76d016d99 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:55.801268 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-unplugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:55.801527 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf099465-042f-4c86-a829-34c76d016d99 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:55.803642 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'code': 200} Dec 08 16:02:55.831264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:55.970160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a51121bf-5218-49d5-8de7-1f4a3ee7e55d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.025542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port b243eb51-1f27-49cc-aa95-ced662fbde43 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:56.031721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.039823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "DELETE /v2.0/ports/b243eb51-1f27-49cc-aa95-ced662fbde43 HTTP/1.1" status: 204 len: 173 time: 1.2267351 Dec 08 16:02:56.040825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1dbc5-5403-4ab6-bf3e-0a1a24d30dee tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=b243eb51-1f27-49cc-aa95-ced662fbde43,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:56.054689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:02:56.131398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0bc99b-503f-4992-b2ae-e16d1c4fcd13 req-fd96cf49-0f9a-4bbb-9beb-73d9ff79b791 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.134228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d0bc99b-503f-4992-b2ae-e16d1c4fcd13 req-fd96cf49-0f9a-4bbb-9beb-73d9ff79b791 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.2101803 Dec 08 16:02:56.137775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:02:56.201094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.220714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.274937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port 0601952b-dc64-4e7f-88c9-8be158bc46c0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:56.275359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.309586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:56.311637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:56.317622 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc77271d-ee4c-4535-a9c7-04a2c6f6ebae" -d '{"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-unplugged", "status": "completed", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:56.327599 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.328668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5225042c-9f00-4d72-a097-7fee63c5e861 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:56.407456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port 0601952b-dc64-4e7f-88c9-8be158bc46c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0601952b-dc64-4e7f-88c9-8be158bc46c0,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:56.409616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.423346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.433600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.435249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] 10.222.0.86 "PUT /v2.0/ports/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 1097 time: 2.8681948 Dec 08 16:02:56.448947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 5225042c-9f00-4d72-a097-7fee63c5e861 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:02:56.453379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5225042c-9f00-4d72-a097-7fee63c5e861 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:56.454660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:56.463463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for 0601952b-dc64-4e7f-88c9-8be158bc46c0 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:56.566925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d0bc99b-503f-4992-b2ae-e16d1c4fcd13 req-7d1b11af-c57f-4771-beee-ccd78727df65 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164519 Dec 08 16:02:56.602003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c075cbb2-a8ab-44a1-802b-c7eecd48ae83 service neutron] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=11']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:56.672569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c0e70c9f-093d-4917-b9b0-bf289cd4ab06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.674423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-c0e70c9f-093d-4917-b9b0-bf289cd4ab06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1100 time: 0.2074268 Dec 08 16:02:56.735646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:56.808293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:56.815509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c4df1b1-0b31-445b-a02f-1a8723de007b req-26b4c819-7bde-4e37-80e5-e96c3416861a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=b99fdf72-5509-4b26-8a80-d5dc4efd7aa6 HTTP/1.1" status: 200 len: 210 time: 0.0401697 Dec 08 16:02:56.816898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=0601952b-dc64-4e7f-88c9-8be158bc46c0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:56.838596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.838973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.839284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.839612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.840064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.840405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.840751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.841077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.841403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.841779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.852751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.853354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.854610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:02:56.897850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:56.902708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b243eb51-1f27-49cc-aa95-ced662fbde43 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:02:56.948280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-b29b83a6-ecc3-447b-8f91-d3d4e68b45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:56.950811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-b29b83a6-ecc3-447b-8f91-d3d4e68b45ed service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2658098 Dec 08 16:02:56.999399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: b243eb51-1f27-49cc-aa95-ced662fbde43 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:02:56.999747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b243eb51-1f27-49cc-aa95-ced662fbde43 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:02:57.031594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port 0601952b-dc64-4e7f-88c9-8be158bc46c0 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:02:57.036410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:57.040122 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-71054fab-c7a1-4b31-86ff-73bdd7bad37d req-91240f5b-55d7-433c-90dd-f1d40ae9bc31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.58 "DELETE /v2.0/ports/0601952b-dc64-4e7f-88c9-8be158bc46c0 HTTP/1.1" status: 204 len: 173 time: 0.9775140 Dec 08 16:02:57.100469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-79472e86-e284-414e-ae9e-173d8d79bec1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.1411948 Dec 08 16:02:57.114025 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afea8ab3-210d-4bef-a8e4-905c2f6064f0 x-openstack-request-id: req-afea8ab3-210d-4bef-a8e4-905c2f6064f0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:57.114493 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-unplugged", "status": "completed", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:57.114766 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afea8ab3-210d-4bef-a8e4-905c2f6064f0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:57.115174 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0', 'code': 200} Dec 08 16:02:57.295726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-58bede57-7461-4644-9810-ced430d0bc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:57.297538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-58bede57-7461-4644-9810-ced430d0bc5e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1803527 Dec 08 16:02:57.394688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14c123-d36e-41f5-918a-29235375f3dc req-0b792ba7-23db-434c-9154-01ed3c432a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:57.396229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-0b792ba7-23db-434c-9154-01ed3c432a1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801024 Dec 08 16:02:57.544482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-1e558afc-c945-4b13-bd9e-de2bae9cbd15 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383545 Dec 08 16:02:57.582419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-deleted', 'tag': 'b243eb51-1f27-49cc-aa95-ced662fbde43'}, {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-deleted', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:57.591840 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7352f0-ac16-49d0-aa04-7da538eadc3a" -d '{"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-deleted", "tag": "b243eb51-1f27-49cc-aa95-ced662fbde43"}, {"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-deleted", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:57.820773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:02:57.826935 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b155ca6-90f0-4b8c-9abf-51d36dea2999" -d '{"events": [{"name": "network-changed", "server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:02:57.905460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd14c123-d36e-41f5-918a-29235375f3dc req-62e8ead6-121a-4e1c-86aa-7e98db000861 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530519 Dec 08 16:02:58.015840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c294a9-56de-4d0e-ace6-540a5b7b59c9 req-85e8aa7c-43e3-4798-9ef7-fef5a5ad82f1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:58.036498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c294a9-56de-4d0e-ace6-540a5b7b59c9 req-85e8aa7c-43e3-4798-9ef7-fef5a5ad82f1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.2581613 Dec 08 16:02:58.194238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c294a9-56de-4d0e-ace6-540a5b7b59c9 req-56a00fbf-f357-49fd-a88d-b01d83975b02 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510551 Dec 08 16:02:58.308945 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417f84d5-d527-4ee0-94ad-0221f317acae x-openstack-request-id: req-417f84d5-d527-4ee0-94ad-0221f317acae {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:58.310548 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-deleted", "tag": "b243eb51-1f27-49cc-aa95-ced662fbde43", "status": "completed", "code": 200}, {"server_uuid": "b99fdf72-5509-4b26-8a80-d5dc4efd7aa6", "name": "network-vif-deleted", "tag": "0601952b-dc64-4e7f-88c9-8be158bc46c0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:58.311370 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-417f84d5-d527-4ee0-94ad-0221f317acae {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:58.312368 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-deleted', 'tag': 'b243eb51-1f27-49cc-aa95-ced662fbde43', 'status': 'completed', 'code': 200} Dec 08 16:02:58.313158 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99fdf72-5509-4b26-8a80-d5dc4efd7aa6', 'name': 'network-vif-deleted', 'tag': '0601952b-dc64-4e7f-88c9-8be158bc46c0', 'status': 'completed', 'code': 200} Dec 08 16:02:58.361569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:58.450656 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af5beb1-42df-40bc-82b1-8d1376691beb x-openstack-request-id: req-3af5beb1-42df-40bc-82b1-8d1376691beb {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:02:58.451207 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:02:58.451642 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3af5beb1-42df-40bc-82b1-8d1376691beb {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:02:58.452234 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'status': 'completed', 'code': 200} Dec 08 16:02:58.496239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting subnet 85dd9bfd-0276-4889-8171-ac828ee5e9be {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:02:58.500058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.556635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.592241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-977f34ee-af0e-4959-a310-9d455b46fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:58.593863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-977f34ee-af0e-4959-a310-9d455b46fc71 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1100 time: 0.1273952 Dec 08 16:02:58.702003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6026d2dd-b2fe-4273-bffe-dd563983b81e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.721275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.881882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.922107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Subnet': ['ID=85dd9bfd-0276-4889-8171-ac828ee5e9be,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:02:58.959557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:58.966492 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54a6ae5e-6240-4439-b5df-7198dcb5d648 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/subnets/85dd9bfd-0276-4889-8171-ac828ee5e9be HTTP/1.1" status: 204 len: 168 time: 0.6029737 Dec 08 16:02:58.973413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-ee7bd78c-d968-4cb9-874f-6a8a622bbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:58.973866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:02:58.981252 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-ee7bd78c-d968-4cb9-874f-6a8a622bbfc9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1100 time: 0.1499684 Dec 08 16:02:58.982857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-6345886a-2192-445c-98fb-e6050497c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:58.985153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-6345886a-2192-445c-98fb-e6050497c775 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3817582 Dec 08 16:02:58.991696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a921cb3-1e73-4a76-9341-624504205f1c None None] Network 66eeb218-7040-4706-b847-5638e0f57d26 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:02:59.179354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-3f7932c7-e2f4-49ca-b5b3-d913d5f60000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.182655 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-3f7932c7-e2f4-49ca-b5b3-d913d5f60000 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1937940 Dec 08 16:02:59.218256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-91714f56-e272-4414-bcf5-0d668e378209 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.1419795 Dec 08 16:02:59.278292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-563ea425-728e-46d4-9fc0-c2c0dcc3ce7b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.0888906 Dec 08 16:02:59.348182 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.362295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-ab0b8ccb-078a-4461-8c6d-09a6c9b4018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.363921 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-ab0b8ccb-078a-4461-8c6d-09a6c9b4018e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0781367 Dec 08 16:02:59.398484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-f3ec7e41-0d8d-4d67-a838-e12eabfbb756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.405191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-f3ec7e41-0d8d-4d67-a838-e12eabfbb756 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1564839 Dec 08 16:02:59.481658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] DHCP port deletion for 66eeb218-7040-4706-b847-5638e0f57d26 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:02:59.543325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-871220cf-edbb-4ddd-b40f-1b1dacacbf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.549652 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-871220cf-edbb-4ddd-b40f-1b1dacacbf89 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766806 Dec 08 16:02:59.640020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] Deleting port 310a3920-44cc-4fbf-ad01-2058f57d8eee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:59.643608 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.697581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-5454f53e-9050-406d-b24a-4111e56f96f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.700796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-5454f53e-9050-406d-b24a-4111e56f96f0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2739291 Dec 08 16:02:59.716429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d2ae2-ee7e-460b-b1d2-57785d93b697 req-eee2fdd4-6592-453f-9256-e143ccb7a878 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:02:59.729518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a92d2ae2-ee7e-460b-b1d2-57785d93b697 req-eee2fdd4-6592-453f-9256-e143ccb7a878 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.2839122 Dec 08 16:02:59.782860 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-2b405511-067e-4c59-af2a-f0d8eb30b664 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229035 Dec 08 16:02:59.876608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] For port 310a3920-44cc-4fbf-ad01-2058f57d8eee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=310a3920-44cc-4fbf-ad01-2058f57d8eee,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:02:59.877531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:02:59.909091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] Calling delete_port for 310a3920-44cc-4fbf-ad01-2058f57d8eee owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:02:59.914911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a92d2ae2-ee7e-460b-b1d2-57785d93b697 req-74562fd1-1c60-4573-8e65-e520012ba538 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557035 Dec 08 16:02:59.919505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port 310a3920-44cc-4fbf-ad01-2058f57d8eee {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:02:59.920154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.003096 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-29809cc7-6005-4234-979d-87a2fb88a681 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090030 Dec 08 16:03:00.020871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port 310a3920-44cc-4fbf-ad01-2058f57d8eee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=310a3920-44cc-4fbf-ad01-2058f57d8eee,segment=NetworkSegment(660eac39-f26c-41ee-b1d4-c057d18e27a7),segment_id=660eac39-f26c-41ee-b1d4-c057d18e27a7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:00.021697 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.052494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for 310a3920-44cc-4fbf-ad01-2058f57d8eee owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:00.160969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-f7f9f844-03a7-4573-9c24-107ca11ce688 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248195 Dec 08 16:03:00.186418 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.324811 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.394866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] Pushing event deleted for resources: {'Port': ['ID=310a3920-44cc-4fbf-ad01-2058f57d8eee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:00.414078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7aeca3-0782-4d16-b910-7e149fe52f53 None None] No DVR routers for this DVR port 310a3920-44cc-4fbf-ad01-2058f57d8eee on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:00.455382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b155ca6-90f0-4b8c-9abf-51d36dea2999 req-5a863444-67e8-450a-962d-0221519b6921 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569535 Dec 08 16:03:00.456841 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.491032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port 310a3920-44cc-4fbf-ad01-2058f57d8eee on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:00.597704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=310a3920-44cc-4fbf-ad01-2058f57d8eee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:00.822626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.877411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66eeb218-7040-4706-b847-5638e0f57d26']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:00.900443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660eac39-f26c-41ee-b1d4-c057d18e27a7') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:00.901468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660eac39-f26c-41ee-b1d4-c057d18e27a7') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:00.923073 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:00.947832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.011905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:03:01.012570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:03:01.017668 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:03:01.175410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-1e1804e5-ecc1-4ee5-a7fa-d03def043730 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1339619103&fields=id&tenant_id=5262031d670e416f9beab3f7bf79158b HTTP/1.1" status: 200 len: 267 time: 0.2060316 Dec 08 16:03:01.191558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.200044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.204857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:01.208034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/networks/66eeb218-7040-4706-b847-5638e0f57d26 HTTP/1.1" status: 204 len: 168 time: 2.2316775 Dec 08 16:03:01.210902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57836) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:01.368646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting subnet 5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:03:01.380502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.467777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62ae9a0-b51d-4367-b17c-85f266d13c19 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Network': ['ID=66eeb218-7040-4706-b847-5638e0f57d26,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:01.497860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 310a3920-44cc-4fbf-ad01-2058f57d8eee no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:01.501441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.536256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1e3c2-2cd9-4bc7-8a59-3dcfcf0d1326 req-44e019ee-bb04-4e4b-a3d9-b87b66cf2638 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:01.539286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de1e3c2-2cd9-4bc7-8a59-3dcfcf0d1326 req-44e019ee-bb04-4e4b-a3d9-b87b66cf2638 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 949 time: 0.4323635 Dec 08 16:03:01.580846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.585195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 310a3920-44cc-4fbf-ad01-2058f57d8eee {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:01.585606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 310a3920-44cc-4fbf-ad01-2058f57d8eee not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:01.600662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:01.633126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'mac_address': 'fa:16:3e:8b:71:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:01.691919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.724806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de1e3c2-2cd9-4bc7-8a59-3dcfcf0d1326 req-8941b341-4b70-48ff-a689-1ad38b54f9aa tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778567 Dec 08 16:03:01.740723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Subnet': ['ID=5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:01.764552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bfc23d-6e61-440c-8f5a-4493f37725e8 None None] Network 6b7dc368-9b12-4649-b415-51e9451f9021 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:01.793788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.814395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ae16ed7-3dfa-448b-ad4d-5795d70ec3c7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/subnets/5fe89ce5-9c97-4a0b-b1cf-20a02f731ac7 HTTP/1.1" status: 204 len: 168 time: 0.6000986 Dec 08 16:03:01.817359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:01.835400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-b90409cf-66c0-479b-90e8-71c55bfbe17a tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:01.853166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-b90409cf-66c0-479b-90e8-71c55bfbe17a tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/networks?id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b HTTP/1.1" status: 200 len: 816 time: 0.6427116 Dec 08 16:03:01.970189 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:01.989661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-0b59548a-ac36-4f50-ae29-0a26ad466ad8 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/quotas/5262031d670e416f9beab3f7bf79158b HTTP/1.1" status: 200 len: 375 time: 0.1282163 Dec 08 16:03:01.998286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:02.028209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:02.030139 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.031192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.041255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.124877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447b0ec-4c9a-46d6-b158-8e295edee77f req-b3103d69-a304-4614-bd1c-f374484dd1d8 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:02.126838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.127622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8447b0ec-4c9a-46d6-b158-8e295edee77f req-b3103d69-a304-4614-bd1c-f374484dd1d8 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1097 time: 0.2050009 Dec 08 16:03:02.180052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.212088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] DHCP port deletion for 6b7dc368-9b12-4649-b415-51e9451f9021 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:03:02.221709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-966c4830-0ba8-4cbb-aa89-9c7a81fdc47c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5262031d670e416f9beab3f7bf79158b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2307518 Dec 08 16:03:02.224516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:02.254633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port fbcb98a1-2c76-408d-85be-2bfd97ded09d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:02.255301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.390520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8447b0ec-4c9a-46d6-b158-8e295edee77f req-36c3c6bf-8d88-4e6a-8139-9bbabdd48408 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396257 Dec 08 16:03:02.425670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port fbcb98a1-2c76-408d-85be-2bfd97ded09d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fbcb98a1-2c76-408d-85be-2bfd97ded09d,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:02.429740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] Deleting port fbcb98a1-2c76-408d-85be-2bfd97ded09d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:02.430412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.433965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.487064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for fbcb98a1-2c76-408d-85be-2bfd97ded09d owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:02.501467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-c8925deb-d3f1-44c1-a524-2d973c74ef74 service neutron] 10.222.0.62 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430532 Dec 08 16:03:02.610902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] For port fbcb98a1-2c76-408d-85be-2bfd97ded09d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fbcb98a1-2c76-408d-85be-2bfd97ded09d,segment=NetworkSegment(fd050176-bbf5-401b-a88b-12edf2fa1272),segment_id=fd050176-bbf5-401b-a88b-12edf2fa1272)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:02.611603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.637952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] Calling delete_port for fbcb98a1-2c76-408d-85be-2bfd97ded09d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:02.687071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.730964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=fbcb98a1-2c76-408d-85be-2bfd97ded09d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:02.741766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port fbcb98a1-2c76-408d-85be-2bfd97ded09d on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:02.758473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-59fae115-ac44-4699-b78a-4a5d9b0312ce service neutron] 10.222.0.62 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554963 Dec 08 16:03:02.817969 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.822148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:02.867657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:02.894781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > segment before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.895217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.896008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.897034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.897380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.897731 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.898085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > segment after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.898426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.898735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.899712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:02.903935 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] Pushing event deleted for resources: {'Port': ['ID=fbcb98a1-2c76-408d-85be-2bfd97ded09d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:02.908509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a4c8d-39cf-4570-a9a2-545dd1cc6870 None None] No DVR routers for this DVR port fbcb98a1-2c76-408d-85be-2bfd97ded09d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:02.917693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.019630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:03.020191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:03.020721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:03.021171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Subscribe: > subnet before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 08 16:03:03.021944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7dc368-9b12-4649-b415-51e9451f9021']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:03.044514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd050176-bbf5-401b-a88b-12edf2fa1272') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:03.044960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd050176-bbf5-401b-a88b-12edf2fa1272') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:03.066965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.120709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.138883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:03:03.139604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: from cryptography.utils import int_from_bytes Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: from cryptography.utils import int_from_bytes Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:03:03.150110 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:03:03.178133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82a4e4-d258-4c03-9d9d-3de3b7eebace req-b7cdfdc4-1e38-44f5-bba8-214a7bab7359 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.188293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a82a4e4-d258-4c03-9d9d-3de3b7eebace req-b7cdfdc4-1e38-44f5-bba8-214a7bab7359 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 950 time: 0.1469901 Dec 08 16:03:03.262853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a82a4e4-d258-4c03-9d9d-3de3b7eebace req-1855e31c-6fac-4f0e-8cdc-a7b4f2e8a7b3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732696 Dec 08 16:03:03.336692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.366777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.374803 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/networks/6b7dc368-9b12-4649-b415-51e9451f9021 HTTP/1.1" status: 204 len: 168 time: 1.5490477 Dec 08 16:03:03.378612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:03.387852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fbcb98a1-2c76-408d-85be-2bfd97ded09d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:03.392092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-986234858'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:03.417477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49fbfc-bc3f-4b91-8ba2-e0e3abe1e6bb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Network': ['ID=6b7dc368-9b12-4649-b415-51e9451f9021,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.433569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fbcb98a1-2c76-408d-85be-2bfd97ded09d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:03.433962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fbcb98a1-2c76-408d-85be-2bfd97ded09d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:03.456257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:03.462072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.534821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:03:03.628316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5389ed6e-dcaa-4614-9de5-c5b7855a9ce2 req-11f2e926-c2ad-4ab2-a612-887eeaf409c5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.0751657 Dec 08 16:03:03.629662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.630051 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Added segment 525c307a-f1f2-4b5b-bd43-b1accaadfdbe of type vlan for network 7a8e3ed9-0058-4674-a174-19974a7619de Dec 08 16:03:03.721068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.778214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.784916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:03.785709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:03.850427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4703856 Dec 08 16:03:03.854248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57914) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:03.865701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'subnet': {'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:03.891956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4ff58-a821-4985-9387-27e9832bb99c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Network': ['ID=7a8e3ed9-0058-4674-a174-19974a7619de,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:03.916977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7a8e3ed9-0058-4674-a174-19974a7619de details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:03:03.988597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-bc7eb91c-f4fe-478a-b9b5-802b03772b7d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383470 Dec 08 16:03:04.115534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:04.134170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.190618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-6d07b0b5-980f-4b6a-8fcd-1c6e9370f980 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.192002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-6d07b0b5-980f-4b6a-8fcd-1c6e9370f980 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023661 Dec 08 16:03:04.220796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-ebca991e-e9d1-4d6a-8e7e-6cffb02d5d5d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/quotas/af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 375 time: 0.0151765 Dec 08 16:03:04.302805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-2d686e25-be87-4173-b241-b342dcd1018c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669210 Dec 08 16:03:04.409441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.486064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Subnet': ['ID=77d72da7-6808-4829-987f-11f8ef3fa3bd,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:04.517947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Checking segment: {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:04.518501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network hostable DHCP agents. Network: 7a8e3ed9-0058-4674-a174-19974a7619de, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:03:04.549144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 7a8e3ed9-0058-4674-a174-19974a7619de is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:03:04.577328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7a8e3ed9-0058-4674-a174-19974a7619de) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:04.590936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d771059-a335-4769-acb2-e9547c0b3aa7 None None] Network 7a8e3ed9-0058-4674-a174-19974a7619de requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:04.607832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.611144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.653784 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-953c565f-c71c-4cd1-acd7-bbf53ef87be0 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7943997 Dec 08 16:03:04.654165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:04.659983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2008748189'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:04.711311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:04.717461 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.717907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ae3aebe-0d28-408a-8a06-e2e034a45f34 req-4872f282-4f64-4d58-ae18-a8a2c16856ca tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 210 time: 0.0374825 Dec 08 16:03:04.757152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:03:04.771218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.771643 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Added segment 613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9 of type vlan for network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 Dec 08 16:03:04.828431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-7a8e3ed9-0058-4674-a174-19974a7619de', 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de', 'project_id': '9914e41b5728409989a55221e80d4088', 'fixed_ips': [{'subnet_id': '77d72da7-6808-4829-987f-11f8ef3fa3bd'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:03:04.830970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.837411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-9409cc0c-2ad5-458d-9fde-1f18f17d979d tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:03:04.839262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-9409cc0c-2ad5-458d-9fde-1f18f17d979d tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089309 Dec 08 16:03:04.898239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:04.931988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-3eff77fc-2a97-4118-ae38-048705e8a0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:04.934669 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-3eff77fc-2a97-4118-ae38-048705e8a0cf service neutron] 10.222.0.62 "GET /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 1094 time: 0.0808349 Dec 08 16:03:04.960080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Request body: {'binding': {'host': 'n-h1-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:04.962233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:03:05.020216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f43c34f6-dbcc-4c85-866b-91b59a4b7ce0 req-5f2c76ad-eb78-498c-b1bd-cd9dfe8bbfbe tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.0604310 Dec 08 16:03:05.118798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.125279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:05.126047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.297347 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6415641 Dec 08 16:03:05.301066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57972) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:05.312479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:05.331485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'subnet': {'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:05.407358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72262cd6-8d65-4c97-9f3f-16ad99f3b132 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Network': ['ID=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:05.459738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Allocated IP 19.80.0.2 (7a8e3ed9-0058-4674-a174-19974a7619de/77d72da7-6808-4829-987f-11f8ef3fa3bd/f3693e93-e0e7-4b03-b3e3-6c4fa13c1368) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:05.508568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on host n-h1-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:05.510210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:05.511186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:05.545170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-052dfa8d-1ebf-4783-b1c7-ddfcdb4d4e55 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:05.549133 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-052dfa8d-1ebf-4783-b1c7-ddfcdb4d4e55 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.58 "GET /v2.0/networks?id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b HTTP/1.1" status: 200 len: 816 time: 0.4034777 Dec 08 16:03:05.550490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:05.551005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:05.576146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:05.576658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:05.577360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:05.578056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Bound port: 27e84b8f-25cc-4ad6-8213-84f382b726ed, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:05.591194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:03:05.760771 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-5eb0e183-e135-44da-8c01-8507fb34cb13 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5262031d670e416f9beab3f7bf79158b HTTP/1.1" status: 200 len: 380 time: 0.1974206 Dec 08 16:03:05.779451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Request body: {'port': {'device_id': '3764e701-42a7-4d29-aad7-13838b13aa00', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'admin_state_up': True, 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'security_groups': ['d946be15-5bc2-4f1e-a9ad-c9831839ec36']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:05.797499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:05.827314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.829834 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-28d03bef-029d-430e-b677-a0fbcd352cc8 service neutron] 10.222.0.62 "POST /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed/bindings HTTP/1.1" status: 201 len: 389 time: 0.8843729 Dec 08 16:03:05.839129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:05.845654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:05.890208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.104863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.110969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ab7a-78ec-4f4e-b1b8-90d9eea352f4 req-58346afd-fdb2-43fc-8bae-83c1fa193696 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:06.127731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a536ab7a-78ec-4f4e-b1b8-90d9eea352f4 req-58346afd-fdb2-43fc-8bae-83c1fa193696 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 950 time: 0.5934441 Dec 08 16:03:06.168251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Network 7a8e3ed9-0058-4674-a174-19974a7619de is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:06.174829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:06.235529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Made reservation on behalf of 5262031d670e416f9beab3f7bf79158b for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:06.240879 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.270974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:06.365945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:06.375431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:06.375888 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.438756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a2369aed-ee8f-4752-af79-39c26489231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:06.440402 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a2369aed-ee8f-4752-af79-39c26489231d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1097 time: 0.0926051 Dec 08 16:03:06.449576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a536ab7a-78ec-4f4e-b1b8-90d9eea352f4 req-dd5e4d2f-08fb-4078-bf94-c25c21d3b465 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203456 Dec 08 16:03:06.463736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Attempting to bind port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:06.464294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Attempting to bind port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:06.464682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Attempting to bind port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 on network 7a8e3ed9-0058-4674-a174-19974a7619de {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:06.469128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04b56b01-ad61-442c-ab65-e1cb4cd8e27c req-74d3383f-4102-42dd-b450-750b00374b34 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 210 time: 0.2288268 Dec 08 16:03:06.483579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:06.483960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Checking segment: {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:06.497089 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.497896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Bound using segment: {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:06.498699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Bound port: f3693e93-e0e7-4b03-b3e3-6c4fa13c1368, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:06.499109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.576827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-290562e3-cb7f-40e5-ad3b-4ed85013c8ba tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=af8d0610d89e416cb0f9a13306ad8792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1569340 Dec 08 16:03:06.577953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] For port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:06.581646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] For port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:06.583018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Pushing event updated for resources: {'Port': ['ID=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:06.611503 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.679735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c9d883-3077-4912-a9cd-795af3e902aa None None] Pushing event updated for resources: {'Port': ['ID=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:06.706906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.763727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:06.764864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:06.768024 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f0aba5-a9c0-437b-9d32-2a72fb397b3a" -d '{"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-plugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:06.772867 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:06.773751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:06.946165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=13']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.048345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.088666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43da4289-73e9-4dba-a284-eeac09cd8462 req-1ffcfe74-d8e6-4603-b988-02765f393a29 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.1018748 Dec 08 16:03:07.171187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:07.176525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.284634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.316504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.427974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-85e3759e-cb9a-411f-a14d-a4f56bf1a190 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:07.430429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-85e3759e-cb9a-411f-a14d-a4f56bf1a190 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8389225 Dec 08 16:03:07.475986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Request body: {'port': {'device_id': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'af8d0610d89e416cb0f9a13306ad8792'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:07.574663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8b195-25ab-4cb5-8763-8980c5230329 req-05c8c8d3-0a7e-48ac-8cd9-530b0d79057d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:07.577432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cd8b195-25ab-4cb5-8763-8980c5230329 req-05c8c8d3-0a7e-48ac-8cd9-530b0d79057d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.5639422 Dec 08 16:03:07.585919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Subnet': ['ID=56854c50-66fb-4fc0-bc60-452eca07c1cf,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:07.632182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Allocated IP 172.20.0.3 (4e5efc34-3e79-4edb-bacd-5e09e21c1c3b/c5b44870-5d5d-47f3-b885-7619298a1ed9/9b754220-e836-4c41-844b-defe98dd7254) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:07.702631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:07.924648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:07.925069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.951047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:07.991574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-55a02d57-3529-4af7-8d23-aee05fcda174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:07.993501 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-55a02d57-3529-4af7-8d23-aee05fcda174 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.6124539 Dec 08 16:03:07.996141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.060375 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-b37be344-c246-45fc-a178-2153671b01b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 217 time: 0.0548878 Dec 08 16:03:08.158857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:08.170595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event updated for resources: {'Port': ['ID=9b754220-e836-4c41-844b-defe98dd7254,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:08.181309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:08.188626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:08.190045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.263549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:08.264186 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.295722 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-bd8d4120-fbba-4f64-9282-022762ff7d1c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5239630 Dec 08 16:03:08.301311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-008c4b30-179a-482d-9b79-e551543005df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:08.303753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-008c4b30-179a-482d-9b79-e551543005df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.2159703 Dec 08 16:03:08.311603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Request body: {'port': {'device_id': '3764e701-42a7-4d29-aad7-13838b13aa00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:08.367193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:08.380723 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-83e393cb-6896-4ae5-867a-6f2eee03f9c8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644267 Dec 08 16:03:08.382728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.514700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:08.573340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Checking segment: {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:08.574059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network hostable DHCP agents. Network: 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:03:08.641972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.674081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cd8b195-25ab-4cb5-8763-8980c5230329 req-d84e7359-7aee-46d2-aaa7-25e4f404bf4a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0436919 Dec 08 16:03:08.697765 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414715a4-9128-4652-ba44-5b5e1f94a926 x-openstack-request-id: req-414715a4-9128-4652-ba44-5b5e1f94a926 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:08.700433 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-plugged", "status": "completed", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:08.700868 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-414715a4-9128-4652-ba44-5b5e1f94a926 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:08.701519 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'code': 200} Dec 08 16:03:08.763847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:03:08.798693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Made reservation on behalf of af8d0610d89e416cb0f9a13306ad8792 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:08.807411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.813654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:08.828849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf2ac1-64c8-4189-b162-f96870d018f2 None None] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:08.830921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:08.834123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:08.838285 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-74cc4624-2b9f-4ed6-be90-17cea8ca2ff1 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492447 Dec 08 16:03:08.951071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a910671-d150-4efe-9fef-5d144e6a59b9 req-3e036e83-a3cc-4b3a-b26f-d4d207baf81f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 210 time: 0.0891869 Dec 08 16:03:09.034968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3cbb72ae-a50f-4c2d-b961-09f97c046d65 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7219539 Dec 08 16:03:09.076324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6cfbc464-f8b9-4c79-905e-89d861c38685 None None] Provisioning complete for port 9b754220-e836-4c41-844b-defe98dd7254 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:09.076913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cfbc464-f8b9-4c79-905e-89d861c38685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.187673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4fa27d-a09e-4d9e-9142-8b0e9eed20f5 None None] Network 7a8e3ed9-0058-4674-a174-19974a7619de requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:09.250368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9dd31-3142-407f-bf92-83382182dfee req-a404d0b1-0e1c-48cd-ab04-b234ee02324b tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:09.265211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ab9dd31-3142-407f-bf92-83382182dfee req-a404d0b1-0e1c-48cd-ab04-b234ee02324b tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 931 time: 0.2252805 Dec 08 16:03:09.362414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cfbc464-f8b9-4c79-905e-89d861c38685 None None] Port 9b754220-e836-4c41-844b-defe98dd7254 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:09.441084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Allocated IP 192.168.233.147 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/2cd4dc5c-a871-4f38-a20e-26603453694d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:09.513641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-66571d94-d3cb-4e06-aaf3-0d9bdaeb6729', 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729', 'project_id': '9914e41b5728409989a55221e80d4088', 'fixed_ips': [{'subnet_id': '56854c50-66fb-4fc0-bc60-452eca07c1cf'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:03:09.514641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.572067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b754220-e836-4c41-844b-defe98dd7254 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:09.577450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:09.589671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.604670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ab9dd31-3142-407f-bf92-83382182dfee req-7a18ddf2-80ea-4590-a69c-0d40d6e3e9c8 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2409425 Dec 08 16:03:09.643299 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-726f7641-27a1-4169-b7ec-40bc71a82d67 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7948740 Dec 08 16:03:09.675286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Transition to ACTIVE for port object 9b754220-e836-4c41-844b-defe98dd7254 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:09.690945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.786283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bbb56bb9-2b99-4bf3-beb8-702cc4e211be None None] Provisioning complete for port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:09.791046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbb56bb9-2b99-4bf3-beb8-702cc4e211be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:09.852774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-afd95b66-71b4-4f32-ab94-a4d240fd9298 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:09.859935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-afd95b66-71b4-4f32-ab94-a4d240fd9298 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:09.868053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-afd95b66-71b4-4f32-ab94-a4d240fd9298 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/networks?id=7a8e3ed9-0058-4674-a174-19974a7619de&id=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 HTTP/1.1" status: 200 len: 1391 time: 0.2605000 Dec 08 16:03:09.939004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-d5b2e992-fa54-443b-aa86-6973a269a128 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/quotas/9914e41b5728409989a55221e80d4088 HTTP/1.1" status: 200 len: 375 time: 0.0663941 Dec 08 16:03:10.006968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Pushing event updated for resources: {'Port': ['ID=9b754220-e836-4c41-844b-defe98dd7254,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:10.066938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:10.066938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.114387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Attempting to bind port 9b754220-e836-4c41-844b-defe98dd7254 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:10.114917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Attempting to bind port 9b754220-e836-4c41-844b-defe98dd7254 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:10.115349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Attempting to bind port 9b754220-e836-4c41-844b-defe98dd7254 on network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:10.128013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Port 9b754220-e836-4c41-844b-defe98dd7254 on network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:10.129165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Attempting to bind port 9b754220-e836-4c41-844b-defe98dd7254 on network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:10.146167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:10.148073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Checking segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:10.148631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Bound using segment: {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:10.149219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Bound port: 9b754220-e836-4c41-844b-defe98dd7254, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37f5a178-6704-4750-81f0-88c0eda765da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:10.151330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.279530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] For port 9b754220-e836-4c41-844b-defe98dd7254, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:10.285270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] For port 9b754220-e836-4c41-844b-defe98dd7254, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9b754220-e836-4c41-844b-defe98dd7254,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:10.293312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.311495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de27562-2995-439e-bbf6-2571d776d429 req-526b8554-1d74-4b6d-9ee0-8c99e4d4cef9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.315015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9de27562-2995-439e-bbf6-2571d776d429 req-526b8554-1d74-4b6d-9ee0-8c99e4d4cef9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.4354284 Dec 08 16:03:10.331425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-0597c5b9-2369-443c-95da-628af3dc499e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3914986 Dec 08 16:03:10.387914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Pushing event updated for resources: {'Port': ['ID=9b754220-e836-4c41-844b-defe98dd7254,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:10.404934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.420551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.422540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.425533 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-89a1e681-ca5c-47f0-8ac3-24c4b81aa44d service neutron] 10.222.0.58 "PUT /v2.0/ports/9b754220-e836-4c41-844b-defe98dd7254 HTTP/1.1" status: 200 len: 1091 time: 2.1204908 Dec 08 16:03:10.426899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'tag': '9b754220-e836-4c41-844b-defe98dd7254'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:10.431455 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8441ad-9428-46ac-962d-0ccd7dfc5254" -d '{"events": [{"name": "network-changed", "server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "tag": "9b754220-e836-4c41-844b-defe98dd7254"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:10.465426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Allocated IP 19.86.0.2 (66571d94-d3cb-4e06-aaf3-0d9bdaeb6729/56854c50-66fb-4fc0-bc60-452eca07c1cf/fcc2265c-dac7-4649-9938-4317f065c00c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:10.493458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-fd548b7d-1587-47b3-88ec-e24adb4c16e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9535525 Dec 08 16:03:10.515043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:10.592932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:10.598004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:10.616678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-97250866-c41c-48ec-8d34-506d8c4d25dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.622208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-97250866-c41c-48ec-8d34-506d8c4d25dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5262031d670e416f9beab3f7bf79158b&device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 1094 time: 0.1334369 Dec 08 16:03:10.695728 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-2af55ad6-0118-477e-a42b-dac07ed475c2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b754220-e836-4c41-844b-defe98dd7254 HTTP/1.1" status: 200 len: 217 time: 0.0669699 Dec 08 16:03:10.726523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:10.732197 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcd87c5-60e1-40bb-ab6b-2f4d18629a9e" -d '{"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:10.804816 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-fc379db1-90fa-4180-8b6d-2dbb7fe354cc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077025 Dec 08 16:03:10.816888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-81abb007-4fe7-48f9-a0cd-8e5d6b539b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.819106 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-81abb007-4fe7-48f9-a0cd-8e5d6b539b52 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5b44870-5d5d-47f3-b885-7619298a1ed9 HTTP/1.1" status: 200 len: 855 time: 0.1098971 Dec 08 16:03:10.940968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:10.967134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98240375-626d-4585-8b43-56c1204e3be3 req-7960bcbe-428c-495a-8567-231fc4d05bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.975740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-7960bcbe-428c-495a-8567-231fc4d05bb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476839 Dec 08 16:03:10.985728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-8321e947-bbf1-4202-b3ba-f04225dcb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:10.988087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-8321e947-bbf1-4202-b3ba-f04225dcb17d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1095 time: 0.1286669 Dec 08 16:03:11.062846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-eeccfcb4-1dd0-4188-8c0d-b8488756065d service neutron] 10.222.0.62 "GET /v2.0/networks/7a8e3ed9-0058-4674-a174-19974a7619de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579908 Dec 08 16:03:11.065237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:11.074146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-a1f5cf3b-73a6-4a79-8302-13882ecfabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.076944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-a1f5cf3b-73a6-4a79-8302-13882ecfabd0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 1102 time: 0.4129882 Dec 08 16:03:11.113272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:11.146979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9de27562-2995-439e-bbf6-2571d776d429 req-c07cd937-07f2-4047-8d17-edb8671b6f61 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591017 Dec 08 16:03:11.233963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:11.293255 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-4c2928fe-aee1-4fae-ac1a-80973013b2f9 service neutron] 10.222.0.58 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035080 Dec 08 16:03:11.312791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-62d3bca4-26a7-489f-b347-d8d67135227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.326836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-62d3bca4-26a7-489f-b347-d8d67135227c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2587347 Dec 08 16:03:11.489233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-803f08dc-f938-4a18-b4ce-88d0d32684bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.1363964 Dec 08 16:03:11.588446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-906e5332-02f8-4afa-81eb-58c6b364b3f0 service neutron] 10.222.0.62 "GET /v2.0/networks/7a8e3ed9-0058-4674-a174-19974a7619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5093284 Dec 08 16:03:11.593065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-cff4a6f3-f945-4393-a8a3-ecc9642806d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.594608 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-cff4a6f3-f945-4393-a8a3-ecc9642806d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.0857000 Dec 08 16:03:11.602674 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98240375-626d-4585-8b43-56c1204e3be3 req-336506af-3d6c-412c-806d-30a988b470d5 service neutron] 10.222.0.58 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987359 Dec 08 16:03:11.647564 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-f89daaf7-3a14-4911-8140-c80a0e5a353d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410638 Dec 08 16:03:11.677045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2a59c-06c5-4361-b63e-e45360ca1743 req-2e1e3360-c55c-4e44-8587-182c61779949 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.687824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3fe2a59c-06c5-4361-b63e-e45360ca1743 req-2e1e3360-c55c-4e44-8587-182c61779949 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 936 time: 0.2391539 Dec 08 16:03:11.698247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.721787 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.723887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fbd14a9b-77ec-4983-812d-f2e129c5a317 None None] Provisioning complete for port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:11.724241 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbd14a9b-77ec-4983-812d-f2e129c5a317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.820784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3fe2a59c-06c5-4361-b63e-e45360ca1743 req-fac6b209-e42f-4fd7-afd9-18c91dae0ae7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319561 Dec 08 16:03:11.828683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:11.833500 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-c5904f79-cb5c-4502-ae17-4c17f575259d service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786497 Dec 08 16:03:11.846099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.846782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:11.858016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:11.868132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:11.875277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-1e8fcb32-8b7c-4e0e-bc36-98a7b631573c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4295151 Dec 08 16:03:11.898187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Pushing event updated for resources: {'Port': ['ID=fcc2265c-dac7-4649-9938-4317f065c00c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:11.899381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Request body: {'port': {'device_id': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:11.968921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-db864f9c-06fc-4f88-9aaa-3d5e879226b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:11.971506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-db864f9c-06fc-4f88-9aaa-3d5e879226b4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.8228338 Dec 08 16:03:12.026382 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62ddd0c1-b4e4-4955-9c2f-0294058add5c req-d65b40c5-108a-4fd2-aa0c-8d7549296e14 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815131 Dec 08 16:03:12.061648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.068072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-f975f23a-7e52-4d4f-a29b-ca123e038e81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 200 len: 217 time: 0.0491114 Dec 08 16:03:12.192891 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d44a5fc-a1d2-4d36-b157-9e64aabc1c29 x-openstack-request-id: req-4d44a5fc-a1d2-4d36-b157-9e64aabc1c29 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:12.193346 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "tag": "9b754220-e836-4c41-844b-defe98dd7254", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:12.193723 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d44a5fc-a1d2-4d36-b157-9e64aabc1c29 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:12.194385 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'tag': '9b754220-e836-4c41-844b-defe98dd7254', 'status': 'completed', 'code': 200} Dec 08 16:03:12.225171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Attempting to bind port fcc2265c-dac7-4649-9938-4317f065c00c on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:12.225828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Attempting to bind port fcc2265c-dac7-4649-9938-4317f065c00c by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:12.226441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Attempting to bind port fcc2265c-dac7-4649-9938-4317f065c00c on network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:12.265306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:12.265831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Checking segment: {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:12.266495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.267155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Bound using segment: {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:12.268001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Bound port: fcc2265c-dac7-4649-9938-4317f065c00c, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:12.268738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.377583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-4671937d-36c0-462b-a739-7c613fbf29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.380209 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-4671937d-36c0-462b-a739-7c613fbf29d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5262031d670e416f9beab3f7bf79158b&device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 1094 time: 0.1508718 Dec 08 16:03:12.438827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-ea32f8aa-09bf-4ee0-bf1e-7713dcb13fde service neutron] 10.222.0.62 "GET /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8316915 Dec 08 16:03:12.532758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-50cc1419-0031-4f98-b087-1478f128264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.535477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-50cc1419-0031-4f98-b087-1478f128264d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.4544418 Dec 08 16:03:12.592176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-574300d1-b88c-4ecd-9abb-e97b43080890 None None] Provisioning complete for port 2cd4dc5c-a871-4f38-a20e-26603453694d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:12.593079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-574300d1-b88c-4ecd-9abb-e97b43080890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.641032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] For port fcc2265c-dac7-4649-9938-4317f065c00c, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:12.691480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-983b0895-57ce-4000-98d2-7856878d8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.693004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-983b0895-57ce-4000-98d2-7856878d8732 service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b HTTP/1.1" status: 200 len: 917 time: 0.3048680 Dec 08 16:03:12.694643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] For port fcc2265c-dac7-4649-9938-4317f065c00c, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcc2265c-dac7-4649-9938-4317f065c00c,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:12.710597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.723519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-574300d1-b88c-4ecd-9abb-e97b43080890 None None] Port 2cd4dc5c-a871-4f38-a20e-26603453694d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:12.787857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd4dc5c-a871-4f38-a20e-26603453694d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:12.793988 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-b70a2558-ac39-435e-a050-27eaa35b1734 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b754220-e836-4c41-844b-defe98dd7254 HTTP/1.1" status: 200 len: 217 time: 0.0911477 Dec 08 16:03:12.851504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-6eaa68ce-87ed-4c6a-b16b-0d92548ede4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.855519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-6eaa68ce-87ed-4c6a-b16b-0d92548ede4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2996500 Dec 08 16:03:12.874188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4839a-ac43-46a1-aeaa-2261185114b2 req-78b2d2bc-3b34-4383-a615-b5a0f62d46e8 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.894592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b75bec-1229-465a-bea2-ba58167bacee None None] Pushing event updated for resources: {'Port': ['ID=fcc2265c-dac7-4649-9938-4317f065c00c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:12.895950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44e4839a-ac43-46a1-aeaa-2261185114b2 req-78b2d2bc-3b34-4383-a615-b5a0f62d46e8 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.3507283 Dec 08 16:03:12.899952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:12.948249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-67659701-9611-4dee-b229-6613148a0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:12.950289 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-67659701-9611-4dee-b229-6613148a0d55 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5b44870-5d5d-47f3-b885-7619298a1ed9 HTTP/1.1" status: 200 len: 855 time: 0.1461945 Dec 08 16:03:12.969168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-6432b4fe-062f-46de-a9f5-5a13d03911fb service neutron] 10.222.0.62 "GET /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081341 Dec 08 16:03:13.065017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-2e203b25-3508-4496-a9ef-37862874650f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:13.069575 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-2e203b25-3508-4496-a9ef-37862874650f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1110079 Dec 08 16:03:13.069870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Transition to ACTIVE for port object 2cd4dc5c-a871-4f38-a20e-26603453694d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:13.091343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.146159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44e4839a-ac43-46a1-aeaa-2261185114b2 req-525e2eb5-b6bd-4921-b4c7-3c5672974aac tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356231 Dec 08 16:03:13.240202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:13.338289 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f253df0-da89-4bcb-88b9-df2c5d15bd7b x-openstack-request-id: req-3f253df0-da89-4bcb-88b9-df2c5d15bd7b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:13.339407 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:13.342255 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f253df0-da89-4bcb-88b9-df2c5d15bd7b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:13.342924 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'code': 200} Dec 08 16:03:13.347082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:13.454049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-8adb7041-e6c4-47e8-a1cf-a34169484f3d service neutron] 10.222.0.58 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691344 Dec 08 16:03:13.614982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcc2265c-dac7-4649-9938-4317f065c00c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:13.625852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-7344f5b9-78b3-4f9c-a9c2-e6fbb4c52606 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197061 Dec 08 16:03:13.723249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:13.774306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'mac_address': 'fa:16:3e:d3:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:13.919934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.954307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afae12-7a37-4d5e-a2f2-4558afc84bce req-ba702539-44b8-4437-bc56-b35310828a1a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:13.966373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fcc2265c-dac7-4649-9938-4317f065c00c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:13.966851 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:13.968378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1afae12-7a37-4d5e-a2f2-4558afc84bce req-ba702539-44b8-4437-bc56-b35310828a1a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.3673272 Dec 08 16:03:13.981953 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac8441ad-9428-46ac-962d-0ccd7dfc5254 req-099f6b2e-5429-4bee-9dae-bfd90ef56e81 service neutron] 10.222.0.58 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192840 Dec 08 16:03:14.090080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ea51b65-b544-4caa-9ae7-6c13891f438d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:14.137217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1afae12-7a37-4d5e-a2f2-4558afc84bce req-812cb44e-132a-41f1-a46b-32f14dd1807a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585851 Dec 08 16:03:14.151130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:14.166105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2c24-eb85-4a05-8dd1-e4c65472385d req-b505bce0-ec52-4185-90ab-81ff321b20d8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:14.179138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.179923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36ee2c24-eb85-4a05-8dd1-e4c65472385d req-b505bce0-ec52-4185-90ab-81ff321b20d8 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.4373381 Dec 08 16:03:14.232149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:14.232534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:14.232837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:14.480117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36ee2c24-eb85-4a05-8dd1-e4c65472385d req-e4ffd292-5bbf-4b86-9068-d3fee73a846e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990909 Dec 08 16:03:14.480775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:14.481099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:14.530320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:14.535747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:14.536482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:14.539141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Bound port: 2cd4dc5c-a871-4f38-a20e-26603453694d, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:14.542126 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.580845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a12416-652f-4a55-940a-8fd62a4837ab req-d5e2daeb-b8f9-4004-97a3-e7e59ce3570e service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9527757 Dec 08 16:03:14.645694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6ea51b65-b544-4caa-9ae7-6c13891f438d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:14.656994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:14.804988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:14.963481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port fcc2265c-dac7-4649-9938-4317f065c00c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcc2265c-dac7-4649-9938-4317f065c00c,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:14.982597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.110973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60a532d-4283-4ebd-91c9-70068b1c7dee None None] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:15.275594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c4e28e4e-204b-418c-8adc-88e599258c11 None None] Provisioning complete for port fcc2265c-dac7-4649-9938-4317f065c00c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:15.276227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4e28e4e-204b-418c-8adc-88e599258c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.344660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=fcc2265c-dac7-4649-9938-4317f065c00c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:15.452891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02ecbdc5-5f62-4426-845b-7bd4e1cc68e8 req-6e8095ff-fb41-449c-882d-5c77a81f9953 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 210 time: 0.1152909 Dec 08 16:03:15.552732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:15.627508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ff96d-7dbb-4e27-b5ee-3b8c3d6f4849 req-4cc1c1ff-7be0-4943-af37-870981940c42 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:15.639029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-893ff96d-7dbb-4e27-b5ee-3b8c3d6f4849 req-4cc1c1ff-7be0-4943-af37-870981940c42 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.2990966 Dec 08 16:03:15.662029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:15.714789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.853583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:15.877628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:15.879035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:15.886262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-745307f7-c6a3-4704-b51a-c0dfcb1c4233 service neutron] 10.222.0.58 "PUT /v2.0/ports/2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 1096 time: 3.9924238 Dec 08 16:03:15.887030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:15.900332 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1604e4b6-4839-48d9-bf04-04a0e422c268" -d '{"events": [{"name": "network-changed", "server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:15.972933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-893ff96d-7dbb-4e27-b5ee-3b8c3d6f4849 req-d6c046e9-5353-41c5-89be-263544533e35 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316135 Dec 08 16:03:16.178731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6770c65a-a613-4365-867f-af708cb085d9 None None] Provisioning complete for port fcc2265c-dac7-4649-9938-4317f065c00c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:16.179313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6770c65a-a613-4365-867f-af708cb085d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.361576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-14458aae-6226-4052-bf8a-dfabaf401877 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.368335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-14458aae-6226-4052-bf8a-dfabaf401877 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.370113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-14458aae-6226-4052-bf8a-dfabaf401877 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.86 "GET /v2.0/networks?id=7a8e3ed9-0058-4674-a174-19974a7619de&id=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 HTTP/1.1" status: 200 len: 1391 time: 0.6827261 Dec 08 16:03:16.404319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'port': {'device_id': '9f9e8589-3347-4539-aa42-105a865b4681', 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de', 'admin_state_up': True, 'tenant_id': '9914e41b5728409989a55221e80d4088'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:16.429388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-847c53de-0a43-42e5-912e-ab90ddc8989a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.431134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-847c53de-0a43-42e5-912e-ab90ddc8989a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1099 time: 0.3108363 Dec 08 16:03:16.490262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d77979-8eea-4b00-9e17-c81d619b5ebe req-b9e48967-8d13-46c0-968f-a94ed86c5c43 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.498518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47d77979-8eea-4b00-9e17-c81d619b5ebe req-b9e48967-8d13-46c0-968f-a94ed86c5c43 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.5210228 Dec 08 16:03:16.561999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-4a221b91-590a-4e1a-85cc-2a155390c187 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0907140 Dec 08 16:03:16.575071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c6927e-5006-462a-9909-33b937893b80 req-e1d219c3-76d8-4aa4-b5c9-a63601f8c6c0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.583357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1c6927e-5006-462a-9909-33b937893b80 req-e1d219c3-76d8-4aa4-b5c9-a63601f8c6c0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.3534372 Dec 08 16:03:16.737394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47d77979-8eea-4b00-9e17-c81d619b5ebe req-eb96219b-1e8a-4262-84dd-b45bfdc91c7c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378781 Dec 08 16:03:16.749068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-145992e3-48af-4c90-bf3e-fc8d2912a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.750559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-145992e3-48af-4c90-bf3e-fc8d2912a8ea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1608353 Dec 08 16:03:16.799658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1c6927e-5006-462a-9909-33b937893b80 req-fe304589-2fba-46b3-98c2-9a00d099c573 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151718 Dec 08 16:03:16.876104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:16.888061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:16.947874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-da3f52bf-c697-480b-ab23-c96f3fcd381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:16.949718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-da3f52bf-c697-480b-ab23-c96f3fcd381e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885729 Dec 08 16:03:16.999576 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccb09ac-2e95-4850-9cbc-abf75ffdad83 x-openstack-request-id: req-bccb09ac-2e95-4850-9cbc-abf75ffdad83 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:16.999919 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:17.000090 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bccb09ac-2e95-4850-9cbc-abf75ffdad83 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:17.000496 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'status': 'completed', 'code': 200} Dec 08 16:03:17.242955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:17.313711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d58f60b-56cf-46a2-a210-283eaaed0ba6 req-0818dd97-d25b-40a2-a5bd-cb9b8e6a1799 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 210 time: 0.1302712 Dec 08 16:03:17.404218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-69b568a7-65c2-4248-b188-9f8879c06d83 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353971 Dec 08 16:03:17.412703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcc2265c-dac7-4649-9938-4317f065c00c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:17.575603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 6ea51b65-b544-4caa-9ae7-6c13891f438d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:17.576381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.580650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fcc2265c-dac7-4649-9938-4317f065c00c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:17.580650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.719447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f4534-7f16-49b2-b58c-ee4f13d7dc2f req-159a0716-81db-44e8-ab76-da6f759fb4f1 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:17.729592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-467f4534-7f16-49b2-b58c-ee4f13d7dc2f req-159a0716-81db-44e8-ab76-da6f759fb4f1 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.5483818 Dec 08 16:03:17.777227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Allocated IP 19.80.0.120 (7a8e3ed9-0058-4674-a174-19974a7619de/77d72da7-6808-4829-987f-11f8ef3fa3bd/4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:17.825939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.859502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:17.864651 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7cc714-c4ef-4381-9be0-320ca8efd72f" -d '{"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-plugged", "status": "completed", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:17.886529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:17.894509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:17.917017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcbbfe85-f885-407d-9bd0-fc19af17905c req-649b169d-6b3e-4f61-9d23-731a310fae17 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806139 Dec 08 16:03:17.988325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:18.172606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-467f4534-7f16-49b2-b58c-ee4f13d7dc2f req-3354c555-6d7d-4fbb-8501-ba1d8b8edf56 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4397542 Dec 08 16:03:18.286857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37d97f-b72f-4a8d-92c8-ffc24a38eb3a req-276ba113-ed82-4c8c-8dfd-0f030cb3aaba tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.303308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d37d97f-b72f-4a8d-92c8-ffc24a38eb3a req-276ba113-ed82-4c8c-8dfd-0f030cb3aaba tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.3495224 Dec 08 16:03:18.357223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-98652388-22a1-421e-b3b0-bba7cc666e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.359006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-98652388-22a1-421e-b3b0-bba7cc666e7b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1099 time: 0.3052354 Dec 08 16:03:18.391775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.562558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6f95e-ac17-43a7-94d6-f7b7947a5c76 req-af5b5389-c635-4c00-9d20-c08e995f44a5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.570095 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bc6f95e-ac17-43a7-94d6-f7b7947a5c76 req-af5b5389-c635-4c00-9d20-c08e995f44a5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.2618599 Dec 08 16:03:18.601873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d37d97f-b72f-4a8d-92c8-ffc24a38eb3a req-51eb5384-c206-4f9f-a575-5b53ff796464 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964196 Dec 08 16:03:18.649103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:18.694416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bc6f95e-ac17-43a7-94d6-f7b7947a5c76 req-1d55c864-bc94-4613-845a-d79f5a7e7c05 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232865 Dec 08 16:03:18.753130 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b040ed-413c-473a-8a2f-7cd6e1c51923 x-openstack-request-id: req-46b040ed-413c-473a-8a2f-7cd6e1c51923 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:18.753720 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-plugged", "status": "completed", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:18.753866 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46b040ed-413c-473a-8a2f-7cd6e1c51923 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:18.754268 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'code': 200} Dec 08 16:03:18.768248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-770b20af-0914-4318-abec-c1071be5e571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:18.769909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-770b20af-0914-4318-abec-c1071be5e571 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3493543 Dec 08 16:03:18.899679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-15fdfee9-eb1b-4e4b-a7ce-d716fa0d80e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.1001408 Dec 08 16:03:18.976803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 7a8e3ed9-0058-4674-a174-19974a7619de is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:18.990730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Port': ['ID=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:19.025547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:19.031729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:19.137461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-db53c61b-c245-4d2a-b544-97dfe6a314a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.139459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-db53c61b-c245-4d2a-b544-97dfe6a314a2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2112672 Dec 08 16:03:19.157783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c40a1-1ef1-47ee-8c9f-01a31b08558c req-aeec24c1-bd36-41b2-b805-df32c49417d9 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.159741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-535c40a1-1ef1-47ee-8c9f-01a31b08558c req-aeec24c1-bd36-41b2-b805-df32c49417d9 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 932 time: 0.1793678 Dec 08 16:03:19.201573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.202752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:19.376783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-bce5bacc-6e1b-44f0-b2ad-24d8ea20079c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9803782 Dec 08 16:03:19.455623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Request body: {'port': {'device_id': '9f9e8589-3347-4539-aa42-105a865b4681', 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729', 'admin_state_up': True, 'tenant_id': '9914e41b5728409989a55221e80d4088'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:19.463503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-8847fca4-f980-4286-b853-0e727f6ddb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.471599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-8847fca4-f980-4286-b853-0e727f6ddb66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3098629 Dec 08 16:03:19.500844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-535c40a1-1ef1-47ee-8c9f-01a31b08558c req-5954e96c-c959-4c74-85ea-fce890668465 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229661 Dec 08 16:03:19.585263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-134f7efe-5229-4f48-a72b-b8174a754d44 None None] Provisioning complete for port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:19.585662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-134f7efe-5229-4f48-a72b-b8174a754d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:19.664653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-134f7efe-5229-4f48-a72b-b8174a754d44 None None] Port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:19.678349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bee0c1-dc89-40ab-a435-cd4007248e83 req-2bf9ed67-99c5-4858-bc5e-47a37f3f4105 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:19.687342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5bee0c1-dc89-40ab-a435-cd4007248e83 req-2bf9ed67-99c5-4858-bc5e-47a37f3f4105 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.3267274 Dec 08 16:03:19.771059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:19.927353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-3e3c6401-c012-45fd-808b-520d7b6b57f5 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4230762 Dec 08 16:03:19.945633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5bee0c1-dc89-40ab-a435-cd4007248e83 req-3ecaedbc-0387-4146-be2e-8583356ebd6f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572246 Dec 08 16:03:19.973356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:19.998862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:20.083182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e8f0e-86e4-42c3-922b-5d6ceccb437d req-7edc2009-0a3f-4261-a0e0-4d67947259d9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:20.093330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a9e8f0e-86e4-42c3-922b-5d6ceccb437d req-7edc2009-0a3f-4261-a0e0-4d67947259d9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.3475585 Dec 08 16:03:20.094634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.125140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd4dc5c-a871-4f38-a20e-26603453694d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:20.160224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:20.168637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.222702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Made reservation on behalf of 9914e41b5728409989a55221e80d4088 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:03:20.226654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:20.265445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:20.313293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b9106-d257-45a7-8c67-254c17cb09f3 req-34bfd913-0daa-4105-a919-144a5af2d942 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:20.314890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a5b9106-d257-45a7-8c67-254c17cb09f3 req-34bfd913-0daa-4105-a919-144a5af2d942 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.2023048 Dec 08 16:03:20.337232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a9e8f0e-86e4-42c3-922b-5d6ceccb437d req-83f50c14-c470-4ba3-9fdd-442efbe63672 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426195 Dec 08 16:03:20.378876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1604e4b6-4839-48d9-bf04-04a0e422c268 req-ef5eacd8-ce5d-478c-9670-be568ecbf23d service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296675 Dec 08 16:03:20.448134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['2cd4dc5c-a871-4f38-a20e-26603453694d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:20.535021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a5b9106-d257-45a7-8c67-254c17cb09f3 req-71dc9070-7c13-4c7f-8fd9-d8221fd93d61 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952810 Dec 08 16:03:21.126728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Allocated IP 19.86.0.183 (66571d94-d3cb-4e06-aaf3-0d9bdaeb6729/56854c50-66fb-4fc0-bc60-452eca07c1cf/b1b1bfc6-5528-4abd-b8be-a735c387ea56) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:03:21.199093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea0d71-eb03-4905-bf7b-956e00c38885 req-7daaace7-8729-4e2b-8084-5325d167541e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:21.200802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ea0d71-eb03-4905-bf7b-956e00c38885 req-7daaace7-8729-4e2b-8084-5325d167541e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 932 time: 0.1743748 Dec 08 16:03:21.212565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c95606-cbf5-48c1-ad66-ca2b6062be2f req-c8870421-28a2-4067-8acf-f781d258850f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:21.220385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65c95606-cbf5-48c1-ad66-ca2b6062be2f req-c8870421-28a2-4067-8acf-f781d258850f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.1709449 Dec 08 16:03:21.412655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65c95606-cbf5-48c1-ad66-ca2b6062be2f req-7169f701-3523-42db-a41e-75d3580a6134 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910467 Dec 08 16:03:21.426900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ea0d71-eb03-4905-bf7b-956e00c38885 req-8f4db3ba-06cc-445a-a03f-3fc86e43a479 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023046 Dec 08 16:03:21.497216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.765441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:21.832262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.878400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 2cd4dc5c-a871-4f38-a20e-26603453694d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:21.892854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 2cd4dc5c-a871-4f38-a20e-26603453694d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:21.896690 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:21.914724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aac74f-922e-45a1-9b08-30eae1b3f4d7 req-45066084-0d24-41af-82f1-c16547733e70 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:21.917590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8aac74f-922e-45a1-9b08-30eae1b3f4d7 req-45066084-0d24-41af-82f1-c16547733e70 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.3504534 Dec 08 16:03:21.940495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:03:21.975107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:03:22.005234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event updated for resources: {'Port': ['ID=b1b1bfc6-5528-4abd-b8be-a735c387ea56,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:22.045573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9252-919b-4c83-9254-5742b553b5c2 req-62412062-559d-4abc-98aa-ac61de15f533 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:22.055264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29ac9252-919b-4c83-9254-5742b553b5c2 req-62412062-559d-4abc-98aa-ac61de15f533 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.3416567 Dec 08 16:03:22.069763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:03:22.152623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:22.154346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:22.189857 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:22.249711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:22.254665 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec897103-cc89-419a-86d3-aa38e5ae11e4" -d '{"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-plugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:22.271996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8aac74f-922e-45a1-9b08-30eae1b3f4d7 req-6d198a14-fc5a-4160-b239-99182874f3c2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353462 Dec 08 16:03:22.311752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4873c3b7-fc8a-4ca2-b290-d61b8ab828ea tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8654366 Dec 08 16:03:22.341078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29ac9252-919b-4c83-9254-5742b553b5c2 req-c83ac1a2-3b35-47f8-9319-d1a41e9a1e1a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839491 Dec 08 16:03:22.344469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:22.359713 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:22.367939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Request body: {'port': {'device_id': '9f9e8589-3347-4539-aa42-105a865b4681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:22.580091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:22.610900 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f93611-57c9-4802-953b-d40dae157f53 x-openstack-request-id: req-73f93611-57c9-4802-953b-d40dae157f53 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:22.610900 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-plugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:22.611402 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73f93611-57c9-4802-953b-d40dae157f53 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:22.611846 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'code': 200} Dec 08 16:03:22.624023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:22.628267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d4d988e-edd9-4b85-902f-214b70147b4c None None] Provisioning complete for port b1b1bfc6-5528-4abd-b8be-a735c387ea56 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:22.628687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d4d988e-edd9-4b85-902f-214b70147b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:22.726953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d4d988e-edd9-4b85-902f-214b70147b4c None None] Port b1b1bfc6-5528-4abd-b8be-a735c387ea56 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:03:23.027899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbaa0-d4ca-433a-acd5-a7ada4c1826c req-a0d6cce9-58e7-44e4-ad40-9253adedb7c3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.034976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbaa0-d4ca-433a-acd5-a7ada4c1826c req-a0d6cce9-58e7-44e4-ad40-9253adedb7c3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.043495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-646fbaa0-d4ca-433a-acd5-a7ada4c1826c req-a0d6cce9-58e7-44e4-ad40-9253adedb7c3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1655 time: 0.3065197 Dec 08 16:03:23.076683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3615788-ea86-42c1-ae08-923fe06f1b27 req-6492651c-af6f-4bd2-92b2-bbc4fb91a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.079168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3615788-ea86-42c1-ae08-923fe06f1b27 req-6492651c-af6f-4bd2-92b2-bbc4fb91a5c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1101 time: 0.3397379 Dec 08 16:03:23.099351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66deac4-1b7d-45c0-b43b-0a5b36ac0321 req-8e619c78-7af4-4430-a6f5-97643217af7d tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.108208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c66deac4-1b7d-45c0-b43b-0a5b36ac0321 req-8e619c78-7af4-4430-a6f5-97643217af7d tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.3699646 Dec 08 16:03:23.260935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-646fbaa0-d4ca-433a-acd5-a7ada4c1826c req-eacba6ac-e3d8-4254-b849-58b775fd6feb tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163324 Dec 08 16:03:23.436651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:23.455657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:23.491380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c66deac4-1b7d-45c0-b43b-0a5b36ac0321 req-f6f9b241-e824-4338-9261-e2b87a8dd786 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3806927 Dec 08 16:03:23.504339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Transition to ACTIVE for port object 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:23.507075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3615788-ea86-42c1-ae08-923fe06f1b27 req-427df56a-a367-464c-adad-221a19e98a90 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888836 Dec 08 16:03:23.519878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:23.828748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Pushing event updated for resources: {'Port': ['ID=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:23.877063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0daa4a-13d8-4505-8591-9be0564adf93 req-573008cc-49c6-4880-9f1f-1e9c0d9efdd8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.880033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f0daa4a-13d8-4505-8591-9be0564adf93 req-573008cc-49c6-4880-9f1f-1e9c0d9efdd8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.2685540 Dec 08 16:03:23.905338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3018951-5795-4581-a456-df00a084ee6d req-f10dc2a5-3465-4008-ac0f-500315ea6272 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:23.934263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3018951-5795-4581-a456-df00a084ee6d req-f10dc2a5-3465-4008-ac0f-500315ea6272 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.2777452 Dec 08 16:03:24.158267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Attempting to bind port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:24.158618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Attempting to bind port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:24.158954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Attempting to bind port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 on network 7a8e3ed9-0058-4674-a174-19974a7619de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:24.183734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 on network 7a8e3ed9-0058-4674-a174-19974a7619de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:24.184060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Attempting to bind port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 on network 7a8e3ed9-0058-4674-a174-19974a7619de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:24.203099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f0daa4a-13d8-4505-8591-9be0564adf93 req-076a2a56-f99d-4453-b2b9-885b16f61473 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554095 Dec 08 16:03:24.229717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:24.230081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Checking segment: {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:24.230486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Bound using segment: {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:24.230959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Bound port: 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '525c307a-f1f2-4b5b-bd43-b1accaadfdbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:24.231304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:24.247555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3018951-5795-4581-a456-df00a084ee6d req-7e6b5018-9aaf-4e92-b909-e60c6e82e650 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038876 Dec 08 16:03:24.356036 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:03:24.434602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] For port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:24.553380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] For port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:24.568625 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:24.666554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:24.667838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:24.671242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] 10.222.0.86 "PUT /v2.0/ports/4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 HTTP/1.1" status: 200 len: 1092 time: 2.3275845 Dec 08 16:03:24.775366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'tag': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:24.783532 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34cd97c-268f-403b-8be7-a8e61bf62eca" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "tag": "4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:24.793161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b5daf-8f6d-4534-b638-c63f2e828111 service neutron] Pushing event updated for resources: {'Port': ['ID=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:24.835417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dbc1e-4da6-4869-9674-3c91105590f5 req-6238ab2c-b838-4223-a469-af29edfb5da5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:24.855547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dbc1e-4da6-4869-9674-3c91105590f5 req-6238ab2c-b838-4223-a469-af29edfb5da5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:24.874971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e11dbc1e-4da6-4869-9674-3c91105590f5 req-6238ab2c-b838-4223-a469-af29edfb5da5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1667 time: 0.4324980 Dec 08 16:03:24.899015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Request body: {'port': {'device_id': '9f9e8589-3347-4539-aa42-105a865b4681', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:25.116716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e11dbc1e-4da6-4869-9674-3c91105590f5 req-d2c52abe-41e9-4d50-bdb3-c1de64fcc355 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140729 Dec 08 16:03:25.157674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8901b9f-4c7c-4253-8e21-2078c4a3a7b9 req-a824eb05-98cf-445f-abea-90bfda033528 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:25.172807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8901b9f-4c7c-4253-8e21-2078c4a3a7b9 req-a824eb05-98cf-445f-abea-90bfda033528 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.2903368 Dec 08 16:03:25.192816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:25.214476 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea8ec36-eabd-4a6a-8fb0-f7fe44501b97 x-openstack-request-id: req-eea8ec36-eabd-4a6a-8fb0-f7fe44501b97 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:25.214876 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "tag": "4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:25.215260 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eea8ec36-eabd-4a6a-8fb0-f7fe44501b97 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:25.215920 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'tag': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4', 'status': 'completed', 'code': 200} Dec 08 16:03:25.355049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8901b9f-4c7c-4253-8e21-2078c4a3a7b9 req-5fbd87ba-7b7a-444b-b8e5-d3a929285592 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750624 Dec 08 16:03:25.624055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e9ef30-de29-453b-afe2-ce4e80526318 req-17fdff63-aab7-4519-a0d1-8c54ef4cfd0d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:25.626647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25e9ef30-de29-453b-afe2-ce4e80526318 req-17fdff63-aab7-4519-a0d1-8c54ef4cfd0d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.2696621 Dec 08 16:03:25.657280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-a7ceae08-76b7-4eb1-8a50-7207b5eee3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:25.658305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-a7ceae08-76b7-4eb1-8a50-7207b5eee3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:25.661297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-a7ceae08-76b7-4eb1-8a50-7207b5eee3f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1914 time: 0.3782215 Dec 08 16:03:25.848669 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10f382e8-f68c-4916-80c8-457599a88997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:25.879841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd46ab-8b83-4407-aea8-3a070db75393 req-d24bbd09-f370-4805-b434-f1593d107408 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:25.886726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72cd46ab-8b83-4407-aea8-3a070db75393 req-d24bbd09-f370-4805-b434-f1593d107408 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.3828294 Dec 08 16:03:26.154389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25e9ef30-de29-453b-afe2-ce4e80526318 req-aee7ab5a-1bdd-4e37-92bf-70a3f5f16566 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062158 Dec 08 16:03:26.771582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-f78a514f-b1db-4bc5-8e2a-85f70caf525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:26.771582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-f78a514f-b1db-4bc5-8e2a-85f70caf525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:26.771582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-f78a514f-b1db-4bc5-8e2a-85f70caf525d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:26.773370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-f78a514f-b1db-4bc5-8e2a-85f70caf525d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=9914e41b5728409989a55221e80d4088&shared=False HTTP/1.1" status: 200 len: 2289 time: 1.0622680 Dec 08 16:03:26.790291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72cd46ab-8b83-4407-aea8-3a070db75393 req-069bdaf7-d36e-40ff-a40b-5f1bfd6d90a7 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8076091 Dec 08 16:03:27.245062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991f50-7345-4be7-969d-c7019f06bf0a req-a1f9d638-31bb-4a09-920a-8c26ede6a48d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.258452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98991f50-7345-4be7-969d-c7019f06bf0a req-a1f9d638-31bb-4a09-920a-8c26ede6a48d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.267241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98991f50-7345-4be7-969d-c7019f06bf0a req-a1f9d638-31bb-4a09-920a-8c26ede6a48d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1667 time: 0.6237442 Dec 08 16:03:27.271571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b1bfc6-5528-4abd-b8be-a735c387ea56 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:27.326860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:27.424691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-2e9ad1ab-bb1f-4f5d-8729-6d9ec2b95482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.426364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e34cd97c-268f-403b-8be7-a8e61bf62eca req-2e9ad1ab-bb1f-4f5d-8729-6d9ec2b95482 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6346445 Dec 08 16:03:27.432812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Transition to ACTIVE for port object b1b1bfc6-5528-4abd-b8be-a735c387ea56 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:27.445282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904c529-cdc7-426d-b18d-8f0aade641ad req-e47f79ad-2762-40dc-a577-24faa85c8029 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:27.453727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2904c529-cdc7-426d-b18d-8f0aade641ad req-e47f79ad-2762-40dc-a577-24faa85c8029 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.4062147 Dec 08 16:03:27.465877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:27.484620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98991f50-7345-4be7-969d-c7019f06bf0a req-0d7fcd57-90ce-4280-a19b-e8cf0524396c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850023 Dec 08 16:03:27.624127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b1bfc6-5528-4abd-b8be-a735c387ea56,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:27.682876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2904c529-cdc7-426d-b18d-8f0aade641ad req-2d34e7ef-ff90-404f-b85d-4c58bd8696b0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280824 Dec 08 16:03:27.903580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Attempting to bind port b1b1bfc6-5528-4abd-b8be-a735c387ea56 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:27.904684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Attempting to bind port b1b1bfc6-5528-4abd-b8be-a735c387ea56 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:27.904684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Attempting to bind port b1b1bfc6-5528-4abd-b8be-a735c387ea56 on network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:27.923731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Port b1b1bfc6-5528-4abd-b8be-a735c387ea56 on network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:27.924613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Attempting to bind port b1b1bfc6-5528-4abd-b8be-a735c387ea56 on network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:27.939150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:27.939710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Checking segment: {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:27.940356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Bound using segment: {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:27.941030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Bound port: b1b1bfc6-5528-4abd-b8be-a735c387ea56, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:27.941604 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:28.037989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d130b-41b6-43df-824d-cfdec1e55166 req-ea3e16aa-576f-4633-b802-4fe8ed2586fe tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.040680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a32d130b-41b6-43df-824d-cfdec1e55166 req-ea3e16aa-576f-4633-b802-4fe8ed2586fe tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1101 time: 0.2497625 Dec 08 16:03:28.054014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703aa77e-3d47-4916-a826-6d077539fd1d req-3a7a6c90-77fa-45ad-9a0c-7aecd31b94d9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.062862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-703aa77e-3d47-4916-a826-6d077539fd1d req-3a7a6c90-77fa-45ad-9a0c-7aecd31b94d9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.2536411 Dec 08 16:03:28.139004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] For port b1b1bfc6-5528-4abd-b8be-a735c387ea56, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:28.180207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] For port b1b1bfc6-5528-4abd-b8be-a735c387ea56, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:28.201932 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:28.222020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-703aa77e-3d47-4916-a826-6d077539fd1d req-528ca09b-0f5e-4400-89db-b20c7723ac89 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580060 Dec 08 16:03:28.228300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a32d130b-41b6-43df-824d-cfdec1e55166 req-e1d5cc3a-288c-4691-8b55-c8fc611c69ab tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598923 Dec 08 16:03:28.260507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.261144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:28.262655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] 10.222.0.86 "PUT /v2.0/ports/b1b1bfc6-5528-4abd-b8be-a735c387ea56 HTTP/1.1" status: 200 len: 1092 time: 3.3683102 Dec 08 16:03:28.263127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'tag': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:28.265504 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8a93a0-1aad-4a03-9f45-53328face8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "tag": "b1b1bfc6-5528-4abd-b8be-a735c387ea56"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:28.319678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fe79a-6867-433c-87fa-ebece488fb33 service neutron] Pushing event updated for resources: {'Port': ['ID=b1b1bfc6-5528-4abd-b8be-a735c387ea56,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:28.419071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-3d972404-2fb4-4fe0-b77a-fbf0f72c80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.420033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-3d972404-2fb4-4fe0-b77a-fbf0f72c80d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.428547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-3d972404-2fb4-4fe0-b77a-fbf0f72c80d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1981 time: 0.0975122 Dec 08 16:03:28.500115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-90d8cca3-9c1d-4b2d-8568-a32b96d406c9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.120&port_id=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0617692 Dec 08 16:03:28.600431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-a2161c76-d435-48e2-a1d3-dfe97066b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.604132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-a2161c76-d435-48e2-a1d3-dfe97066b995 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=77d72da7-6808-4829-987f-11f8ef3fa3bd HTTP/1.1" status: 200 len: 801 time: 0.0942373 Dec 08 16:03:28.686662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-834101cc-90ee-460e-ad4c-8516707840f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:28.699799 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27927df-c0ec-4b39-9bb0-33b8aa29c001 x-openstack-request-id: req-e27927df-c0ec-4b39-9bb0-33b8aa29c001 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:28.700191 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "tag": "b1b1bfc6-5528-4abd-b8be-a735c387ea56", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:28.700521 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e27927df-c0ec-4b39-9bb0-33b8aa29c001 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:28.701137 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'tag': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56', 'status': 'completed', 'code': 200} Dec 08 16:03:28.733718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-b74415da-3890-4294-ac05-e8f5dea39fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:28.735539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-b74415da-3890-4294-ac05-e8f5dea39fc4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7a8e3ed9-0058-4674-a174-19974a7619de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228917 Dec 08 16:03:29.024009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd5c1-d8fa-47e6-b2b2-2a0086cff108 req-1ff1de31-9609-4aa0-ba03-fab6025a6664 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.066056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cd5c1-d8fa-47e6-b2b2-2a0086cff108 req-1ff1de31-9609-4aa0-ba03-fab6025a6664 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.078720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c56cd5c1-d8fa-47e6-b2b2-2a0086cff108 req-1ff1de31-9609-4aa0-ba03-fab6025a6664 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1679 time: 0.2154968 Dec 08 16:03:29.138131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-ccb2d936-de67-44e8-ba6c-29761484fb3c service neutron] 10.222.0.86 "GET /v2.0/networks/7a8e3ed9-0058-4674-a174-19974a7619de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930216 Dec 08 16:03:29.269587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c56cd5c1-d8fa-47e6-b2b2-2a0086cff108 req-73d90040-ee88-448e-ba93-ea412755c50a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892030 Dec 08 16:03:29.463182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-132822f6-7791-482b-837e-2fdad39442a1 service neutron] 10.222.0.86 "GET /v2.0/networks/7a8e3ed9-0058-4674-a174-19974a7619de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100121 Dec 08 16:03:29.527963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-d79966fb-511c-460d-bbd3-11c7dda22b3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56 HTTP/1.1" status: 200 len: 217 time: 0.0558834 Dec 08 16:03:29.543849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a02a82-7b56-4447-82e4-3594c09f2cb4 req-840de9cb-3594-493b-ab0c-ca6897ee83ad tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.552374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9a02a82-7b56-4447-82e4-3594c09f2cb4 req-840de9cb-3594-493b-ab0c-ca6897ee83ad tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 943 time: 0.1741028 Dec 08 16:03:29.705772 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-6eb88a92-b016-4548-8410-e62170971588 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0568388 Dec 08 16:03:29.733154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9a02a82-7b56-4447-82e4-3594c09f2cb4 req-2612b6fc-103a-4195-b870-5350f35a713e tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794841 Dec 08 16:03:29.757403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-a5e56398-38e5-48c9-80ce-4670dfc055fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.767810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-a5e56398-38e5-48c9-80ce-4670dfc055fe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56854c50-66fb-4fc0-bc60-452eca07c1cf HTTP/1.1" status: 200 len: 801 time: 0.2324944 Dec 08 16:03:29.813183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9b754220-e836-4c41-844b-defe98dd7254 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:29.920949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489a28-b7d3-4499-a918-a572ca569f79 req-c8f382c5-9d2c-4a69-bd06-99373731ccb5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.933024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3489a28-b7d3-4499-a918-a572ca569f79 req-c8f382c5-9d2c-4a69-bd06-99373731ccb5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.3184414 Dec 08 16:03:29.976572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4404f4c6-3798-4954-8441-3a8acfc07719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:29.982334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4404f4c6-3798-4954-8441-3a8acfc07719 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2025008 Dec 08 16:03:30.181234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9b754220-e836-4c41-844b-defe98dd7254, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9b754220-e836-4c41-844b-defe98dd7254,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:30.194580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '9b754220-e836-4c41-844b-defe98dd7254', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'port_id': '9b754220-e836-4c41-844b-defe98dd7254', 'mac_address': 'fa:16:3e:fe:8b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:30.200790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3489a28-b7d3-4499-a918-a572ca569f79 req-0d0a46d6-a047-4707-b378-74fa8ff154dc tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535396 Dec 08 16:03:30.260563 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:30.283372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:30.290969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b754220-e836-4c41-844b-defe98dd7254 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:30.325031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9b754220-e836-4c41-844b-defe98dd7254, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9b754220-e836-4c41-844b-defe98dd7254,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:30.332528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:30.340192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-70b64e36-9bcc-495b-93ba-037cb077bdeb service neutron] 10.222.0.86 "GET /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379569 Dec 08 16:03:30.528657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=9b754220-e836-4c41-844b-defe98dd7254,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:30.641988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['9b754220-e836-4c41-844b-defe98dd7254'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:30.755409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510365f8-874b-4afe-8b85-051af08c40dd req-bc794431-d06d-4855-a01f-0733d5f3c55f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.769413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510365f8-874b-4afe-8b85-051af08c40dd req-bc794431-d06d-4855-a01f-0733d5f3c55f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.772715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-510365f8-874b-4afe-8b85-051af08c40dd req-bc794431-d06d-4855-a01f-0733d5f3c55f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1679 time: 0.2051985 Dec 08 16:03:30.840110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e534e-97e1-43ea-b982-752a414d8294 req-aa0f543d-a949-419e-ac50-022fb04c600c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:30.850686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b5e534e-97e1-43ea-b982-752a414d8294 req-aa0f543d-a949-419e-ac50-022fb04c600c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.5400369 Dec 08 16:03:30.964773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97e4a43b-bd81-46fa-b6fd-8a90e250b792 req-4cb4f02d-886c-4ffb-b8be-1cac61c20a9e service neutron] 10.222.0.86 "GET /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6167257 Dec 08 16:03:31.059185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-510365f8-874b-4afe-8b85-051af08c40dd req-3e074e20-d48f-4da9-a44c-a074e8b8e988 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770407 Dec 08 16:03:31.071046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b5e534e-97e1-43ea-b982-752a414d8294 req-438ab52e-3ec3-4842-8fe3-c2a6f2a0af0c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107220 Dec 08 16:03:31.170527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-b1ac0d7f-c5dc-44c3-bbef-2170982d1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.171872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-b1ac0d7f-c5dc-44c3-bbef-2170982d1456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.174921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-b1ac0d7f-c5dc-44c3-bbef-2170982d1456 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9914e41b5728409989a55221e80d4088&device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1981 time: 0.1012266 Dec 08 16:03:31.397436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-be21df03-2293-431d-afc6-47ffd8cae996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.398949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-be21df03-2293-431d-afc6-47ffd8cae996 service neutron] 10.222.0.86 "GET /v2.0/networks?id=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 HTTP/1.1" status: 200 len: 903 time: 0.2155936 Dec 08 16:03:31.410083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d175a0-010e-433e-b9f2-4fe2f409d070 req-3fd9d94e-f993-4003-bdfe-f61f5ef1ac7a tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.419126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16d175a0-010e-433e-b9f2-4fe2f409d070 req-3fd9d94e-f993-4003-bdfe-f61f5ef1ac7a tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 944 time: 0.1333880 Dec 08 16:03:31.490499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-ba7bf6e8-4580-4023-8cbf-f06b4a029e88 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.183&port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56 HTTP/1.1" status: 200 len: 217 time: 0.0597341 Dec 08 16:03:31.560698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16d175a0-010e-433e-b9f2-4fe2f409d070 req-3a3a66ed-3e15-4587-93f5-769df6255b02 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404526 Dec 08 16:03:31.602701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-5a688361-1f82-4e90-961b-52e2ef69107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.604889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-5a688361-1f82-4e90-961b-52e2ef69107b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=56854c50-66fb-4fc0-bc60-452eca07c1cf HTTP/1.1" status: 200 len: 801 time: 0.1061292 Dec 08 16:03:31.709911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05ed9a-4b5b-48d4-967b-b871c542af68 req-685f9024-4724-4803-a56f-f48be3877424 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.711617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a05ed9a-4b5b-48d4-967b-b871c542af68 req-685f9024-4724-4803-a56f-f48be3877424 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 946 time: 0.1460721 Dec 08 16:03:31.732311 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:31.733697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:31.787773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-f6499cf3-4395-4b32-922b-89596a43371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:31.789331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-f6499cf3-4395-4b32-922b-89596a43371f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1733036 Dec 08 16:03:31.822016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a05ed9a-4b5b-48d4-967b-b871c542af68 req-3f833311-a215-47a0-8554-4c93057781dd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854013 Dec 08 16:03:31.988580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-7318969f-1a37-422d-a818-21fc228c1540 service neutron] 10.222.0.86 "GET /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872661 Dec 08 16:03:32.014646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-9a5d2cbf-4a87-4234-a52b-b9a4256d33d9 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.017318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-9a5d2cbf-4a87-4234-a52b-b9a4256d33d9 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1097 time: 0.0717876 Dec 08 16:03:32.037787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-5'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:32.093507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.303948 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.431925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-2010183e-eafb-44e7-831f-2cb3303cc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.436215 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-2010183e-eafb-44e7-831f-2cb3303cc574 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1101 time: 0.1189189 Dec 08 16:03:32.622986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-d31009f0-7c04-4f75-b445-0f783180af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.626005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-d31009f0-7c04-4f75-b445-0f783180af6c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1809719 Dec 08 16:03:32.636724 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:32.637681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac3bef-6ac6-4234-ae59-2ba5d3bb374c req-c8b0451c-35d3-4589-ac63-77fdddd8084c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.645300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-caac3bef-6ac6-4234-ae59-2ba5d3bb374c req-c8b0451c-35d3-4589-ac63-77fdddd8084c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.3030751 Dec 08 16:03:32.656759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b8a93a0-1aad-4a03-9f45-53328face8c2 req-7270e700-0d99-4ec2-9883-cf0d2b629ea7 service neutron] 10.222.0.86 "GET /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6380062 Dec 08 16:03:32.674720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ffa2-e238-4c53-85ec-2248fab8693c req-df544844-1480-4d23-88a5-2f00ede59c74 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.682879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ffa2-e238-4c53-85ec-2248fab8693c req-df544844-1480-4d23-88a5-2f00ede59c74 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.685128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2237ffa2-e238-4c53-85ec-2248fab8693c req-df544844-1480-4d23-88a5-2f00ede59c74 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1679 time: 0.3660719 Dec 08 16:03:32.725278 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-db01bdb7-9cdb-4fbb-8275-aa3a02a7c898 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0883636 Dec 08 16:03:32.804821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2237ffa2-e238-4c53-85ec-2248fab8693c req-9b88b264-c595-480c-a27f-5374d0503e63 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053097 Dec 08 16:03:32.847341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-f61c2c13-08af-4cab-b244-8053c79b8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:32.851440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-f61c2c13-08af-4cab-b244-8053c79b8ae7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1140332 Dec 08 16:03:32.851887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-caac3bef-6ac6-4234-ae59-2ba5d3bb374c req-1d4806d6-bfad-4c14-bae0-f5441f115842 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056215 Dec 08 16:03:32.943054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:32.996958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-ec876dc3-8bb0-423e-9d2e-e2903ed4f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:33.009167 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-ec876dc3-8bb0-423e-9d2e-e2903ed4f0b3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1486645 Dec 08 16:03:33.042838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:33.229280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bacbe-4774-4eb4-9981-855cd516be45 req-9208e863-11b4-44ab-b51e-11954cc03cd5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:33.242255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651bacbe-4774-4eb4-9981-855cd516be45 req-9208e863-11b4-44ab-b51e-11954cc03cd5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 944 time: 0.1578090 Dec 08 16:03:33.267338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:33.269768 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f1b620-56d5-458d-8065-0c4a2b106a01" -d '{"events": [{"server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "name": "network-vif-unplugged", "status": "completed", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:33.274553 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-8e981e8b-dc56-474a-9a79-7fae9f58b059 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567813 Dec 08 16:03:33.291968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.312202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.389828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651bacbe-4774-4eb4-9981-855cd516be45 req-cf004902-ffa9-4e52-8649-dbb58f3b6639 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435084 Dec 08 16:03:33.463715 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2b18a4-e8ed-4799-bbed-d02406d4d6c4 x-openstack-request-id: req-8f2b18a4-e8ed-4799-bbed-d02406d4d6c4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:33.463834 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "name": "network-vif-unplugged", "status": "completed", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:33.464165 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8f2b18a4-e8ed-4799-bbed-d02406d4d6c4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:33.464841 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'code': 200} Dec 08 16:03:33.551876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:33.552856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-92eaf99f-67f0-44c2-8dd6-b292c343e4a4 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668185 Dec 08 16:03:33.575703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on host n-h2-820935-5 for vnic_type normal with profile {"migrating_to": "n-h1-820935-5"} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:33.576305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:33.576572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:33.581615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.582067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.582845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.583334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.584430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.584430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.584430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.584955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.585128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.585441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.586251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.586251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.586655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:33.597282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:33.597881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Attempting to bind port 27e84b8f-25cc-4ad6-8213-84f382b726ed on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:33.608160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:33.608482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:33.608860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:33.609334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Bound port: 27e84b8f-25cc-4ad6-8213-84f382b726ed, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:33.609698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.623049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29a919-62f4-4b1a-ac24-099c554f6528 req-76ad2b6e-4650-4768-a5db-d81996eacb1b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:33.624630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf29a919-62f4-4b1a-ac24-099c554f6528 req-76ad2b6e-4650-4768-a5db-d81996eacb1b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.1836114 Dec 08 16:03:33.782174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:33.789916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf29a919-62f4-4b1a-ac24-099c554f6528 req-e6b3caf8-5a8c-4d6c-ae78-416aab1823a5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250350 Dec 08 16:03:33.793135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:33.814922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.818964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:33.826619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9b754220-e836-4c41-844b-defe98dd7254 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:33.936300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:33.938269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:33.941030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] 10.222.0.58 "PUT /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 1122 time: 1.9083040 Dec 08 16:03:33.943922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686f4c0-568e-4895-a762-00f6cd0d148c service neutron] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:33.977728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 9b754220-e836-4c41-844b-defe98dd7254 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:33.987821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 9b754220-e836-4c41-844b-defe98dd7254 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:33.988379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.076802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:34.116590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['27e84b8f-25cc-4ad6-8213-84f382b726ed'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:34.148135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['27e84b8f-25cc-4ad6-8213-84f382b726ed'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:34.153098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed has no active binding in host n-h1-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:03:34.226362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff94a2-ffda-466a-bc2f-bf100193b370 req-bf4093f4-b74c-4a2a-871d-1f74fe500eee tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.229135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3ff94a2-ffda-466a-bc2f-bf100193b370 req-bf4093f4-b74c-4a2a-871d-1f74fe500eee tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.1342247 Dec 08 16:03:34.243494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c1483-7a8f-4e9f-920b-124758e71e5c req-cfb4a0da-853b-4daa-97bd-3d456a070940 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.249707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7c1483-7a8f-4e9f-920b-124758e71e5c req-cfb4a0da-853b-4daa-97bd-3d456a070940 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.251401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b7c1483-7a8f-4e9f-920b-124758e71e5c req-cfb4a0da-853b-4daa-97bd-3d456a070940 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1679 time: 0.2507012 Dec 08 16:03:34.376910 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.458982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b754220-e836-4c41-844b-defe98dd7254'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:34.462409 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af4a9bb-26a3-42ab-84e8-388a4dd0d837" -d '{"events": [{"server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "name": "network-vif-plugged", "status": "completed", "tag": "9b754220-e836-4c41-844b-defe98dd7254"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:34.496740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9b754220-e836-4c41-844b-defe98dd7254, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9b754220-e836-4c41-844b-defe98dd7254,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:34.515040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:34.606291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=9b754220-e836-4c41-844b-defe98dd7254,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:34.624761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3ff94a2-ffda-466a-bc2f-bf100193b370 req-864ace9f-39d4-407a-996e-2770ff350b2f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722413 Dec 08 16:03:34.635327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b7c1483-7a8f-4e9f-920b-124758e71e5c req-972f5d0c-f920-4170-b0b3-7cecf82a263a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747685 Dec 08 16:03:34.904126 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe4cf92-2e31-42af-b785-5d9f7b11d4ab x-openstack-request-id: req-8fe4cf92-2e31-42af-b785-5d9f7b11d4ab {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:34.905555 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "name": "network-vif-plugged", "status": "completed", "tag": "9b754220-e836-4c41-844b-defe98dd7254", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:34.906002 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8fe4cf92-2e31-42af-b785-5d9f7b11d4ab {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:34.906677 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b754220-e836-4c41-844b-defe98dd7254', 'code': 200} Dec 08 16:03:34.926311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b6ff0-827f-4e58-ae2a-238f0a046533 req-b62700c5-db4b-4d38-8df6-93ab921729da tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:34.929142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f9b6ff0-827f-4e58-ae2a-238f0a046533 req-b62700c5-db4b-4d38-8df6-93ab921729da tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.0903370 Dec 08 16:03:35.047398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f9b6ff0-827f-4e58-ae2a-238f0a046533 req-ff78635a-34f5-41ae-9919-9ae8bcdc8a21 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075439 Dec 08 16:03:35.109608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a789592-0be6-453b-a9bc-ade1e0e70429 req-d4c17d67-5f55-4880-a992-cc5a5930d27a tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.112325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a789592-0be6-453b-a9bc-ade1e0e70429 req-d4c17d67-5f55-4880-a992-cc5a5930d27a tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.1259224 Dec 08 16:03:35.115898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a37ea6-7835-4c16-83dc-edb370075d56 req-08510eba-dc97-46f4-b824-d5db1cda5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.118596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a37ea6-7835-4c16-83dc-edb370075d56 req-08510eba-dc97-46f4-b824-d5db1cda5a9f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 1096 time: 0.0907807 Dec 08 16:03:35.237609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a37ea6-7835-4c16-83dc-edb370075d56 req-dab8282d-4d66-4df9-b748-fc28b9c4f6e0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095409 Dec 08 16:03:35.244291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a789592-0be6-453b-a9bc-ade1e0e70429 req-d57ffb28-6192-4a49-ad8d-12b6c6dcb2e2 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184714 Dec 08 16:03:35.262357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a729d-7486-4725-8185-f01724649ef4 req-eb386ed1-e60a-4245-bc8f-855a014c24d6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.264175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f91a729d-7486-4725-8185-f01724649ef4 req-eb386ed1-e60a-4245-bc8f-855a014c24d6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.1257567 Dec 08 16:03:35.346530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f91a729d-7486-4725-8185-f01724649ef4 req-3c0b4462-65d6-428a-bf87-556357694787 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702040 Dec 08 16:03:35.372361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b1b1bfc6-5528-4abd-b8be-a735c387ea56 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:35.471235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:35.474367 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-632d55c1-a3e0-4184-8c42-32bfc9b05a87" -d '{"events": [{"name": "network-changed", "server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:35.519833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435874f-5e79-4e1d-b503-e99ad6ce77c8 req-8ee21a6d-02ff-4f3c-a607-e63788d69684 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.522490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4435874f-5e79-4e1d-b503-e99ad6ce77c8 req-8ee21a6d-02ff-4f3c-a607-e63788d69684 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 950 time: 0.0922515 Dec 08 16:03:35.530892 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611f7ce5-fa76-4a9b-9c1e-e6aec2701064 x-openstack-request-id: req-611f7ce5-fa76-4a9b-9c1e-e6aec2701064 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:35.532184 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:35.532184 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-611f7ce5-fa76-4a9b-9c1e-e6aec2701064 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:35.532184 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'status': 'completed', 'code': 200} Dec 08 16:03:35.544777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b1b1bfc6-5528-4abd-b8be-a735c387ea56, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:35.565547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56', 'network_id': '66571d94-d3cb-4e06-aaf3-0d9bdaeb6729', 'port_id': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56', 'mac_address': 'fa:16:3e:e7:11:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56854c50-66fb-4fc0-bc60-452eca07c1cf', 'ip_address': '19.86.0.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:35.632901 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:35.656878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b1bfc6-5528-4abd-b8be-a735c387ea56 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:35.662054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4435874f-5e79-4e1d-b503-e99ad6ce77c8 req-bedcd892-6065-427b-bb3c-8a92c611396c tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266890 Dec 08 16:03:35.681684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-4657b42d-6659-41a9-bec4-8fe4bf13d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.684807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-4657b42d-6659-41a9-bec4-8fe4bf13d184 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1125 time: 0.1238031 Dec 08 16:03:35.695091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b1b1bfc6-5528-4abd-b8be-a735c387ea56, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:35.704413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:35.705139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:35.823495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b1b1bfc6-5528-4abd-b8be-a735c387ea56,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:35.902940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:35.923372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4', 'network_id': '7a8e3ed9-0058-4674-a174-19974a7619de', 'port_id': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4', 'mac_address': 'fa:16:3e:2a:f8:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77d72da7-6808-4829-987f-11f8ef3fa3bd', 'ip_address': '19.80.0.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:35.943711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b37bd-9d9f-44f9-a3e6-90b48c28fa51 req-26c39a0d-539a-4956-99fd-a4c6676cf425 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.945397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2b37bd-9d9f-44f9-a3e6-90b48c28fa51 req-26c39a0d-539a-4956-99fd-a4c6676cf425 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.1417468 Dec 08 16:03:35.948575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-cfa35c74-f580-4fe7-91f9-058c2242b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.950047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-cfa35c74-f580-4fe7-91f9-058c2242b2dc service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2521424 Dec 08 16:03:35.958788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583f501-ea15-4ddd-b2dd-7556770327b4 req-63a03459-77cb-4c0a-9fb3-2eb0b2bc252e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.965834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583f501-ea15-4ddd-b2dd-7556770327b4 req-63a03459-77cb-4c0a-9fb3-2eb0b2bc252e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:35.967488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6583f501-ea15-4ddd-b2dd-7556770327b4 req-63a03459-77cb-4c0a-9fb3-2eb0b2bc252e tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1680 time: 0.1652596 Dec 08 16:03:35.990829 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:36.007482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:36.032895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-e544314d-c14a-4710-8694-bf614289bc1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 217 time: 0.0643592 Dec 08 16:03:36.033625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:36.038968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:36.117424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:36.165351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2b37bd-9d9f-44f9-a3e6-90b48c28fa51 req-68bf4df6-2a3a-4111-85db-7805855c0431 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956635 Dec 08 16:03:36.168318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-c8ce9cf2-b502-4bc0-8ddf-8919818200ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.170532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-c8ce9cf2-b502-4bc0-8ddf-8919818200ae service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1249490 Dec 08 16:03:36.179073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6583f501-ea15-4ddd-b2dd-7556770327b4 req-5ad98c43-580e-4b3e-9937-35833288880a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609371 Dec 08 16:03:36.237781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-21837186-5e44-44f6-aad2-8ba9ff97acf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536106 Dec 08 16:03:36.335684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:36.383687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b1b1bfc6-5528-4abd-b8be-a735c387ea56'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:36.487829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-6123a47b-6360-490a-ac49-009c5bbc4195 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410274 Dec 08 16:03:36.610885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae9699-06ef-4bb4-8da2-6beb5ad86e00 req-a5361998-421b-4ba8-9e50-6048b255b49e tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.613642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82ae9699-06ef-4bb4-8da2-6beb5ad86e00 req-a5361998-421b-4ba8-9e50-6048b255b49e tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.1923122 Dec 08 16:03:36.762671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-632d55c1-a3e0-4184-8c42-32bfc9b05a87 req-4d9909f0-4c73-4fb6-a565-eb0c9b50a2c0 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637925 Dec 08 16:03:36.774693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82ae9699-06ef-4bb4-8da2-6beb5ad86e00 req-4d348fc6-9742-4127-b35a-ab659f13ff75 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418197 Dec 08 16:03:36.983316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c223d6-8588-48a1-b456-006a07704019 req-263dd322-decf-4576-8013-0e339ea5fe4a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:36.986409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17c223d6-8588-48a1-b456-006a07704019 req-263dd322-decf-4576-8013-0e339ea5fe4a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.1228604 Dec 08 16:03:37.083481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17c223d6-8588-48a1-b456-006a07704019 req-23dd20f7-03cb-4390-b0d5-cf7171d63364 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874743 Dec 08 16:03:37.100607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06117c-f4a3-4a10-ac03-c6c6b9f63197 req-70e1393b-dab2-4e3f-b294-3e63c26473b4 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.102559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb06117c-f4a3-4a10-ac03-c6c6b9f63197 req-70e1393b-dab2-4e3f-b294-3e63c26473b4 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.0871172 Dec 08 16:03:37.187431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb06117c-f4a3-4a10-ac03-c6c6b9f63197 req-00e397a5-e96b-4bd9-99cc-561b48705fae tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755501 Dec 08 16:03:37.362990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eac815-b7c5-4425-bb85-1847d2280ebe req-66af51d1-0091-4b79-a1ee-ae1ca75feb7a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.364814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59eac815-b7c5-4425-bb85-1847d2280ebe req-66af51d1-0091-4b79-a1ee-ae1ca75feb7a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.0951893 Dec 08 16:03:37.390241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd0c34-85b8-4fd3-9fa7-3e9a942a4cb1 req-70d2d263-fc43-4dc7-a9c4-457b26212f31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.395675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:37.397934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbd0c34-85b8-4fd3-9fa7-3e9a942a4cb1 req-70d2d263-fc43-4dc7-a9c4-457b26212f31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.400369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dbd0c34-85b8-4fd3-9fa7-3e9a942a4cb1 req-70d2d263-fc43-4dc7-a9c4-457b26212f31 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1681 time: 0.0922644 Dec 08 16:03:37.530274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59eac815-b7c5-4425-bb85-1847d2280ebe req-9d62e568-4897-42fa-a837-3b939cb22afa tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503739 Dec 08 16:03:37.542547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dbd0c34-85b8-4fd3-9fa7-3e9a942a4cb1 req-d6131b56-93cf-4302-a52d-2bafe735bcef tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309478 Dec 08 16:03:37.551210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:37.602316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:37.606058 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a9c5e2-1040-4417-a7eb-fb36f7297273" -d '{"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:37.630353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:37.642123 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:37.686096 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa1f6e-40a0-47d3-962a-31394564e1dd x-openstack-request-id: req-7bfa1f6e-40a0-47d3-962a-31394564e1dd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:37.686516 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-unplugged", "status": "completed", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:37.686879 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bfa1f6e-40a0-47d3-962a-31394564e1dd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:37.687452 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'code': 200} Dec 08 16:03:37.730474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:37.935156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5023f01-5e5d-4d5d-9a56-98938b68fd0a req-6f86588f-27d6-4523-90a6-2c5d6b85191c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:37.937029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5023f01-5e5d-4d5d-9a56-98938b68fd0a req-6f86588f-27d6-4523-90a6-2c5d6b85191c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.0664918 Dec 08 16:03:38.007297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5023f01-5e5d-4d5d-9a56-98938b68fd0a req-8f539b85-536f-403f-9470-936040de393c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621912 Dec 08 16:03:38.268928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a364c05-3c1e-4de5-ad00-e1732e8a0bb3 req-e95a26c3-ba8f-4aae-b9c1-284cd3a57589 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.270759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a364c05-3c1e-4de5-ad00-e1732e8a0bb3 req-e95a26c3-ba8f-4aae-b9c1-284cd3a57589 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.0660026 Dec 08 16:03:38.376975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a364c05-3c1e-4de5-ad00-e1732e8a0bb3 req-6e144bed-ed5e-4e56-9313-c03a208d5db6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922227 Dec 08 16:03:38.390646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1d07e-b8a7-4794-843e-b3385d73e7fc req-32b83692-c574-4819-ac90-592770f13f9a tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.393327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fe1d07e-b8a7-4794-843e-b3385d73e7fc req-32b83692-c574-4819-ac90-592770f13f9a tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.1179910 Dec 08 16:03:38.462926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fe1d07e-b8a7-4794-843e-b3385d73e7fc req-31a0b8a2-0ad4-425d-ad66-58ada1a9da67 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609040 Dec 08 16:03:38.723964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ff158-9e54-48cf-85b7-509f112b3d77 req-7bc7ec31-9361-4db0-a239-fe52dae8f37c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.726826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b85ff158-9e54-48cf-85b7-509f112b3d77 req-7bc7ec31-9361-4db0-a239-fe52dae8f37c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.1141086 Dec 08 16:03:38.783767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed266-f1c2-44b3-8f27-fbcb46fe23a0 req-17e1a0c2-cd26-4042-a092-bc74b2b12fc2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.790643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bed266-f1c2-44b3-8f27-fbcb46fe23a0 req-17e1a0c2-cd26-4042-a092-bc74b2b12fc2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:38.792371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3bed266-f1c2-44b3-8f27-fbcb46fe23a0 req-17e1a0c2-cd26-4042-a092-bc74b2b12fc2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1681 time: 0.1346543 Dec 08 16:03:38.838368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b85ff158-9e54-48cf-85b7-509f112b3d77 req-2e0cdea9-13cf-459d-b1d2-f9f5583207a0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039941 Dec 08 16:03:38.873271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3bed266-f1c2-44b3-8f27-fbcb46fe23a0 req-0ea01267-0e12-41bf-99c8-b0b9cdf6a339 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714016 Dec 08 16:03:39.169964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd09efe-d420-472d-b1bc-e902969068e3 req-41cccbfa-a8cf-4ac2-93dd-dacbe513a705 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.171887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfd09efe-d420-472d-b1bc-e902969068e3 req-41cccbfa-a8cf-4ac2-93dd-dacbe513a705 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.0615029 Dec 08 16:03:39.256930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfd09efe-d420-472d-b1bc-e902969068e3 req-26796074-6aef-4c5c-9fee-800ba96f930e tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781510 Dec 08 16:03:39.288062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-2fc8babf-f27b-4838-a17f-7a41852dc7da tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.292046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-2fc8babf-f27b-4838-a17f-7a41852dc7da tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.0908263 Dec 08 16:03:39.387806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b1b1bfc6-5528-4abd-b8be-a735c387ea56 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:39.473838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588baea-1f3e-454b-980b-393b18198fa1 req-2f950646-5d51-457f-92c3-cc09d7d69c15 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.475542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c588baea-1f3e-454b-980b-393b18198fa1 req-2f950646-5d51-457f-92c3-cc09d7d69c15 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.1035545 Dec 08 16:03:39.478723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port b1b1bfc6-5528-4abd-b8be-a735c387ea56 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:39.492510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58564) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:39.493361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b1b1bfc6-5528-4abd-b8be-a735c387ea56 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:39.493361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.499641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Request body: {'floatingip': {'port_id': '9b754220-e836-4c41-844b-defe98dd7254'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:39.530117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Deleting port 7c914251-e252-4951-9139-9e79f6dc5c9b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:39.530668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.598935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.621995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.690245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:39.698403 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15340219-9da4-46ab-aac6-3ccca3bdccd8" -d '{"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1bfc6-5528-4abd-b8be-a735c387ea56"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:39.707999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b1b1bfc6-5528-4abd-b8be-a735c387ea56, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:39.716054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.718101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:39.736102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf1f19-77e3-468c-8c97-92887e436dd4 req-f0920285-d65a-4b2e-917a-1f6d6d2f991b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.737700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44bf1f19-77e3-468c-8c97-92887e436dd4 req-f0920285-d65a-4b2e-917a-1f6d6d2f991b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.1278348 Dec 08 16:03:39.748472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69480cf1-5b25-4c4b-b7ec-235b1b24aa84 req-0756ebfd-6ce0-48fc-9304-f4caa1f7c362 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:39.754743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69480cf1-5b25-4c4b-b7ec-235b1b24aa84 req-0756ebfd-6ce0-48fc-9304-f4caa1f7c362 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 946 time: 0.1462750 Dec 08 16:03:39.814720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] For port 7c914251-e252-4951-9139-9e79f6dc5c9b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7c914251-e252-4951-9139-9e79f6dc5c9b,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:39.816116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.888667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b1b1bfc6-5528-4abd-b8be-a735c387ea56,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:39.917132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:03:39.927470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:39.928587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:39.939385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69480cf1-5b25-4c4b-b7ec-235b1b24aa84 req-e4c36164-9cce-4619-a529-21a9053597c8 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups?id=50490c3e-73ec-4fce-acb3-e76dd82f1e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827395 Dec 08 16:03:39.989132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44bf1f19-77e3-468c-8c97-92887e436dd4 req-98d62ecc-86fc-4559-acbe-cf23182956e0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125165 Dec 08 16:03:40.060222 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1056338-2e7d-4ab1-ac32-08ffdcb2337e x-openstack-request-id: req-d1056338-2e7d-4ab1-ac32-08ffdcb2337e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:40.060577 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-plugged", "status": "completed", "tag": "b1b1bfc6-5528-4abd-b8be-a735c387ea56", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:40.061008 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d1056338-2e7d-4ab1-ac32-08ffdcb2337e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:40.063787 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56', 'code': 200} Dec 08 16:03:40.214694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.215559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.215559 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Floating IP a4652bd8-4382-4a83-8d46-339e23033463 disassociated. External IP: 172.25.3.163, port: 7c914251-e252-4951-9139-9e79f6dc5c9b. Dec 08 16:03:40.215915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Calling delete_port for 7c914251-e252-4951-9139-9e79f6dc5c9b owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:40.229558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.241550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.247241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.337745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:40.346459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.410120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:40.420298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:40.474495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event deleted for resources: {'Port': ['ID=7c914251-e252-4951-9139-9e79f6dc5c9b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:40.504947 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Floating IP 8f716ac5-f1f1-405e-a958-08c78d65038b associated. External IP: 172.25.3.250, port: 9b754220-e836-4c41-844b-defe98dd7254. Dec 08 16:03:40.555751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06d1d-ef65-4846-80f2-31175a3c9922 req-8731478d-7829-4bef-b2ea-a687f9fc7d2c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:40.562151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06d1d-ef65-4846-80f2-31175a3c9922 req-8731478d-7829-4bef-b2ea-a687f9fc7d2c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:40.563836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88b06d1d-ef65-4846-80f2-31175a3c9922 req-8731478d-7829-4bef-b2ea-a687f9fc7d2c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1682 time: 0.4518731 Dec 08 16:03:40.595355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f2588-e12a-41ce-954e-3563d5504b10 req-3ba1bb18-77af-41aa-a552-f7bc7b496191 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:40.596851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b3f2588-e12a-41ce-954e-3563d5504b10 req-3ba1bb18-77af-41aa-a552-f7bc7b496191 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.3717146 Dec 08 16:03:40.750853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88b06d1d-ef65-4846-80f2-31175a3c9922 req-48db1ff4-df8a-4b33-8207-688c1383e7a7 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526451 Dec 08 16:03:40.770720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b3f2588-e12a-41ce-954e-3563d5504b10 req-f1cd1a74-78ca-4d8b-aa55-f56bd168f826 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487598 Dec 08 16:03:40.823030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:03:41.247747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:41.262054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:41.318439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:41.321206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:41.399344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1f869bc-9896-445e-a55e-1b125c4422c6 req-4d33531a-b688-4a1b-acb2-74c8730a7c63 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b43789e-aa6a-45b2-a381-dd64bafe5ebe HTTP/1.1" status: 200 len: 210 time: 0.1443756 Dec 08 16:03:41.474429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:03:41.591684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] No DVR routers for this DVR port 7c914251-e252-4951-9139-9e79f6dc5c9b on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:41.600805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:41.610277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d92d36c-4711-4e7b-9c07-41b108a76c4b req-a5062b26-a049-4591-b7cc-ff2febdb21d3 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.58 "DELETE /v2.0/ports/7c914251-e252-4951-9139-9e79f6dc5c9b HTTP/1.1" status: 204 len: 173 time: 2.3033786 Dec 08 16:03:41.612349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'name': 'network-vif-deleted', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:41.624952 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1509d229-6f31-4edc-9f24-3dc629535745" -d '{"events": [{"server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "name": "network-vif-deleted", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:41.676282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fc603-9534-4ce0-850c-f11ff456ebf5 req-332e8b5a-8f68-45bf-9e95-8900b2008473 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:41.691660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a31fc603-9534-4ce0-850c-f11ff456ebf5 req-332e8b5a-8f68-45bf-9e95-8900b2008473 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.4361823 Dec 08 16:03:41.720856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Router f3f2ca03-54d4-4837-9f19-bb04b434fe5e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:03:41.733431 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c899a7-f2dd-4dc4-a683-96897ce30e13 x-openstack-request-id: req-f8c899a7-f2dd-4dc4-a683-96897ce30e13 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:41.733969 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b43789e-aa6a-45b2-a381-dd64bafe5ebe", "name": "network-vif-deleted", "tag": "7c914251-e252-4951-9139-9e79f6dc5c9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:41.734313 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8c899a7-f2dd-4dc4-a683-96897ce30e13 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:41.735355 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b43789e-aa6a-45b2-a381-dd64bafe5ebe', 'name': 'network-vif-deleted', 'tag': '7c914251-e252-4951-9139-9e79f6dc5c9b', 'status': 'completed', 'code': 200} Dec 08 16:03:41.929107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a31fc603-9534-4ce0-850c-f11ff456ebf5 req-cf7325d0-5b12-4cb4-ba5d-7c4d0c9edf08 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237806 Dec 08 16:03:41.939554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:42.038362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'mac_address': 'fa:16:3e:bd:81:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:03:42.074157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:42.080192 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16ff9a4-465e-40c9-acc9-b880d3689ddd" -d '{"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-plugged", "status": "completed", "tag": "4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:42.164669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1b39-67f8-4a9c-b3fa-510fb60a1d16 req-a508463f-084c-467f-879d-e05045c1e0fa tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:42.197427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c1b39-67f8-4a9c-b3fa-510fb60a1d16 req-a508463f-084c-467f-879d-e05045c1e0fa tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:42.213837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-922c1b39-67f8-4a9c-b3fa-510fb60a1d16 req-a508463f-084c-467f-879d-e05045c1e0fa tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1683 time: 0.2751861 Dec 08 16:03:42.277677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:42.293342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:42.296975 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] Sync routers for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:42.366049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:42.367450 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:42.449413 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bf9289e2-11e7-49ef-b285-f1103cb220a0 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "PUT /v2.0/floatingips/8f716ac5-f1f1-405e-a958-08c78d65038b HTTP/1.1" status: 200 len: 991 time: 2.9549448 Dec 08 16:03:42.454446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'tag': '9b754220-e836-4c41-844b-defe98dd7254'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:42.463905 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d902b-c3c5-40ef-af68-a9db4108c9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "tag": "9b754220-e836-4c41-844b-defe98dd7254"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:42.626825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00e1b4-e1e0-454b-adb2-5c068c924d42 req-ecd0bd1f-672f-4cf0-8f19-2fb5cb2be99f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:42.635592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d00e1b4-e1e0-454b-adb2-5c068c924d42 req-ecd0bd1f-672f-4cf0-8f19-2fb5cb2be99f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.4178100 Dec 08 16:03:42.663224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-922c1b39-67f8-4a9c-b3fa-510fb60a1d16 req-8ce2114e-ee6b-424a-88d6-ad4e035db7f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883170 Dec 08 16:03:42.857018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:42.900528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b51754e7-7c70-4509-9462-30dfd8111bd3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:42.910415 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:42.917194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:42.926723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d00e1b4-e1e0-454b-adb2-5c068c924d42 req-fe2b28ed-7bd4-4d2f-aba2-7a7ac625d913 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562466 Dec 08 16:03:43.020444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:43.050228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.307772 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8510c6f-4995-4933-95d1-cff15bda9516 x-openstack-request-id: req-b8510c6f-4995-4933-95d1-cff15bda9516 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:43.308379 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-plugged", "status": "completed", "tag": "4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:43.308788 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8510c6f-4995-4933-95d1-cff15bda9516 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:43.309367 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4', 'code': 200} Dec 08 16:03:43.360344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e846-877f-4cc8-bfe5-1b01abfdfc20 req-a6cb1d5d-4f54-4daa-b241-b9d7501218bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:43.361155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42e846-877f-4cc8-bfe5-1b01abfdfc20 req-a6cb1d5d-4f54-4daa-b241-b9d7501218bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:43.366434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b42e846-877f-4cc8-bfe5-1b01abfdfc20 req-a6cb1d5d-4f54-4daa-b241-b9d7501218bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1985 time: 0.0915065 Dec 08 16:03:43.372071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:43.421302 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052eea0e-586c-4bf1-979e-5b2b9ad70d43 x-openstack-request-id: req-052eea0e-586c-4bf1-979e-5b2b9ad70d43 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:43.422519 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "tag": "9b754220-e836-4c41-844b-defe98dd7254", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:43.422965 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-052eea0e-586c-4bf1-979e-5b2b9ad70d43 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:43.423541 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'tag': '9b754220-e836-4c41-844b-defe98dd7254', 'status': 'completed', 'code': 200} Dec 08 16:03:43.485423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b42e846-877f-4cc8-bfe5-1b01abfdfc20 req-e17e2b13-7c13-4211-8ff9-e1df542546be service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106637 Dec 08 16:03:43.527252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:43.613001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70b18a2-1649-4763-ac32-12dd50cca961 req-1cd45a6b-e765-4a4a-8d2d-84ceb77b01d8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:43.614652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f70b18a2-1649-4763-ac32-12dd50cca961 req-1cd45a6b-e765-4a4a-8d2d-84ceb77b01d8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.1106019 Dec 08 16:03:43.618189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b51754e7-7c70-4509-9462-30dfd8111bd3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:43.671085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:43.810387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f70b18a2-1649-4763-ac32-12dd50cca961 req-21d317c4-8a09-4456-8729-6d81ec1f21b7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808650 Dec 08 16:03:43.901998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:43.963276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7c914251-e252-4951-9139-9e79f6dc5c9b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:43.999649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.123019 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8f716ac5-f1f1-405e-a958-08c78d65038b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'port_id': '9b754220-e836-4c41-844b-defe98dd7254', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'mac_address': 'fa:16:3e:fe:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3764e701-42a7-4d29-aad7-13838b13aa00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:03:40Z', 'revision_number': 1, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:09Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:44.151201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-3e27ebcf-ca14-45e7-8756-46bb82c66201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:44.154740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-3e27ebcf-ca14-45e7-8756-46bb82c66201 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5262031d670e416f9beab3f7bf79158b&device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 1096 time: 0.6344545 Dec 08 16:03:44.173900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.176663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7c914251-e252-4951-9139-9e79f6dc5c9b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:44.179203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:44.186062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7c914251-e252-4951-9139-9e79f6dc5c9b not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:44.190877 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "DELETE /v2.0/security-groups/50490c3e-73ec-4fce-acb3-e76dd82f1e7d HTTP/1.1" status: 204 len: 168 time: 0.5091276 Dec 08 16:03:44.192015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:44.293307 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-08162311-0037-4867-a0bc-54fae3523906 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] show failed (client error): The resource could not be found. Dec 08 16:03:44.295171 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-08162311-0037-4867-a0bc-54fae3523906 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "GET /v2.0/security-groups/50490c3e-73ec-4fce-acb3-e76dd82f1e7d HTTP/1.1" status: 404 len: 347 time: 0.0815578 Dec 08 16:03:44.307174 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] Checking router: f3f2ca03-54d4-4837-9f19-bb04b434fe5e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:44.311820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58666) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:44.341117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50490c3e-73ec-4fce-acb3-e76dd82f1e7d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:44.353309 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:44.354514 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:44.498541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:44.531865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e0bbc-1c7d-4c90-9f96-c8c24b9eeb45 req-587cf80a-0f06-4592-b7ac-4446141d4fa3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:44.547408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.548197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.550009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.551358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.552377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.553315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.554289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.555881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.556886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.557068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e0bbc-1c7d-4c90-9f96-c8c24b9eeb45 req-587cf80a-0f06-4592-b7ac-4446141d4fa3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:44.558043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.558907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.559775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.561594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfc2357-351f-4dc1-838c-3cb3f751474e tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:44.569955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad6e0bbc-1c7d-4c90-9f96-c8c24b9eeb45 req-587cf80a-0f06-4592-b7ac-4446141d4fa3 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1683 time: 0.6632340 Dec 08 16:03:44.574619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:44.690065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:44.691123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:44.828593 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:44.863968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c00d-0c69-4255-9a48-814b017cc36e req-879c8f89-7e2d-421e-9ec2-c4e408c116a9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:44.870458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8a8c00d-0c69-4255-9a48-814b017cc36e req-879c8f89-7e2d-421e-9ec2-c4e408c116a9 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.7872603 Dec 08 16:03:44.973383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Deleting port d41b074c-18da-417c-8bb6-5e144c76d0a7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:44.973622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.072562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad6e0bbc-1c7d-4c90-9f96-c8c24b9eeb45 req-0b9214db-d5cd-4eb5-a2c5-dcf2dd516f7a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847586 Dec 08 16:03:45.091211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-7cc1b5ac-4f69-4f2e-ac81-5205fdd46d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:45.093135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-7cc1b5ac-4f69-4f2e-ac81-5205fdd46d9c service neutron] 10.222.0.58 "GET /v2.0/networks?id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b HTTP/1.1" status: 200 len: 917 time: 0.8160462 Dec 08 16:03:45.313286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:45.340025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.340498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.355747 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8f716ac5-f1f1-405e-a958-08c78d65038b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'port_id': '9b754220-e836-4c41-844b-defe98dd7254', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'mac_address': 'fa:16:3e:fe:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3764e701-42a7-4d29-aad7-13838b13aa00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:03:40Z', 'revision_number': 1, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:09Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:45.369033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8a8c00d-0c69-4255-9a48-814b017cc36e req-66f81ff1-a398-47a6-ab8a-05b801c89a30 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704094 Dec 08 16:03:45.388411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Calling delete_port for d41b074c-18da-417c-8bb6-5e144c76d0a7 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:45.503019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:03:45.518425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-ebdc30f6-65b8-45a8-bee1-967a8cca5775 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b754220-e836-4c41-844b-defe98dd7254 HTTP/1.1" status: 200 len: 999 time: 0.4110739 Dec 08 16:03:45.783485 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02457ea6-aebb-459b-a25e-1e4cc674ffb2 None None] The sync data for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 is: [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8f716ac5-f1f1-405e-a958-08c78d65038b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'floating_ip_address': '172.25.3.250', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'port_id': '9b754220-e836-4c41-844b-defe98dd7254', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'mac_address': 'fa:16:3e:fe:8b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3764e701-42a7-4d29-aad7-13838b13aa00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:02:15Z', 'updated_at': '2021-12-08T16:03:40Z', 'revision_number': 1, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:09Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:45.805736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-2e245d01-c76c-4cca-bc6e-c0b3a876d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:45.808826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-2e245d01-c76c-4cca-bc6e-c0b3a876d832 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5b44870-5d5d-47f3-b885-7619298a1ed9 HTTP/1.1" status: 200 len: 855 time: 0.2873533 Dec 08 16:03:45.871839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.892748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c0d2e-1aa4-4998-977f-7bc9e2f65d7f req-4dfba847-ba4f-455d-816b-66dd94f5388d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:45.896736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b51754e7-7c70-4509-9462-30dfd8111bd3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:03:45.899625 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:45.911957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-345c0d2e-1aa4-4998-977f-7bc9e2f65d7f req-4dfba847-ba4f-455d-816b-66dd94f5388d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.2819662 Dec 08 16:03:46.090450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.098263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.098263 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] 10.222.0.62 "DELETE /v2.0/floatingips/a4652bd8-4382-4a83-8d46-339e23033463 HTTP/1.1" status: 204 len: 168 time: 1.7815607 Dec 08 16:03:46.114670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa9b6a0-3cf3-4e8e-bb26-846fe92ec503 tempest-ServersWithSpecificFlavorTestJSON-2108160999 tempest-ServersWithSpecificFlavorTestJSON-2108160999-project] Pushing event deleted for resources: {'Port': ['ID=d41b074c-18da-417c-8bb6-5e144c76d0a7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:46.256534 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.300897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:46.303376 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ea9aa6-9ea8-4030-a9b6-79b00eafc282" -d '{"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-plugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:46.344072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:46.358384 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:46.446801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:46.463129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc69160-615b-4d34-8bb2-554559e71af8 None None] New status for floating IP 8f716ac5-f1f1-405e-a958-08c78d65038b: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:03:46.549187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-c6221911-319e-4117-86ef-76675284772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.551221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-c6221911-319e-4117-86ef-76675284772c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7262065 Dec 08 16:03:46.578537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-345c0d2e-1aa4-4998-977f-7bc9e2f65d7f req-85174600-5f33-4c7b-bba1-ab6a707a3a56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6641951 Dec 08 16:03:46.582371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:46.675100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2749c299-5fba-4fed-8664-96acedfa8f35 None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c2cbbdf1-c0a7-462b-a1ac-5176324f32a0', 'name': '', 'network_id': 'b9f0086a-06d3-4e40-ab51-fcd1a185f024', 'tenant_id': '027951093b714165ab9253c332050967', 'mac_address': 'fa:16:3e:73:f5:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_interface', 'standard_attr_id': 149, 'fixed_ips': [{'subnet_id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:49Z', 'updated_at': '2021-12-08T15:58:59Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'subnets': [{'id': '88a47289-5e78-4e3c-b207-db4e715ed973', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:46.714599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-f854e87e-0c2c-492c-957b-0ec71da3f2cd service neutron] 10.222.0.58 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472411 Dec 08 16:03:46.791172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a596f9-f2b8-440b-be25-72e351873513 req-253a5d7a-a275-4d54-ba9c-9e0fe6ff93e9 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.798458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a596f9-f2b8-440b-be25-72e351873513 req-253a5d7a-a275-4d54-ba9c-9e0fe6ff93e9 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:46.809032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32a596f9-f2b8-440b-be25-72e351873513 req-253a5d7a-a275-4d54-ba9c-9e0fe6ff93e9 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1683 time: 0.3520837 Dec 08 16:03:46.843759 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c20f828-5f79-47bf-afaf-79eeac03f3eb x-openstack-request-id: req-9c20f828-5f79-47bf-afaf-79eeac03f3eb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:46.844205 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-plugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:46.844609 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c20f828-5f79-47bf-afaf-79eeac03f3eb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:46.845333 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'code': 200} Dec 08 16:03:47.182975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-040d902b-c3c5-40ef-af68-a9db4108c9cd req-8703db73-509b-4338-8742-bace28de77f7 service neutron] 10.222.0.58 "GET /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588213 Dec 08 16:03:47.199410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32a596f9-f2b8-440b-be25-72e351873513 req-242c115f-7abd-4163-aa2b-2361581ab5c8 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889711 Dec 08 16:03:47.252265 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c459469-13a8-44fa-afea-f6e2dc356e0d None None] New status for floating IP a4652bd8-4382-4a83-8d46-339e23033463: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:03:47.267454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a980169-266f-4981-bfca-af31977a8232 req-bb04b4e8-453a-42f3-8a74-47dcb678c2ec tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:47.276902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a980169-266f-4981-bfca-af31977a8232 req-bb04b4e8-453a-42f3-8a74-47dcb678c2ec tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.3363781 Dec 08 16:03:47.395079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a980169-266f-4981-bfca-af31977a8232 req-18222255-701f-4224-aa77-5dd111652bc1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041312 Dec 08 16:03:47.478684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-804800f1-afca-4fb2-8e22-64e3fe92db0d service neutron] 10.222.0.86 "GET /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.2556388 Dec 08 16:03:47.857391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:47.992807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:48.044933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdb901-e095-472c-961d-40ade3aa70c6 req-2474468f-3735-41fe-bcf3-11c6bec6367d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.047163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8fdb901-e095-472c-961d-40ade3aa70c6 req-2474468f-3735-41fe-bcf3-11c6bec6367d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 944 time: 0.1716964 Dec 08 16:03:48.076492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27e84b8f-25cc-4ad6-8213-84f382b726ed {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:03:48.154681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:48.166300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8fdb901-e095-472c-961d-40ade3aa70c6 req-aa49836b-7604-438d-ba97-1c2d41fe8445 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763724 Dec 08 16:03:48.186081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:48.423833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] Transition to ACTIVE for port object 27e84b8f-25cc-4ad6-8213-84f382b726ed will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:48.433879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:48.542027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe837cc9-8e76-41d0-83ba-db74f3073dc5 req-e482d272-8cb1-4862-914d-8ea218cd13da tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.562030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe837cc9-8e76-41d0-83ba-db74f3073dc5 req-e482d272-8cb1-4862-914d-8ea218cd13da tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:48.564723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe837cc9-8e76-41d0-83ba-db74f3073dc5 req-e482d272-8cb1-4862-914d-8ea218cd13da tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1683 time: 0.2257433 Dec 08 16:03:48.696669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] No DVR routers for this DVR port 27e84b8f-25cc-4ad6-8213-84f382b726ed on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:48.769777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] Pushing event updated for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:48.869915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-53b0b113-6a1d-4b45-8d48-7cb33b787b96 service neutron] 10.222.0.86 "PUT /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed/bindings/n-h1-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 1.3702908 Dec 08 16:03:48.937329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe837cc9-8e76-41d0-83ba-db74f3073dc5 req-e0d93266-81d4-494d-be51-0d63e29230dc tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472972 Dec 08 16:03:49.034874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72444f-d2a1-41a4-8d17-9dfb6638343e req-30752d76-3fbd-4fff-9b6c-285d4cfbe830 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.080044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f72444f-d2a1-41a4-8d17-9dfb6638343e req-30752d76-3fbd-4fff-9b6c-285d4cfbe830 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.3865676 Dec 08 16:03:49.153670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58748) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:49.341311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f72444f-d2a1-41a4-8d17-9dfb6638343e req-d21f37d5-c2ca-41e3-a500-c77bae3b73fe tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562132 Dec 08 16:03:49.400608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-fd4ea5b5-7e09-4bbe-a48e-040448e6619b tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.403443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-fd4ea5b5-7e09-4bbe-a48e-040448e6619b tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.1929693 Dec 08 16:03:49.710695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-f687b995-dcb0-4cd4-8638-05c9da054308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.712597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-f687b995-dcb0-4cd4-8638-05c9da054308 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462&tenant_id=e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 1096 time: 0.2992413 Dec 08 16:03:49.730937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69316d8-70fc-419e-8873-8422796ffae0 req-0df3f199-507c-42bf-9f8e-7e5bf07334f1 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.741191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69316d8-70fc-419e-8873-8422796ffae0 req-0df3f199-507c-42bf-9f8e-7e5bf07334f1 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.743943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a69316d8-70fc-419e-8873-8422796ffae0 req-0df3f199-507c-42bf-9f8e-7e5bf07334f1 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.86 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1683 time: 0.2305138 Dec 08 16:03:49.797311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f0685-1404-4ede-9f1b-0ba41804e6a2 req-acd37881-6206-467c-812c-e3a1d74c832b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.805376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d3f0685-1404-4ede-9f1b-0ba41804e6a2 req-acd37881-6206-467c-812c-e3a1d74c832b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.1852019 Dec 08 16:03:49.969546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-ef59eb74-7857-45de-a60f-37daadef2b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:49.972022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-ef59eb74-7857-45de-a60f-37daadef2b3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1096 time: 0.1592150 Dec 08 16:03:50.007462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d3f0685-1404-4ede-9f1b-0ba41804e6a2 req-8627dc8f-db63-497e-a534-4d774add280d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008948 Dec 08 16:03:50.134383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port b1b1bfc6-5528-4abd-b8be-a735c387ea56 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:50.135062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:50.361652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd33f7-8529-41a9-a01a-2fd516735e31 req-1dad58cb-5172-41b8-9884-71e958c58a21 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.374994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd33f7-8529-41a9-a01a-2fd516735e31 req-1dad58cb-5172-41b8-9884-71e958c58a21 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.388081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6bcd33f7-8529-41a9-a01a-2fd516735e31 req-1dad58cb-5172-41b8-9884-71e958c58a21 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 1683 time: 0.2711239 Dec 08 16:03:50.397748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:50.422969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-0406092e-0db5-4a1f-9fa7-bf43f9a1fd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:50.425787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-0406092e-0db5-4a1f-9fa7-bf43f9a1fd5c service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.4402945 Dec 08 16:03:50.541619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port b1b1bfc6-5528-4abd-b8be-a735c387ea56, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b1b1bfc6-5528-4abd-b8be-a735c387ea56,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:50.542351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:50.549062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-202cc781-8e9e-4cee-9087-b20613514faf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 217 time: 0.1129329 Dec 08 16:03:50.610773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for b1b1bfc6-5528-4abd-b8be-a735c387ea56 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:50.744971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6bcd33f7-8529-41a9-a01a-2fd516735e31 req-da401dda-0255-41e7-9167-06dea30550c2 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551497 Dec 08 16:03:50.803144 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-550698a9-ddeb-40ec-9ea4-d709f1d49a01 service neutron] show failed (client error): The resource could not be found. Dec 08 16:03:50.805169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-550698a9-ddeb-40ec-9ea4-d709f1d49a01 service neutron] 10.222.0.58 "GET /v2.0/ports/2cd4dc5c-a871-4f38-a20e-26603453694d/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.1784830 Dec 08 16:03:51.086522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.105327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b1b1bfc6-5528-4abd-b8be-a735c387ea56', '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:03:51.114885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-d50048b1-a046-425d-8581-da22d56069ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:51.117081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-d50048b1-a046-425d-8581-da22d56069ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.5342600 Dec 08 16:03:51.167773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=b1b1bfc6-5528-4abd-b8be-a735c387ea56,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:51.206591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29597a3-ab37-4793-bbd3-f0cde84bb3a3 req-c55cc711-9a60-4399-924d-907ca180be67 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:51.217000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d29597a3-ab37-4793-bbd3-f0cde84bb3a3 req-c55cc711-9a60-4399-924d-907ca180be67 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.6520305 Dec 08 16:03:51.236655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-16f7ff41-712d-4aab-bd88-c8a354a2f452 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845432 Dec 08 16:03:51.302177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Deleting port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:51.302934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.489892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] For port c2cbbdf1-c0a7-462b-a1ac-5176324f32a0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:51.490640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.509486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Calling delete_port for c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:51.661771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d29597a3-ab37-4793-bbd3-f0cde84bb3a3 req-3b598487-2ed7-4099-badf-de2a1a60b4f2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423280 Dec 08 16:03:51.668103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port b1b1bfc6-5528-4abd-b8be-a735c387ea56 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:51.676998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.687689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a69316d8-70fc-419e-8873-8422796ffae0 req-954dc247-74fe-4b2d-bbc2-07d37788dc0c tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.86 "DELETE /v2.0/ports/b1b1bfc6-5528-4abd-b8be-a735c387ea56 HTTP/1.1" status: 204 len: 173 time: 1.9375737 Dec 08 16:03:51.722105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-deleted', 'tag': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:51.724830 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b8307b-450a-4671-aaf5-417318c684db" -d '{"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-deleted", "tag": "b1b1bfc6-5528-4abd-b8be-a735c387ea56"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:51.894479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:51.950959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c2cbbdf1-c0a7-462b-a1ac-5176324f32a0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:52.023099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-46bd471c-b083-4078-be5c-a9f477c80790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.026578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-46bd471c-b083-4078-be5c-a9f477c80790 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11&tenant_id=af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 1101 time: 0.6295831 Dec 08 16:03:52.156369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:03:52.178718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-22bc6131-cd10-4829-9cc1-ddc5fb324e36 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9073977 Dec 08 16:03:52.229569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f001ef1-f0de-4ad6-ac59-fb9fca6f7e83 req-acab2563-4709-4d82-aa7e-35b7b69b2094 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.239751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f001ef1-f0de-4ad6-ac59-fb9fca6f7e83 req-acab2563-4709-4d82-aa7e-35b7b69b2094 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.7204852 Dec 08 16:03:52.429904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:52.439344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e637a57-cdee-4657-8837-3977bfa55df3 req-c820671a-a68a-4acc-aad3-0f1be584b25f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:52.441171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e637a57-cdee-4657-8837-3977bfa55df3 req-c820671a-a68a-4acc-aad3-0f1be584b25f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 946 time: 0.4833276 Dec 08 16:03:52.500301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:52.508822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:52.509393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:52.530715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f001ef1-f0de-4ad6-ac59-fb9fca6f7e83 req-3ba95b90-b93f-45c0-9ce4-3e149aeac02d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898955 Dec 08 16:03:52.653161 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6f376d-2631-4c66-9060-e7e3a6515cc0 x-openstack-request-id: req-9f6f376d-2631-4c66-9060-e7e3a6515cc0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:52.653520 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-deleted", "tag": "b1b1bfc6-5528-4abd-b8be-a735c387ea56", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:52.653930 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f6f376d-2631-4c66-9060-e7e3a6515cc0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:52.654309 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-deleted', 'tag': 'b1b1bfc6-5528-4abd-b8be-a735c387ea56', 'status': 'completed', 'code': 200} Dec 08 16:03:52.691156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-f5335269-f926-4111-931a-abc26dcbafdb service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4936218 Dec 08 16:03:52.781741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e637a57-cdee-4657-8837-3977bfa55df3 req-7adce1f7-c35a-421a-b373-18414b79a75d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/security-groups?id=4b68c341-8578-479d-bd2f-90d7e686ca7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3083723 Dec 08 16:03:52.967472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:52.968337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.027877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:53.229290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Router 60be46b8-3214-492e-91f0-6f1897f57ec4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:03:53.469623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b1b1bfc6-5528-4abd-b8be-a735c387ea56 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:53.510363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: b1b1bfc6-5528-4abd-b8be-a735c387ea56 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:53.511321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b1b1bfc6-5528-4abd-b8be-a735c387ea56 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:53.512125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:53.528190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:03:53.541598 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-77e7133c-e766-478a-9db7-7866796ab2fe admin admin] 10.222.0.62 "PUT /v2.0/routers/60be46b8-3214-492e-91f0-6f1897f57ec4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3854389 Dec 08 16:03:53.547021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:53.550231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] Sync routers for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:03:53.595205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:53.595852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:53.789619 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.848654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:53.930236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:53.958009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f8070-39cc-4899-9650-e432b58e797b req-4d0c6ec3-d194-498c-aeb1-3f8aadb00f83 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:53.966035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-836f8070-39cc-4899-9650-e432b58e797b req-4d0c6ec3-d194-498c-aeb1-3f8aadb00f83 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.8414800 Dec 08 16:03:53.973096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:54.008796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-f863212b-ea40-4201-ab3d-9b1fec54b196 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.010684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-f863212b-ea40-4201-ab3d-9b1fec54b196 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.2736535 Dec 08 16:03:54.034853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dadb6d-c7bd-4576-aa1b-12778bc66c8c req-0c0880e0-d1eb-4113-b532-a4cf434db9cf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:54.043443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43dadb6d-c7bd-4576-aa1b-12778bc66c8c req-0c0880e0-d1eb-4113-b532-a4cf434db9cf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.2642860 Dec 08 16:03:54.140691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.186324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:54.240477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:54.307302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Deleting port 5af5219e-dd2f-4a39-85b7-73a8e16687f7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:54.307302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.322395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43dadb6d-c7bd-4576-aa1b-12778bc66c8c req-ef40ea12-9b9a-4d1e-86a6-6c495240d25a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777185 Dec 08 16:03:54.338754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-836f8070-39cc-4899-9650-e432b58e797b req-b4e6a524-f2aa-4f1e-8a1b-0ef00edf1fc6 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3713031 Dec 08 16:03:54.453679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.456994 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.603352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] For port 5af5219e-dd2f-4a39-85b7-73a8e16687f7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5af5219e-dd2f-4a39-85b7-73a8e16687f7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:54.603955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.608458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:54.632129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T16:03:51Z', 'revision_number': 5, 'project_id': '027951093b714165ab9253c332050967', 'gw_port': {'id': '5af5219e-dd2f-4a39-85b7-73a8e16687f7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 127, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:42Z', 'updated_at': '2021-12-08T15:58:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:54.653775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.675495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Calling delete_port for 5af5219e-dd2f-4a39-85b7-73a8e16687f7 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:54.695839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:54.700847 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f82a9f6-220a-43e7-a556-65a3f4d08a4d" -d '{"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:54.736747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] Checking router: 60be46b8-3214-492e-91f0-6f1897f57ec4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:03:54.759900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07037beb-5492-4525-8664-8e15f29823ce req-6b4f6b86-6df1-4031-b064-da786961b81a tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "GET /v2.0/ports?device_id=9f9e8589-3347-4539-aa42-105a865b4681 HTTP/1.1" status: 200 len: 210 time: 0.1739812 Dec 08 16:03:54.803272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] Routers {'60be46b8-3214-492e-91f0-6f1897f57ec4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:03:54.804814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60be46b8-3214-492e-91f0-6f1897f57ec4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:54.887726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Transition to ACTIVE for port object 2cd4dc5c-a871-4f38-a20e-26603453694d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:03:54.895526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port 4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:54.912079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:54.937456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a69316d8-70fc-419e-8873-8422796ffae0 req-9d9d009d-9c2b-49ab-b413-db8017a4f5be tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.86 "DELETE /v2.0/ports/4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4 HTTP/1.1" status: 204 len: 173 time: 3.2007754 Dec 08 16:03:54.964007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:55.344110 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d0ff4b0-3864-47ed-a53d-ad6b5a2b1cf1 x-openstack-request-id: req-3d0ff4b0-3864-47ed-a53d-ad6b5a2b1cf1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:55.346503 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:55.346804 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d0ff4b0-3864-47ed-a53d-ad6b5a2b1cf1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:55.347233 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'code': 200} Dec 08 16:03:55.353143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] No DVR routers for this DVR port 2cd4dc5c-a871-4f38-a20e-26603453694d on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:55.377320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-ccd20021-17ac-4613-831e-9d002b98b05b service neutron] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:55.407848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] Set router 60be46b8-3214-492e-91f0-6f1897f57ec4 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:03:55.443589 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-ccd20021-17ac-4613-831e-9d002b98b05b service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:55.445476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8435970-bdc2-4db6-81a8-300be8837ca2 req-ccd20021-17ac-4613-831e-9d002b98b05b service neutron] 10.222.0.58 "DELETE /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed/bindings/n-h2-820935-5 HTTP/1.1" status: 204 len: 173 time: 1.3640380 Dec 08 16:03:55.448738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:55.550617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:03:55.555708 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:03:55.568345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:55.584525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:03:55.584918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:03:55.585491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:55.598517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2285e-accd-4281-b432-7bf30761b753 req-944d3646-c724-4722-989c-bd8430350ad1 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:55.610644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eeb2285e-accd-4281-b432-7bf30761b753 req-944d3646-c724-4722-989c-bd8430350ad1 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1096 time: 0.2621925 Dec 08 16:03:55.619639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:03:55.620020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:03:55.639608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:03:55.640143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:03:55.640767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:03:55.641475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Bound port: 2cd4dc5c-a871-4f38-a20e-26603453694d, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:03:55.642099 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:55.690169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T16:03:54Z', 'revision_number': 6, 'project_id': '027951093b714165ab9253c332050967', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:55.707466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Pushing event deleted for resources: {'Port': ['ID=5af5219e-dd2f-4a39-85b7-73a8e16687f7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:55.778828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284676e3-89e8-474a-9f71-c99494718d85 None None] The sync data for ids ['60be46b8-3214-492e-91f0-6f1897f57ec4'] in n-d-820935-5 is: [{'id': '60be46b8-3214-492e-91f0-6f1897f57ec4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-741429501-router', 'tenant_id': '027951093b714165ab9253c332050967', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:39Z', 'updated_at': '2021-12-08T16:03:54Z', 'revision_number': 6, 'project_id': '027951093b714165ab9253c332050967', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:03:55.977780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16184566-4a1e-499a-afbf-f75e1dba1a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.044401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.240076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eeb2285e-accd-4281-b432-7bf30761b753 req-179874e2-6d6e-4518-b0c5-34ddfd15d8aa tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6061599 Dec 08 16:03:56.302023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:03:56.334761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43171b7-b6a0-433d-acd4-49a84a8a6910 req-4b1acdec-548e-4a27-a2a0-e22da5a1153f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.346072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d43171b7-b6a0-433d-acd4-49a84a8a6910 req-4b1acdec-548e-4a27-a2a0-e22da5a1153f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.5865612 Dec 08 16:03:56.364918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:03:56.389866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.466785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.467923 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.470077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] 10.222.0.86 "PUT /v2.0/ports/2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 1096 time: 4.3397343 Dec 08 16:03:56.534091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.540841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.565475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d43171b7-b6a0-433d-acd4-49a84a8a6910 req-2cedb12c-24dd-4905-a3dc-075c059083d2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178528 Dec 08 16:03:56.654966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68f0a4e-bf7c-4c06-80e0-6e869db00f6e service neutron] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:56.689248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58856) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:56.814564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-62be4686-ad9b-49f7-b2d4-f252b2ee0bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:56.819033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.820716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60be46b8-3214-492e-91f0-6f1897f57ec4 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:03:56.835732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-62be4686-ad9b-49f7-b2d4-f252b2ee0bf7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1099 time: 0.2970123 Dec 08 16:03:56.852258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:56.855342 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5bf2d7b-2ba0-49c3-bfde-88e13beafaff admin admin] 10.222.0.62 "DELETE /v2.0/routers/60be46b8-3214-492e-91f0-6f1897f57ec4 HTTP/1.1" status: 204 len: 168 time: 3.3064191 Dec 08 16:03:56.860189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:56.993164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting subnet 56854c50-66fb-4fc0-bc60-452eca07c1cf {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:03:57.001573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Deleting subnet 88a47289-5e78-4e3c-b207-db4e715ed973 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:03:57.012752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.018666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.128447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.167336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.221831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-b61d3189-242e-4c74-96f7-72589dbe18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:57.223405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-b61d3189-242e-4c74-96f7-72589dbe18bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3654237 Dec 08 16:03:57.289712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.327845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e7a1f-4933-4915-9006-9b8f84257a4b req-2810edbe-92e7-4715-a224-37b6565ff7a9 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:57.336057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-470e7a1f-4933-4915-9006-9b8f84257a4b req-2810edbe-92e7-4715-a224-37b6565ff7a9 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1096 time: 0.2246988 Dec 08 16:03:57.349862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-65698e5e-a5c5-4de5-a61f-76f37e5f0049 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.1168408 Dec 08 16:03:57.377065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-deleted', 'tag': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4'}, {'name': 'network-changed', 'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:03:57.384903 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f959c8db-18de-4349-979b-18567754734e" -d '{"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-deleted", "tag": "4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4"}, {"name": "network-changed", "server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:03:57.411310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.433418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:57.436675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:57.439915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/88a47289-5e78-4e3c-b207-db4e715ed973 HTTP/1.1" status: 204 len: 168 time: 0.5775716 Dec 08 16:03:57.450196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9010cd-854d-4a5b-90a6-2a3c34b205c4 None None] Network b9f0086a-06d3-4e40-ab51-fcd1a185f024 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:57.486630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:57.513898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61860170-4c44-4697-b36e-4ab9df3af358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a47289-5e78-4e3c-b207-db4e715ed973,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:57.604340 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 16:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b6889a-18df-4677-8550-a37446bb1b37 x-openstack-request-id: req-f2b6889a-18df-4677-8550-a37446bb1b37 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:03:57.604818 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9e8589-3347-4539-aa42-105a865b4681", "name": "network-vif-deleted", "tag": "4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:03:57.623119 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2b6889a-18df-4677-8550-a37446bb1b37 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:03:57.623797 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9e8589-3347-4539-aa42-105a865b4681', 'name': 'network-vif-deleted', 'tag': '4fec4fbf-58f4-4066-85b5-b3d6c8f2d2b4', 'status': 'completed', 'code': 200} Dec 08 16:03:57.624187 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'status': 'completed', 'code': 200} Dec 08 16:03:57.699298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:57.700245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c2cbbdf1-c0a7-462b-a1ac-5176324f32a0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:57.701223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5af5219e-dd2f-4a39-85b7-73a8e16687f7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:57.785361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5af5219e-dd2f-4a39-85b7-73a8e16687f7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:57.786391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5af5219e-dd2f-4a39-85b7-73a8e16687f7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:57.977045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.006312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.032108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a4e5892d-fdfe-4684-825a-dd1be6680be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.034738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-a4e5892d-fdfe-4684-825a-dd1be6680be0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.6068187 Dec 08 16:03:58.078160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-470e7a1f-4933-4915-9006-9b8f84257a4b req-0a9f8387-7286-4582-9644-cf04ac1b37bd tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7216451 Dec 08 16:03:58.123324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] DHCP port deletion for b9f0086a-06d3-4e40-ab51-fcd1a185f024 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:03:58.194771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Deleting port ccb50526-11b7-401b-b8bd-103372506de1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:58.194771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.308112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-68f1affe-aa41-4dbc-9da3-e5a7e9db158d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.314569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-68f1affe-aa41-4dbc-9da3-e5a7e9db158d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1099 time: 0.6699250 Dec 08 16:03:58.339592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Deleting port ccb50526-11b7-401b-b8bd-103372506de1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:58.341280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.551158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05480801-955b-4aac-b0e3-7b6c1b1fad69 req-7cea429d-d431-46f2-872f-613fa3e07d5a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.567032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05480801-955b-4aac-b0e3-7b6c1b1fad69 req-7cea429d-d431-46f2-872f-613fa3e07d5a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.8411665 Dec 08 16:03:58.665837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] For port ccb50526-11b7-401b-b8bd-103372506de1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ccb50526-11b7-401b-b8bd-103372506de1,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:58.667826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.776307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Calling delete_port for ccb50526-11b7-401b-b8bd-103372506de1 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:58.781044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] For port ccb50526-11b7-401b-b8bd-103372506de1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ccb50526-11b7-401b-b8bd-103372506de1,segment=NetworkSegment(57c4b859-105c-449c-b19c-1a2d945b1d44),segment_id=57c4b859-105c-449c-b19c-1a2d945b1d44)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:03:58.787349 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.809071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f29cad3-2eb4-41b2-b286-d60662c8a5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:58.830727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Calling delete_port for ccb50526-11b7-401b-b8bd-103372506de1 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:03:58.854170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-0801cf5f-7081-43e6-b35b-06837490eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:58.861828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-0801cf5f-7081-43e6-b35b-06837490eaa6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8172290 Dec 08 16:03:59.046666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.057980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.058361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.091998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] No DVR routers for this DVR port ccb50526-11b7-401b-b8bd-103372506de1 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:59.121619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05480801-955b-4aac-b0e3-7b6c1b1fad69 req-892526c2-7082-4991-b847-26d96d0b01fa tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5394223 Dec 08 16:03:59.155333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] No DVR routers for this DVR port ccb50526-11b7-401b-b8bd-103372506de1 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:03:59.173173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Pushing event deleted for resources: {'Port': ['ID=ccb50526-11b7-401b-b8bd-103372506de1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:59.186960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb50526-11b7-401b-b8bd-103372506de1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:59.217019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.217356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.223713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.224553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.227655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.229428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.232300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.233106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.238579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.240382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Subnet': ['ID=56854c50-66fb-4fc0-bc60-452eca07c1cf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:59.241716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.246167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.246465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.253782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a6ede71-55dc-43fa-8bd2-0f20b7b55f26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:03:59.291987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-7dd9ab87-e86f-46df-b15b-0061e2251811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.294974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-7dd9ab87-e86f-46df-b15b-0061e2251811 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.9574344 Dec 08 16:03:59.314815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e71cbf-652a-4f34-b002-6eaf5385d6eb None None] Network 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:03:59.388587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.447957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.454654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-71f037ab-5f00-40b9-b325-1f80b7678d3f tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/subnets/56854c50-66fb-4fc0-bc60-452eca07c1cf HTTP/1.1" status: 204 len: 168 time: 2.7630222 Dec 08 16:03:59.458988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58908) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:59.461515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-1931ac03-de3f-4484-af89-547b25f2fc94 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.1334276 Dec 08 16:03:59.466191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f0086a-06d3-4e40-ab51-fcd1a185f024']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:59.494044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c4b859-105c-449c-b19c-1a2d945b1d44') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:59.494589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c4b859-105c-449c-b19c-1a2d945b1d44') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:03:59.495564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ccb50526-11b7-401b-b8bd-103372506de1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:03:59.519149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ccb50526-11b7-401b-b8bd-103372506de1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:03:59.519484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ccb50526-11b7-401b-b8bd-103372506de1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:03:59.532899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.587691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.621683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:03:59.625418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.641765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-f5ab7176-24a3-492b-beaa-4aa9c23ed200 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7583382 Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:03:59.669573 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:03:59.713208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] DHCP port deletion for 66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:03:59.807612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a83435-4d32-47a7-98c8-048ef4fdfc3c req-0e004ecb-88de-414f-a521-3c3162d3b705 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440556 Dec 08 16:03:59.819653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.830012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.840059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b9f0086a-06d3-4e40-ab51-fcd1a185f024 HTTP/1.1" status: 204 len: 168 time: 2.3519094 Dec 08 16:03:59.860077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58924) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:03:59.899186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed83a79-b759-4e93-bf8b-abda62fe79e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9f0086a-06d3-4e40-ab51-fcd1a185f024,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:03:59.904805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-7c028b72-23f7-4e99-adb9-5f9f66a50097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:03:59.906926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-7c028b72-23f7-4e99-adb9-5f9f66a50097 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.4319966 Dec 08 16:03:59.972882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] Deleting port fcc2265c-dac7-4649-9938-4317f065c00c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:03:59.975126 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:03:59.984596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.036975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.131807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] For port fcc2265c-dac7-4649-9938-4317f065c00c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcc2265c-dac7-4649-9938-4317f065c00c,segment=NetworkSegment(613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9),segment_id=613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:00.133211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.177837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] Calling delete_port for fcc2265c-dac7-4649-9938-4317f065c00c owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:00.264007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-627fe1a8-da48-4165-b6df-b9f66a777571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.266334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-627fe1a8-da48-4165-b6df-b9f66a777571 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2928066 Dec 08 16:04:00.495911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:00.594332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] Pushing event deleted for resources: {'Port': ['ID=fcc2265c-dac7-4649-9938-4317f065c00c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:00.597326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf26003-eeb8-428d-860e-6f0b6d5059b4 None None] No DVR routers for this DVR port fcc2265c-dac7-4649-9938-4317f065c00c on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:00.889325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-92292a28-bb97-4648-9a59-e3ee3e58f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:00.892884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-92292a28-bb97-4648-9a59-e3ee3e58f80c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1099 time: 0.9822924 Dec 08 16:04:01.232988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-433185a6-0f7f-44e7-8f37-c65e6860ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.234629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-433185a6-0f7f-44e7-8f37-c65e6860ed9b service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3148797 Dec 08 16:04:01.346578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-767324f9-c13a-4ac0-a97b-2a07daf798e5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0740397 Dec 08 16:04:01.376577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b11b28d-bbf8-4bb3-820b-f8996394f1c9 req-f8a73f3a-9d93-4bc2-83be-20390a7dbd1b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.387333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b11b28d-bbf8-4bb3-820b-f8996394f1c9 req-f8a73f3a-9d93-4bc2-83be-20390a7dbd1b tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.4813344 Dec 08 16:04:01.390388 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:04:01.403485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-d1c889a6-27d3-4161-bc63-f88db4c26d85 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011327 Dec 08 16:04:01.405970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port fcc2265c-dac7-4649-9938-4317f065c00c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:01.406516 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.549850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcc2265c-dac7-4649-9938-4317f065c00c no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:01.587903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fcc2265c-dac7-4649-9938-4317f065c00c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:01.588252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcc2265c-dac7-4649-9938-4317f065c00c not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:01.689486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-9d6b69c2-6c40-42c8-b549-e3047c40e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.692006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-9d6b69c2-6c40-42c8-b549-e3047c40e01d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.3369353 Dec 08 16:04:01.723045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.728481 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.828722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port fcc2265c-dac7-4649-9938-4317f065c00c, host n-d-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:01.828995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.836271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b11b28d-bbf8-4bb3-820b-f8996394f1c9 req-146e75ae-7260-4393-b528-2f5ec585312e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480486 Dec 08 16:04:01.883404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for fcc2265c-dac7-4649-9938-4317f065c00c owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:01.890735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Port fcc2265c-dac7-4649-9938-4317f065c00c was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:04:01.907173 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:01.926341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-29998378-56f6-48bb-979e-c16e1305252e service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4769747 Dec 08 16:04:01.971465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959c8db-18de-4349-979b-18567754734e req-15caecdf-463d-4dd5-8415-5bf33f0db7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:01.972534 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-15caecdf-463d-4dd5-8415-5bf33f0db7d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2652459 Dec 08 16:04:01.980178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=fcc2265c-dac7-4649-9938-4317f065c00c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:01.995192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port fcc2265c-dac7-4649-9938-4317f065c00c on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:02.160147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.290858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.336920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66571d94-d3cb-4e06-aaf3-0d9bdaeb6729']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:02.374717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:02.375472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613c1cb8-6835-4dc3-9cf7-3aa938b7bbf9') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:02.406378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.486187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.504832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-b0f34f4a-1ebd-4d6b-a97e-474cbd3d6b8a service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185411 Dec 08 16:04:02.507856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:04:02.508633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:04:02.512587 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:04:02.620447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.699524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.721141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.724965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/networks/66571d94-d3cb-4e06-aaf3-0d9bdaeb6729 HTTP/1.1" status: 204 len: 168 time: 3.2618906 Dec 08 16:04:02.729149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:02.750676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.818120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting subnet 77d72da7-6808-4829-987f-11f8ef3fa3bd {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:04:02.827128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:02.833543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071552f-586d-4086-82e3-b8d0d9b45397 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Network': ['ID=66571d94-d3cb-4e06-aaf3-0d9bdaeb6729,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:02.841871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f959c8db-18de-4349-979b-18567754734e req-db9aeb8f-a08d-4b73-8160-d707ec70e5e1 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257077 Dec 08 16:04:02.954052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.130329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.268869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.298784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.299619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a70ff69-d8b5-4ae6-9629-5c8fb4d9e782 req-da5f7110-7ae4-44a0-b47e-4c5288db3c4e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:03.301326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca01f7e-1690-4e4c-b301-ae7d0c480316 None None] Network 7a8e3ed9-0058-4674-a174-19974a7619de requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:03.303267 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/subnets/77d72da7-6808-4829-987f-11f8ef3fa3bd HTTP/1.1" status: 204 len: 168 time: 0.5727406 Dec 08 16:04:03.307073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:03.313331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a70ff69-d8b5-4ae6-9629-5c8fb4d9e782 req-da5f7110-7ae4-44a0-b47e-4c5288db3c4e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 948 time: 0.2668297 Dec 08 16:04:03.377690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3439a-fcb4-4192-9001-445c1dba7b5d tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Subnet': ['ID=77d72da7-6808-4829-987f-11f8ef3fa3bd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:03.516203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.536859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:03.566856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a70ff69-d8b5-4ae6-9629-5c8fb4d9e782 req-54811bdf-6f5e-4c2a-a67c-3e61ec6dffda tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523668 Dec 08 16:04:03.613666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Deleting port 9587c562-71c1-47cb-967f-210bfee415b9 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:03.617551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.743137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Deleting port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:03.744715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.764069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] For port 9587c562-71c1-47cb-967f-210bfee415b9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9587c562-71c1-47cb-967f-210bfee415b9,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:03.765176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:03.785681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Calling delete_port for 9587c562-71c1-47cb-967f-210bfee415b9 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:04.059361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] For port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:04.060051 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.061897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] DHCP port deletion for 7a8e3ed9-0058-4674-a174-19974a7619de request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:04:04.088589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Calling delete_port for f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:04.119361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:04.205512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:04.207665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.289588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.295944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9587c562-71c1-47cb-967f-210bfee415b9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:04.310949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd4dc5c-a871-4f38-a20e-26603453694d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:04.351701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] Deleting port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:04.352231 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.356577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:04.441275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.499157 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.617710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Port': ['ID=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:04.625082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] No DVR routers for this DVR port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:04.655895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.712117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:04.781550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] For port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,segment=NetworkSegment(525c307a-f1f2-4b5b-bd43-b1accaadfdbe),segment_id=525c307a-f1f2-4b5b-bd43-b1accaadfdbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:04.782957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.831372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] Calling delete_port for f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:04.936210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:04.952279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['2cd4dc5c-a871-4f38-a20e-26603453694d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:05.023930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8e3ed9-0058-4674-a174-19974a7619de']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:05.076543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '525c307a-f1f2-4b5b-bd43-b1accaadfdbe') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:05.077208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '525c307a-f1f2-4b5b-bd43-b1accaadfdbe') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:05.106840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.142811 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.161010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:04:05.164691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.185079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:04:05.318567 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:04:05.330824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.345896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:05.367868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] 10.222.0.62 "DELETE /v2.0/networks/7a8e3ed9-0058-4674-a174-19974a7619de HTTP/1.1" status: 204 len: 168 time: 2.0595968 Dec 08 16:04:05.410723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30192798-1858-4cea-9e8e-a3f9992f09f5 tempest-ServersTestMultiNic-751719435 tempest-ServersTestMultiNic-751719435-project] Pushing event deleted for resources: {'Network': ['ID=7a8e3ed9-0058-4674-a174-19974a7619de,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:05.640600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:05.651962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] Pushing event deleted for resources: {'Port': ['ID=f3693e93-e0e7-4b03-b3e3-6c4fa13c1368,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:05.688537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca33ae0-7f31-4dab-8b89-7dd560f26253 None None] No DVR routers for this DVR port f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:05.692606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:05.692986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f3693e93-e0e7-4b03-b3e3-6c4fa13c1368 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:05.908444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Router f1745f2d-9085-401c-9c8b-757343908871 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:04:05.919158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-2de92c90-6dcd-4eb0-a8fe-e5aedab684b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.921217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-2de92c90-6dcd-4eb0-a8fe-e5aedab684b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11&tenant_id=af8d0610d89e416cb0f9a13306ad8792&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 949 time: 0.1448319 Dec 08 16:04:05.933353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a285ad5-4207-4a0a-bf66-fc0510b5bc05 req-d68fa7f6-48f2-4c8a-8d54-c7291c7cc1d2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:05.935171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a285ad5-4207-4a0a-bf66-fc0510b5bc05 req-d68fa7f6-48f2-4c8a-8d54-c7291c7cc1d2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.1645784 Dec 08 16:04:06.120611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a285ad5-4207-4a0a-bf66-fc0510b5bc05 req-abff5109-34fa-4ab9-b775-e268a7582f0f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771739 Dec 08 16:04:06.260779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-4aaeabd6-42a6-436b-b2c0-d45f5f659ee9 service neutron] 10.222.0.86 "GET /v2.0/ports/2cd4dc5c-a871-4f38-a20e-26603453694d/bindings/n-h2-820935-5 HTTP/1.1" status: 200 len: 382 time: 0.3237629 Dec 08 16:04:06.291888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:04:06.305895 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] Sync routers for ids ['f1745f2d-9085-401c-9c8b-757343908871'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:04:06.311295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-be4de98f-a405-4c3c-972c-0edcb4acaca9 admin admin] 10.222.0.62 "PUT /v2.0/routers/f1745f2d-9085-401c-9c8b-757343908871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4484386 Dec 08 16:04:06.315527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58996) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:06.372246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] Routers {'f1745f2d-9085-401c-9c8b-757343908871'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:06.373272 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f1745f2d-9085-401c-9c8b-757343908871'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:06.522043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-8aa7133e-e899-4539-aad3-efbd4eca86e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.527988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-8aa7133e-e899-4539-aad3-efbd4eca86e1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1100 time: 0.1728470 Dec 08 16:04:06.682508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59004) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:06.718972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-972581fe-b6df-4f9d-93e4-77e01664c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.720679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-972581fe-b6df-4f9d-93e4-77e01664c89f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1804168 Dec 08 16:04:06.810745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-d48d511f-f26f-4881-876c-dcbb209dcfcf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0808430 Dec 08 16:04:06.888735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:06.892291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-7271e299-d493-4f26-8ca7-d9d214416505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:06.894430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-7271e299-d493-4f26-8ca7-d9d214416505 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0749552 Dec 08 16:04:06.963810 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] Set router f1745f2d-9085-401c-9c8b-757343908871 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:07.049463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-2a710148-de77-4daf-bc1e-0c480ba409c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.052881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-2a710148-de77-4daf-bc1e-0c480ba409c8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365712 Dec 08 16:04:07.441242 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T16:04:04Z', 'revision_number': 5, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:07.525069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d59b09-2bc6-43c2-bcf0-325752ba9ef0 req-a79f424e-b19d-4bd0-9946-e9059d1eb3d4 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:07.526909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2d59b09-2bc6-43c2-bcf0-325752ba9ef0 req-a79f424e-b19d-4bd0-9946-e9059d1eb3d4 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.2142768 Dec 08 16:04:07.548195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:07.612699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] Checking router: f1745f2d-9085-401c-9c8b-757343908871 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:04:07.637681 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] Routers {'f1745f2d-9085-401c-9c8b-757343908871'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:07.643145 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f1745f2d-9085-401c-9c8b-757343908871'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:07.664707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-eab48758-8347-4873-b6f2-7967c92eae03 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6034186 Dec 08 16:04:07.705277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 2cd4dc5c-a871-4f38-a20e-26603453694d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:07.711608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 2cd4dc5c-a871-4f38-a20e-26603453694d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:07.712532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.747991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:07.881695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2d59b09-2bc6-43c2-bcf0-325752ba9ef0 req-4ff2cae2-895a-4ee1-9c13-ca70981d2482 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150928 Dec 08 16:04:07.974843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-6fdeda30-de8c-4584-a101-4c9965413cd6 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988064 Dec 08 16:04:07.991269 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.058743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:08.063794 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efa650c-e336-49e3-b69a-fa64e00ad9a7" -d '{"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-plugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:08.095246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] Set router f1745f2d-9085-401c-9c8b-757343908871 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:08.106079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:08.119552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.143357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Deleting port 9f7b75d7-e864-4fa5-9f71-5e63c318c803 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:08.144591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.281774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:08.390266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] For port 9f7b75d7-e864-4fa5-9f71-5e63c318c803, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9f7b75d7-e864-4fa5-9f71-5e63c318c803,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:08.392014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.461524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Calling delete_port for 9f7b75d7-e864-4fa5-9f71-5e63c318c803 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:08.470383 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7095d2ed-cb2c-4b7d-821a-41f876323d9f x-openstack-request-id: req-7095d2ed-cb2c-4b7d-821a-41f876323d9f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:08.470719 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-plugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:08.471143 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7095d2ed-cb2c-4b7d-821a-41f876323d9f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:08.471368 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'code': 200} Dec 08 16:04:08.673516 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T16:04:04Z', 'revision_number': 5, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:08.701894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:08.765073 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4703005-0eac-4bd7-bcbb-6cad3e35fc99 None None] The sync data for ids ['f1745f2d-9085-401c-9c8b-757343908871'] in n-d-820935-5 is: [{'id': 'f1745f2d-9085-401c-9c8b-757343908871', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1755555766-router', 'tenant_id': '9bd14a85bacd4d649087653dce637a60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:58:57Z', 'updated_at': '2021-12-08T16:04:04Z', 'revision_number': 5, 'project_id': '9bd14a85bacd4d649087653dce637a60', 'gw_port': {'id': '9f7b75d7-e864-4fa5-9f71-5e63c318c803', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:b5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1745f2d-9085-401c-9c8b-757343908871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 208, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:58:59Z', 'updated_at': '2021-12-08T15:59:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:04:09.000311 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.111234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7b75d7-e864-4fa5-9f71-5e63c318c803,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:09.117412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f631964-54ca-4d6c-b95f-2d02e9f4c3ee req-98e02112-2ed3-4bae-9c0a-1d94ab63ae7d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:09.126942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f631964-54ca-4d6c-b95f-2d02e9f4c3ee req-98e02112-2ed3-4bae-9c0a-1d94ab63ae7d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.1071336 Dec 08 16:04:09.199534 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f631964-54ca-4d6c-b95f-2d02e9f4c3ee req-f72f775f-dce7-4732-a934-07da723d67ab tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700643 Dec 08 16:04:09.287366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.433334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.440567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.515933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9587c562-71c1-47cb-967f-210bfee415b9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:09.551906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9587c562-71c1-47cb-967f-210bfee415b9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:09.552634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9587c562-71c1-47cb-967f-210bfee415b9 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:09.562519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.563434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1745f2d-9085-401c-9c8b-757343908871 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:04:09.581488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.583352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-adf882b7-a77f-4edd-a713-fc562480d628 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f1745f2d-9085-401c-9c8b-757343908871 HTTP/1.1" status: 204 len: 168 time: 3.2658846 Dec 08 16:04:09.586591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59068) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:09.609542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Deleting port 781c169d-80fe-4701-bc55-cdcc15635de6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:09.610165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.750826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Deleting subnet 100dcd79-86c8-48b9-a7e7-91abcc57d316 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:04:09.772162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.799739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] For port 781c169d-80fe-4701-bc55-cdcc15635de6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=781c169d-80fe-4701-bc55-cdcc15635de6,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:09.799739 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:09.816479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-83838fdd-fc50-44e4-b314-42d7b5433f3f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1881926 Dec 08 16:04:09.822443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Calling delete_port for 781c169d-80fe-4701-bc55-cdcc15635de6 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:09.845527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.051766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df19242-344b-4e70-9f05-63e8c2c79985 req-3a4b2c0c-320e-416d-8673-28de8e28364f tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.055046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8df19242-344b-4e70-9f05-63e8c2c79985 req-3a4b2c0c-320e-416d-8673-28de8e28364f tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 951 time: 0.1474340 Dec 08 16:04:10.058062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-ee01d14d-cdb6-4573-80f0-bf3ea58443c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.062202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-ee01d14d-cdb6-4573-80f0-bf3ea58443c6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1095 time: 0.1560307 Dec 08 16:04:10.062202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.160359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.202107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=781c169d-80fe-4701-bc55-cdcc15635de6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:10.403988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8df19242-344b-4e70-9f05-63e8c2c79985 req-fce78cfe-2fed-4d11-92fc-14206bb7d03d tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899525 Dec 08 16:04:10.410743 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.576939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=100dcd79-86c8-48b9-a7e7-91abcc57d316,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:10.587743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.598321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-806fa124-9e02-4c92-88cd-9c471399ba1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.601206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-806fa124-9e02-4c92-88cd-9c471399ba1d service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.4989676 Dec 08 16:04:10.603184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.605009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ec527-fa71-4cf0-a6d2-cd4bb4e33fd1 None None] Network 7605be42-91eb-4577-b757-b6b8855fe86f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:10.609669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9a60acdc-36b6-4f34-9df8-ddac4fc9cef7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/100dcd79-86c8-48b9-a7e7-91abcc57d316 HTTP/1.1" status: 204 len: 168 time: 1.0212657 Dec 08 16:04:10.614578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:10.723471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-a2fe1e76-9294-480a-82a7-15abd27218f4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.1059520 Dec 08 16:04:10.793700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28a5f1-7710-48b0-a302-6e5d567bc9e1 req-a8cf442d-0f1c-4843-a410-99b78dc91c69 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.798653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b28a5f1-7710-48b0-a302-6e5d567bc9e1 req-a8cf442d-0f1c-4843-a410-99b78dc91c69 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.2706599 Dec 08 16:04:10.856055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-afa54dcb-7c55-4f0f-b5c3-31d75c54f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.858764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-afa54dcb-7c55-4f0f-b5c3-31d75c54f987 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11&tenant_id=af8d0610d89e416cb0f9a13306ad8792 HTTP/1.1" status: 200 len: 1101 time: 0.2782211 Dec 08 16:04:10.896999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:10.897250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] DHCP port deletion for 7605be42-91eb-4577-b757-b6b8855fe86f request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:04:10.930326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:10.974080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-014c12e0-5d17-4c5b-88c4-c7f00404ec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:10.975689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-014c12e0-5d17-4c5b-88c4-c7f00404ec54 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.2417772 Dec 08 16:04:10.976737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] Deleting port b79a27db-d4d0-4ce0-8812-b878c173a4ef {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:10.977410 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.043735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-55bbd440-e32a-4072-a46f-65944673b4d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584362 Dec 08 16:04:11.048296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.075109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b28a5f1-7710-48b0-a302-6e5d567bc9e1 req-0e1929ab-a8a7-46a9-bee9-1feb43bbc5ef tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653863 Dec 08 16:04:11.130736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] For port b79a27db-d4d0-4ce0-8812-b878c173a4ef, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b79a27db-d4d0-4ce0-8812-b878c173a4ef,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:11.132692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.167439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] Calling delete_port for b79a27db-d4d0-4ce0-8812-b878c173a4ef owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:11.273185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Deleting port b79a27db-d4d0-4ce0-8812-b878c173a4ef {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:11.273958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.488486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.502652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:11.531638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] No DVR routers for this DVR port b79a27db-d4d0-4ce0-8812-b878c173a4ef on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:11.547887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:11.603822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faef052-8b00-45ba-8edc-bc5ddba8ae75 None None] Pushing event deleted for resources: {'Port': ['ID=b79a27db-d4d0-4ce0-8812-b878c173a4ef,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:11.604989 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.621302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:11.622999 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c99452-50ca-4f44-9d2a-51f5bea9b848" -d '{"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:11.628619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Transition to ACTIVE for port object 2cd4dc5c-a871-4f38-a20e-26603453694d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:11.653896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:11.685048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b79a27db-d4d0-4ce0-8812-b878c173a4ef no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:11.761346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b79a27db-d4d0-4ce0-8812-b878c173a4ef {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:11.762358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b79a27db-d4d0-4ce0-8812-b878c173a4ef not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:11.764888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9f7b75d7-e864-4fa5-9f71-5e63c318c803 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:11.787671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] No DVR routers for this DVR port 2cd4dc5c-a871-4f38-a20e-26603453694d on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:11.790132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:11.805291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-8768ba04-b770-452f-b28b-934fa4bb63ff service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521815 Dec 08 16:04:11.839931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9f7b75d7-e864-4fa5-9f71-5e63c318c803 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:11.840739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9f7b75d7-e864-4fa5-9f71-5e63c318c803 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:11.909169 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0d02fc-58d7-48db-bcb0-0a9b5230bf9c x-openstack-request-id: req-ec0d02fc-58d7-48db-bcb0-0a9b5230bf9c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:11.909169 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-unplugged", "status": "completed", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:11.909638 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec0d02fc-58d7-48db-bcb0-0a9b5230bf9c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:11.909959 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'code': 200} Dec 08 16:04:11.929277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:11.930228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:11.930588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:11.951421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:11.952812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Attempting to bind port 2cd4dc5c-a871-4f38-a20e-26603453694d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:11.982882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:11.984134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:11.985117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:11.986582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Bound port: 2cd4dc5c-a871-4f38-a20e-26603453694d, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:11.987584 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.047450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] For port b79a27db-d4d0-4ce0-8812-b878c173a4ef, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b79a27db-d4d0-4ce0-8812-b878c173a4ef,segment=NetworkSegment(08c1ca61-6187-4940-a3e5-af1ebb043c9b),segment_id=08c1ca61-6187-4940-a3e5-af1ebb043c9b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:12.047847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.056282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:04:12.081565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Calling delete_port for b79a27db-d4d0-4ce0-8812-b878c173a4ef owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:12.294617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9784889-00ae-4875-bd30-0f9a1fa5588d req-bf5ac639-7131-4123-9396-27b58259654b service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755754 Dec 08 16:04:12.297936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:12.364379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:12.377381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.477014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9054d-6ed9-45ac-838a-a376949bc2e3 req-2d48847c-bdba-4bce-a9b7-19e70cd6edf5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.483464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.490065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02f9054d-6ed9-45ac-838a-a376949bc2e3 req-2d48847c-bdba-4bce-a9b7-19e70cd6edf5 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.2762413 Dec 08 16:04:12.506883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:04:12.525092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] Sync routers for ids ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:04:12.531337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=11']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:12.548736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] Routers {'65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:12.549182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:12.550191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.551028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.552547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-95518eef-9265-4b3a-b379-b91101ebcf13 service neutron] 10.222.0.58 "PUT /v2.0/ports/2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 1097 time: 1.6712763 Dec 08 16:04:12.568585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59204) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:12.569461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32aed558-c3c3-4835-84c0-15023d7200a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/65b7a6b7-b7b5-40b6-9df9-f55da7c1804b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8846598 Dec 08 16:04:12.573655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] No DVR routers for this DVR port b79a27db-d4d0-4ce0-8812-b878c173a4ef on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:12.577718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79a27db-d4d0-4ce0-8812-b878c173a4ef,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:12.743396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-ea7e7342-97c5-4888-8748-25d53e725307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:12.750757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-ea7e7342-97c5-4888-8748-25d53e725307 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1100 time: 0.1400034 Dec 08 16:04:12.794942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.854708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7605be42-91eb-4577-b757-b6b8855fe86f']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:12.869467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08c1ca61-6187-4940-a3e5-af1ebb043c9b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:12.870189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08c1ca61-6187-4940-a3e5-af1ebb043c9b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:12.882933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] Set router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:12.886491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.902337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02f9054d-6ed9-45ac-838a-a376949bc2e3 req-319c0a74-ac61-4f08-a44d-f2705e3c2126 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717554 Dec 08 16:04:12.904665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.912971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:04:12.913475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:04:12.965763 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:04:13.018172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.025917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.033061 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7605be42-91eb-4577-b757-b6b8855fe86f HTTP/1.1" status: 204 len: 168 time: 2.4134867 Dec 08 16:04:13.051202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.055294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7a21-493a-4ba6-b68c-ab026991b4f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7605be42-91eb-4577-b757-b6b8855fe86f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:13.342506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:04:10Z', 'revision_number': 5, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:13.365721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59256) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:13.371449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-b21d88fc-289c-40eb-8f9c-dc1ea21e5567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.373124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-b21d88fc-289c-40eb-8f9c-dc1ea21e5567 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.5315900 Dec 08 16:04:13.410419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] Checking router: 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:04:13.426687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] Routers {'65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:13.428156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:03:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:13.429741 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.443412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-4aa61f37-2b1a-4ffa-9697-07935c1ef617 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0625541 Dec 08 16:04:13.453381 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e86ad972-5d95-4cf6-b817-dbed1c562868 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=027951093b714165ab9253c332050967&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0848603 Dec 08 16:04:13.454304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59258) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:13.547388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:13.612389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-799daee3-5a8f-4987-8717-61827d1a5744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.616577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-799daee3-5a8f-4987-8717-61827d1a5744 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1643915 Dec 08 16:04:13.651512 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74f1ae2b-89b7-4963-b97b-bc4b1ac0bf67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.711221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74f1ae2b-89b7-4963-b97b-bc4b1ac0bf67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.713565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Deleting port 1f0a767b-20fd-47c3-85e9-219e2f6b0606 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:13.714472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.802571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74f1ae2b-89b7-4963-b97b-bc4b1ac0bf67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.807931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74f1ae2b-89b7-4963-b97b-bc4b1ac0bf67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:13.809675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74f1ae2b-89b7-4963-b97b-bc4b1ac0bf67 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59963132-b09a-4cb2-abb9-a5bf57ac22bd HTTP/1.1" status: 204 len: 168 time: 0.3536935 Dec 08 16:04:13.823513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] Set router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:13.834045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-f18c8cc5-546b-4023-b8c8-82fefd226d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:13.838453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-f18c8cc5-546b-4023-b8c8-82fefd226d97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133076 Dec 08 16:04:13.842033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f1ae2b-89b7-4963-b97b-bc4b1ac0bf67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59963132-b09a-4cb2-abb9-a5bf57ac22bd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:13.919852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:13.922206 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:13.983290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:14.074126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:14.079457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:14.083763 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a904d3ef-df86-4a7c-bae4-86c6b1a393a5" -d '{"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:14.096509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:14.098222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:14.281471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:14.336029 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcde70a-de56-4cce-8963-c0be9c840ace x-openstack-request-id: req-afcde70a-de56-4cce-8963-c0be9c840ace {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:14.336510 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-unplugged", "status": "completed", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:14.336998 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afcde70a-de56-4cce-8963-c0be9c840ace {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:14.339731 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'code': 200} Dec 08 16:04:14.447091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:14.523531 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab5ae0-2dfc-4fac-9b99-9adc7d8361c8 x-openstack-request-id: req-caab5ae0-2dfc-4fac-9b99-9adc7d8361c8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:14.523962 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:14.524442 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-caab5ae0-2dfc-4fac-9b99-9adc7d8361c8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:14.524965 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'status': 'completed', 'code': 200} Dec 08 16:04:14.529700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:04:10Z', 'revision_number': 5, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:14.543167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-51896d1b-462a-458c-aee0-26124f0e80eb service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6933701 Dec 08 16:04:14.544859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] For port 1f0a767b-20fd-47c3-85e9-219e2f6b0606, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1f0a767b-20fd-47c3-85e9-219e2f6b0606,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:14.545370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:14.585238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b930964-4b00-4af9-a13d-32a54977fda2 None None] The sync data for ids ['65b7a6b7-b7b5-40b6-9df9-f55da7c1804b'] in n-d-820935-5 is: [{'id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'name': 'tempest-ServersTestMultiNic-87873933-router', 'tenant_id': '9914e41b5728409989a55221e80d4088', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:47Z', 'updated_at': '2021-12-08T16:04:10Z', 'revision_number': 5, 'project_id': '9914e41b5728409989a55221e80d4088', 'gw_port': {'id': '1f0a767b-20fd-47c3-85e9-219e2f6b0606', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:36:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65b7a6b7-b7b5-40b6-9df9-f55da7c1804b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:04:14.595543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Calling delete_port for 1f0a767b-20fd-47c3-85e9-219e2f6b0606 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:14.747931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3bcd6e-64f6-4242-9a47-71572c221d31 req-7ba0a9b7-beb5-4e8b-979e-12e52f4e282c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.750998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c3bcd6e-64f6-4242-9a47-71572c221d31 req-7ba0a9b7-beb5-4e8b-979e-12e52f4e282c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.6722274 Dec 08 16:04:14.763834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:14.790709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-5add5c7a-362b-4f51-9c12-9790d5a555a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:14.792888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-5add5c7a-362b-4f51-9c12-9790d5a555a8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1100 time: 0.2650690 Dec 08 16:04:14.825840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d0a6366e-dd80-4092-a8ed-6c1ee652f34c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bd14a85bacd4d649087653dce637a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0589674 Dec 08 16:04:14.828677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59330) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:14.896185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c08f18a3-a15e-4700-b4e4-f5c2299a0e6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:14.929425 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c08f18a3-a15e-4700-b4e4-f5c2299a0e6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.003144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b8430-65c3-426f-b30e-c1fd2fe86049 req-c9280b85-f1be-406b-8fca-8fcd93e5370a service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455099 Dec 08 16:04:15.026159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c08f18a3-a15e-4700-b4e4-f5c2299a0e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.045770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c08f18a3-a15e-4700-b4e4-f5c2299a0e6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.067840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c08f18a3-a15e-4700-b4e4-f5c2299a0e6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dcbbf7ec-c11f-427f-99c8-1617d76f964b HTTP/1.1" status: 204 len: 168 time: 0.2373621 Dec 08 16:04:15.094318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f18a3-a15e-4700-b4e4-f5c2299a0e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbbf7ec-c11f-427f-99c8-1617d76f964b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:15.163665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c3bcd6e-64f6-4242-9a47-71572c221d31 req-55b2283c-0af3-4ecd-aad9-501d8a3a5503 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840744 Dec 08 16:04:15.243949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-72af6831-f112-4309-8ecd-2f025ccf5281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.245603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-72af6831-f112-4309-8ecd-2f025ccf5281 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4275253 Dec 08 16:04:15.251896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-5233c0bc-0481-4c91-bfa3-62ceadb54a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.253656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-5233c0bc-0481-4c91-bfa3-62ceadb54a9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=af8d0610d89e416cb0f9a13306ad8792&device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1100 time: 0.1195772 Dec 08 16:04:15.339138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-409b19d3-2718-41cd-8dac-5863bd35d863 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0843940 Dec 08 16:04:15.375401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 781c169d-80fe-4701-bc55-cdcc15635de6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:15.472367 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.480153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-f8a8d3ba-90ec-4d5a-8e53-35f518226c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.482671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-f8a8d3ba-90ec-4d5a-8e53-35f518226c07 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1061776 Dec 08 16:04:15.544325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f0a767b-20fd-47c3-85e9-219e2f6b0606,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:15.626356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-76fc529c-6662-46ed-a826-99c9ef9a242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.634340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-76fc529c-6662-46ed-a826-99c9ef9a242f service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3701148 Dec 08 16:04:15.720963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-e91c0e51-65c0-471b-a5a0-8a9a0273b760 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 200 len: 217 time: 0.0785291 Dec 08 16:04:15.731575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 781c169d-80fe-4701-bc55-cdcc15635de6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:15.731952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 781c169d-80fe-4701-bc55-cdcc15635de6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:15.734723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-13718648-2cd4-4611-86a1-9558e577d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.736623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-13718648-2cd4-4611-86a1-9558e577d603 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380917 Dec 08 16:04:15.835216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.966122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-a1b7da3d-979f-4065-90af-675c34d855a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:15.967692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-a1b7da3d-979f-4065-90af-675c34d855a9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2358136 Dec 08 16:04:15.971596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:15.976128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.085335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.087179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65b7a6b7-b7b5-40b6-9df9-f55da7c1804b {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:04:16.118481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.120345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-294164c4-2f84-4b0a-bf13-f3aa07154bcd admin admin] 10.222.0.62 "DELETE /v2.0/routers/65b7a6b7-b7b5-40b6-9df9-f55da7c1804b HTTP/1.1" status: 204 len: 168 time: 3.5505500 Dec 08 16:04:16.124375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59378) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:16.134555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-2a191301-a388-42ce-b6d3-ff5e0200c575 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843288 Dec 08 16:04:16.207550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Deleting subnet 7c52cb3d-80b5-4783-be3b-dec50f435364 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:04:16.234814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.348256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-64cc9c5e-ed9f-4cd7-88bb-001c56530825 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070413 Dec 08 16:04:16.352054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-18fcb676-308b-43de-b5eb-6f7be0386457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.356555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-18fcb676-308b-43de-b5eb-6f7be0386457 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3757129 Dec 08 16:04:16.393426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.608114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.613650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65fd8-c46a-4887-b21c-be80722a430c req-9dc2b658-d8b1-4cba-967f-46b841d65610 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:16.616900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fb65fd8-c46a-4887-b21c-be80722a430c req-9dc2b658-d8b1-4cba-967f-46b841d65610 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.1221721 Dec 08 16:04:16.713036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-7ade8745-9554-47c2-a99a-65ebad9adae4 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484221 Dec 08 16:04:16.724749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.792823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fb65fd8-c46a-4887-b21c-be80722a430c req-a16367a8-f262-4b98-96b0-96dc7646c679 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577184 Dec 08 16:04:16.802009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c52cb3d-80b5-4783-be3b-dec50f435364,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:16.808406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cb4dc0-db91-4096-ad08-34ca009a925c None None] Network dfbf6e6c-e2db-4570-a35b-71701f708441 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:16.810472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:16.823949 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4aa5b8fc-c1d0-46de-b0b7-1f9ab161424f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7c52cb3d-80b5-4783-be3b-dec50f435364 HTTP/1.1" status: 204 len: 168 time: 0.6972139 Dec 08 16:04:16.825635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:17.011020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a8f086-ebf6-4873-b673-e50cd0d0d2c3 req-4cd6d3d4-6ab1-41c7-9c34-5da19339b1e0 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860343 Dec 08 16:04:17.128799 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.213115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] DHCP port deletion for dfbf6e6c-e2db-4570-a35b-71701f708441 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:04:17.325195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Deleting port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:17.328624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.413925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] Deleting port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:17.415303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.577445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] For port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:17.578248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.607844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Calling delete_port for 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:17.617835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] For port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,segment=NetworkSegment(a5005a53-d92c-4d60-b8d0-ce327d930685),segment_id=a5005a53-d92c-4d60-b8d0-ce327d930685)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:17.618612 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.643700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1f0a767b-20fd-47c3-85e9-219e2f6b0606 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:17.694019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] Calling delete_port for 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:17.708444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 1f0a767b-20fd-47c3-85e9-219e2f6b0606 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:17.709047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1f0a767b-20fd-47c3-85e9-219e2f6b0606 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:17.709889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:17.750713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.823971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:17.827435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] No DVR routers for this DVR port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:17.839547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No active binding found for port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:04:17.840410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:17.912343 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.937403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:17.952806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] Pushing event deleted for resources: {'Port': ['ID=0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:17.968264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d1bfce-baf9-45fa-a8e6-9b08b83fa519 None None] No DVR routers for this DVR port 0bf01fe6-7a79-4d30-84b5-31fd7fc44b8e on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:17.990771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:17.995330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbf6e6c-e2db-4570-a35b-71701f708441']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:18.028634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5005a53-d92c-4d60-b8d0-ce327d930685') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:18.029017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5005a53-d92c-4d60-b8d0-ce327d930685') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:18.066858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.098041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.098529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f00e8e1-9de0-4746-9e0c-1dbe2d0cbfcd req-341e94a7-b187-4aef-92d5-e6da00caab72 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.105027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f00e8e1-9de0-4746-9e0c-1dbe2d0cbfcd req-341e94a7-b187-4aef-92d5-e6da00caab72 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 949 time: 0.1207843 Dec 08 16:04:18.108698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:04:18.109604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:04:18.116064 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:04:18.173244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:18.194911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'mac_address': 'fa:16:3e:35:8f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:18.243174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f00e8e1-9de0-4746-9e0c-1dbe2d0cbfcd req-86d55152-22de-4025-a0ce-990888adddd1 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187086 Dec 08 16:04:18.248149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.267448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.279541 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] 10.222.0.62 "DELETE /v2.0/networks/dfbf6e6c-e2db-4570-a35b-71701f708441 HTTP/1.1" status: 204 len: 168 time: 1.4515047 Dec 08 16:04:18.289354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.312305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e595e4-1498-40f1-94d5-1b6b8f349f3e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbf6e6c-e2db-4570-a35b-71701f708441,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:18.318239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd4dc5c-a871-4f38-a20e-26603453694d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:18.352532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:18.361572 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:18.468992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:18.700851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b67bb2-62ea-4faa-99df-004b5724a5a0 req-fd127e50-f202-4143-9cc1-5447fe457e63 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:18.703415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47b67bb2-62ea-4faa-99df-004b5724a5a0 req-fd127e50-f202-4143-9cc1-5447fe457e63 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 1101 time: 0.0704319 Dec 08 16:04:18.778447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:18.798657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['2cd4dc5c-a871-4f38-a20e-26603453694d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:18.806048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47b67bb2-62ea-4faa-99df-004b5724a5a0 req-69dd123a-98b8-42a9-827e-dae2707ed388 tempest-MigrationsAdminTest-781930509 tempest-MigrationsAdminTest-781930509-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865793 Dec 08 16:04:18.867473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2119d48-5079-4935-8820-3770abf8d74c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9914e41b5728409989a55221e80d4088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0872574 Dec 08 16:04:18.871759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:18.998862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e59ad6ae-eaa7-4cc6-8927-505c44b82f32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:19.057304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e59ad6ae-eaa7-4cc6-8927-505c44b82f32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:19.179615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e59ad6ae-eaa7-4cc6-8927-505c44b82f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:19.185638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e59ad6ae-eaa7-4cc6-8927-505c44b82f32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:19.187981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e59ad6ae-eaa7-4cc6-8927-505c44b82f32 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b68c341-8578-479d-bd2f-90d7e686ca7c HTTP/1.1" status: 204 len: 168 time: 0.3143563 Dec 08 16:04:19.205224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ad6ae-eaa7-4cc6-8927-505c44b82f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b68c341-8578-479d-bd2f-90d7e686ca7c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:19.656254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-749ce762-0546-4cc5-aac7-bac759575be9 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ab8ac264092c4d298c2dfef857626144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536141 Dec 08 16:04:19.830509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-8b989b55-9b2f-4680-9a0c-f50fae8b6406 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.833915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-8b989b55-9b2f-4680-9a0c-f50fae8b6406 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745257 Dec 08 16:04:19.909751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-52f9d19c-8e17-4857-86ad-b74cd17eadc6 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/quotas/ab8ac264092c4d298c2dfef857626144 HTTP/1.1" status: 200 len: 375 time: 0.0593500 Dec 08 16:04:19.959170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-3703e4cd-c41b-4e2b-b82d-03068c83ac75 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab8ac264092c4d298c2dfef857626144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423934 Dec 08 16:04:19.967791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70df74e-d97c-49da-b701-4c9c55f69b1d req-c6dc6a89-f070-4e18-b8a7-1aac0b92e2cb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:19.969107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c70df74e-d97c-49da-b701-4c9c55f69b1d req-c6dc6a89-f070-4e18-b8a7-1aac0b92e2cb tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.1325891 Dec 08 16:04:20.062616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c70df74e-d97c-49da-b701-4c9c55f69b1d req-20f85676-4cdb-4282-8919-92b853ea295e tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809705 Dec 08 16:04:20.329314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215d25e-e9d2-4dff-a8b9-367f9e7d594b req-bf35b4c5-ca24-497b-8bb3-1b55f8a086d7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.339230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e215d25e-e9d2-4dff-a8b9-367f9e7d594b req-bf35b4c5-ca24-497b-8bb3-1b55f8a086d7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 948 time: 0.0811377 Dec 08 16:04:20.359874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:20.436065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e215d25e-e9d2-4dff-a8b9-367f9e7d594b req-14c59617-5dfd-41aa-887b-3bcbd2c3e8cf tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950065 Dec 08 16:04:20.482861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09962264-e4e7-44fe-a1ca-1dd9f804568b req-dbb281a4-df7c-468f-b12b-4155635a6b67 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 210 time: 0.0441072 Dec 08 16:04:20.528723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1286698861-network', 'tenant_id': 'ad5aaf46a2f247b8b6050753c6e039ff'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:20.558812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Made reservation on behalf of ad5aaf46a2f247b8b6050753c6e039ff for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:20.561585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.572181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.682642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.688089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.728859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:04:20.746023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0d382f-cfd1-49a1-aaa5-93935ff28402,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:20.751694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.752060 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Added segment a121b066-388f-43dd-886e-81eb120aad27 of type vlan for network f92995b1-eb75-4f3e-a01b-3d2f201924c2 Dec 08 16:04:20.833592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.875345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.876419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:20.877199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:20.941101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5750523 Dec 08 16:04:20.942027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59568) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:20.952918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Request body: {'subnet': {'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1286698861-subnet', 'tenant_id': 'ad5aaf46a2f247b8b6050753c6e039ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:20.953319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382ae1f9-0a3e-4556-87f3-ea2e5b5cbccc admin admin] Pushing event updated for resources: {'Network': ['ID=f92995b1-eb75-4f3e-a01b-3d2f201924c2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:20.971990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f92995b1-eb75-4f3e-a01b-3d2f201924c2 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:04:21.060721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Made reservation on behalf of ad5aaf46a2f247b8b6050753c6e039ff for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:21.064972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:21.186960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-0bae7306-9cc0-446c-82d9-7eb365e85477 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.189422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-0bae7306-9cc0-446c-82d9-7eb365e85477 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.2011745 Dec 08 16:04:21.473985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccbcab-7d35-4899-875d-82c440624753 req-53ee6d9e-79f4-45bf-a46c-81911ea0bf4d tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.479515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51ccbcab-7d35-4899-875d-82c440624753 req-53ee6d9e-79f4-45bf-a46c-81911ea0bf4d tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 948 time: 0.2425795 Dec 08 16:04:21.518201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd2b7-a5bb-436a-ab54-86dad845c7b4 req-e1536930-a45a-4eb5-a489-14422b21288d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:21.527329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e4cd2b7-a5bb-436a-ab54-86dad845c7b4 req-e1536930-a45a-4eb5-a489-14422b21288d tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 950 time: 0.3310676 Dec 08 16:04:21.848466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Deleting port 2cd4dc5c-a871-4f38-a20e-26603453694d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:21.849007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:21.990311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e4cd2b7-a5bb-436a-ab54-86dad845c7b4 req-05282f40-98f6-44b8-8e9e-2d1223c11439 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611681 Dec 08 16:04:21.994101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2cd4dc5c-a871-4f38-a20e-26603453694d no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:22.073770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244eb954-c051-40a6-be74-4828b2d884cc req-ee873077-2793-4dd0-acdb-e4a6d6302813 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.077081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-244eb954-c051-40a6-be74-4828b2d884cc req-ee873077-2793-4dd0-acdb-e4a6d6302813 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 948 time: 0.5131559 Dec 08 16:04:22.079536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-7b4c29cb-fc6a-412c-83fa-0773844596a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ab8ac264092c4d298c2dfef857626144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1693342 Dec 08 16:04:22.111970 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.188531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.217891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2cd4dc5c-a871-4f38-a20e-26603453694d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:22.259787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:22.265834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.351857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=13']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:22.567935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2a6d582-2be9-4f36-bb0b-89350c800abe req-e30afb02-4d15-4d2a-bba6-74ec9d318ad4 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 210 time: 0.1284850 Dec 08 16:04:22.649927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] For port 2cd4dc5c-a871-4f38-a20e-26603453694d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2cd4dc5c-a871-4f38-a20e-26603453694d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:22.650258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.658947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ac7507-fecf-4651-8dff-7168b5b54527,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:22.692855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Deleting port 6ea51b65-b544-4caa-9ae7-6c13891f438d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:22.693895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:22.723393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Calling delete_port for 2cd4dc5c-a871-4f38-a20e-26603453694d owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:22.788994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Checking segment: {'id': 'a121b066-388f-43dd-886e-81eb120aad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:22.789370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Network hostable DHCP agents. Network: f92995b1-eb75-4f3e-a01b-3d2f201924c2, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:04:22.803593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-244eb954-c051-40a6-be74-4828b2d884cc req-b56bf7ff-584c-4064-99ac-838174d8b7db tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680649 Dec 08 16:04:22.817844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-d5e3cc2f-8273-4041-a277-c1792aff11cd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:22.817844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-d5e3cc2f-8273-4041-a277-c1792aff11cd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7301943 Dec 08 16:04:22.869817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Request body: {'port': {'device_id': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'ab8ac264092c4d298c2dfef857626144'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:22.974621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Network f92995b1-eb75-4f3e-a01b-3d2f201924c2 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:04:23.024747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f92995b1-eb75-4f3e-a01b-3d2f201924c2) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:23.036056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d063211-12fd-437c-8241-56bb3901a110 None None] Network f92995b1-eb75-4f3e-a01b-3d2f201924c2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:23.047151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] For port 6ea51b65-b544-4caa-9ae7-6c13891f438d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6ea51b65-b544-4caa-9ae7-6c13891f438d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:23.047529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.054787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.055414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.093363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Calling delete_port for 6ea51b65-b544-4caa-9ae7-6c13891f438d owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:23.121564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5fbe27da-7769-45f7-a3de-1c2cddd2e3db admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1750872 Dec 08 16:04:23.283191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14e1ee9-60d3-4fc9-af34-f8dddf9c55f9 None None] Network f92995b1-eb75-4f3e-a01b-3d2f201924c2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:23.384098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Made reservation on behalf of ab8ac264092c4d298c2dfef857626144 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:23.390880 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.405639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.422814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:23.429199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:23.444923 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.513165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474f628-b581-4df2-a2ee-bf9875a5bebe req-fda7acdd-589b-47a8-8ff9-ddf54bcabe65 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:23.515796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2474f628-b581-4df2-a2ee-bf9875a5bebe req-fda7acdd-589b-47a8-8ff9-ddf54bcabe65 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=537ffaeb-0d3b-4398-86e8-9fb17cf54b11 HTTP/1.1" status: 200 len: 866 time: 0.3425009 Dec 08 16:04:23.536054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event deleted for resources: {'Port': ['ID=2cd4dc5c-a871-4f38-a20e-26603453694d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:23.773966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] No DVR routers for this DVR port 2cd4dc5c-a871-4f38-a20e-26603453694d on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:23.799662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.804189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d45558d-2fd2-4276-99f6-d4522fc8900c req-76053274-2b6e-4000-a938-67765e18246c tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "DELETE /v2.0/ports/2cd4dc5c-a871-4f38-a20e-26603453694d HTTP/1.1" status: 204 len: 173 time: 2.5998461 Dec 08 16:04:23.807400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-deleted', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:23.810218 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df267bff-20c2-48fb-8b7c-7c223a97f80d" -d '{"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-deleted", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:23.887967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2474f628-b581-4df2-a2ee-bf9875a5bebe req-25f68a78-8d5f-4b0d-9be7-b84dfcf62251 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541248 Dec 08 16:04:23.892698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:23.967279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Pushing event deleted for resources: {'Port': ['ID=6ea51b65-b544-4caa-9ae7-6c13891f438d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:24.086043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] No DVR routers for this DVR port 6ea51b65-b544-4caa-9ae7-6c13891f438d on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:24.121850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.124310 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.129312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51ccbcab-7d35-4899-875d-82c440624753 req-86154b52-58e0-40db-9fa9-9a0f660201b7 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "DELETE /v2.0/ports/6ea51b65-b544-4caa-9ae7-6c13891f438d HTTP/1.1" status: 204 len: 173 time: 2.6214821 Dec 08 16:04:24.134674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2160fd9d-32f2-409e-b3cf-b49877a8d055 req-fcd01181-a01e-4919-aabe-49e2dafdc2dd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 210 time: 0.1052387 Dec 08 16:04:24.137669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.175250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184b3769-57b9-46e1-8921-d54792d5e663,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:24.184739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-2ed321b3-d2f6-46f1-b41d-ff90df4da4db tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:24.192593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-2ed321b3-d2f6-46f1-b41d-ff90df4da4db tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/networks?id=f92995b1-eb75-4f3e-a01b-3d2f201924c2 HTTP/1.1" status: 200 len: 818 time: 0.4687586 Dec 08 16:04:24.222062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-e710b5b4-b169-4766-9ac6-6b368a6e1c64 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/quotas/ad5aaf46a2f247b8b6050753c6e039ff HTTP/1.1" status: 200 len: 375 time: 0.0282154 Dec 08 16:04:24.266471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-c6182304-66b3-4adc-b9f2-4430fee2e733 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ad5aaf46a2f247b8b6050753c6e039ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433321 Dec 08 16:04:24.583911 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538a4d20-bfb8-4474-90c6-c51f9c004859 x-openstack-request-id: req-538a4d20-bfb8-4474-90c6-c51f9c004859 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:24.585332 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "537ffaeb-0d3b-4398-86e8-9fb17cf54b11", "name": "network-vif-deleted", "tag": "2cd4dc5c-a871-4f38-a20e-26603453694d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:24.585564 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-538a4d20-bfb8-4474-90c6-c51f9c004859 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:24.586316 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '537ffaeb-0d3b-4398-86e8-9fb17cf54b11', 'name': 'network-vif-deleted', 'tag': '2cd4dc5c-a871-4f38-a20e-26603453694d', 'status': 'completed', 'code': 200} Dec 08 16:04:24.592195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Allocated IP 192.168.233.226 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/0c10e069-6217-452e-ab93-2fc5b079ee89) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:24.666660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-5e39d978-e82a-4faa-8b63-5d273ee62859 service neutron] 10.222.0.62 "GET /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3953233 Dec 08 16:04:24.747409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd0330f-2a86-45d4-adf9-16a23c3d10a0 req-ae045ad0-9852-4018-936f-3f9222a5deee tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=873393e5-d9f8-46c7-9578-255ac12f39f2 HTTP/1.1" status: 200 len: 210 time: 0.0753727 Dec 08 16:04:24.908198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-2adfd131-1366-477d-92c1-ac13dec51584 service neutron] 10.222.0.62 "GET /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296770 Dec 08 16:04:24.930623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:24.996005 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:25.107744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:25.115485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:25.126697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:25.133441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Pushing event updated for resources: {'Port': ['ID=0c10e069-6217-452e-ab93-2fc5b079ee89,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:25.243993 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7809bee8-834b-4804-a386-11bdd674ec22 req-ac70626d-8a07-44a5-a7c3-01170311b08b tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 210 time: 0.0521450 Dec 08 16:04:25.288928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.290106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:25.338044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-9087891c-ab54-4538-a6bc-8cb05495094a tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5078769 Dec 08 16:04:25.531803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Request body: {'port': {'device_id': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:25.593526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:25.648545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:25.651173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 6ea51b65-b544-4caa-9ae7-6c13891f438d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:25.652254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6ea51b65-b544-4caa-9ae7-6c13891f438d not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:25.658231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9532189-aedb-4f12-8211-92e5f73b7082 req-22e77df7-bdc0-4c8e-b7b3-7650b447afa5 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.659753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9532189-aedb-4f12-8211-92e5f73b7082 req-22e77df7-bdc0-4c8e-b7b3-7650b447afa5 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 936 time: 0.1965108 Dec 08 16:04:25.670511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29e87db-d28e-44ff-9f6d-26c7ce4ae6a8 req-a35c348b-9758-4065-a998-aaa8d9033456 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:25.672243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d29e87db-d28e-44ff-9f6d-26c7ce4ae6a8 req-a35c348b-9758-4065-a998-aaa8d9033456 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 951 time: 0.1495879 Dec 08 16:04:25.740347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cf8feb43-6a8d-49ec-85b0-643825d20697 None None] Provisioning complete for port 0c10e069-6217-452e-ab93-2fc5b079ee89 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:25.741229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf8feb43-6a8d-49ec-85b0-643825d20697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:25.793523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cf8feb43-6a8d-49ec-85b0-643825d20697 None None] Port 0c10e069-6217-452e-ab93-2fc5b079ee89 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:04:25.815390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9532189-aedb-4f12-8211-92e5f73b7082 req-1635d0e6-aa25-43aa-bb18-44e9abe50255 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421027 Dec 08 16:04:25.851681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a23a0de1-7a9f-4b53-b072-cfaeae74e57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:25.890871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d29e87db-d28e-44ff-9f6d-26c7ce4ae6a8 req-e935c773-71a9-4cb5-a5a7-ba824f09d604 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089729 Dec 08 16:04:26.290054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c10e069-6217-452e-ab93-2fc5b079ee89 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:26.309439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:26.370528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Transition to ACTIVE for port object 0c10e069-6217-452e-ab93-2fc5b079ee89 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:26.378999 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:26.493982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bbe8e3b-a941-45d5-b6a4-73ef6c1bbf0e req-19bcb578-f45f-42de-9bf6-9000bf7f92b0 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 210 time: 0.0983372 Dec 08 16:04:26.505005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9feefbf-38cd-4fa4-a654-dfc3b24e2027 req-4d205239-2ea7-44ff-90a0-4fecb1522838 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.507862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9feefbf-38cd-4fa4-a654-dfc3b24e2027 req-4d205239-2ea7-44ff-90a0-4fecb1522838 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 949 time: 0.2021656 Dec 08 16:04:26.522930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Pushing event updated for resources: {'Port': ['ID=0c10e069-6217-452e-ab93-2fc5b079ee89,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:26.604917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-deleted', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:26.609821 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a94bcc-2694-4448-80df-f27ca0e2ecb6" -d '{"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-deleted", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:26.760871 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9679aac-a0e7-44bf-aae3-fc2146e97a96 x-openstack-request-id: req-e9679aac-a0e7-44bf-aae3-fc2146e97a96 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:26.761541 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873393e5-d9f8-46c7-9578-255ac12f39f2", "name": "network-vif-deleted", "tag": "6ea51b65-b544-4caa-9ae7-6c13891f438d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:26.762017 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9679aac-a0e7-44bf-aae3-fc2146e97a96 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:26.762702 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873393e5-d9f8-46c7-9578-255ac12f39f2', 'name': 'network-vif-deleted', 'tag': '6ea51b65-b544-4caa-9ae7-6c13891f438d', 'status': 'completed', 'code': 200} Dec 08 16:04:26.809023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Attempting to bind port 0c10e069-6217-452e-ab93-2fc5b079ee89 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:26.809368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Attempting to bind port 0c10e069-6217-452e-ab93-2fc5b079ee89 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:26.809672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Attempting to bind port 0c10e069-6217-452e-ab93-2fc5b079ee89 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:26.835863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9feefbf-38cd-4fa4-a654-dfc3b24e2027 req-79581386-2d8d-44d8-a4fb-7157fdf61da3 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057935 Dec 08 16:04:26.883050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Port 0c10e069-6217-452e-ab93-2fc5b079ee89 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:26.883462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Attempting to bind port 0c10e069-6217-452e-ab93-2fc5b079ee89 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:26.897673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-6fa91e73-a772-4f24-837c-648a00f301fd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:26.899230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-6fa91e73-a772-4f24-837c-648a00f301fd tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 951 time: 0.2711446 Dec 08 16:04:26.906751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:26.906751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:26.907291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:26.907615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Bound port: 0c10e069-6217-452e-ab93-2fc5b079ee89, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:26.908043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:27.320145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-1c747571-24bb-4a91-a8a0-e902d7174619 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.322703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-1c747571-24bb-4a91-a8a0-e902d7174619 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.58 "GET /v2.0/networks?id=f92995b1-eb75-4f3e-a01b-3d2f201924c2 HTTP/1.1" status: 200 len: 818 time: 0.5468414 Dec 08 16:04:27.347104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Request body: {'port': {'device_id': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2', 'admin_state_up': True, 'tenant_id': 'ad5aaf46a2f247b8b6050753c6e039ff'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:27.374918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bca896-e5ad-4a30-a140-c8fc38ef949a req-26618a1d-4139-4b84-9a89-51a9f66cd8ed tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.376527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63bca896-e5ad-4a30-a140-c8fc38ef949a req-26618a1d-4139-4b84-9a89-51a9f66cd8ed tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 948 time: 0.4199836 Dec 08 16:04:27.408173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff50b8-3d8a-4ecf-80f7-fbe5f4c37744 req-74d63712-ff70-4fa7-88d4-040412e50242 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:27.409857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09ff50b8-3d8a-4ecf-80f7-fbe5f4c37744 req-74d63712-ff70-4fa7-88d4-040412e50242 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 951 time: 0.3981948 Dec 08 16:04:27.497302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] For port 0c10e069-6217-452e-ab93-2fc5b079ee89, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:27.541680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] For port 0c10e069-6217-452e-ab93-2fc5b079ee89, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c10e069-6217-452e-ab93-2fc5b079ee89,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:27.554756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Deleting port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:27.555110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:27.577601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:27.665965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63bca896-e5ad-4a30-a140-c8fc38ef949a req-b61e7303-a11d-405d-8ec3-5a20317da331 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708328 Dec 08 16:04:28.054708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09ff50b8-3d8a-4ecf-80f7-fbe5f4c37744 req-a38c11f8-e58f-4d49-b136-d08f935ec162 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6086009 Dec 08 16:04:28.067077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.067871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.069121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] 10.222.0.86 "PUT /v2.0/ports/0c10e069-6217-452e-ab93-2fc5b079ee89 HTTP/1.1" status: 200 len: 1096 time: 2.7156096 Dec 08 16:04:28.130568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cc29a62-eb8f-4995-bc17-330a33730dd6 req-5d76f031-1737-488a-b1ee-ad354dc89bf7 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 210 time: 0.0729332 Dec 08 16:04:28.172816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-38fd3833-e4e2-4872-a644-847ae7033ad6 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.175075 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-38fd3833-e4e2-4872-a644-847ae7033ad6 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 949 time: 0.1189480 Dec 08 16:04:28.183939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2407bc6-6ea6-4956-bfa8-048a6b2b6208 service neutron] Pushing event updated for resources: {'Port': ['ID=0c10e069-6217-452e-ab93-2fc5b079ee89,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:28.234294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] For port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:28.234736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.237343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Made reservation on behalf of ad5aaf46a2f247b8b6050753c6e039ff for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:28.240902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.290114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Calling delete_port for 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:28.346027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-9bf72029-830f-4e30-9668-8f77ccde284e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.348306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-9bf72029-830f-4e30-9668-8f77ccde284e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab8ac264092c4d298c2dfef857626144&device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 1099 time: 0.1717560 Dec 08 16:04:28.364329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Deleting port b51754e7-7c70-4509-9462-30dfd8111bd3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:28.364882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.475329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96ef8b-cb7b-45b8-bcf9-cceed526ac45 req-3c90f0dd-c7d8-420b-abac-7d6a9ec1db46 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.476979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac96ef8b-cb7b-45b8-bcf9-cceed526ac45 req-3c90f0dd-c7d8-420b-abac-7d6a9ec1db46 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/ports?device_id=802aea70-73e1-4919-ad93-6f8f700764a3 HTTP/1.1" status: 200 len: 949 time: 0.2485459 Dec 08 16:04:28.482683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-93067e2f-f33b-46ff-ab13-4767e4641f09 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0c10e069-6217-452e-ab93-2fc5b079ee89 HTTP/1.1" status: 200 len: 217 time: 0.0755854 Dec 08 16:04:28.512046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] For port b51754e7-7c70-4509-9462-30dfd8111bd3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b51754e7-7c70-4509-9462-30dfd8111bd3,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:28.512530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.529708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Calling delete_port for b51754e7-7c70-4509-9462-30dfd8111bd3 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:28.627362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-190f4c07-b51f-46ae-9eb9-c1316bfbcc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.628855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-190f4c07-b51f-46ae-9eb9-c1316bfbcc94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1389689 Dec 08 16:04:28.682631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fb62347-acd3-44fe-95ee-2bba08fd93f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.685663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Allocated IP 172.20.0.6 (f92995b1-eb75-4f3e-a01b-3d2f201924c2/29ac7507-fecf-4651-8dff-7168b5b54527/2188e7ee-4c25-48ab-9dc6-15b2150292c0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:28.696868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac96ef8b-cb7b-45b8-bcf9-cceed526ac45 req-66b42132-a0c1-4817-918c-82891f3bea8a tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.62 "GET /v2.0/security-groups?id=eb4c4ceb-7539-45d5-8df3-ca2c6f351541&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946921 Dec 08 16:04:28.761431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.766536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'tag': '0c10e069-6217-452e-ab93-2fc5b079ee89'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:28.769218 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae52f61a-7f1c-41f2-85ad-86906ee35e22" -d '{"events": [{"name": "network-changed", "server_uuid": "c2107ea6-3ee7-4908-bfad-0ae3ed2c8328", "tag": "0c10e069-6217-452e-ab93-2fc5b079ee89"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:28.781462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43858a42-04d3-4517-993d-8970603bfc99 req-1a96be6c-17cd-431f-bee6-a5e54fbdff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:28.783032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-1a96be6c-17cd-431f-bee6-a5e54fbdff08 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1425381 Dec 08 16:04:28.831187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Pushing event deleted for resources: {'Port': ['ID=b51754e7-7c70-4509-9462-30dfd8111bd3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:28.869643 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de1bdd65-7600-4a45-ac2d-bb4c518ea866 x-openstack-request-id: req-de1bdd65-7600-4a45-ac2d-bb4c518ea866 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:28.869991 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2107ea6-3ee7-4908-bfad-0ae3ed2c8328", "tag": "0c10e069-6217-452e-ab93-2fc5b079ee89", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:28.870287 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-de1bdd65-7600-4a45-ac2d-bb4c518ea866 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:28.870623 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'tag': '0c10e069-6217-452e-ab93-2fc5b079ee89', 'status': 'completed', 'code': 200} Dec 08 16:04:28.871255 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.885618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:28.915909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] No DVR routers for this DVR port b51754e7-7c70-4509-9462-30dfd8111bd3 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:28.925298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:28.939501 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e76221e8-a858-4da3-9ed3-60871e2e12d8 req-01c919b7-59d6-4de9-acad-77ffc759b563 tempest-ListImageFiltersTestJSON-10958496 tempest-ListImageFiltersTestJSON-10958496-project] 10.222.0.86 "DELETE /v2.0/ports/b51754e7-7c70-4509-9462-30dfd8111bd3 HTTP/1.1" status: 204 len: 173 time: 0.7568808 Dec 08 16:04:28.940008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-deleted', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:28.942543 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb0f424-edc6-4727-9341-0c51c43555b4" -d '{"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-deleted", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:29.051794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event deleted for resources: {'Port': ['ID=3daa28c2-02a8-4d9b-a3d8-3a93bd65c247,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:29.144895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67565b0-acf2-4c96-a80a-db3154df7d85 req-478b46ee-bd5a-4e1a-8034-e9457e79541b tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.145657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67565b0-acf2-4c96-a80a-db3154df7d85 req-478b46ee-bd5a-4e1a-8034-e9457e79541b tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 948 time: 0.3263953 Dec 08 16:04:29.175254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] No DVR routers for this DVR port 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:29.182431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:29.186082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a4546f6-7fc0-43ea-ad9d-4d52e2f67395 req-537cd6d8-eada-40ff-9cd2-cf514e44c9b2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.86 "DELETE /v2.0/ports/3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 HTTP/1.1" status: 204 len: 173 time: 2.2753687 Dec 08 16:04:29.217915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-0875319b-663c-45e9-9521-813234d7696c service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272764 Dec 08 16:04:29.352415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67565b0-acf2-4c96-a80a-db3154df7d85 req-62761aba-0abe-428a-b49d-dd59a8fd2dc9 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767824 Dec 08 16:04:29.374875 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:29.465428 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1592f3-22e5-42cf-a1b4-562f9bbc4ef1 x-openstack-request-id: req-8d1592f3-22e5-42cf-a1b4-562f9bbc4ef1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:29.466354 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "802aea70-73e1-4919-ad93-6f8f700764a3", "name": "network-vif-deleted", "tag": "b51754e7-7c70-4509-9462-30dfd8111bd3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:29.466354 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d1592f3-22e5-42cf-a1b4-562f9bbc4ef1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:29.466743 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '802aea70-73e1-4919-ad93-6f8f700764a3', 'name': 'network-vif-deleted', 'tag': 'b51754e7-7c70-4509-9462-30dfd8111bd3', 'status': 'completed', 'code': 200} Dec 08 16:04:29.510207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43858a42-04d3-4517-993d-8970603bfc99 req-bf6b9739-3d4a-4206-b2e3-ca99921819dd service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810967 Dec 08 16:04:29.523613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:29.596508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:29.618083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Pushing event updated for resources: {'Port': ['ID=2188e7ee-4c25-48ab-9dc6-15b2150292c0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:29.665472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: b51754e7-7c70-4509-9462-30dfd8111bd3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:29.666700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b51754e7-7c70-4509-9462-30dfd8111bd3 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:29.667784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:29.710984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:29.712835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3daa28c2-02a8-4d9b-a3d8-3a93bd65c247 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:29.716244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8f63416-a39d-4236-b064-4cf9710b84d4 req-da23110a-fb6c-489a-8f9c-32e4a63a0b23 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=19a445d5-e207-428e-b78b-f731a337cc59 HTTP/1.1" status: 200 len: 210 time: 0.0626481 Dec 08 16:04:29.729627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Network f92995b1-eb75-4f3e-a01b-3d2f201924c2 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:29.733342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:29.739524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:29.819512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.820296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:29.844525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3a7b0a8a-7123-459e-8993-ea17910b9745 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5047038 Dec 08 16:04:29.864159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dead6c-8f53-4e06-b9d1-0c971fdb79c0 req-0e541435-ef47-45db-aa7c-4708ec9dac62 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.876816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79dead6c-8f53-4e06-b9d1-0c971fdb79c0 req-0e541435-ef47-45db-aa7c-4708ec9dac62 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 931 time: 0.2541385 Dec 08 16:04:29.892520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Request body: {'port': {'device_id': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:29.898822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-2b194e14-fda1-4902-838c-aea43fc721f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:29.900388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-2b194e14-fda1-4902-838c-aea43fc721f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab8ac264092c4d298c2dfef857626144&device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 1099 time: 0.2125943 Dec 08 16:04:29.944995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:30.077531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:30.086750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79dead6c-8f53-4e06-b9d1-0c971fdb79c0 req-951bccff-a8f8-4bab-9427-9fd63902e00c tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089856 Dec 08 16:04:30.217005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-f61e85d5-5513-4403-915c-83820d26e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.225514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-f61e85d5-5513-4403-915c-83820d26e607 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2999384 Dec 08 16:04:30.419501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-51d36c49-7a69-4934-9a55-84c64f621429 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=0c10e069-6217-452e-ab93-2fc5b079ee89 HTTP/1.1" status: 200 len: 217 time: 0.1797049 Dec 08 16:04:30.575385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-e7b7e6ad-f3c9-4bf6-8b6d-92a6199a6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.576928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-e7b7e6ad-f3c9-4bf6-8b6d-92a6199a6e8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1497126 Dec 08 16:04:30.644782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fb589-889b-4553-ac5a-8c5d44b3c45e req-876ec6ec-d7e0-44c7-bf30-31ea4d789d92 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.647297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-149fb589-889b-4553-ac5a-8c5d44b3c45e req-876ec6ec-d7e0-44c7-bf30-31ea4d789d92 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 948 time: 0.1727583 Dec 08 16:04:30.720542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-bf8321c9-c92f-47b8-9552-59ba9d4c2d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:30.722133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-bf8321c9-c92f-47b8-9552-59ba9d4c2d7d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1334512 Dec 08 16:04:30.835707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-149fb589-889b-4553-ac5a-8c5d44b3c45e req-22783ca8-e4c6-4966-adff-8c15b3b867ff tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742153 Dec 08 16:04:30.839708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2188e7ee-4c25-48ab-9dc6-15b2150292c0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:30.854907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:30.871672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-deleted', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:30.874036 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9724cf-f7ca-4f22-9b85-acb558f1dc4e" -d '{"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-deleted", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:30.889518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Transition to ACTIVE for port object 2188e7ee-4c25-48ab-9dc6-15b2150292c0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:30.898539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:30.956218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-3e7ba100-d136-4c1d-9ac1-ec47c346e6b3 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018704 Dec 08 16:04:31.040258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Pushing event updated for resources: {'Port': ['ID=2188e7ee-4c25-48ab-9dc6-15b2150292c0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:31.089959 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b1da44-a378-4b78-88de-5b156f0c0ed6 x-openstack-request-id: req-64b1da44-a378-4b78-88de-5b156f0c0ed6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:31.090247 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a445d5-e207-428e-b78b-f731a337cc59", "name": "network-vif-deleted", "tag": "3daa28c2-02a8-4d9b-a3d8-3a93bd65c247", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:31.090718 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-64b1da44-a378-4b78-88de-5b156f0c0ed6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:31.091127 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a445d5-e207-428e-b78b-f731a337cc59', 'name': 'network-vif-deleted', 'tag': '3daa28c2-02a8-4d9b-a3d8-3a93bd65c247', 'status': 'completed', 'code': 200} Dec 08 16:04:31.157341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Attempting to bind port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:31.157679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Attempting to bind port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'a121b066-388f-43dd-886e-81eb120aad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:31.158125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Attempting to bind port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 on network f92995b1-eb75-4f3e-a01b-3d2f201924c2 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:31.161877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae52f61a-7f1c-41f2-85ad-86906ee35e22 req-db277ad8-96d2-4bd7-9548-cb68401f9aad service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968372 Dec 08 16:04:31.167133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 on network f92995b1-eb75-4f3e-a01b-3d2f201924c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:31.167302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Attempting to bind port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 on network f92995b1-eb75-4f3e-a01b-3d2f201924c2 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:31.173965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:31.174292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Checking segment: {'id': 'a121b066-388f-43dd-886e-81eb120aad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:31.174898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Bound using segment: {'id': 'a121b066-388f-43dd-886e-81eb120aad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:31.175531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Bound port: 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a121b066-388f-43dd-886e-81eb120aad27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:31.176179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:31.269338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] For port 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:31.276713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] For port 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0,segment=NetworkSegment(a121b066-388f-43dd-886e-81eb120aad27),segment_id=a121b066-388f-43dd-886e-81eb120aad27)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:31.291330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:31.366548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.367433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:31.369827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] 10.222.0.58 "PUT /v2.0/ports/2188e7ee-4c25-48ab-9dc6-15b2150292c0 HTTP/1.1" status: 200 len: 1091 time: 1.4898763 Dec 08 16:04:31.431326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc7a00c-477f-4839-80d3-64a7baec03ba service neutron] Pushing event updated for resources: {'Port': ['ID=2188e7ee-4c25-48ab-9dc6-15b2150292c0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:31.513087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99316a-a661-4e19-b1f4-36846f8a207c req-1b03ad2a-46ea-4997-ab94-98152bce25ce tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.515915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d99316a-a661-4e19-b1f4-36846f8a207c req-1b03ad2a-46ea-4997-ab94-98152bce25ce tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 943 time: 0.1280928 Dec 08 16:04:31.528274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3f2d3105-2693-4de4-adc4-76badcd935d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.530951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-3f2d3105-2693-4de4-adc4-76badcd935d5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad5aaf46a2f247b8b6050753c6e039ff&device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 1094 time: 0.0933175 Dec 08 16:04:31.613051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-e5c22ffc-be2a-4a80-9641-5a617603f20b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0 HTTP/1.1" status: 200 len: 217 time: 0.0701277 Dec 08 16:04:31.708981 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:31.713884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59790) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:31.723127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:31.747288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d99316a-a661-4e19-b1f4-36846f8a207c req-590a7ed0-0529-4cff-87d3-5411703835bd tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149098 Dec 08 16:04:31.752395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-224bcd74-20f0-4683-a193-c1b274151fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.753947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-224bcd74-20f0-4683-a193-c1b274151fa8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29ac7507-fecf-4651-8dff-7168b5b54527 HTTP/1.1" status: 200 len: 858 time: 0.1194413 Dec 08 16:04:31.764595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933fda03-5f3c-48fe-aa7d-fcaa121ee48c req-7a9b9ca7-0151-4f45-a9ad-2a9967d0194a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:31.766237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-933fda03-5f3c-48fe-aa7d-fcaa121ee48c req-7a9b9ca7-0151-4f45-a9ad-2a9967d0194a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.2060368 Dec 08 16:04:31.820897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-9111135b-17a3-46b6-b651-acad65c8b746 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f92995b1-eb75-4f3e-a01b-3d2f201924c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535300 Dec 08 16:04:31.964518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3dcf4e9e-9629-4d71-a900-d764854149d5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b7a2f81d38f4eadb949d57d43fdaec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457626 Dec 08 16:04:31.964860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:32.002308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-933fda03-5f3c-48fe-aa7d-fcaa121ee48c req-ed22b0d2-5d70-4da9-882b-66da83650b19 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931407 Dec 08 16:04:32.045035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-6595719a-5f67-497f-a87f-e5752500d126 service neutron] 10.222.0.58 "GET /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134295 Dec 08 16:04:32.070683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b67c189-b5ae-4731-958c-bdd38dd131e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.091417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.121160 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b67c189-b5ae-4731-958c-bdd38dd131e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.183907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b67c189-b5ae-4731-958c-bdd38dd131e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.187821 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b67c189-b5ae-4731-958c-bdd38dd131e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.189224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b67c189-b5ae-4731-958c-bdd38dd131e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb4c4ceb-7539-45d5-8df3-ca2c6f351541 HTTP/1.1" status: 204 len: 168 time: 0.2227499 Dec 08 16:04:32.199900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b67c189-b5ae-4731-958c-bdd38dd131e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4c4ceb-7539-45d5-8df3-ca2c6f351541,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:32.239670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1596228-30d9-467a-9e85-a9aabd4c15fe req-5c83bec7-d778-423f-b573-98b0f0344abf tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:32.242466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1596228-30d9-467a-9e85-a9aabd4c15fe req-5c83bec7-d778-423f-b573-98b0f0344abf tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 948 time: 0.1931834 Dec 08 16:04:32.348326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa3ae84-030d-4553-b7f0-9d7266adf7f0 req-2a6d095a-90b4-4b08-ba76-6a0dc193b58c service neutron] 10.222.0.58 "GET /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794349 Dec 08 16:04:32.371989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1596228-30d9-467a-9e85-a9aabd4c15fe req-87979301-0ac1-42d0-99a9-c9fc6af926e6 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118762 Dec 08 16:04:32.614114 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:32.788714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-de874c88-52b9-4da3-83bd-9b87e2fe87a0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:32.791219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-de874c88-52b9-4da3-83bd-9b87e2fe87a0 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.0801640 Dec 08 16:04:33.013299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4435e1-957a-422f-a83f-7e3402abc163 req-49869568-468d-413c-8317-c908a9071916 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.016026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e4435e1-957a-422f-a83f-7e3402abc163 req-49869568-468d-413c-8317-c908a9071916 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 943 time: 0.1587842 Dec 08 16:04:33.094486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'tag': '2188e7ee-4c25-48ab-9dc6-15b2150292c0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:33.097206 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd98edf-8343-44e5-8b55-4b6d4c77a90c", "tag": "2188e7ee-4c25-48ab-9dc6-15b2150292c0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:33.105476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Deleting port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:33.106408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.136534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:33.274529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e4435e1-957a-422f-a83f-7e3402abc163 req-3308406e-02b4-480f-a211-0a9c2b79301c tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484460 Dec 08 16:04:33.313759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-495142316-network', 'tenant_id': '606d04794cdb4d5585ab3f192efc9785'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:33.377438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Made reservation on behalf of 606d04794cdb4d5585ab3f192efc9785 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:33.379526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.406242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.535799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-61c8f614-28bc-4d0d-b07c-801afb341146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.538047 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-61c8f614-28bc-4d0d-b07c-801afb341146 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ad5aaf46a2f247b8b6050753c6e039ff&device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 1094 time: 0.0732493 Dec 08 16:04:33.623129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c10e069-6217-452e-ab93-2fc5b079ee89 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:33.625462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.634863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.650785 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeec6ba-2a6b-4e93-a1c6-5e73df5b2b53 x-openstack-request-id: req-feeec6ba-2a6b-4e93-a1c6-5e73df5b2b53 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:33.651174 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd98edf-8343-44e5-8b55-4b6d4c77a90c", "tag": "2188e7ee-4c25-48ab-9dc6-15b2150292c0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:33.651344 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-feeec6ba-2a6b-4e93-a1c6-5e73df5b2b53 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:33.651686 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'tag': '2188e7ee-4c25-48ab-9dc6-15b2150292c0', 'status': 'completed', 'code': 200} Dec 08 16:04:33.680156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:04:33.698057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888c6ef6-e8a9-4dcc-85d7-f4c112fd5848,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:33.704561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dc444-ee83-420a-98b6-74718b4c3a63 req-d3120c59-3948-4e5e-a4db-9cdba5e902d2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.706184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e9dc444-ee83-420a-98b6-74718b4c3a63 req-d3120c59-3948-4e5e-a4db-9cdba5e902d2 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 950 time: 0.5323269 Dec 08 16:04:33.713183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.713531 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Added segment c4c25cd6-10ef-469e-8be6-31d6e0d9172f of type vlan for network 53a2e50b-f9fa-47a7-827c-793eec557dec Dec 08 16:04:33.716132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-91dd17ff-eda5-45b4-b4c3-59ba73eebef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.717542 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-91dd17ff-eda5-45b4-b4c3-59ba73eebef7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=f92995b1-eb75-4f3e-a01b-3d2f201924c2 HTTP/1.1" status: 200 len: 919 time: 0.1714258 Dec 08 16:04:33.723949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] For port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:33.724864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.752860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Calling delete_port for a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:33.785272 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-d2e881f1-8302-4c95-8d41-2f54ad60b756 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0 HTTP/1.1" status: 200 len: 217 time: 0.0587335 Dec 08 16:04:33.811388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.812469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0c10e069-6217-452e-ab93-2fc5b079ee89, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c10e069-6217-452e-ab93-2fc5b079ee89,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:33.829288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0c10e069-6217-452e-ab93-2fc5b079ee89', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0c10e069-6217-452e-ab93-2fc5b079ee89', 'mac_address': 'fa:16:3e:fe:12:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:33.836261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e4938-fb8b-41c3-be59-3657cd74df5f req-930b9af6-e4ab-4436-9fcd-44f413f0510c tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.837895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-564e4938-fb8b-41c3-be59-3657cd74df5f req-930b9af6-e4ab-4436-9fcd-44f413f0510c tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 948 time: 0.1850348 Dec 08 16:04:33.859712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e9dc444-ee83-420a-98b6-74718b4c3a63 req-20143aa8-0230-4792-98bf-3795c6f7da4a tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239145 Dec 08 16:04:33.876614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-3cfccdd7-132e-4ff5-ae66-6adc104c68a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.877878 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-3cfccdd7-132e-4ff5-ae66-6adc104c68a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=29ac7507-fecf-4651-8dff-7168b5b54527 HTTP/1.1" status: 200 len: 858 time: 0.0785835 Dec 08 16:04:33.882787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.884268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:33.885156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.911074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:33.939432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c10e069-6217-452e-ab93-2fc5b079ee89 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:33.946495 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-1b658b6d-103f-4561-a595-7ab966edbaa1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=f92995b1-eb75-4f3e-a01b-3d2f201924c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564706 Dec 08 16:04:33.946842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-564e4938-fb8b-41c3-be59-3657cd74df5f req-5a08c7fe-0641-4f75-b708-cb22386439d4 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Dec 08 16:04:33.998543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0c10e069-6217-452e-ab93-2fc5b079ee89, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c10e069-6217-452e-ab93-2fc5b079ee89,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:34.008600 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.057255 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.060003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9216530 Dec 08 16:04:34.068469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:34.088360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Request body: {'subnet': {'network_id': '53a2e50b-f9fa-47a7-827c-793eec557dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-495142316-subnet', 'tenant_id': '606d04794cdb4d5585ab3f192efc9785', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:34.122164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2188e7ee-4c25-48ab-9dc6-15b2150292c0 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:34.127498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:34.135897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0c10e069-6217-452e-ab93-2fc5b079ee89,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:34.191749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c5f55-ac5e-4b15-8660-3169f46f2afb admin admin] Pushing event updated for resources: {'Network': ['ID=53a2e50b-f9fa-47a7-827c-793eec557dec,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:34.199946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-05ca4941-608f-438e-a939-4aa7fe3ced64 service neutron] 10.222.0.58 "GET /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447295 Dec 08 16:04:34.212663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 53a2e50b-f9fa-47a7-827c-793eec557dec details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:04:34.225771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event deleted for resources: {'Port': ['ID=a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:34.293064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.293658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.294773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.295006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.295745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.296608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.297204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.298265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.298458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.299058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.299563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.300303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.300721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:34.300870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0c10e069-6217-452e-ab93-2fc5b079ee89'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:34.316686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Made reservation on behalf of 606d04794cdb4d5585ab3f192efc9785 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:34.319871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.355648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] No DVR routers for this DVR port a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:34.360738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.367631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb29436a-1244-4cd8-a8d4-355821ca6d98 req-c1dc170b-9a56-43d8-96fe-b663479e558f tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "DELETE /v2.0/ports/a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 HTTP/1.1" status: 204 len: 173 time: 1.5686612 Dec 08 16:04:34.374767 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00d6edb9-6a14-43a6-a9c7-5dbf94417ab2 req-341925f4-f6d7-42b0-b707-da560960c1e4 service neutron] 10.222.0.58 "GET /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664324 Dec 08 16:04:34.464806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0,segment=NetworkSegment(a121b066-388f-43dd-886e-81eb120aad27),segment_id=a121b066-388f-43dd-886e-81eb120aad27)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:34.493788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '2188e7ee-4c25-48ab-9dc6-15b2150292c0', 'network_id': 'f92995b1-eb75-4f3e-a01b-3d2f201924c2', 'port_id': '2188e7ee-4c25-48ab-9dc6-15b2150292c0', 'mac_address': 'fa:16:3e:74:dd:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ac7507-fecf-4651-8dff-7168b5b54527', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:34.621934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.673483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2188e7ee-4c25-48ab-9dc6-15b2150292c0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:34.674602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e83c-8483-4737-b9bc-dcdaccf32b60 req-4496739f-e205-42ef-b3f7-bc12fdadb2ab tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:34.687699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0d1e83c-8483-4737-b9bc-dcdaccf32b60 req-4496739f-e205-42ef-b3f7-bc12fdadb2ab tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 943 time: 0.1926861 Dec 08 16:04:34.733069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0,segment=NetworkSegment(a121b066-388f-43dd-886e-81eb120aad27),segment_id=a121b066-388f-43dd-886e-81eb120aad27)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:34.766143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:34.835181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2188e7ee-4c25-48ab-9dc6-15b2150292c0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:34.860169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0d1e83c-8483-4737-b9bc-dcdaccf32b60 req-9500f2de-6f51-42c2-9f4d-be82c1625e06 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668000 Dec 08 16:04:34.950652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.018934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Pushing event updated for resources: {'Subnet': ['ID=05024b94-46be-423b-a0a5-aefde3804d72,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:35.050029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Checking segment: {'id': 'c4c25cd6-10ef-469e-8be6-31d6e0d9172f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '53a2e50b-f9fa-47a7-827c-793eec557dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:35.050724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Network hostable DHCP agents. Network: 53a2e50b-f9fa-47a7-827c-793eec557dec, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:04:35.085570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['2188e7ee-4c25-48ab-9dc6-15b2150292c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:35.127815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9574d539-3e80-47d4-8b11-c625f13fec6c req-098ac8c7-24ec-401c-a9fd-5de7e45df861 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2395fb4-0aa5-49ee-962d-4ae71386ec32 HTTP/1.1" status: 200 len: 210 time: 0.0597618 Dec 08 16:04:35.172731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Network 53a2e50b-f9fa-47a7-827c-793eec557dec is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:04:35.194978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 53a2e50b-f9fa-47a7-827c-793eec557dec) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:35.204562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.205615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.218361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de167296-f4ff-441f-8027-de3986348a35 None None] Network 53a2e50b-f9fa-47a7-827c-793eec557dec requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:35.249265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f8507-2d5b-44e5-8537-80ebfe5f339f req-4d158e4e-7514-49f2-be89-30450429a855 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:35.251259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590f8507-2d5b-44e5-8537-80ebfe5f339f req-4d158e4e-7514-49f2-be89-30450429a855 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 949 time: 0.1619720 Dec 08 16:04:35.265864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-052e7e22-a5be-4b16-8cae-c444413531de admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1831310 Dec 08 16:04:35.372114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590f8507-2d5b-44e5-8537-80ebfe5f339f req-6775db5b-73ae-42a4-a07e-835d01a21a2b tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050663 Dec 08 16:04:35.508648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480177df-1371-4b8f-ac7a-f3b0398e56b3 None None] Network 53a2e50b-f9fa-47a7-827c-793eec557dec requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:35.652860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-deleted', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:35.657270 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3acc83-3161-4328-a047-94d2057490d8" -d '{"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-deleted", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:35.669666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9e0fda58-0a92-492a-844e-50befed1ba7a req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-542448349', 'description': 'tempest-description-1237128427'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:35.709284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9e0fda58-0a92-492a-844e-50befed1ba7a req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.714387 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab144b1-ef3b-4d4b-8ec6-27d27cae3a44 x-openstack-request-id: req-9ab144b1-ef3b-4d4b-8ec6-27d27cae3a44 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:35.714816 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2395fb4-0aa5-49ee-962d-4ae71386ec32", "name": "network-vif-deleted", "tag": "a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:35.715185 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ab144b1-ef3b-4d4b-8ec6-27d27cae3a44 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:35.715704 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2395fb4-0aa5-49ee-962d-4ae71386ec32', 'name': 'network-vif-deleted', 'tag': 'a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0', 'status': 'completed', 'code': 200} Dec 08 16:04:35.731509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c10e069-6217-452e-ab93-2fc5b079ee89 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:35.792417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9e0fda58-0a92-492a-844e-50befed1ba7a req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.797446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9e0fda58-0a92-492a-844e-50befed1ba7a req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.831857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9e0fda58-0a92-492a-844e-50befed1ba7a req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:35.833216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0fda58-0a92-492a-844e-50befed1ba7a req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.1709602 Dec 08 16:04:35.835757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25616e-51a4-4716-a1a7-08897f0cf34a tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5abea3e0-4741-4cb1-b75b-92c78f76f3b4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:35.919097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3058e325-05d0-4367-9802-f690c8874971 req-e1aded18-be4d-4354-8d6b-8eb09a728233 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/5abea3e0-4741-4cb1-b75b-92c78f76f3b4 HTTP/1.1" status: 200 len: 1829 time: 0.0576870 Dec 08 16:04:35.931098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5abea3e0-4741-4cb1-b75b-92c78f76f3b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:35.931754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5abea3e0-4741-4cb1-b75b-92c78f76f3b4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:35.933745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0c10e069-6217-452e-ab93-2fc5b079ee89 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:35.941705 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0c10e069-6217-452e-ab93-2fc5b079ee89 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:35.942518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.050055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.064193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:36.074629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df0bdb-c5a5-452b-9545-77d20060c63a req-7c6539e9-dd89-4c90-8c54-98332401bfeb tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:36.076273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47df0bdb-c5a5-452b-9545-77d20060c63a req-7c6539e9-dd89-4c90-8c54-98332401bfeb tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 944 time: 0.0948913 Dec 08 16:04:36.093698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.112805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.113058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:36.113636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a6d9986a-0ce9-4eea-ad4e-cc5e3bb448c0 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:36.124020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.155066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935ecff8-08d4-4347-83e2-e2d3297a87ee,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:36.161175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.163049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3058e325-05d0-4367-9802-f690c8874971 req-99f47b9e-6924-416a-86fc-85e3e4a00e5f tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2425723 Dec 08 16:04:36.175868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47df0bdb-c5a5-452b-9545-77d20060c63a req-da8c82d5-02d5-4651-a09d-55db21d12de9 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812719 Dec 08 16:04:36.178495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c10e069-6217-452e-ab93-2fc5b079ee89'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:36.182893 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ad07b-261a-4724-b45b-c64802004e4e" -d '{"events": [{"server_uuid": "c2107ea6-3ee7-4908-bfad-0ae3ed2c8328", "name": "network-vif-plugged", "status": "completed", "tag": "0c10e069-6217-452e-ab93-2fc5b079ee89"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:36.207826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0c10e069-6217-452e-ab93-2fc5b079ee89, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c10e069-6217-452e-ab93-2fc5b079ee89,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:36.214900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.259408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b09d3635-c070-4ed1-9570-d3c76099ddf0 req-f95bfcac-b8f2-4091-b4a6-cf359a15e808 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/5abea3e0-4741-4cb1-b75b-92c78f76f3b4 HTTP/1.1" status: 200 len: 2422 time: 0.0577095 Dec 08 16:04:36.309262 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81b4f44-d207-4f03-84cc-c9bc7574b27a x-openstack-request-id: req-f81b4f44-d207-4f03-84cc-c9bc7574b27a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:36.309563 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2107ea6-3ee7-4908-bfad-0ae3ed2c8328", "name": "network-vif-plugged", "status": "completed", "tag": "0c10e069-6217-452e-ab93-2fc5b079ee89", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:36.310041 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f81b4f44-d207-4f03-84cc-c9bc7574b27a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:36.310849 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c10e069-6217-452e-ab93-2fc5b079ee89', 'code': 200} Dec 08 16:04:36.323389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0c10e069-6217-452e-ab93-2fc5b079ee89,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:36.359936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-74edaacf-ca65-4e0e-8af0-8a2483a4d0fa tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-group-rules/935ecff8-08d4-4347-83e2-e2d3297a87ee HTTP/1.1" status: 200 len: 778 time: 0.0267279 Dec 08 16:04:36.503825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-87f46322-c96c-4cbb-be34-81aa168ca867 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/5abea3e0-4741-4cb1-b75b-92c78f76f3b4 HTTP/1.1" status: 200 len: 2422 time: 0.1295366 Dec 08 16:04:36.518493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eba4288-70fa-499c-bb6e-f262fea9791f req-c5bdd687-e89c-4ff7-a518-f7f120df4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:36.521302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3eba4288-70fa-499c-bb6e-f262fea9791f req-c5bdd687-e89c-4ff7-a518-f7f120df4100 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 1101 time: 0.1336818 Dec 08 16:04:36.620779 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-2ea59d9d-03d9-4121-b4b7-6f4abff36551 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.672722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-2ea59d9d-03d9-4121-b4b7-6f4abff36551 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.703650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3eba4288-70fa-499c-bb6e-f262fea9791f req-497af743-75ab-48c3-96be-233a1bea567f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724234 Dec 08 16:04:36.755973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02afaed6-d621-4f44-94bf-4d216633551c req-b0ab5ccd-6d9e-4793-8214-46c81970d4c7 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:36.758769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02afaed6-d621-4f44-94bf-4d216633551c req-b0ab5ccd-6d9e-4793-8214-46c81970d4c7 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 950 time: 0.1658521 Dec 08 16:04:36.760574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-2ea59d9d-03d9-4121-b4b7-6f4abff36551 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.774376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-2ea59d9d-03d9-4121-b4b7-6f4abff36551 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:36.776374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68fd465d-db5e-4c44-8b72-07e997f8db97 req-2ea59d9d-03d9-4121-b4b7-6f4abff36551 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/935ecff8-08d4-4347-83e2-e2d3297a87ee HTTP/1.1" status: 204 len: 173 time: 0.2618103 Dec 08 16:04:36.796754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea59d9d-03d9-4121-b4b7-6f4abff36551 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=935ecff8-08d4-4347-83e2-e2d3297a87ee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:36.858778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02afaed6-d621-4f44-94bf-4d216633551c req-5aa75dfd-0755-430d-87ef-40180ea26064 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908916 Dec 08 16:04:36.951593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6b0ba-efba-4fd7-abc3-3eb46d3fa413 req-2cd67b24-7663-485c-b585-efefd8eaa5b3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:36.953204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afa6b0ba-efba-4fd7-abc3-3eb46d3fa413 req-2cd67b24-7663-485c-b585-efefd8eaa5b3 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.0606022 Dec 08 16:04:36.966075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4c26c922-fb89-4010-9af2-c59ae81571d4 req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1744793758', 'description': 'tempest-description-1346168795'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:37.018307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4c26c922-fb89-4010-9af2-c59ae81571d4 req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.041490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afa6b0ba-efba-4fd7-abc3-3eb46d3fa413 req-9c11261b-8738-4642-ba9f-79cd8f7f2229 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/security-groups?id=95bf1957-2bad-419e-8c73-2794758d81ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706246 Dec 08 16:04:37.113819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4c26c922-fb89-4010-9af2-c59ae81571d4 req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.118660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4c26c922-fb89-4010-9af2-c59ae81571d4 req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.153421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4c26c922-fb89-4010-9af2-c59ae81571d4 req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.155003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c26c922-fb89-4010-9af2-c59ae81571d4 req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.1930418 Dec 08 16:04:37.162490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3f9c4-8e22-4634-ac5a-db90f32eb6c9 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46fadd4f-046c-4ff4-8b98-f9ed5a93451f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:37.238453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-205dd769-b1d2-48de-ad6b-1d1464c977b9 req-fc478bbd-a792-49c4-a268-e6d8efd225e1 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/46fadd4f-046c-4ff4-8b98-f9ed5a93451f HTTP/1.1" status: 200 len: 1830 time: 0.0482235 Dec 08 16:04:37.285175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a3c4eab7-218c-445d-a11f-52154f075b63 req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-219891129', 'description': 'tempest-description-1305548622'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:37.338637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3c4eab7-218c-445d-a11f-52154f075b63 req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.350529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6405ec5-792d-416f-ab15-72d1860c1f4f req-6fd5f55d-4a12-4252-82eb-ce980fc30da7 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.352153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6405ec5-792d-416f-ab15-72d1860c1f4f req-6fd5f55d-4a12-4252-82eb-ce980fc30da7 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 944 time: 0.0826614 Dec 08 16:04:37.433136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6405ec5-792d-416f-ab15-72d1860c1f4f req-b0917bbb-3ea6-4015-a8ba-c6918f24024e tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699828 Dec 08 16:04:37.475680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3c4eab7-218c-445d-a11f-52154f075b63 req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.482495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3c4eab7-218c-445d-a11f-52154f075b63 req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.527000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3c4eab7-218c-445d-a11f-52154f075b63 req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.531115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3c4eab7-218c-445d-a11f-52154f075b63 req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2504015 Dec 08 16:04:37.543947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feba1fa-ccf9-47c3-b9ad-506cc9d35a50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a928959c-ee9e-48a3-9dfe-5b0a29e24519,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:37.654477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b5a808-4a18-4fd5-a0bb-e70749280bf0 req-6a25d9ec-aa2c-49eb-b437-79c8b25caf10 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/a928959c-ee9e-48a3-9dfe-5b0a29e24519 HTTP/1.1" status: 200 len: 1829 time: 0.0678542 Dec 08 16:04:37.692718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-7b3aaa76-730c-4f6d-a208-5797dfecde65 req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-638827311', 'description': 'tempest-description-496000892'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:37.716705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b3aaa76-730c-4f6d-a208-5797dfecde65 req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.789316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-636bfb66-b469-4d97-8fe9-2212295f4dfc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:37.790870 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-636bfb66-b469-4d97-8fe9-2212295f4dfc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 950 time: 0.0740244 Dec 08 16:04:37.821664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b3aaa76-730c-4f6d-a208-5797dfecde65 req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.831395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b3aaa76-730c-4f6d-a208-5797dfecde65 req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.873140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b3aaa76-730c-4f6d-a208-5797dfecde65 req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:37.878962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b3aaa76-730c-4f6d-a208-5797dfecde65 req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.1899803 Dec 08 16:04:37.894632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7fff1-abab-40ef-a564-3a280c09d531 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=734babb3-6663-4a2a-904c-db1dc033358d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:37.952930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Deleting port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:37.953260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.052750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f65491b-94ca-4dcf-bdd6-af1fcfd61000 req-ecbbc571-91e9-413a-9241-48cabb9c55fe tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/734babb3-6663-4a2a-904c-db1dc033358d HTTP/1.1" status: 200 len: 1828 time: 0.1048973 Dec 08 16:04:38.066691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] For port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:38.067059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.075402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2188e7ee-4c25-48ab-9dc6-15b2150292c0 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:38.084197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Calling delete_port for 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:38.093586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28396fd6-8d24-4703-88d7-d98b22254cae req-2575bac4-185f-412e-b4f8-d5980f5ccccd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.096611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28396fd6-8d24-4703-88d7-d98b22254cae req-2575bac4-185f-412e-b4f8-d5980f5ccccd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 950 time: 0.1108737 Dec 08 16:04:38.194320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28396fd6-8d24-4703-88d7-d98b22254cae req-7b252197-8fec-46cd-9a07-33edad89c6b6 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653059 Dec 08 16:04:38.203236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:04:38.208341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:38.209394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.220181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e22c46a3-de8a-467b-a1e6-a77b14349357 req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1696624739', 'description': 'tempest-description-1044374390'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:38.274740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e22c46a3-de8a-467b-a1e6-a77b14349357 req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.313177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.334776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:38.367104 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:04:38.384531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Pushing event deleted for resources: {'Port': ['ID=933ba3d9-ffe2-4c91-86ab-9f1fe88e784c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:38.390626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.434985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8490b7ca-26d3-4341-9659-bc9c541956f6 req-2f89378a-c2c8-4c2c-bef6-1c95d652afcc tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.62 "GET /v2.0/ports?device_id=f16da72b-e069-484f-8287-5865c16b607d HTTP/1.1" status: 200 len: 210 time: 0.0747218 Dec 08 16:04:38.445563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188e7ee-4c25-48ab-9dc6-15b2150292c0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:38.451372 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8601cbc2-f8c5-4e91-aa4e-ac004a3c096b" -d '{"events": [{"server_uuid": "3cd98edf-8343-44e5-8b55-4b6d4c77a90c", "name": "network-vif-plugged", "status": "completed", "tag": "2188e7ee-4c25-48ab-9dc6-15b2150292c0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:38.467451 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e22c46a3-de8a-467b-a1e6-a77b14349357 req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.473740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] No DVR routers for this DVR port 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:38.477149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.482752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d1763f-d39c-4b35-8ebb-285d04917254 req-3db8e64e-a6b1-4d8e-b4fb-adf514fdb444 tempest-MigrationsAdminTest-671389918 tempest-MigrationsAdminTest-671389918-project] 10.222.0.58 "DELETE /v2.0/ports/933ba3d9-ffe2-4c91-86ab-9f1fe88e784c HTTP/1.1" status: 204 len: 173 time: 0.6852920 Dec 08 16:04:38.483412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-deleted', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:38.486203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e22c46a3-de8a-467b-a1e6-a77b14349357 req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.488059 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa9faca-5b8e-471a-972a-a803b524c076" -d '{"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-deleted", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:38.497913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0,segment=NetworkSegment(a121b066-388f-43dd-886e-81eb120aad27),segment_id=a121b066-388f-43dd-886e-81eb120aad27)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:38.504632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.530820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e22c46a3-de8a-467b-a1e6-a77b14349357 req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:38.534929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e22c46a3-de8a-467b-a1e6-a77b14349357 req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.3189671 Dec 08 16:04:38.564361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586050e-a3a4-4fed-b834-a52377b7393d tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc73b924-b9d2-4e8e-9267-630009ccc91d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:38.621260 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9589c429-3deb-41f8-9672-4b3f768bff4e x-openstack-request-id: req-9589c429-3deb-41f8-9672-4b3f768bff4e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:38.621953 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd98edf-8343-44e5-8b55-4b6d4c77a90c", "name": "network-vif-plugged", "status": "completed", "tag": "2188e7ee-4c25-48ab-9dc6-15b2150292c0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:38.622481 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9589c429-3deb-41f8-9672-4b3f768bff4e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:38.623260 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2188e7ee-4c25-48ab-9dc6-15b2150292c0', 'code': 200} Dec 08 16:04:38.624939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2188e7ee-4c25-48ab-9dc6-15b2150292c0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:38.761723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3157eb-d294-4cfe-be78-393a21125b51 req-0c6f41dc-9ca2-482e-87f4-f32d3c233b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.763570 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3a3157eb-d294-4cfe-be78-393a21125b51 req-0c6f41dc-9ca2-482e-87f4-f32d3c233b2f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 1096 time: 0.0508626 Dec 08 16:04:38.790926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90024782-a883-43db-95d5-283a71f96035 req-c18d777e-bf8f-4e29-8fba-86c75364d553 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:38.810587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90024782-a883-43db-95d5-283a71f96035 req-c18d777e-bf8f-4e29-8fba-86c75364d553 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 945 time: 0.1078649 Dec 08 16:04:38.826537 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3a3157eb-d294-4cfe-be78-393a21125b51 req-424d7982-59bc-4157-b65a-bebdf411b825 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550261 Dec 08 16:04:38.877862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90024782-a883-43db-95d5-283a71f96035 req-4a565902-8551-4a00-8340-7839afcac370 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627291 Dec 08 16:04:38.963625 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8534399d-dd6e-4545-a944-641484723efb x-openstack-request-id: req-8534399d-dd6e-4545-a944-641484723efb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:38.964100 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16da72b-e069-484f-8287-5865c16b607d", "name": "network-vif-deleted", "tag": "933ba3d9-ffe2-4c91-86ab-9f1fe88e784c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:38.964516 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8534399d-dd6e-4545-a944-641484723efb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:38.965218 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16da72b-e069-484f-8287-5865c16b607d', 'name': 'network-vif-deleted', 'tag': '933ba3d9-ffe2-4c91-86ab-9f1fe88e784c', 'status': 'completed', 'code': 200} Dec 08 16:04:38.982448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e737e15-aae6-455d-ad27-a0535950efa5 req-46ba60e0-a8ac-40f0-ace4-4b8d9d099832 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/bc73b924-b9d2-4e8e-9267-630009ccc91d HTTP/1.1" status: 200 len: 1830 time: 0.0512791 Dec 08 16:04:39.191459 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-7dac3816-0b55-44ba-b21b-4f0cbba1c801 req-12ce4f2d-922f-42c3-a3a0-0c33025f7692 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] show failed (client error): The resource could not be found. Dec 08 16:04:39.195353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dac3816-0b55-44ba-b21b-4f0cbba1c801 req-12ce4f2d-922f-42c3-a3a0-0c33025f7692 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/b659c538-e57b-48ef-b32d-5366d08c80fb HTTP/1.1" status: 404 len: 352 time: 0.0213287 Dec 08 16:04:39.225108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223622a0-2b87-4d52-a39e-16a529031bb7 req-e85d61b3-9f21-47cd-9662-7f5f4f2b24ec tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:39.227770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-223622a0-2b87-4d52-a39e-16a529031bb7 req-e85d61b3-9f21-47cd-9662-7f5f4f2b24ec tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 950 time: 0.0962193 Dec 08 16:04:39.325060 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-9bc3f26a-dcec-4adf-aed6-5d914947ef03 req-745bee0b-485a-41b2-9d3d-b033b03bc855 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] show failed (client error): The resource could not be found. Dec 08 16:04:39.326737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bc3f26a-dcec-4adf-aed6-5d914947ef03 req-745bee0b-485a-41b2-9d3d-b033b03bc855 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-group-rules/a8c86b5c-7272-4059-b2bd-291ad62238b8 HTTP/1.1" status: 404 len: 361 time: 0.0515742 Dec 08 16:04:39.343573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-223622a0-2b87-4d52-a39e-16a529031bb7 req-30097b0a-f9db-4560-98c5-dd5d64dc5698 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049109 Dec 08 16:04:39.431288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d58fb47-096b-47cd-a0e7-ece5e85b0fb2 req-8d473e2c-1150-455f-b729-cba148f37d77 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/bc73b924-b9d2-4e8e-9267-630009ccc91d HTTP/1.1" status: 200 len: 1830 time: 0.0704160 Dec 08 16:04:39.539096 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d58fb47-096b-47cd-a0e7-ece5e85b0fb2 req-d468e3ed-b496-4fa3-9ac0-2919853cbfd2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:39.581782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d58fb47-096b-47cd-a0e7-ece5e85b0fb2 req-d468e3ed-b496-4fa3-9ac0-2919853cbfd2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:39.644783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d58fb47-096b-47cd-a0e7-ece5e85b0fb2 req-d468e3ed-b496-4fa3-9ac0-2919853cbfd2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:39.648052 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d58fb47-096b-47cd-a0e7-ece5e85b0fb2 req-d468e3ed-b496-4fa3-9ac0-2919853cbfd2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:39.649694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d58fb47-096b-47cd-a0e7-ece5e85b0fb2 req-d468e3ed-b496-4fa3-9ac0-2919853cbfd2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc73b924-b9d2-4e8e-9267-630009ccc91d HTTP/1.1" status: 204 len: 173 time: 0.2114701 Dec 08 16:04:39.667735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468e3ed-b496-4fa3-9ac0-2919853cbfd2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc73b924-b9d2-4e8e-9267-630009ccc91d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:39.736027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96f8dc22-b588-4eb0-ba6b-fdcb5a0e5c0e req-29d0b60a-cffc-4cd1-8a37-1cc367847a39 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/734babb3-6663-4a2a-904c-db1dc033358d HTTP/1.1" status: 200 len: 1828 time: 0.0558887 Dec 08 16:04:39.804897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59964) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:39.833700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-96f8dc22-b588-4eb0-ba6b-fdcb5a0e5c0e req-c3bb77c3-874b-4c83-849a-9efee84989a2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:39.883494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-96f8dc22-b588-4eb0-ba6b-fdcb5a0e5c0e req-c3bb77c3-874b-4c83-849a-9efee84989a2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:39.995247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-96f8dc22-b588-4eb0-ba6b-fdcb5a0e5c0e req-c3bb77c3-874b-4c83-849a-9efee84989a2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.000086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-96f8dc22-b588-4eb0-ba6b-fdcb5a0e5c0e req-c3bb77c3-874b-4c83-849a-9efee84989a2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.002300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96f8dc22-b588-4eb0-ba6b-fdcb5a0e5c0e req-c3bb77c3-874b-4c83-849a-9efee84989a2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "DELETE /v2.0/security-groups/734babb3-6663-4a2a-904c-db1dc033358d HTTP/1.1" status: 204 len: 173 time: 0.2546985 Dec 08 16:04:40.031764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb77c3-874b-4c83-849a-9efee84989a2 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=734babb3-6663-4a2a-904c-db1dc033358d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:40.159672 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b307b754-3e71-4727-8774-bce858f595a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af8d0610d89e416cb0f9a13306ad8792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530455 Dec 08 16:04:40.160772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:40.212554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b673c53a-dffe-4deb-8709-fd93a3669eb1 req-744da57c-642b-444f-b5b0-00ced6be8e50 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/a928959c-ee9e-48a3-9dfe-5b0a29e24519 HTTP/1.1" status: 200 len: 1829 time: 0.1366668 Dec 08 16:04:40.237883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0e921c6-3921-42ec-8ce6-efa0239deda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.278494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0e921c6-3921-42ec-8ce6-efa0239deda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.301919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9165c1-58fc-458d-9470-637403af806d req-ef9195e7-1a65-41a4-a5ed-c090283f4767 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.305322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d9165c1-58fc-458d-9470-637403af806d req-ef9195e7-1a65-41a4-a5ed-c090283f4767 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 945 time: 0.1652036 Dec 08 16:04:40.340162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e524f09e-de72-41c6-a023-77c6c378056c req-b929b3f3-03a1-494b-b058-4e17e0c43a75 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:40.342599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e524f09e-de72-41c6-a023-77c6c378056c req-b929b3f3-03a1-494b-b058-4e17e0c43a75 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 1101 time: 0.1688318 Dec 08 16:04:40.365974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0e921c6-3921-42ec-8ce6-efa0239deda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.371834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0e921c6-3921-42ec-8ce6-efa0239deda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.376329 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e0e921c6-3921-42ec-8ce6-efa0239deda4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95bf1957-2bad-419e-8c73-2794758d81ba HTTP/1.1" status: 204 len: 168 time: 0.2111833 Dec 08 16:04:40.393479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e921c6-3921-42ec-8ce6-efa0239deda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bf1957-2bad-419e-8c73-2794758d81ba,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:40.487136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b673c53a-dffe-4deb-8709-fd93a3669eb1 req-0f1877c3-455a-4a61-8550-9d3d2a7cb125 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.509677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d9165c1-58fc-458d-9470-637403af806d req-a8e64e71-5724-467b-bcb6-ccd85c72333c tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931665 Dec 08 16:04:40.582888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b673c53a-dffe-4deb-8709-fd93a3669eb1 req-0f1877c3-455a-4a61-8550-9d3d2a7cb125 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.671284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Deleting port 0c10e069-6217-452e-ab93-2fc5b079ee89 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:40.671884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.745354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b673c53a-dffe-4deb-8709-fd93a3669eb1 req-0f1877c3-455a-4a61-8550-9d3d2a7cb125 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.749199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b673c53a-dffe-4deb-8709-fd93a3669eb1 req-0f1877c3-455a-4a61-8550-9d3d2a7cb125 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.764895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b673c53a-dffe-4deb-8709-fd93a3669eb1 req-0f1877c3-455a-4a61-8550-9d3d2a7cb125 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "DELETE /v2.0/security-groups/a928959c-ee9e-48a3-9dfe-5b0a29e24519 HTTP/1.1" status: 204 len: 173 time: 0.5496521 Dec 08 16:04:40.798563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1877c3-455a-4a61-8550-9d3d2a7cb125 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a928959c-ee9e-48a3-9dfe-5b0a29e24519,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:40.888802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] For port 0c10e069-6217-452e-ab93-2fc5b079ee89, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c10e069-6217-452e-ab93-2fc5b079ee89,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:40.889350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:40.916125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Calling delete_port for 0c10e069-6217-452e-ab93-2fc5b079ee89 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:41.002627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59992) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:41.030849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd31d4-b1c9-4f34-aa4f-9d6a2bcd23a9 req-7c7dd52b-cd5a-47ae-996e-e56a48459a82 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.032606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35fd31d4-b1c9-4f34-aa4f-9d6a2bcd23a9 req-7c7dd52b-cd5a-47ae-996e-e56a48459a82 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=c2107ea6-3ee7-4908-bfad-0ae3ed2c8328 HTTP/1.1" status: 200 len: 950 time: 0.1129920 Dec 08 16:04:41.087515 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-89c90098-644b-47ae-9f05-78600f41e4a7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=16c6465f5e6841f695165291cd0eea1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0831625 Dec 08 16:04:41.091079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59996) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:41.165478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e17e16f3-d895-4edc-9ff3-5a5d44d090aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.190083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35fd31d4-b1c9-4f34-aa4f-9d6a2bcd23a9 req-9611b773-d73b-4cec-b8f0-a743df4057aa tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478992 Dec 08 16:04:41.196909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-361f1556-288d-45a3-bd25-eac802e5ef9f req-f2de86ef-a40d-4c97-bd7e-dc179b71bd25 tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/46fadd4f-046c-4ff4-8b98-f9ed5a93451f HTTP/1.1" status: 200 len: 1830 time: 0.0956619 Dec 08 16:04:41.206843 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e17e16f3-d895-4edc-9ff3-5a5d44d090aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.289093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e17e16f3-d895-4edc-9ff3-5a5d44d090aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.292298 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.293026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e17e16f3-d895-4edc-9ff3-5a5d44d090aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.295395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e17e16f3-d895-4edc-9ff3-5a5d44d090aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68888730-b09d-4e23-8ec5-8e9fef3a0e80 HTTP/1.1" status: 204 len: 168 time: 0.2029476 Dec 08 16:04:41.311345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0c10e069-6217-452e-ab93-2fc5b079ee89'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:41.316183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e16f3-d895-4edc-9ff3-5a5d44d090aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68888730-b09d-4e23-8ec5-8e9fef3a0e80,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:41.340752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Pushing event deleted for resources: {'Port': ['ID=0c10e069-6217-452e-ab93-2fc5b079ee89,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:41.347262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-361f1556-288d-45a3-bd25-eac802e5ef9f req-941263d2-ccde-4639-96a8-713ba968967e tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.470408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] No DVR routers for this DVR port 0c10e069-6217-452e-ab93-2fc5b079ee89 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:41.481232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.491590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e524f09e-de72-41c6-a023-77c6c378056c req-630cf0e2-ce53-46d4-a715-55bc960f0f74 tempest-DeleteServersAdminTestJSON-888230335 tempest-DeleteServersAdminTestJSON-888230335-project-admin] 10.222.0.86 "DELETE /v2.0/ports/0c10e069-6217-452e-ab93-2fc5b079ee89 HTTP/1.1" status: 204 len: 173 time: 1.1329260 Dec 08 16:04:41.497892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'name': 'network-vif-deleted', 'tag': '0c10e069-6217-452e-ab93-2fc5b079ee89'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:41.502584 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fad141b-724c-4708-9761-51f939423f0a" -d '{"events": [{"server_uuid": "c2107ea6-3ee7-4908-bfad-0ae3ed2c8328", "name": "network-vif-deleted", "tag": "0c10e069-6217-452e-ab93-2fc5b079ee89"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:41.549214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-361f1556-288d-45a3-bd25-eac802e5ef9f req-941263d2-ccde-4639-96a8-713ba968967e tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.634202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53fbbf-856f-48f2-a8d0-e479aafde1ae req-ee24ba6e-4e50-4467-9ba7-d205bfc34271 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:41.642742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c53fbbf-856f-48f2-a8d0-e479aafde1ae req-ee24ba6e-4e50-4467-9ba7-d205bfc34271 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 945 time: 0.1462941 Dec 08 16:04:41.736168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c53fbbf-856f-48f2-a8d0-e479aafde1ae req-5d7d3267-80bb-44d4-9f35-ffb97301f513 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921502 Dec 08 16:04:41.737055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-361f1556-288d-45a3-bd25-eac802e5ef9f req-941263d2-ccde-4639-96a8-713ba968967e tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.748313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-361f1556-288d-45a3-bd25-eac802e5ef9f req-941263d2-ccde-4639-96a8-713ba968967e tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:41.764943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-361f1556-288d-45a3-bd25-eac802e5ef9f req-941263d2-ccde-4639-96a8-713ba968967e tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "DELETE /v2.0/security-groups/46fadd4f-046c-4ff4-8b98-f9ed5a93451f HTTP/1.1" status: 204 len: 173 time: 0.5488718 Dec 08 16:04:41.800137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941263d2-ccde-4639-96a8-713ba968967e tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fadd4f-046c-4ff4-8b98-f9ed5a93451f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:41.835587 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd028724-2fce-4fe5-91c8-7c48a3f16815 x-openstack-request-id: req-bd028724-2fce-4fe5-91c8-7c48a3f16815 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:41.835863 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2107ea6-3ee7-4908-bfad-0ae3ed2c8328", "name": "network-vif-deleted", "tag": "0c10e069-6217-452e-ab93-2fc5b079ee89", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:41.843217 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd028724-2fce-4fe5-91c8-7c48a3f16815 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:41.843927 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2107ea6-3ee7-4908-bfad-0ae3ed2c8328', 'name': 'network-vif-deleted', 'tag': '0c10e069-6217-452e-ab93-2fc5b079ee89', 'status': 'completed', 'code': 200} Dec 08 16:04:41.976230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f76bd751-609f-4c66-8974-297d20211ce8 req-59d7b40e-69b5-4d62-b8fc-c0f6213c79db tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "GET /v2.0/security-groups/5abea3e0-4741-4cb1-b75b-92c78f76f3b4 HTTP/1.1" status: 200 len: 1829 time: 0.0657341 Dec 08 16:04:42.081269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f76bd751-609f-4c66-8974-297d20211ce8 req-49bb1834-eb8b-4c6d-b79c-dca33ba96afd tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.104514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:42.141298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:42.142511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 933ba3d9-ffe2-4c91-86ab-9f1fe88e784c not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:42.142811 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f76bd751-609f-4c66-8974-297d20211ce8 req-49bb1834-eb8b-4c6d-b79c-dca33ba96afd tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.209839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f76bd751-609f-4c66-8974-297d20211ce8 req-49bb1834-eb8b-4c6d-b79c-dca33ba96afd tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.213912 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f76bd751-609f-4c66-8974-297d20211ce8 req-49bb1834-eb8b-4c6d-b79c-dca33ba96afd tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.215467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f76bd751-609f-4c66-8974-297d20211ce8 req-49bb1834-eb8b-4c6d-b79c-dca33ba96afd tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] 10.222.0.62 "DELETE /v2.0/security-groups/5abea3e0-4741-4cb1-b75b-92c78f76f3b4 HTTP/1.1" status: 204 len: 173 time: 0.2259548 Dec 08 16:04:42.221828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60022) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:42.283744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb1834-eb8b-4c6d-b79c-dca33ba96afd tempest-SecurityGroupRulesNegativeTestJSON-684334763 tempest-SecurityGroupRulesNegativeTestJSON-684334763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abea3e0-4741-4cb1-b75b-92c78f76f3b4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:42.331097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Deleting subnet 05024b94-46be-423b-a0a5-aefde3804d72 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:04:42.339562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.412428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.476458 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.507068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-c432b312-d911-4616-a5b2-10007d917cdd tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:42.509048 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-c432b312-d911-4616-a5b2-10007d917cdd tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 945 time: 0.0684757 Dec 08 16:04:42.548180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.585065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05024b94-46be-423b-a0a5-aefde3804d72,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:42.592225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.596907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4a9571bf-78c8-4575-931c-35d9850b57db admin admin] 10.222.0.62 "DELETE /v2.0/subnets/05024b94-46be-423b-a0a5-aefde3804d72 HTTP/1.1" status: 204 len: 168 time: 0.3733413 Dec 08 16:04:42.599720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60042) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:42.662489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Deleting port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:04:42.663056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.725319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-39556917-4549-4f05-b098-3b86197fd602 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=ab8ac264092c4d298c2dfef857626144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604384 Dec 08 16:04:42.767406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.790945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] For port 2188e7ee-4c25-48ab-9dc6-15b2150292c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2188e7ee-4c25-48ab-9dc6-15b2150292c0,segment=NetworkSegment(a121b066-388f-43dd-886e-81eb120aad27),segment_id=a121b066-388f-43dd-886e-81eb120aad27)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:42.791742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:42.812718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Calling delete_port for 2188e7ee-4c25-48ab-9dc6-15b2150292c0 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:04:43.009308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.024948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['2188e7ee-4c25-48ab-9dc6-15b2150292c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:43.049216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Pushing event deleted for resources: {'Port': ['ID=2188e7ee-4c25-48ab-9dc6-15b2150292c0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:43.113035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.117321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] No DVR routers for this DVR port 2188e7ee-4c25-48ab-9dc6-15b2150292c0 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:04:43.120622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.125520 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1654c991-0509-453a-9c0f-e4f3978680a4 req-dd59dd72-fb4b-4d64-bd18-f849c46fd80f tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.58 "DELETE /v2.0/ports/2188e7ee-4c25-48ab-9dc6-15b2150292c0 HTTP/1.1" status: 204 len: 173 time: 0.6087208 Dec 08 16:04:43.126441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'name': 'network-vif-deleted', 'tag': '2188e7ee-4c25-48ab-9dc6-15b2150292c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:43.131746 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e600f1cb-4e0a-4312-ae8b-64460109f340" -d '{"events": [{"server_uuid": "3cd98edf-8343-44e5-8b55-4b6d4c77a90c", "name": "network-vif-deleted", "tag": "2188e7ee-4c25-48ab-9dc6-15b2150292c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:43.144764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6d03e091-5c61-425d-a1e8-353ba843bcca tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.148110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6d03e091-5c61-425d-a1e8-353ba843bcca tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4122436 Dec 08 16:04:43.184260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4cd87-77ba-496f-b9e7-6013115f8542 req-4345a103-4b36-4b4a-89f8-663622d4582b tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:43.186110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdf4cd87-77ba-496f-b9e7-6013115f8542 req-4345a103-4b36-4b4a-89f8-663622d4582b tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cd98edf-8343-44e5-8b55-4b6d4c77a90c HTTP/1.1" status: 200 len: 867 time: 0.3174722 Dec 08 16:04:43.198035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a2e50b-f9fa-47a7-827c-793eec557dec']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:43.219160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c25cd6-10ef-469e-8be6-31d6e0d9172f') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:43.219462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c25cd6-10ef-469e-8be6-31d6e0d9172f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:43.248197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-5fba8046-b614-4350-b930-60ee07ae7e48 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/quotas/ab8ac264092c4d298c2dfef857626144 HTTP/1.1" status: 200 len: 375 time: 0.0555110 Dec 08 16:04:43.251248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.291791 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.315459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-bb9bb49a-1c92-41fb-a040-15396542e80e tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ab8ac264092c4d298c2dfef857626144&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520225 Dec 08 16:04:43.322649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:04:43.323060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:04:43.325061 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:04:43.338531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdf4cd87-77ba-496f-b9e7-6013115f8542 req-f23a886f-ce88-4489-966b-7ae05e683c67 tempest-InstanceActionsV221TestJSON-1059494466 tempest-InstanceActionsV221TestJSON-1059494466-project] 10.222.0.62 "GET /v2.0/security-groups?id=af0d382f-cfd1-49a1-aaa5-93935ff28402&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247020 Dec 08 16:04:43.422690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.467905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:43.471848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] 10.222.0.62 "DELETE /v2.0/networks/53a2e50b-f9fa-47a7-827c-793eec557dec HTTP/1.1" status: 204 len: 168 time: 0.8710449 Dec 08 16:04:43.473335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6862753a-7cdd-4a9b-b3a6-7a76e11a3e25 admin admin] Pushing event deleted for resources: {'Network': ['ID=53a2e50b-f9fa-47a7-827c-793eec557dec,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:43.674304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c10e069-6217-452e-ab93-2fc5b079ee89 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:43.727531 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e665304f-45e0-4376-aac3-64ae02300691 x-openstack-request-id: req-e665304f-45e0-4376-aac3-64ae02300691 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:43.728355 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd98edf-8343-44e5-8b55-4b6d4c77a90c", "name": "network-vif-deleted", "tag": "2188e7ee-4c25-48ab-9dc6-15b2150292c0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:43.728355 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e665304f-45e0-4376-aac3-64ae02300691 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:43.729021 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd98edf-8343-44e5-8b55-4b6d4c77a90c', 'name': 'network-vif-deleted', 'tag': '2188e7ee-4c25-48ab-9dc6-15b2150292c0', 'status': 'completed', 'code': 200} Dec 08 16:04:43.805830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0c10e069-6217-452e-ab93-2fc5b079ee89 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:43.808874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c10e069-6217-452e-ab93-2fc5b079ee89 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:43.913619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:43.959007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e296cf6-b0fd-4730-8fd6-2995d26030ae req-08ce1c36-6ac7-40db-b544-f7e79ab84748 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 210 time: 0.1013868 Dec 08 16:04:43.993751 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3d31ac0e-5666-4798-9749-9153be552989 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=606d04794cdb4d5585ab3f192efc9785&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0743728 Dec 08 16:04:43.994883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60082) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:44.076103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d708b7-84a5-48c2-8ee3-1a62c16041dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.134460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d708b7-84a5-48c2-8ee3-1a62c16041dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.226889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d708b7-84a5-48c2-8ee3-1a62c16041dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.231987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3d708b7-84a5-48c2-8ee3-1a62c16041dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.239071 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3d708b7-84a5-48c2-8ee3-1a62c16041dd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/888c6ef6-e8a9-4dcc-85d7-f4c112fd5848 HTTP/1.1" status: 204 len: 168 time: 0.2418005 Dec 08 16:04:44.259764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d708b7-84a5-48c2-8ee3-1a62c16041dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888c6ef6-e8a9-4dcc-85d7-f4c112fd5848,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:44.753128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-9c50538f-f00e-4b4e-bb8c-7196479a615d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364797 Dec 08 16:04:44.799989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60124) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:44.879998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Deleting subnet 29ac7507-fecf-4651-8dff-7168b5b54527 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:04:44.886692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.944742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:44.976865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-958fb006-d01d-4129-bdbe-4a87a84c4525 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:44.979854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-958fb006-d01d-4129-bdbe-4a87a84c4525 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2125130 Dec 08 16:04:44.994389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.011787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-f596e9c4-c92a-4e27-82a3-96aeee7a3915 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/quotas/444c77c06d0f4cba88c28418af0a8564 HTTP/1.1" status: 200 len: 375 time: 0.0241735 Dec 08 16:04:45.071512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-7ff11e83-e8f8-450b-95f7-0284cd393305 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0582945 Dec 08 16:04:45.091582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.124101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ac7507-fecf-4651-8dff-7168b5b54527,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:45.139469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/29ac7507-fecf-4651-8dff-7168b5b54527 HTTP/1.1" status: 204 len: 168 time: 0.3415394 Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.147351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.148844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.148844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.148844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.148844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2f17-0de9-4afb-994a-ac57a39b1c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:45.157828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:45.184610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ff106fe-381d-4589-846f-809e84209ed9 req-6c9a2505-c3f8-41f8-a5fe-aaef4efa88cc tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 210 time: 0.1114342 Dec 08 16:04:45.270091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.416026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-7244c972-25a1-46d1-95e8-4a209a9053a0 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=ab8ac264092c4d298c2dfef857626144&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771391 Dec 08 16:04:45.485952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a45738b-7a58-4af5-b479-bf95ac694212 req-1e9ddfaa-d146-42dc-acee-d688b3d23603 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 210 time: 0.0772226 Dec 08 16:04:45.502360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.564553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92995b1-eb75-4f3e-a01b-3d2f201924c2']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:45.601697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a121b066-388f-43dd-886e-81eb120aad27') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:45.602456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a121b066-388f-43dd-886e-81eb120aad27') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:45.623872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.655623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.667161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-0bccb4df-eb93-418a-8ced-6f91bc59ed19 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:45.670051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-0bccb4df-eb93-418a-8ced-6f91bc59ed19 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2222700 Dec 08 16:04:45.670709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:04:45.671640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.688728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Request body: {'port': {'device_id': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'ab8ac264092c4d298c2dfef857626144'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:04:45.763034 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:04:45.765545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:45.820054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.830906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:45.843752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] 10.222.0.62 "DELETE /v2.0/networks/f92995b1-eb75-4f3e-a01b-3d2f201924c2 HTTP/1.1" status: 204 len: 168 time: 0.6818783 Dec 08 16:04:45.907025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58173b89-99ef-4925-9be8-51852c7cb2ef admin admin] Pushing event deleted for resources: {'Network': ['ID=f92995b1-eb75-4f3e-a01b-3d2f201924c2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.046474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1414699009-network', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:46.056242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Made reservation on behalf of ab8ac264092c4d298c2dfef857626144 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:46.065301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.078510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Made reservation on behalf of 25fb7b33753a4c6f988e8415cae24d7b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:46.084257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.104889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2188e7ee-4c25-48ab-9dc6-15b2150292c0 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:04:46.132371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:46.136615 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.140039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 2188e7ee-4c25-48ab-9dc6-15b2150292c0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:04:46.140532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2188e7ee-4c25-48ab-9dc6-15b2150292c0 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:04:46.232404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b98890e6-6df5-4dac-b3da-67276a8d4070 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ad5aaf46a2f247b8b6050753c6e039ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0979667 Dec 08 16:04:46.235122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60174) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:46.307081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.314858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.352602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:04:46.361506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff3e781-1daf-4467-b466-12afed00bd19,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.369330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.369739 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Added segment 2a15bf1d-578d-4391-a943-7323d59df00c of type vlan for network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 Dec 08 16:04:46.408799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60628b96-d34d-4d23-8e9d-fb95f50d188d req-1bcdb2a2-c77f-4edb-8e84-7aedfdddc7c5 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 210 time: 0.0487361 Dec 08 16:04:46.430608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f522a542-e53b-4a48-8f6b-b42bae548fae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.433080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.470601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Allocated IP 192.168.233.143 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/100e200d-8b0e-494e-8c46-8f0ee6adf00e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:46.474571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f522a542-e53b-4a48-8f6b-b42bae548fae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.480981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.482784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:46.484649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.556781 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7769701 Dec 08 16:04:46.558971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:46.565371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Request body: {'subnet': {'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1414699009-subnet', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:46.595902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Made reservation on behalf of 25fb7b33753a4c6f988e8415cae24d7b for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:46.598827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.614985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69123fcf-475f-4d4d-b855-fb191ce05aef admin admin] Pushing event updated for resources: {'Network': ['ID=716f9c59-ff9c-49e3-b07c-cc92bbb17051,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.639707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:04:46.740750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f522a542-e53b-4a48-8f6b-b42bae548fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.746297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f522a542-e53b-4a48-8f6b-b42bae548fae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.748621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f522a542-e53b-4a48-8f6b-b42bae548fae admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/af0d382f-cfd1-49a1-aaa5-93935ff28402 HTTP/1.1" status: 204 len: 168 time: 0.5118606 Dec 08 16:04:46.777131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-239f7549-8843-423a-8112-b81bb725290e req-e1ab0322-3014-49b4-af03-e7e3397e37b7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 210 time: 0.1023202 Dec 08 16:04:46.842798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f522a542-e53b-4a48-8f6b-b42bae548fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0d382f-cfd1-49a1-aaa5-93935ff28402,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:46.961218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:46.990412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.061862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4823824f-1622-481b-b66a-c37ceceaed64,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:47.080391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Checking segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:47.080871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Network hostable DHCP agents. Network: 716f9c59-ff9c-49e3-b07c-cc92bbb17051, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:04:47.109596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.111751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:04:47.129714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 716f9c59-ff9c-49e3-b07c-cc92bbb17051) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:47.136028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.137595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.151600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98f06e8-a5c6-4668-88b2-dd3cf673f300 None None] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:47.161103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:47.168821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:47.181001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:47.192731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5431f4b8-4e4b-4a58-8f40-b7b26f6c12f0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6100490 Dec 08 16:04:47.193909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:47.205274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:47.237070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:47.238238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.255956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Pushing event updated for resources: {'Port': ['ID=100e200d-8b0e-494e-8c46-8f0ee6adf00e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:47.306642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.308768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-6b445004-b769-4051-bf67-e8bbc6af6437 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6279831 Dec 08 16:04:47.315801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.322124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Request body: {'port': {'device_id': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:47.501343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.504762 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e293e7cd-9b36-4663-9c7f-216f5cd79794 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871594 Dec 08 16:04:47.551901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:04:47.553378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.727027 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:47.865696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Allocated IP 172.20.0.2 (716f9c59-ff9c-49e3-b07c-cc92bbb17051/4823824f-1622-481b-b66a-c37ceceaed64/a157b524-d963-49cc-8876-81843591c288) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:48.139006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.154726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.162539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-4241de2e-bb49-4e11-9e73-45ecca277c58 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.166533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.166889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-4241de2e-bb49-4e11-9e73-45ecca277c58 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6545444 Dec 08 16:04:48.170328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf245c3-8054-43a8-9618-26b920dff324 req-dd2f1f75-79ee-4b27-a8e0-8e73f61c7753 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:48.173329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cf245c3-8054-43a8-9618-26b920dff324 req-dd2f1f75-79ee-4b27-a8e0-8e73f61c7753 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 936 time: 0.4882762 Dec 08 16:04:48.194623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:48.200376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ccf8db-3390-41a5-9154-af6bc0505335 req-351af408-eead-4275-ae50-f236fa428fe4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 210 time: 0.1428416 Dec 08 16:04:48.275289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Pushing event updated for resources: {'Port': ['ID=a157b524-d963-49cc-8876-81843591c288,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:48.312240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a1d30417-a6af-472c-b25a-7f1bb174bb8d None None] Provisioning complete for port 100e200d-8b0e-494e-8c46-8f0ee6adf00e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:48.314301 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1d30417-a6af-472c-b25a-7f1bb174bb8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.404899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:48.408410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a1d30417-a6af-472c-b25a-7f1bb174bb8d None None] Port 100e200d-8b0e-494e-8c46-8f0ee6adf00e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:04:48.412948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:48.416637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:48.511496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cf245c3-8054-43a8-9618-26b920dff324 req-c6019e6b-f51c-476b-b7bd-085de70736c6 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093154 Dec 08 16:04:48.565237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Attempting to bind port a157b524-d963-49cc-8876-81843591c288 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:48.566868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Attempting to bind port a157b524-d963-49cc-8876-81843591c288 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:48.568396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Attempting to bind port a157b524-d963-49cc-8876-81843591c288 on network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:48.584593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:48.593046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Checking segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:48.594161 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.595170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Bound using segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:48.598641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Bound port: a157b524-d963-49cc-8876-81843591c288, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:48.600398 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.609021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:48.623416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.674121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.736642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100e200d-8b0e-494e-8c46-8f0ee6adf00e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:48.749525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.773708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] For port a157b524-d963-49cc-8876-81843591c288, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:48.775545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Transition to ACTIVE for port object 100e200d-8b0e-494e-8c46-8f0ee6adf00e will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:48.781763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] For port a157b524-d963-49cc-8876-81843591c288, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a157b524-d963-49cc-8876-81843591c288,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:48.790294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.792960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:48.945284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406f02d-be5c-4596-b454-405ce6d1f15a None None] Pushing event updated for resources: {'Port': ['ID=a157b524-d963-49cc-8876-81843591c288,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:49.059284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Pushing event updated for resources: {'Port': ['ID=100e200d-8b0e-494e-8c46-8f0ee6adf00e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:49.140210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60222) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:49.189497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Attempting to bind port 100e200d-8b0e-494e-8c46-8f0ee6adf00e on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:49.193728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Attempting to bind port 100e200d-8b0e-494e-8c46-8f0ee6adf00e by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:49.194632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Attempting to bind port 100e200d-8b0e-494e-8c46-8f0ee6adf00e on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:49.205052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Port 100e200d-8b0e-494e-8c46-8f0ee6adf00e on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:49.205381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Attempting to bind port 100e200d-8b0e-494e-8c46-8f0ee6adf00e on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:49.215589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:49.215829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:49.216052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:49.216488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Bound port: 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:49.216850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.379355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] For port 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:49.405271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1934544934-network', 'tenant_id': '2921f30a467047a29f6165461435f5ad'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:49.426757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] For port 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:49.445252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.628816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Pushing event updated for resources: {'Port': ['ID=100e200d-8b0e-494e-8c46-8f0ee6adf00e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:49.664913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.690953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-692ba2e3-e5b9-4bd6-9042-63cdeb0b8a3a req-a9c0890a-a097-4993-b351-27485640263a tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 210 time: 0.0914605 Dec 08 16:04:49.698371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:49.699511 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.706099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-38a21a03-e56e-4c0c-a257-6e8395806785 service neutron] 10.222.0.86 "PUT /v2.0/ports/100e200d-8b0e-494e-8c46-8f0ee6adf00e HTTP/1.1" status: 200 len: 1096 time: 2.3889267 Dec 08 16:04:49.707618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'tag': '100e200d-8b0e-494e-8c46-8f0ee6adf00e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:49.712832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a157b524-d963-49cc-8876-81843591c288 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:49.728662 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5832d0f3-e3eb-4660-b883-902223465b05" -d '{"events": [{"name": "network-changed", "server_uuid": "08b2e336-09d6-4e57-8b2a-a941d2af31b4", "tag": "100e200d-8b0e-494e-8c46-8f0ee6adf00e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:49.738387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.749785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.756803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Made reservation on behalf of 2921f30a467047a29f6165461435f5ad for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:49.768407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.783964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.832966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:49.924544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a157b524-d963-49cc-8876-81843591c288 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:49.925604 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.016598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20fb5824-3e05-4dfd-9a05-24d267b861e3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:50.148072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076baac-9ee3-474f-bb80-93fde8863b58 req-5bc2a7bb-2dd8-4d63-a3d2-0f9997cc5afd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.162624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1076baac-9ee3-474f-bb80-93fde8863b58 req-5bc2a7bb-2dd8-4d63-a3d2-0f9997cc5afd tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 948 time: 0.2073228 Dec 08 16:04:50.181776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-2168e14d-560a-4469-8082-54f72ec0aea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.184428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-2168e14d-560a-4469-8082-54f72ec0aea7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab8ac264092c4d298c2dfef857626144&device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 1099 time: 0.3804538 Dec 08 16:04:50.253503 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c27bd-afab-453b-bfed-a2cc477d2b5f x-openstack-request-id: req-789c27bd-afab-453b-bfed-a2cc477d2b5f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:50.254636 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08b2e336-09d6-4e57-8b2a-a941d2af31b4", "tag": "100e200d-8b0e-494e-8c46-8f0ee6adf00e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:50.254636 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-789c27bd-afab-453b-bfed-a2cc477d2b5f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:50.254991 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'tag': '100e200d-8b0e-494e-8c46-8f0ee6adf00e', 'status': 'completed', 'code': 200} Dec 08 16:04:50.288993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.338199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Allocated IP 172.25.3.205 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/362c1fa3-091c-4610-a5fc-790dee73fe09) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:50.357750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port a157b524-d963-49cc-8876-81843591c288, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a157b524-d963-49cc-8876-81843591c288,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:50.369167 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.375751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.65 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/06d3a66d-1e88-42bf-9826-90a3361baeb5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:50.414708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.419927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-5941e24a-2e6c-4d62-b71a-74c527c377de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e HTTP/1.1" status: 200 len: 217 time: 0.2030547 Dec 08 16:04:50.426592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.473420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=a157b524-d963-49cc-8876-81843591c288,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:50.580252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:04:50.640482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1076baac-9ee3-474f-bb80-93fde8863b58 req-55ad9383-e746-41e8-b878-ad8ea69fd622 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763632 Dec 08 16:04:50.641532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae21a6-1f33-47f1-9509-3b98b4a21eca,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:50.663371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.663915 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Added segment 5b6584ef-e1da-470a-9081-ec94b6df8faa of type vlan for network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 Dec 08 16:04:50.695432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-fca3276d-8534-4883-8581-b0bcae43cbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.698360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-fca3276d-8534-4883-8581-b0bcae43cbc5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2626231 Dec 08 16:04:50.789339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.847450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.878005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.891906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.941998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7e74616-4b5f-438c-9ea9-9d1a16845904 req-d43c2dc6-a766-489b-8229-ecd3eaeb5449 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 210 time: 0.0667512 Dec 08 16:04:50.952094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-7d2dacb2-012f-4af1-a370-6d9459f318ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.953721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-7d2dacb2-012f-4af1-a370-6d9459f318ce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2034223 Dec 08 16:04:50.956564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.957210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:50.957394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:50.959130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:50.966717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:50.972283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:51.003324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac5c792-053f-4e3f-b537-e37ca2fb04cc None None] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:51.072298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-42c5ef89-e37e-4512-b7a1-27f1e4d4cde6 None None] Provisioning complete for port a157b524-d963-49cc-8876-81843591c288 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:51.073312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42c5ef89-e37e-4512-b7a1-27f1e4d4cde6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.082768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Pushing event updated for resources: {'Port': ['ID=362c1fa3-091c-4610-a5fc-790dee73fe09,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:51.204485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.331993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:51.341350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:51.350380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:51.387947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=06d3a66d-1e88-42bf-9826-90a3361baeb5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:51.433157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:51.433991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.505906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-c2997acf-c171-4540-9f51-aefdd7141848 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3225496 Dec 08 16:04:51.525738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3785620 Dec 08 16:04:51.526600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Request body: {'port': {'device_id': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:51.530609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:51.531560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a157b524-d963-49cc-8876-81843591c288 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:51.536500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Request body: {'subnet': {'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1934544934-subnet', 'tenant_id': '2921f30a467047a29f6165461435f5ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:51.548530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe369c1-3d92-4e07-b21e-6eefc7851eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:51.608359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:04:51.634148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Made reservation on behalf of 2921f30a467047a29f6165461435f5ad for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:51.640533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.659380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.674762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.696882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-347469b0-15a7-45c0-86fd-c37f79c1716b service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7354140 Dec 08 16:04:51.837546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-42850e48-1ddf-40e1-8d50-c727fdfc8b7c None None] Provisioning complete for port a157b524-d963-49cc-8876-81843591c288 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:51.838440 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42850e48-1ddf-40e1-8d50-c727fdfc8b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.840791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a157b524-d963-49cc-8876-81843591c288 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:51.841454 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:51.943774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ffa6a-f4a6-4e5e-a734-4cc69333bd0a req-cccd3349-632a-472c-b8b8-2813c5e6d6e2 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:51.951250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd4ffa6a-f4a6-4e5e-a734-4cc69333bd0a req-cccd3349-632a-472c-b8b8-2813c5e6d6e2 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 948 time: 0.1202033 Dec 08 16:04:51.999234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d4a8256-8195-4e62-966e-e717e6d30aeb req-5b071153-803e-4359-91e0-fe0cc93eaaa7 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925398 Dec 08 16:04:52.072978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd4ffa6a-f4a6-4e5e-a734-4cc69333bd0a req-c1cb8622-22dd-420c-bec0-8f79c5a37485 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206915 Dec 08 16:04:52.202469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.213577 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.260001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a6b0f-3b7a-442b-a732-df13df29d017 req-b1911dc7-5927-4273-8b18-2ac38f2793c0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.261743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-624a6b0f-3b7a-442b-a732-df13df29d017 req-b1911dc7-5927-4273-8b18-2ac38f2793c0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 935 time: 0.1501276 Dec 08 16:04:52.267672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d0f3-e3eb-4660-b883-902223465b05 req-2ebdfba3-bc6c-4b04-8f84-edad79712faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.269490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-2ebdfba3-bc6c-4b04-8f84-edad79712faa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=ab8ac264092c4d298c2dfef857626144&device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 1099 time: 0.2079625 Dec 08 16:04:52.333919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-69547ffd-14fa-4087-ba50-f39294ee9636 None None] Provisioning complete for port 06d3a66d-1e88-42bf-9826-90a3361baeb5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:52.335016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69547ffd-14fa-4087-ba50-f39294ee9636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.394544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-69547ffd-14fa-4087-ba50-f39294ee9636 None None] Port 06d3a66d-1e88-42bf-9826-90a3361baeb5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:04:52.396455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06d3a66d-1e88-42bf-9826-90a3361baeb5 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:52.401113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d6b67c-f0de-4684-ab70-a1327d07560f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:52.413824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.439817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Transition to ACTIVE for port object 06d3a66d-1e88-42bf-9826-90a3361baeb5 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:52.447290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.451012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-624a6b0f-3b7a-442b-a732-df13df29d017 req-aeb4aae4-ba45-4c17-872c-a1b20b393f69 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750207 Dec 08 16:04:52.458112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Checking segment: {'id': '5b6584ef-e1da-470a-9081-ec94b6df8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:52.459808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Network hostable DHCP agents. Network: 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:04:52.491035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d0f3-e3eb-4660-b883-902223465b05 req-4061911c-6594-4a91-acf9-a16f92a0ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.491908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-4061911c-6594-4a91-acf9-a16f92a0ba46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2053199 Dec 08 16:04:52.498589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:04:52.528947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Router 044102bd-071d-4fde-a0a5-e1f01211aa53 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:04:52.554249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:52.557370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-2065ba41-8826-4b53-88c7-16d7f9749e14 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e HTTP/1.1" status: 200 len: 217 time: 0.0552452 Dec 08 16:04:52.560904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.561585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.569174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=06d3a66d-1e88-42bf-9826-90a3361baeb5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:52.579495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af5de5b-0bef-4567-bc2a-f65a981d10bd None None] Network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:52.615716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-55b26407-5d29-464c-a498-4cdebb214db8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0837886 Dec 08 16:04:52.666166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d0f3-e3eb-4660-b883-902223465b05 req-1f0e38d5-6537-4236-b2b6-21632730c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.669237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-1f0e38d5-6537-4236-b2b6-21632730c5f4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1033926 Dec 08 16:04:52.764536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832d0f3-e3eb-4660-b883-902223465b05 req-8e3e4137-6105-4379-82d6-f6c3701c479b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:52.768928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-8e3e4137-6105-4379-82d6-f6c3701c479b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0888638 Dec 08 16:04:52.799787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Attempting to bind port 06d3a66d-1e88-42bf-9826-90a3361baeb5 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:52.800178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Attempting to bind port 06d3a66d-1e88-42bf-9826-90a3361baeb5 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:52.800470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Attempting to bind port 06d3a66d-1e88-42bf-9826-90a3361baeb5 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:52.808593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Port 06d3a66d-1e88-42bf-9826-90a3361baeb5 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:52.808981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Attempting to bind port 06d3a66d-1e88-42bf-9826-90a3361baeb5 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:52.825591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:52.826073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:52.826740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:52.826924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Bound port: 06d3a66d-1e88-42bf-9826-90a3361baeb5, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:52.827224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:52.834661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d121fec-a699-442d-9e69-54c1879c9bef None None] Network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:04:52.931727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-acad9835-d826-4244-a8e8-bfb0d6bf3790 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547012 Dec 08 16:04:52.976815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:04:52.997492 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Sync routers for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:04:53.021771 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:53.022153 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:53.035339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:53.037650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f363a92c-812a-488f-b53b-42501f0832d2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8379958 Dec 08 16:04:53.042859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:53.114177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] For port 06d3a66d-1e88-42bf-9826-90a3361baeb5, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:53.138231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] For port 06d3a66d-1e88-42bf-9826-90a3361baeb5, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:53.140754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5832d0f3-e3eb-4660-b883-902223465b05 req-72ee6efb-3976-40eb-8197-132a1fb8101b service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018447 Dec 08 16:04:53.213113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:53.272535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c13b5b-947b-43cf-b2ae-0dbe54701654 req-0074aada-60f9-4f96-a000-801ace1a882c tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.282013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70c13b5b-947b-43cf-b2ae-0dbe54701654 req-0074aada-60f9-4f96-a000-801ace1a882c tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 948 time: 0.0849357 Dec 08 16:04:53.303373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.304232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:53.305985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] 10.222.0.58 "PUT /v2.0/ports/06d3a66d-1e88-42bf-9826-90a3361baeb5 HTTP/1.1" status: 200 len: 1095 time: 1.7918525 Dec 08 16:04:53.306542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'tag': '06d3a66d-1e88-42bf-9826-90a3361baeb5'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:53.309179 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba44a80-a065-4252-b39c-a56fade7d393" -d '{"events": [{"name": "network-changed", "server_uuid": "39f38cbf-7ca9-44c4-afeb-ad53e21319e8", "tag": "06d3a66d-1e88-42bf-9826-90a3361baeb5"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:53.330431 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:53.385384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70c13b5b-947b-43cf-b2ae-0dbe54701654 req-67b2f787-b659-4c48-8a71-517a9c7d2e9f tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020498 Dec 08 16:04:53.413772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e83084-2133-47ce-aa79-fa626cfed9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=06d3a66d-1e88-42bf-9826-90a3361baeb5,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:53.437695 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff891eb-6c8d-425a-85c6-9d37b9289ba9 x-openstack-request-id: req-bff891eb-6c8d-425a-85c6-9d37b9289ba9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:53.438116 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f38cbf-7ca9-44c4-afeb-ad53e21319e8", "tag": "06d3a66d-1e88-42bf-9826-90a3361baeb5", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:53.438476 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bff891eb-6c8d-425a-85c6-9d37b9289ba9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:53.438974 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'tag': '06d3a66d-1e88-42bf-9826-90a3361baeb5', 'status': 'completed', 'code': 200} Dec 08 16:04:53.503762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-08d3837d-fdf8-4382-a279-5fbf97f72915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.506035 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-08d3837d-fdf8-4382-a279-5fbf97f72915 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 1098 time: 0.1100252 Dec 08 16:04:53.563286 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-03ed8a08-0a28-440f-8e9f-fad3c6f3bd0e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5 HTTP/1.1" status: 200 len: 217 time: 0.0484741 Dec 08 16:04:53.847105 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:51Z', 'revision_number': 3, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:53.882252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1c3ef-6ab1-419c-9285-3335b55f72e7 req-bdf74b51-4de8-4567-98ae-19f2ff71a224 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:53.884554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9d1c3ef-6ab1-419c-9285-3335b55f72e7 req-bdf74b51-4de8-4567-98ae-19f2ff71a224 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 947 time: 0.1880715 Dec 08 16:04:54.014181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-c8823caa-9445-4406-9e3e-b9db39cc3df2 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.016625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-c8823caa-9445-4406-9e3e-b9db39cc3df2 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/networks?id=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 HTTP/1.1" status: 200 len: 821 time: 0.2592211 Dec 08 16:04:54.026159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9d1c3ef-6ab1-419c-9285-3335b55f72e7 req-109b19f6-9419-4512-aa82-44eac186ec37 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348908 Dec 08 16:04:54.048421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-c9f3cdaa-993a-43d3-9870-0b495fe2cc1c tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/quotas/2921f30a467047a29f6165461435f5ad HTTP/1.1" status: 200 len: 375 time: 0.0207193 Dec 08 16:04:54.058664 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Checking router: 044102bd-071d-4fde-a0a5-e1f01211aa53 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:04:54.064603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Updating router 044102bd-071d-4fde-a0a5-e1f01211aa53 port 362c1fa3-091c-4610-a5fc-790dee73fe09 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:04:54.070624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-934cc63a-a4a4-4fef-9ec0-95b29f291d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.072555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-934cc63a-a4a4-4fef-9ec0-95b29f291d1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.4743743 Dec 08 16:04:54.121718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-e07630cf-f46b-4b7b-89ff-089a369cef8e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=2921f30a467047a29f6165461435f5ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617254 Dec 08 16:04:54.131319 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.207742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-d880fc63-5c51-4d1b-a3dc-7000f23fd100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.210475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-d880fc63-5c51-4d1b-a3dc-7000f23fd100 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1276200 Dec 08 16:04:54.260267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-b3ee1318-ab3a-43b6-97b5-78790839f18e service neutron] 10.222.0.62 "GET /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369545 Dec 08 16:04:54.424499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-71d08607-16be-40e7-aa89-eb92b495db78 service neutron] 10.222.0.62 "GET /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629043 Dec 08 16:04:54.498108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.506136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-9e05a4aa-3ee7-4541-8588-cc85f2ac2a69 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833838 Dec 08 16:04:54.621697 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.632584 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.684432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd0e59-f7c5-4449-8a6f-2e7c1ba2a097 req-f7e1ef04-3d4b-4660-b89c-d965fa3b26d3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.692690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecbd0e59-f7c5-4449-8a6f-2e7c1ba2a097 req-f7e1ef04-3d4b-4660-b89c-d965fa3b26d3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 948 time: 0.0984826 Dec 08 16:04:54.769405 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6bae025-ecd1-4677-abd2-5a59c500d5db req-2f4ab6c2-3c0d-4de3-a9af-4e14d68a167c service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492490 Dec 08 16:04:54.783560 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Attempting to bind port 362c1fa3-091c-4610-a5fc-790dee73fe09 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:54.784038 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Attempting to bind port 362c1fa3-091c-4610-a5fc-790dee73fe09 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:54.784398 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Attempting to bind port 362c1fa3-091c-4610-a5fc-790dee73fe09 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:54.791396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecbd0e59-f7c5-4449-8a6f-2e7c1ba2a097 req-acfa1ede-f0e1-4d8f-9085-e471fe1e00c2 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908091 Dec 08 16:04:54.798043 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Pushing event updated for resources: {'Port': ['ID=362c1fa3-091c-4610-a5fc-790dee73fe09,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:54.810872 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:54.811314 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:54.811650 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.812042 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:54.812535 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Bound port: 362c1fa3-091c-4610-a5fc-790dee73fe09, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:54.812940 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:54.824393 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.825340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.826439 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.827312 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.828188 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.829048 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.829694 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.830381 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.831380 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.832121 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.832707 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.833358 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.834830 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:04:54.892180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3c6f8e0-bf42-4c80-af51-bd2e6ed60acb req-736a2f69-4ca9-41ea-8ae0-29987a868d00 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 210 time: 0.0384455 Dec 08 16:04:54.922496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Allocated IP 172.20.0.1 (716f9c59-ff9c-49e3-b07c-cc92bbb17051/4823824f-1622-481b-b66a-c37ceceaed64/97f4e649-47e6-4392-8f42-11a10bbb33d1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:54.954322 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] For port 362c1fa3-091c-4610-a5fc-790dee73fe09, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:54.954590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba44a80-a065-4252-b39c-a56fade7d393 req-22a49e4c-529e-490c-b6c8-2d0672ebb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:54.956194 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-22a49e4c-529e-490c-b6c8-2d0672ebb085 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 1098 time: 0.0855615 Dec 08 16:04:54.961935 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] For port 362c1fa3-091c-4610-a5fc-790dee73fe09, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=362c1fa3-091c-4610-a5fc-790dee73fe09,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:54.971569 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:55.088908 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd994f9-3777-4eef-ad98-46e4092a93ae None None] Pushing event updated for resources: {'Port': ['ID=362c1fa3-091c-4610-a5fc-790dee73fe09,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:55.118035 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:55.119569 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:55.154742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba44a80-a065-4252-b39c-a56fade7d393 req-173cad78-0e3f-46c8-9e45-a1958f00aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.156264 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-173cad78-0e3f-46c8-9e45-a1958f00aa5d service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1878364 Dec 08 16:04:55.160253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:55.220824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-e951115f-d154-4507-a9e6-157b95e47ac4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5 HTTP/1.1" status: 200 len: 217 time: 0.0544767 Dec 08 16:04:55.275595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f5355-7995-401c-bbaa-3d72cc58996d req-4ac586d9-8b50-4d81-a951-89dd32b3948e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.292882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d2f5355-7995-401c-bbaa-3d72cc58996d req-4ac586d9-8b50-4d81-a951-89dd32b3948e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 947 time: 0.1215267 Dec 08 16:04:55.304573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba44a80-a065-4252-b39c-a56fade7d393 req-f6ffc8c3-a41d-4fee-bc6b-3f6146de3925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.307048 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-f6ffc8c3-a41d-4fee-bc6b-3f6146de3925 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0774596 Dec 08 16:04:55.309309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:55.392671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:55.401553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:55.404679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:55.460810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Pushing event updated for resources: {'Port': ['ID=97f4e649-47e6-4392-8f42-11a10bbb33d1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:55.466132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d2f5355-7995-401c-bbaa-3d72cc58996d req-129875c1-900a-4902-9d66-f9aace47dc7d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700611 Dec 08 16:04:55.468878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:55.503318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba44a80-a065-4252-b39c-a56fade7d393 req-4931cf46-d5de-4c0a-a53c-48e003223d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:55.504898 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-4931cf46-d5de-4c0a-a53c-48e003223d6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1841311 Dec 08 16:04:55.524728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:55.670381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 100e200d-8b0e-494e-8c46-8f0ee6adf00e details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:55.764076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-d2299a37-b1ff-48fb-8ae9-cf922588d1fe service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495406 Dec 08 16:04:55.818335 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:51Z', 'revision_number': 3, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:55.878218 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c48b70-3cc8-4c8d-92c9-0de0095c1e8f None None] The sync data for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 is: [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:51Z', 'revision_number': 3, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:04:55.897256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.050152 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01a634de-8c03-4891-b3a3-7b1eb94d7114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.075321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-325a1ecf-22fb-49db-92bc-ab56e93ab4f3 None None] Provisioning complete for port 97f4e649-47e6-4392-8f42-11a10bbb33d1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:56.075969 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-325a1ecf-22fb-49db-92bc-ab56e93ab4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.124253 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cba44a80-a065-4252-b39c-a56fade7d393 req-2362ab43-f628-4fa5-9b9f-c94897ea5ab0 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384261 Dec 08 16:04:56.154022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:56.173008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 06d3a66d-1e88-42bf-9826-90a3361baeb5 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:04:56.209667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d547cb-5d3b-4e80-bad4-55d4c20982e6 req-3a194204-42a4-45f5-8381-80ad0f242a07 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:56.222837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07d547cb-5d3b-4e80-bad4-55d4c20982e6 req-3a194204-42a4-45f5-8381-80ad0f242a07 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 948 time: 0.2003961 Dec 08 16:04:56.264013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-325a1ecf-22fb-49db-92bc-ab56e93ab4f3 None None] Port 97f4e649-47e6-4392-8f42-11a10bbb33d1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:04:56.271035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '100e200d-8b0e-494e-8c46-8f0ee6adf00e', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '100e200d-8b0e-494e-8c46-8f0ee6adf00e', 'mac_address': 'fa:16:3e:32:1c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:56.335940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19f2b245-d88c-44c5-8c21-34f843e7bb96 req-c6d573fe-97ac-4c9e-b4f8-4f90cb688830 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 210 time: 0.0709450 Dec 08 16:04:56.416740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.455759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 06d3a66d-1e88-42bf-9826-90a3361baeb5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:56.462522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07d547cb-5d3b-4e80-bad4-55d4c20982e6 req-a77dec49-ecb7-4796-9bf6-147d6e379d62 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306743 Dec 08 16:04:56.480094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100e200d-8b0e-494e-8c46-8f0ee6adf00e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:56.493557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '06d3a66d-1e88-42bf-9826-90a3361baeb5', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '06d3a66d-1e88-42bf-9826-90a3361baeb5', 'mac_address': 'fa:16:3e:dd:7a:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:04:56.556554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.564844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.567904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:56.588104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.813580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.841037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06d3a66d-1e88-42bf-9826-90a3361baeb5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:56.843826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:56.846537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['100e200d-8b0e-494e-8c46-8f0ee6adf00e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:56.883768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Pushing event updated for resources: {'Port': ['ID=97f4e649-47e6-4392-8f42-11a10bbb33d1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:56.905534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=100e200d-8b0e-494e-8c46-8f0ee6adf00e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:56.959259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 06d3a66d-1e88-42bf-9826-90a3361baeb5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:57.007772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:57.011876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e5113-c5ab-45a5-93fa-c6b3ec559421 req-b4cfe08a-9d62-4958-ba8b-bc6484a65046 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.018681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4e5113-c5ab-45a5-93fa-c6b3ec559421 req-b4cfe08a-9d62-4958-ba8b-bc6484a65046 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 947 time: 0.3913693 Dec 08 16:04:57.147159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:57.149956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:57.183537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4e5113-c5ab-45a5-93fa-c6b3ec559421 req-e4b48461-3033-4dfd-b565-73e736911916 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495402 Dec 08 16:04:57.194643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-b16fc138-2eb8-4aab-bb1e-a1c86542da54 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.199886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-b16fc138-2eb8-4aab-bb1e-a1c86542da54 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.86 "GET /v2.0/networks?id=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 HTTP/1.1" status: 200 len: 821 time: 0.5130932 Dec 08 16:04:57.214373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Request body: {'port': {'device_id': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4', 'admin_state_up': True, 'tenant_id': '2921f30a467047a29f6165461435f5ad'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:57.247831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=06d3a66d-1e88-42bf-9826-90a3361baeb5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:57.343579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:04:57.453312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Router 044102bd-071d-4fde-a0a5-e1f01211aa53 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:04:57.578018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-feaae83a-a1be-4689-9ca0-b01619f3a07a req-d4a6a2e1-e5f3-404a-bc5b-b00bebdb60fc tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 210 time: 0.0900016 Dec 08 16:04:57.579662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Made reservation on behalf of 2921f30a467047a29f6165461435f5ad for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:04:57.585152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:57.595236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 362c1fa3-091c-4610-a5fc-790dee73fe09 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:57.733984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f43d0246-8a46-479e-b7dd-745671ac2e20 None None] Provisioning complete for port 97f4e649-47e6-4392-8f42-11a10bbb33d1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:57.734377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f43d0246-8a46-479e-b7dd-745671ac2e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:57.735613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:04:57.743960 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3d775f2d-c537-4e20-885c-64027a2db101 admin admin] 10.222.0.62 "PUT /v2.0/routers/044102bd-071d-4fde-a0a5-e1f01211aa53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6993415 Dec 08 16:04:57.789355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 362c1fa3-091c-4610-a5fc-790dee73fe09 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:04:57.790159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:57.846110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f43d0246-8a46-479e-b7dd-745671ac2e20 None None] Port 97f4e649-47e6-4392-8f42-11a10bbb33d1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:04:57.901149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad3aa0-5166-462a-8d3a-aa55c36a435f req-a636d80f-bfcc-49df-91d8-575de3531e39 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:57.906494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99ad3aa0-5166-462a-8d3a-aa55c36a435f req-a636d80f-bfcc-49df-91d8-575de3531e39 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 949 time: 0.2294769 Dec 08 16:04:57.930856 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:57.942606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Allocated IP 172.20.0.7 (10ad6d0a-962c-4eeb-adf8-5e00cd5650d4/d3d6b67c-f0de-4684-ab70-a1327d07560f/cf863c8b-015f-46e7-ad5b-bf1258fcd6bf) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:04:57.965512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 362c1fa3-091c-4610-a5fc-790dee73fe09, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=362c1fa3-091c-4610-a5fc-790dee73fe09,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:04:57.971310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.032786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=362c1fa3-091c-4610-a5fc-790dee73fe09,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:58.106175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99ad3aa0-5166-462a-8d3a-aa55c36a435f req-976a4dc3-a5df-40ad-809d-84c07aa4a6d0 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460950 Dec 08 16:04:58.255076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.327335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.392834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4826a7-ab9f-4081-ad1f-e09c17972f1a req-1ed5218e-88cd-4f17-81bb-1bde7a928e20 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.394548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4826a7-ab9f-4081-ad1f-e09c17972f1a req-1ed5218e-88cd-4f17-81bb-1bde7a928e20 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 948 time: 0.1187351 Dec 08 16:04:58.397567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:04:58.401389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:04:58.407761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:04:58.418706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Pushing event updated for resources: {'Port': ['ID=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:58.493733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.494460 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.515414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4826a7-ab9f-4081-ad1f-e09c17972f1a req-f73358c9-55ce-4c43-b0eb-4085db87fecd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087615 Dec 08 16:04:58.526531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-178ef1b1-ff61-4207-b9aa-e2c6c2de630e tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3175383 Dec 08 16:04:58.539472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Request body: {'port': {'device_id': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:58.610868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.682883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baf753d9-4782-4ce9-844a-42781996867a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:58.815951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532d9fc-afcf-48e5-a26b-3ab137446c85 req-6472a6dd-af7c-4d88-9097-7b8cd9e10b87 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:58.817576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7532d9fc-afcf-48e5-a26b-3ab137446c85 req-6472a6dd-af7c-4d88-9097-7b8cd9e10b87 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 931 time: 0.1562965 Dec 08 16:04:58.837024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Sync routers for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:04:58.854443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:04:58.855455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:58.929634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7532d9fc-afcf-48e5-a26b-3ab137446c85 req-d5f01851-da81-4ab8-895a-f7453daf83fd tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840518 Dec 08 16:04:59.017835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf863c8b-015f-46e7-ad5b-bf1258fcd6bf {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:04:59.043299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.076497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:04:59.087130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Transition to ACTIVE for port object cf863c8b-015f-46e7-ad5b-bf1258fcd6bf will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:04:59.094896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.272544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:59.414396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Attempting to bind port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:04:59.414775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Attempting to bind port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '5b6584ef-e1da-470a-9081-ec94b6df8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:04:59.415146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Attempting to bind port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf on network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:59.424082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf on network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:04:59.424391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Attempting to bind port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf on network 10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:04:59.439054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ca2bea-5274-48b0-ac77-807766c88238 req-08a2bb55-8a51-45cf-aa7d-18eee54e8e96 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.440661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83ca2bea-5274-48b0-ac77-807766c88238 req-08a2bb55-8a51-45cf-aa7d-18eee54e8e96 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 949 time: 0.0987990 Dec 08 16:04:59.442123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:04:59.442463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Checking segment: {'id': '5b6584ef-e1da-470a-9081-ec94b6df8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:04:59.442884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Bound using segment: {'id': '5b6584ef-e1da-470a-9081-ec94b6df8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:04:59.443613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Bound port: cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b6584ef-e1da-470a-9081-ec94b6df8faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:04:59.444117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.515067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:04:56Z', 'revision_number': 2, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:04:59.575307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83ca2bea-5274-48b0-ac77-807766c88238 req-56e4b9d4-51ba-49d5-8906-7d0feb154974 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104190 Dec 08 16:04:59.581150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] For port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:04:59.587465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] For port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,segment=NetworkSegment(5b6584ef-e1da-470a-9081-ec94b6df8faa),segment_id=5b6584ef-e1da-470a-9081-ec94b6df8faa)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:04:59.594149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.625672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Checking router: 044102bd-071d-4fde-a0a5-e1f01211aa53 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:04:59.638315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Updating router 044102bd-071d-4fde-a0a5-e1f01211aa53 port 97f4e649-47e6-4392-8f42-11a10bbb33d1 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:04:59.653371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 362c1fa3-091c-4610-a5fc-790dee73fe09 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:59.683352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.683873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.685634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] 10.222.0.86 "PUT /v2.0/ports/cf863c8b-015f-46e7-ad5b-bf1258fcd6bf HTTP/1.1" status: 200 len: 1091 time: 1.1508610 Dec 08 16:04:59.689290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'tag': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:04:59.691880 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba6fd5e8-28bb-4493-8b61-e63bb0918ec5", "tag": "cf863c8b-015f-46e7-ad5b-bf1258fcd6bf"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:04:59.700459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:59.707937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Request body: {'security_group': {'name': 'tempest-securitygroup--438073178', 'description': 'tempest-description--2113367987'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:04:59.805098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 100e200d-8b0e-494e-8c46-8f0ee6adf00e up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:04:59.808417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.814343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb363a-c038-443f-b6e5-b273eecdf1b8 service neutron] Pushing event updated for resources: {'Port': ['ID=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:59.841160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.902621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-24d96256-7545-43be-923e-b0f9a057e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.904279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-24d96256-7545-43be-923e-b0f9a057e633 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2921f30a467047a29f6165461435f5ad&device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 1094 time: 0.1485388 Dec 08 16:04:59.930433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.931369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210a6fa3-93ab-4190-ae1a-3fec4d586e7a req-a1d2740f-6412-4911-828b-275a02acb635 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:04:59.933139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-210a6fa3-93ab-4190-ae1a-3fec4d586e7a req-a1d2740f-6412-4911-828b-275a02acb635 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 948 time: 0.1022599 Dec 08 16:04:59.941532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.968831 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea33d37-6221-4020-9d05-060b3b7e3372 x-openstack-request-id: req-bea33d37-6221-4020-9d05-060b3b7e3372 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:04:59.969064 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba6fd5e8-28bb-4493-8b61-e63bb0918ec5", "tag": "cf863c8b-015f-46e7-ad5b-bf1258fcd6bf", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:04:59.969273 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bea33d37-6221-4020-9d05-060b3b7e3372 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:04:59.969681 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'tag': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf', 'status': 'completed', 'code': 200} Dec 08 16:04:59.971699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:04:59.973290 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2713151 Dec 08 16:04:59.976878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-955c4fca-506d-4e7a-b03e-431e8f6618e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf HTTP/1.1" status: 200 len: 217 time: 0.0643198 Dec 08 16:04:59.977392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60382) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:04:59.984835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca89ae-37fd-4a4e-b82a-315a23675374 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0316ba-9cf1-472d-a74f-fc9daa99c22c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:04:59.998051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Request body: {'security_group_rule': {'security_group_id': '4f0316ba-9cf1-472d-a74f-fc9daa99c22c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:00.103089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 362c1fa3-091c-4610-a5fc-790dee73fe09 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:00.104446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.127961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.132964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.139796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a0604-a823-4faf-909a-176b50530a0e req-ae8482cf-8cdf-4911-8753-a7572f17eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.141283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-ae8482cf-8cdf-4911-8753-a7572f17eb37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3d6b67c-f0de-4684-ab70-a1327d07560f HTTP/1.1" status: 200 len: 861 time: 0.1311562 Dec 08 16:05:00.154409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-210a6fa3-93ab-4190-ae1a-3fec4d586e7a req-8b66021a-76d4-4078-9a29-83ca39711cfa tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837900 Dec 08 16:05:00.204090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-3ff15fb7-245d-4752-884e-4df8a62f0fe4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450044 Dec 08 16:05:00.214275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feb11c3-70d3-4a8f-bda7-352cc56feda8 req-e38724d1-8589-48ca-82c1-9b7723777868 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.215958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5feb11c3-70d3-4a8f-bda7-352cc56feda8 req-e38724d1-8589-48ca-82c1-9b7723777868 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 943 time: 0.1692913 Dec 08 16:05:00.226437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 06d3a66d-1e88-42bf-9826-90a3361baeb5 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:00.356234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.375356 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.387032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5feb11c3-70d3-4a8f-bda7-352cc56feda8 req-572027ec-572a-4c59-8650-a9bffde16af7 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523159 Dec 08 16:05:00.410291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8ac5ea-e5f4-4399-aea4-dc1940e28af8,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:00.434927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-dc8a844f-79d6-4b02-9c07-19ffa0d136aa service neutron] 10.222.0.86 "GET /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166367 Dec 08 16:05:00.442329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 100e200d-8b0e-494e-8c46-8f0ee6adf00e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:00.444399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.448950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60388) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:00.449503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ae9a8afa-0f28-41a9-bef7-f049ae60475c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4640639 Dec 08 16:05:00.456662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Request body: {'security_group_rule': {'security_group_id': '4f0316ba-9cf1-472d-a74f-fc9daa99c22c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:00.470745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 100e200d-8b0e-494e-8c46-8f0ee6adf00e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:00.471090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.507568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.586926 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.593822 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.615674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a0604-a823-4faf-909a-176b50530a0e req-f8beda96-44e5-4be7-acd4-852cb690c0fb service neutron] 10.222.0.86 "GET /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649995 Dec 08 16:05:00.629336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7c8ba0-0b13-4289-a28f-c9d07520f96a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:00.636652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 06d3a66d-1e88-42bf-9826-90a3361baeb5 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:00.640031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.641667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4e43db2-fb53-4993-b703-1bf010560531 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1911242 Dec 08 16:05:00.651221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60392) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:00.657394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 06d3a66d-1e88-42bf-9826-90a3361baeb5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:00.657828 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.679532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:00.739102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.804426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.806610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.825929 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.845057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-120fa8ba-4b47-43ce-8550-1bb467f7ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.846671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-120fa8ba-4b47-43ce-8550-1bb467f7ca1c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2921f30a467047a29f6165461435f5ad&device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 1094 time: 0.1568525 Dec 08 16:05:00.882100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100e200d-8b0e-494e-8c46-8f0ee6adf00e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:00.886196 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32507339-88eb-48bf-8ac1-9ee6d57f3d9d" -d '{"events": [{"server_uuid": "08b2e336-09d6-4e57-8b2a-a941d2af31b4", "name": "network-vif-plugged", "status": "completed", "tag": "100e200d-8b0e-494e-8c46-8f0ee6adf00e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:00.898483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdba45a-4dd7-4c03-aa9e-3cc9fbdbee19 req-f1544231-2570-46ef-a9fa-0e8e63c09558 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:00.906316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2bdba45a-4dd7-4c03-aa9e-3cc9fbdbee19 req-f1544231-2570-46ef-a9fa-0e8e63c09558 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 949 time: 0.1264384 Dec 08 16:05:00.945934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:00.970340 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:00.975096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Pushing event updated for resources: {'Port': ['ID=97f4e649-47e6-4392-8f42-11a10bbb33d1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:00.981537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.013684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.014344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.020690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.021509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.022057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.022566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.023072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.023582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.024081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.024572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.025060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.025538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.026059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:01.080574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.148322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Attempting to bind port 97f4e649-47e6-4392-8f42-11a10bbb33d1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:01.149056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Attempting to bind port 97f4e649-47e6-4392-8f42-11a10bbb33d1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:01.149385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Attempting to bind port 97f4e649-47e6-4392-8f42-11a10bbb33d1 on network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:01.162446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2bdba45a-4dd7-4c03-aa9e-3cc9fbdbee19 req-bca585b5-71a1-4bb9-a515-9613d6eaaf29 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511952 Dec 08 16:05:01.166342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 06d3a66d-1e88-42bf-9826-90a3361baeb5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:01.172334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:01.172765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Checking segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:01.173281 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.173723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Bound using segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:01.174255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Bound port: 97f4e649-47e6-4392-8f42-11a10bbb33d1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:01.174630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.223936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.227529 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52494c1-e085-4cc1-9c24-6569b01163e0 x-openstack-request-id: req-e52494c1-e085-4cc1-9c24-6569b01163e0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:01.228245 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2e336-09d6-4e57-8b2a-a941d2af31b4", "name": "network-vif-plugged", "status": "completed", "tag": "100e200d-8b0e-494e-8c46-8f0ee6adf00e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:01.228510 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e52494c1-e085-4cc1-9c24-6569b01163e0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:01.228952 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100e200d-8b0e-494e-8c46-8f0ee6adf00e', 'code': 200} Dec 08 16:05:01.241348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=100e200d-8b0e-494e-8c46-8f0ee6adf00e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:01.243405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-f42932bc-e395-4cfb-a46e-5d8d7062a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.249020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-f42932bc-e395-4cfb-a46e-5d8d7062a641 service neutron] 10.222.0.86 "GET /v2.0/networks?id=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 HTTP/1.1" status: 200 len: 922 time: 0.3916643 Dec 08 16:05:01.382605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=06d3a66d-1e88-42bf-9826-90a3361baeb5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:01.387122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-716348e2-330b-4075-9038-6cd7fe592505 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf HTTP/1.1" status: 200 len: 217 time: 0.1294668 Dec 08 16:05:01.393233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Allocated IP 172.25.3.106 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/9ae43c0b-99b6-4ee8-8a41-6c8c917f1656) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:01.439167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] For port 97f4e649-47e6-4392-8f42-11a10bbb33d1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:01.446963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] For port 97f4e649-47e6-4392-8f42-11a10bbb33d1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=97f4e649-47e6-4392-8f42-11a10bbb33d1,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:01.456621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.495109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa630fc-14b2-4909-9898-57dbe157e4f4 req-7bbfedc6-9c56-4247-ad17-e92f7bb0c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.497043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1aa630fc-14b2-4909-9898-57dbe157e4f4 req-7bbfedc6-9c56-4247-ad17-e92f7bb0c17f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 1101 time: 0.1638668 Dec 08 16:05:01.505394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-cf107486-fe63-49a3-8c72-3b70ff581973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.507328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-cf107486-fe63-49a3-8c72-3b70ff581973 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3d6b67c-f0de-4684-ab70-a1327d07560f HTTP/1.1" status: 200 len: 861 time: 0.1002722 Dec 08 16:05:01.565866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5cb63e-9297-47e8-abc3-ac58e489c6a8 req-a76edf30-af74-459f-a81d-41a6c452a492 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:01.568242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea5cb63e-9297-47e8-abc3-ac58e489c6a8 req-a76edf30-af74-459f-a81d-41a6c452a492 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 949 time: 0.1848793 Dec 08 16:05:01.572923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-622dc4b1-186c-45c1-9858-3abbf68f2c03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564468 Dec 08 16:05:01.634204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:01.635304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:01.717144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.776956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4df46619-6ab3-4c20-9a98-2f7bfa01ba7a None None] Provisioning complete for port 97f4e649-47e6-4392-8f42-11a10bbb33d1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:01.777603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4df46619-6ab3-4c20-9a98-2f7bfa01ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.790915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:01.862639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:01.875345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:01.881308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:01.925880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event updated for resources: {'Port': ['ID=9ae43c0b-99b6-4ee8-8a41-6c8c917f1656,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:01.990589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d245d356-3588-4376-a2b3-c301726af1b0 None None] Pushing event updated for resources: {'Port': ['ID=97f4e649-47e6-4392-8f42-11a10bbb33d1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:02.020177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.032673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:02.043921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.055037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.117663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1aa630fc-14b2-4909-9898-57dbe157e4f4 req-bc90a3f5-d1cb-40f0-a25f-660f5d4a8448 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6081948 Dec 08 16:05:02.126174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.169538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.195246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2162da7-797b-4327-a166-ba3d2dafcebd req-cef146e3-611f-4177-91a2-e3b6b3e919f1 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:02.196714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2162da7-797b-4327-a166-ba3d2dafcebd req-cef146e3-611f-4177-91a2-e3b6b3e919f1 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 943 time: 0.5022290 Dec 08 16:05:02.201744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-8957af9f-0e59-4fb9-b3c4-ac774e28fe2d service neutron] 10.222.0.86 "GET /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6212003 Dec 08 16:05:02.206434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea5cb63e-9297-47e8-abc3-ac58e489c6a8 req-7f984bca-8fb4-4717-9ce4-e6cd133ea2b9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095309 Dec 08 16:05:02.285764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2162da7-797b-4327-a166-ba3d2dafcebd req-c196b461-6c6b-42e4-a85d-721ce3e1e6ec tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781746 Dec 08 16:05:02.392790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4df46619-6ab3-4c20-9a98-2f7bfa01ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.457477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.472904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.511977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4df46619-6ab3-4c20-9a98-2f7bfa01ba7a None None] For port 97f4e649-47e6-4392-8f42-11a10bbb33d1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=97f4e649-47e6-4392-8f42-11a10bbb33d1,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:02.518697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4df46619-6ab3-4c20-9a98-2f7bfa01ba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.569047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359da442-9d34-4f6a-837b-f8f7b46ad312 req-fe65e88c-be45-485a-982f-71729c23d549 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:02.572074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-359da442-9d34-4f6a-837b-f8f7b46ad312 req-fe65e88c-be45-485a-982f-71729c23d549 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 950 time: 0.1607702 Dec 08 16:05:02.576361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd5e86ef-e518-491b-8c6e-7c51b06f0e1a req-3f78d7f1-c390-4c0c-b7df-edd66cb3137b service neutron] 10.222.0.86 "GET /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711668 Dec 08 16:05:02.593553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event updated for resources: {'Port': ['ID=9ae43c0b-99b6-4ee8-8a41-6c8c917f1656,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:02.642604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df46619-6ab3-4c20-9a98-2f7bfa01ba7a None None] Pushing event updated for resources: {'Port': ['ID=97f4e649-47e6-4392-8f42-11a10bbb33d1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:02.668459 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.704901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-359da442-9d34-4f6a-837b-f8f7b46ad312 req-8de94190-3e92-494f-b376-c68b7f36859b tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 Dec 08 16:05:02.712344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.715563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fa6506f2-fdc4-44d4-8b74-51b86e5c21a0 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0607247 Dec 08 16:05:02.715854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-427a439a-01b0-4825-94aa-560c1940079f None None] Provisioning complete for port 97f4e649-47e6-4392-8f42-11a10bbb33d1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:02.716340 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-427a439a-01b0-4825-94aa-560c1940079f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.719727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:02.725723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:01Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:02.788361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d3ef2b-5765-4d08-8081-52e83605d85e None None] The sync data for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 is: [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:01Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:02.980886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-e81c75eb-93c3-41eb-b1d7-48b97d9037ed tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--438073178&fields=id&tenant_id=25fb7b33753a4c6f988e8415cae24d7b HTTP/1.1" status: 200 len: 267 time: 0.0722044 Dec 08 16:05:03.204306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-b1074769-1ea1-4e5f-b89e-97c5327bea8d tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.206452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-b1074769-1ea1-4e5f-b89e-97c5327bea8d tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/networks?id=716f9c59-ff9c-49e3-b07c-cc92bbb17051 HTTP/1.1" status: 200 len: 812 time: 0.2171452 Dec 08 16:05:03.229056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-16740a9e-604c-4229-99da-f8b3c49fbbfc tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/quotas/25fb7b33753a4c6f988e8415cae24d7b HTTP/1.1" status: 200 len: 375 time: 0.0137835 Dec 08 16:05:03.229728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d3a66d-1e88-42bf-9826-90a3361baeb5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:03.232608 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef69fd3-c288-4c93-99c1-942e259090e0" -d '{"events": [{"server_uuid": "39f38cbf-7ca9-44c4-afeb-ad53e21319e8", "name": "network-vif-plugged", "status": "completed", "tag": "06d3a66d-1e88-42bf-9826-90a3361baeb5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:03.313496 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e944e1-031f-4caf-beed-773f83470dfe x-openstack-request-id: req-b8e944e1-031f-4caf-beed-773f83470dfe {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:03.314084 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f38cbf-7ca9-44c4-afeb-ad53e21319e8", "name": "network-vif-plugged", "status": "completed", "tag": "06d3a66d-1e88-42bf-9826-90a3361baeb5", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:03.314448 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8e944e1-031f-4caf-beed-773f83470dfe {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:03.314858 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06d3a66d-1e88-42bf-9826-90a3361baeb5', 'code': 200} Dec 08 16:05:03.334985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-a84a32f1-459e-4718-95de-0dc149209c70 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=25fb7b33753a4c6f988e8415cae24d7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783880 Dec 08 16:05:03.486934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935ff99-f710-44f4-bd62-9b68b693c3bb req-f1ecfd11-f4c0-4bbe-8308-79b14dc0c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.489421 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c935ff99-f710-44f4-bd62-9b68b693c3bb req-f1ecfd11-f4c0-4bbe-8308-79b14dc0c3c4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 1100 time: 0.0958037 Dec 08 16:05:03.536034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97f4e649-47e6-4392-8f42-11a10bbb33d1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:03.570578 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c935ff99-f710-44f4-bd62-9b68b693c3bb req-91eaeb35-4473-415c-880e-06d65710ce7f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690527 Dec 08 16:05:03.599481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9beec-b4b3-403e-9779-2d98f62ff359 req-dbbce18b-e0bf-49c5-b026-001d8e3251fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:03.601454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dd9beec-b4b3-403e-9779-2d98f62ff359 req-dbbce18b-e0bf-49c5-b026-001d8e3251fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 949 time: 0.2012749 Dec 08 16:05:03.633721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 97f4e649-47e6-4392-8f42-11a10bbb33d1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:03.634624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:03.689066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cf863c8b-015f-46e7-ad5b-bf1258fcd6bf details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:03.699124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-9415cf92-4610-42c8-9671-6f224a0eac49 service neutron] 10.222.0.62 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606455 Dec 08 16:05:03.746347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dd9beec-b4b3-403e-9779-2d98f62ff359 req-24688632-0210-4d78-bdac-efafa2e5191c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316559 Dec 08 16:05:03.936295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,segment=NetworkSegment(5b6584ef-e1da-470a-9081-ec94b6df8faa),segment_id=5b6584ef-e1da-470a-9081-ec94b6df8faa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:03.950480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-f57dd31a-68ed-46cf-b769-e082fbecbb7c service neutron] 10.222.0.62 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273712 Dec 08 16:05:03.954351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf', 'network_id': '10ad6d0a-962c-4eeb-adf8-5e00cd5650d4', 'port_id': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf', 'mac_address': 'fa:16:3e:c3:28:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3d6b67c-f0de-4684-ab70-a1327d07560f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:04.010646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:04.036226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf863c8b-015f-46e7-ad5b-bf1258fcd6bf {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:04.067241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,segment=NetworkSegment(5b6584ef-e1da-470a-9081-ec94b6df8faa),segment_id=5b6584ef-e1da-470a-9081-ec94b6df8faa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:04.075492 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:04.079483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15800ce-0fce-4719-80cc-eee458058379 req-c7193b65-ca17-4978-b896-b3afd9e1f3d2 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.083961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c15800ce-0fce-4719-80cc-eee458058379 req-c7193b65-ca17-4978-b896-b3afd9e1f3d2 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 943 time: 0.1207874 Dec 08 16:05:04.168094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c15800ce-0fce-4719-80cc-eee458058379 req-d86802d5-79b9-492f-a72d-e219e5525487 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777521 Dec 08 16:05:04.208157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:04.305510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['cf863c8b-015f-46e7-ad5b-bf1258fcd6bf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:04.435384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29059e8e-70cf-4b13-a404-ca4effbf63a1 req-e60f3c7d-bfbc-4339-a806-121f5aeb12ed tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 210 time: 0.0716743 Dec 08 16:05:04.484767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276555be-849d-4e89-b712-e4418a763d60 req-ba5e4e8b-bb65-4f32-b328-b8d8290efbd7 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.494310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-276555be-849d-4e89-b712-e4418a763d60 req-ba5e4e8b-bb65-4f32-b328-b8d8290efbd7 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 950 time: 0.1123841 Dec 08 16:05:04.590911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-276555be-849d-4e89-b712-e4418a763d60 req-9dfd1375-6801-44e9-a26e-d7f9c8b81a7b tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952728 Dec 08 16:05:04.961503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3a6718-44b6-42e4-9483-6c9ea28347d8 req-d7e2a0c3-9f2b-411e-975b-b3e31dffe76b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.963338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d3a6718-44b6-42e4-9483-6c9ea28347d8 req-d7e2a0c3-9f2b-411e-975b-b3e31dffe76b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 949 time: 0.1083250 Dec 08 16:05:04.973355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01cde4-a869-45b6-9104-17318dcf3154 req-5b515ca6-dfcc-40c7-95bb-58f3504f2add tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:04.975193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f01cde4-a869-45b6-9104-17318dcf3154 req-5b515ca6-dfcc-40c7-95bb-58f3504f2add tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 950 time: 0.0874512 Dec 08 16:05:05.062726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d3a6718-44b6-42e4-9483-6c9ea28347d8 req-b1acf1e4-c9c0-4ff1-8b10-4ea98992da8b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864873 Dec 08 16:05:05.071728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f01cde4-a869-45b6-9104-17318dcf3154 req-1c797ffe-4a55-426b-aa17-3928c0d5a56f tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879948 Dec 08 16:05:05.415293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfec11-b5bd-442d-bc5d-19e5bf4c8050 req-3dc66ab8-4298-44e0-ad3b-669df08b416b tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.416876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acbfec11-b5bd-442d-bc5d-19e5bf4c8050 req-3dc66ab8-4298-44e0-ad3b-669df08b416b tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 1100 time: 0.0544133 Dec 08 16:05:05.441637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-acbfec11-b5bd-442d-bc5d-19e5bf4c8050 req-5bf23ea2-efe6-4e2f-b969-4553e4d36a36 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.603659 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-acbfec11-b5bd-442d-bc5d-19e5bf4c8050 req-5bf23ea2-efe6-4e2f-b969-4553e4d36a36 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.610668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-acbfec11-b5bd-442d-bc5d-19e5bf4c8050 req-5bf23ea2-efe6-4e2f-b969-4553e4d36a36 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.653188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bcc90-141b-44cc-a036-60dba4136e3b req-e2233b28-0c3c-49be-bae1-82525ee56f86 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.654950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f8bcc90-141b-44cc-a036-60dba4136e3b req-e2233b28-0c3c-49be-bae1-82525ee56f86 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 944 time: 0.1140668 Dec 08 16:05:05.686492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf23ea2-efe6-4e2f-b969-4553e4d36a36 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20249349-7b14-44fb-baa9-d083c7a99bad,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:05.687046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cf863c8b-015f-46e7-ad5b-bf1258fcd6bf up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:05.702214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acbfec11-b5bd-442d-bc5d-19e5bf4c8050 req-5bf23ea2-efe6-4e2f-b969-4553e4d36a36 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763410 Dec 08 16:05:05.806303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f8bcc90-141b-44cc-a036-60dba4136e3b req-34deb653-3b43-45c6-ab66-d35a9f680b03 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303904 Dec 08 16:05:05.830561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:05.840630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:05.841750 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:05.870174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-df128ed4-e7b4-4af9-be0a-6cc23da4a9a2 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:05.872447 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-df128ed4-e7b4-4af9-be0a-6cc23da4a9a2 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.58 "GET /v2.0/networks?id=716f9c59-ff9c-49e3-b07c-cc92bbb17051 HTTP/1.1" status: 200 len: 812 time: 0.2450252 Dec 08 16:05:05.967618 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-815c48ab-afa7-42c1-96a4-be2086f1bfca tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25fb7b33753a4c6f988e8415cae24d7b HTTP/1.1" status: 200 len: 379 time: 0.0852795 Dec 08 16:05:05.981484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Request body: {'port': {'device_id': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'admin_state_up': True, 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'security_groups': ['4f0316ba-9cf1-472d-a74f-fc9daa99c22c']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:06.073827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b650ec2-f855-4ae8-94c3-321addec649f req-e5d6fe6d-5434-4212-8be4-12fcc64afd44 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 210 time: 0.0648997 Dec 08 16:05:06.157018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de62fba-5d71-496a-8ce5-6c69c075d2da req-fab84d75-328d-4723-897b-f81799dc629d tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.160697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de62fba-5d71-496a-8ce5-6c69c075d2da req-fab84d75-328d-4723-897b-f81799dc629d tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 950 time: 0.1305039 Dec 08 16:05:06.173339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Made reservation on behalf of 25fb7b33753a4c6f988e8415cae24d7b for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:06.182646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:06.280999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de62fba-5d71-496a-8ce5-6c69c075d2da req-2d4ca91a-0d3b-412b-a0d7-e75e0bbc9870 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108735 Dec 08 16:05:06.334502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:06.371207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:06.374615 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767fc746-3c09-4aad-ba42-0017207f31d8" -d '{"events": [{"server_uuid": "ba6fd5e8-28bb-4493-8b61-e63bb0918ec5", "name": "network-vif-plugged", "status": "completed", "tag": "cf863c8b-015f-46e7-ad5b-bf1258fcd6bf"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:06.403371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,segment=NetworkSegment(5b6584ef-e1da-470a-9081-ec94b6df8faa),segment_id=5b6584ef-e1da-470a-9081-ec94b6df8faa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:06.408919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:06.471945 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff652c72-33b1-4f88-9caa-7a19def1cef6 x-openstack-request-id: req-ff652c72-33b1-4f88-9caa-7a19def1cef6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:06.472498 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6fd5e8-28bb-4493-8b61-e63bb0918ec5", "name": "network-vif-plugged", "status": "completed", "tag": "cf863c8b-015f-46e7-ad5b-bf1258fcd6bf", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:06.476022 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff652c72-33b1-4f88-9caa-7a19def1cef6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:06.476690 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf', 'code': 200} Dec 08 16:05:06.495352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-b0655bd3-d675-4355-88c6-e8562d6aad39 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369732 Dec 08 16:05:06.512687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Allocated IP 172.20.0.6 (716f9c59-ff9c-49e3-b07c-cc92bbb17051/4823824f-1622-481b-b66a-c37ceceaed64/74d4b821-62c2-4685-ac3c-48c46b09819e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:06.572243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:06.671697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70711f-e80c-486f-8f8c-79c38a12b738 req-50104f8e-2e42-4a49-ab8d-56960d08d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.673492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f70711f-e80c-486f-8f8c-79c38a12b738 req-50104f8e-2e42-4a49-ab8d-56960d08d6e3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 1096 time: 0.0749226 Dec 08 16:05:06.713533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:06.722711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-cb2e655c-2e95-4c5b-9848-bc37573013f6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.725387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-cb2e655c-2e95-4c5b-9848-bc37573013f6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2290828 Dec 08 16:05:06.764502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:06.769419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-201138e8-b0fa-43c0-8ff0-4e50cfbc4d69 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/quotas/444c77c06d0f4cba88c28418af0a8564 HTTP/1.1" status: 200 len: 375 time: 0.0219684 Dec 08 16:05:06.824112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:06.828274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:06.839179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-1dec5d75-837f-4f2f-a171-8d335d47d7ab tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.839519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:06.840024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-1dec5d75-837f-4f2f-a171-8d335d47d7ab tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 950 time: 0.1414058 Dec 08 16:05:06.844471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f70711f-e80c-486f-8f8c-79c38a12b738 req-05d1c9c8-35e2-4f66-88c1-07beb7e4c89e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576931 Dec 08 16:05:06.867632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-88fda5ae-f553-47ed-a17f-737250a5453d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856943 Dec 08 16:05:06.913380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event updated for resources: {'Port': ['ID=74d4b821-62c2-4685-ac3c-48c46b09819e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:06.970292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:06.971196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.008414 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-489fc461-f128-446f-97df-edbafb9763fb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0328774 Dec 08 16:05:07.025253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Request body: {'port': {'device_id': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:07.135213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2a94a-d6e5-49aa-b6a6-b639d00f97b8 req-b3b86ff8-6123-4b7e-b48a-948172295b91 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.142165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa2a94a-d6e5-49aa-b6a6-b639d00f97b8 req-b3b86ff8-6123-4b7e-b48a-948172295b91 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 945 time: 0.1373401 Dec 08 16:05:07.174529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.295558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-62592973-21d7-434b-a111-d2fafde933cb None None] Provisioning complete for port 74d4b821-62c2-4685-ac3c-48c46b09819e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:07.296674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62592973-21d7-434b-a111-d2fafde933cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.335970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Deleting port 100e200d-8b0e-494e-8c46-8f0ee6adf00e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:07.336421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.351564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-62592973-21d7-434b-a111-d2fafde933cb None None] Port 74d4b821-62c2-4685-ac3c-48c46b09819e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:07.358645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fa2a94a-d6e5-49aa-b6a6-b639d00f97b8 req-111bdb98-6cbc-4da4-9f71-ac867aea9ad0 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543131 Dec 08 16:05:07.567264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] For port 100e200d-8b0e-494e-8c46-8f0ee6adf00e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=100e200d-8b0e-494e-8c46-8f0ee6adf00e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:07.567872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.590959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Calling delete_port for 100e200d-8b0e-494e-8c46-8f0ee6adf00e owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:07.671162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74d4b821-62c2-4685-ac3c-48c46b09819e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:07.694285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.702003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1c74a-d11b-4e84-a905-8745a9950e6a req-cc0d9a5a-450d-4437-9e32-93a1fa0608a6 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:07.703845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4d1c74a-d11b-4e84-a905-8745a9950e6a req-cc0d9a5a-450d-4437-9e32-93a1fa0608a6 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 931 time: 0.1076488 Dec 08 16:05:07.719846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Transition to ACTIVE for port object 74d4b821-62c2-4685-ac3c-48c46b09819e will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:07.726446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.826523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Pushing event updated for resources: {'Port': ['ID=74d4b821-62c2-4685-ac3c-48c46b09819e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:07.847727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4d1c74a-d11b-4e84-a905-8745a9950e6a req-ce4ebead-a622-46bb-87ed-5785e9eb5e63 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338434 Dec 08 16:05:07.931554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Attempting to bind port 74d4b821-62c2-4685-ac3c-48c46b09819e on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:07.932451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Attempting to bind port 74d4b821-62c2-4685-ac3c-48c46b09819e by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:07.932451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Attempting to bind port 74d4b821-62c2-4685-ac3c-48c46b09819e on network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:07.937596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Port 74d4b821-62c2-4685-ac3c-48c46b09819e on network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:07.937992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Attempting to bind port 74d4b821-62c2-4685-ac3c-48c46b09819e on network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:07.944860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:07.945233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Checking segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:07.945572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Bound using segment: {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:07.946070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Bound port: 74d4b821-62c2-4685-ac3c-48c46b09819e, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a15bf1d-578d-4391-a943-7323d59df00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:07.946476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:07.995615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.081415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] For port 74d4b821-62c2-4685-ac3c-48c46b09819e, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:08.091659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] For port 74d4b821-62c2-4685-ac3c-48c46b09819e, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=74d4b821-62c2-4685-ac3c-48c46b09819e,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:08.102040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.142350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Pushing event deleted for resources: {'Port': ['ID=100e200d-8b0e-494e-8c46-8f0ee6adf00e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:08.204931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a22ca-cf0f-4b70-90d9-0e63dc6fee32 req-77400afd-c41f-4969-b9c7-4c8d6f2df52e tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.208986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f8a22ca-cf0f-4b70-90d9-0e63dc6fee32 req-77400afd-c41f-4969-b9c7-4c8d6f2df52e tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/ports?device_id=08b2e336-09d6-4e57-8b2a-a941d2af31b4 HTTP/1.1" status: 200 len: 867 time: 0.4929554 Dec 08 16:05:08.361024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] No DVR routers for this DVR port 100e200d-8b0e-494e-8c46-8f0ee6adf00e on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:08.366949 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.372981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-663a662f-1a8f-4608-8280-8ed544f213f2 req-493b3d29-ac08-4c24-b4ae-671b3e61c8a3 tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.86 "DELETE /v2.0/ports/100e200d-8b0e-494e-8c46-8f0ee6adf00e HTTP/1.1" status: 204 len: 173 time: 1.3380060 Dec 08 16:05:08.373727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'name': 'network-vif-deleted', 'tag': '100e200d-8b0e-494e-8c46-8f0ee6adf00e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:08.378335 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd73e72-1603-4fc9-8220-3818850ec555" -d '{"events": [{"server_uuid": "08b2e336-09d6-4e57-8b2a-a941d2af31b4", "name": "network-vif-deleted", "tag": "100e200d-8b0e-494e-8c46-8f0ee6adf00e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:08.500457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f8a22ca-cf0f-4b70-90d9-0e63dc6fee32 req-3d075965-d18f-48d1-9cdc-53dc99e6a22b tempest-DeleteServersAdminTestJSON-2046309428 tempest-DeleteServersAdminTestJSON-2046309428-project] 10.222.0.62 "GET /v2.0/security-groups?id=184b3769-57b9-46e1-8921-d54792d5e663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116530 Dec 08 16:05:08.795674 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ce50b1-ca19-407a-9822-9d52064392cd x-openstack-request-id: req-b3ce50b1-ca19-407a-9822-9d52064392cd {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:08.796383 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08b2e336-09d6-4e57-8b2a-a941d2af31b4", "name": "network-vif-deleted", "tag": "100e200d-8b0e-494e-8c46-8f0ee6adf00e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:08.797512 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b3ce50b1-ca19-407a-9822-9d52064392cd {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:08.798587 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b2e336-09d6-4e57-8b2a-a941d2af31b4', 'name': 'network-vif-deleted', 'tag': '100e200d-8b0e-494e-8c46-8f0ee6adf00e', 'status': 'completed', 'code': 200} Dec 08 16:05:08.918328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:08.919383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:08.921828 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] 10.222.0.58 "PUT /v2.0/ports/74d4b821-62c2-4685-ac3c-48c46b09819e HTTP/1.1" status: 200 len: 1091 time: 1.9044895 Dec 08 16:05:08.922877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:08.926728 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed9221f-7541-4a67-a023-af6d1c5d92a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:09.002958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172db7dc-c1da-4683-9dbc-c84ab3ca53cb service neutron] Pushing event updated for resources: {'Port': ['ID=74d4b821-62c2-4685-ac3c-48c46b09819e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:09.045373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd0a28-237b-4075-b9ca-d0d6477cacd7 req-203afcdb-142c-4660-ad07-d314f4543761 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.061474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bbd0a28-237b-4075-b9ca-d0d6477cacd7 req-203afcdb-142c-4660-ad07-d314f4543761 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 945 time: 0.1197860 Dec 08 16:05:09.145851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bbd0a28-237b-4075-b9ca-d0d6477cacd7 req-39489ce5-8238-4bcd-a173-80d1d19e5803 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811207 Dec 08 16:05:09.148684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-a096cbe8-bf05-424e-a4f8-8354ee3415b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.153913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-a096cbe8-bf05-424e-a4f8-8354ee3415b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25fb7b33753a4c6f988e8415cae24d7b&device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 1094 time: 0.1455133 Dec 08 16:05:09.274232 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-ac080347-8ef1-4862-96d0-7bd1cf9c554d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d4b821-62c2-4685-ac3c-48c46b09819e HTTP/1.1" status: 200 len: 217 time: 0.1102245 Dec 08 16:05:09.337231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad2f81-7417-4d95-a1b0-751058aa75e2 req-d56c6a91-656a-4c13-95c4-103c6b272f68 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.341684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4ad2f81-7417-4d95-a1b0-751058aa75e2 req-d56c6a91-656a-4c13-95c4-103c6b272f68 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 943 time: 0.1173978 Dec 08 16:05:09.420504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-bb09b5b8-0226-4d75-991b-6f7f6c3d5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.424122 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-bb09b5b8-0226-4d75-991b-6f7f6c3d5e17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4823824f-1622-481b-b66a-c37ceceaed64 HTTP/1.1" status: 200 len: 851 time: 0.1415834 Dec 08 16:05:09.532122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4ad2f81-7417-4d95-a1b0-751058aa75e2 req-b20fa2ed-6348-4d24-92dc-6017d21dd525 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752229 Dec 08 16:05:09.627114 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b7f999-f980-438b-ab41-e2c973578534 x-openstack-request-id: req-12b7f999-f980-438b-ab41-e2c973578534 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:09.627582 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:09.627965 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12b7f999-f980-438b-ab41-e2c973578534 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:09.628902 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'status': 'completed', 'code': 200} Dec 08 16:05:09.656704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-787cb566-ac3e-44f1-a78a-7da88fadb5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:09.659842 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-787cb566-ac3e-44f1-a78a-7da88fadb5fd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=716f9c59-ff9c-49e3-b07c-cc92bbb17051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237992 Dec 08 16:05:09.686623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 100e200d-8b0e-494e-8c46-8f0ee6adf00e no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:09.718062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 100e200d-8b0e-494e-8c46-8f0ee6adf00e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:09.718697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 100e200d-8b0e-494e-8c46-8f0ee6adf00e not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:09.754503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69e09edd-cb97-4364-9ca3-297ce8835641 req-5c773b2f-5868-41ba-af6c-3013ac40940d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 210 time: 0.0875483 Dec 08 16:05:09.839773 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-1658aca8-40be-4bc7-9d32-b9e053fb9b04 service neutron] 10.222.0.58 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691017 Dec 08 16:05:10.106094 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-758ebf74-e9da-414d-b758-6ac4a8988e07 req-e7fae185-b143-431f-b53b-3cd3037ac439 service neutron] 10.222.0.58 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551064 Dec 08 16:05:10.342860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a0100938-c9bd-405c-8e41-c07e5ba3b176 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565827 Dec 08 16:05:10.378880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-6cce425e-eae9-4096-beb5-a4c81c31a8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.389504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-6cce425e-eae9-4096-beb5-a4c81c31a8cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25fb7b33753a4c6f988e8415cae24d7b&device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 1094 time: 0.1505136 Dec 08 16:05:10.632018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-a241bb4e-e7fb-4086-a26a-3eca3ab1f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.635392 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-a241bb4e-e7fb-4086-a26a-3eca3ab1f50c service neutron] 10.222.0.58 "GET /v2.0/networks?id=716f9c59-ff9c-49e3-b07c-cc92bbb17051 HTTP/1.1" status: 200 len: 913 time: 0.2336273 Dec 08 16:05:10.743580 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-645c98a4-edc2-486d-9990-db08593c482a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d4b821-62c2-4685-ac3c-48c46b09819e HTTP/1.1" status: 200 len: 217 time: 0.0996904 Dec 08 16:05:10.760128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60602) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:10.773878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a9fddea3-3f9f-48ed-9ed9-3818d34f1f54 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.775474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a9fddea3-3f9f-48ed-9ed9-3818d34f1f54 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4212112 Dec 08 16:05:10.793869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:10.879596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-d9be42d2-5527-41d9-b912-f9425a97d5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.884315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-d9be42d2-5527-41d9-b912-f9425a97d5d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4823824f-1622-481b-b66a-c37ceceaed64 HTTP/1.1" status: 200 len: 851 time: 0.1333568 Dec 08 16:05:10.982008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-1ce7dfac-53d7-4dea-8485-67631572392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:10.986277 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-1ce7dfac-53d7-4dea-8485-67631572392a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=716f9c59-ff9c-49e3-b07c-cc92bbb17051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911388 Dec 08 16:05:11.067777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-0df98e3d-0509-42fe-8e5c-6fb2fa8689dd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1047692 Dec 08 16:05:11.199709 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-a2b9a82c-8082-46e0-91d2-281d2e26ddba service neutron] 10.222.0.58 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060158 Dec 08 16:05:11.204626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c00f47a6-cf64-4817-811f-a10d72151f58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab8ac264092c4d298c2dfef857626144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4433053 Dec 08 16:05:11.212554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60612) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:11.279304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-478d7bbb-882f-4243-ae53-96350fb73c33 req-35c14e15-b2bb-4eff-b82e-e21e6af8e198 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 210 time: 0.0563941 Dec 08 16:05:11.292412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb164d-3c2f-47ab-b94b-46a626cb6ddb req-30cfbf51-51d8-4f64-a314-d2b723d2255b tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.294058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-babb164d-3c2f-47ab-b94b-46a626cb6ddb req-30cfbf51-51d8-4f64-a314-d2b723d2255b tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 943 time: 0.4427369 Dec 08 16:05:11.402237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:11.408069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.422643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3744f3e3-887e-4c67-9987-58d69f8e406a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.459847 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7ed9221f-7541-4a67-a023-af6d1c5d92a7 req-81dd87c3-06e3-4ee7-ba8d-7c32789bf2ce service neutron] 10.222.0.58 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451813 Dec 08 16:05:11.484839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-6c47e5d8-2202-426a-bff2-b52ae9da2af4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.487808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-6c47e5d8-2202-426a-bff2-b52ae9da2af4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3960791 Dec 08 16:05:11.489151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3744f3e3-887e-4c67-9987-58d69f8e406a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.508846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': '74176e8f-11ab-4092-b541-aac349621221', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:11.519602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-babb164d-3c2f-47ab-b94b-46a626cb6ddb req-38b3bd9a-7762-4a78-9e3d-0c222bea12ac tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898355 Dec 08 16:05:11.541754 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-a8948b8e-8a44-4ce3-8216-dbc99bd40649 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0954955 Dec 08 16:05:11.576289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3744f3e3-887e-4c67-9987-58d69f8e406a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.579433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3744f3e3-887e-4c67-9987-58d69f8e406a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:11.585253 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3744f3e3-887e-4c67-9987-58d69f8e406a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/184b3769-57b9-46e1-8921-d54792d5e663 HTTP/1.1" status: 204 len: 168 time: 0.3536620 Dec 08 16:05:11.601954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744f3e3-887e-4c67-9987-58d69f8e406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184b3769-57b9-46e1-8921-d54792d5e663,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:11.696195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6e3f4-6974-41fb-acc3-26ea488695ed req-8544a37a-690c-4420-960f-39b9953fe350 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.698619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e6e3f4-6974-41fb-acc3-26ea488695ed req-8544a37a-690c-4420-960f-39b9953fe350 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 945 time: 0.3294265 Dec 08 16:05:11.741872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-c66e594f-dd8a-4fae-8e63-6d57eb5e8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.745602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-c66e594f-dd8a-4fae-8e63-6d57eb5e8159 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1096 time: 0.1270776 Dec 08 16:05:11.942130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e6e3f4-6974-41fb-acc3-26ea488695ed req-b86d9cba-25d1-4914-ba0a-0f1a89af9f25 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143319 Dec 08 16:05:11.964158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-73504f69-fc0c-46b3-aabc-dfca33dc51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:11.966443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-73504f69-fc0c-46b3-aabc-dfca33dc51e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.1866000 Dec 08 16:05:11.996869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.182 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/ceb8ae38-a91f-4942-85ae-74343678b800) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:12.012115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:12.016583 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.049127 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-663fe1a1-df99-4097-92f8-07d5b51f0afd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.0751190 Dec 08 16:05:12.174332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-d6b51081-c539-4b98-bac7-81e59ae40654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:12.177409 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-d6b51081-c539-4b98-bac7-81e59ae40654 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1180601 Dec 08 16:05:12.246050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 74d4b821-62c2-4685-ac3c-48c46b09819e details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:12.269169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-7c61268a-412b-4f93-b86d-f2428e6109e7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719936 Dec 08 16:05:12.276522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60624) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:12.307323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24debaf6-3591-451c-a7d6-4a4321e9349f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.400092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e749210-45df-4592-905e-7fa118d64117 req-b6ade252-5f18-466d-afd7-ddc4724ad12f tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:12.403006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e749210-45df-4592-905e-7fa118d64117 req-b6ade252-5f18-466d-afd7-ddc4724ad12f tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.86 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 945 time: 0.2235537 Dec 08 16:05:12.409524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.465191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24debaf6-3591-451c-a7d6-4a4321e9349f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.502490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b752c36-8173-45b0-a9b9-cae6b3be806f req-68cd1325-b606-4e80-970c-65661bde0968 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 210 time: 0.0547664 Dec 08 16:05:12.505058 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-24debaf6-3591-451c-a7d6-4a4321e9349f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.543769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.558690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 74d4b821-62c2-4685-ac3c-48c46b09819e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=74d4b821-62c2-4685-ac3c-48c46b09819e,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:12.567649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:12.607887 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-5eaf3ea1-d56b-436f-a1ee-927d9d1d5855 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290284 Dec 08 16:05:12.616898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'port_id': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'mac_address': 'fa:16:3e:44:52:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:12.645134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-24debaf6-3591-451c-a7d6-4a4321e9349f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e78238955b5a4295b8b25a52142f6de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3633063 Dec 08 16:05:12.657526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:12.658245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60630) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:12.658922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24debaf6-3591-451c-a7d6-4a4321e9349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab83bc65-b972-482c-81c6-4c275e167aa0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:12.679326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:12.692278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:12.732763 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-9242fc04-b728-4fca-b6dc-662809adf553 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1888616 Dec 08 16:05:12.744315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Deleting port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:12.747968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.790919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.222 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/c91a0e28-94cf-4d39-a5f8-739d00887981) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:12.812677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=ceb8ae38-a91f-4942-85ae-74343678b800,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:12.879015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:12.880069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.923163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-065223c3-3e5a-4322-a77f-e9c2c9b9860c req-a8623971-4ce0-422a-a21a-de1a9861e1eb service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070219 Dec 08 16:05:12.969217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:12.996304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74d4b821-62c2-4685-ac3c-48c46b09819e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:13.023645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-742ed7bd-3d52-49c7-ab63-d1a07720031d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2367544 Dec 08 16:05:13.043532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 74d4b821-62c2-4685-ac3c-48c46b09819e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=74d4b821-62c2-4685-ac3c-48c46b09819e,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:13.057280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.065324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] For port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,segment=NetworkSegment(5b6584ef-e1da-470a-9081-ec94b6df8faa),segment_id=5b6584ef-e1da-470a-9081-ec94b6df8faa)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:13.067242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.074463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Request body: {'port': {'device_id': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:13.085148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e6669a2-5c53-472b-bacd-3a96ac04b3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.088493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-7ca69fb3-4b14-4213-8783-f9afa57ea5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.091154 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-7ca69fb3-4b14-4213-8783-f9afa57ea5f0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1095 time: 0.2311883 Dec 08 16:05:13.096251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6346d-9280-4338-a06e-0789536b77c7 req-61ca74d5-8043-4722-8b11-22e0668bc7d1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.107148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfc6346d-9280-4338-a06e-0789536b77c7 req-61ca74d5-8043-4722-8b11-22e0668bc7d1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 943 time: 0.4294639 Dec 08 16:05:13.136492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Calling delete_port for cf863c8b-015f-46e7-ad5b-bf1258fcd6bf owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:13.244924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=74d4b821-62c2-4685-ac3c-48c46b09819e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:13.259237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3df0a55e-9c43-4826-9bd5-8fbf183d9d5d None None] Provisioning complete for port ceb8ae38-a91f-4942-85ae-74343678b800 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:13.259921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3df0a55e-9c43-4826-9bd5-8fbf183d9d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.300236 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e6669a2-5c53-472b-bacd-3a96ac04b3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.301902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-415dd560-7737-4f55-aca1-846aa7d73dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.303613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-415dd560-7737-4f55-aca1-846aa7d73dbb service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.1638358 Dec 08 16:05:13.393619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['74d4b821-62c2-4685-ac3c-48c46b09819e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:13.408925 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-e84c71ca-f6a9-4e0b-8acd-7c2d05482852 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.0973532 Dec 08 16:05:13.478180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.482054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3df0a55e-9c43-4826-9bd5-8fbf183d9d5d None None] Port ceb8ae38-a91f-4942-85ae-74343678b800 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:13.488895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-03413feb-e312-43a0-9bff-b834b329568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.492086 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-03413feb-e312-43a0-9bff-b834b329568b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.0745320 Dec 08 16:05:13.497919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['cf863c8b-015f-46e7-ad5b-bf1258fcd6bf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:13.530803 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.536522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Pushing event deleted for resources: {'Port': ['ID=cf863c8b-015f-46e7-ad5b-bf1258fcd6bf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:13.548183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81460c68-a966-4207-9b97-4571dd672856 req-7ff52ca5-4802-4a26-8346-edb418b19436 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:13.562617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81460c68-a966-4207-9b97-4571dd672856 req-7ff52ca5-4802-4a26-8346-edb418b19436 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/ports?device_id=ba6fd5e8-28bb-4493-8b61-e63bb0918ec5 HTTP/1.1" status: 200 len: 867 time: 0.4489384 Dec 08 16:05:13.572120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-dc88494b-e72a-4ab0-ba71-520094fb6f80 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536642 Dec 08 16:05:13.578608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfc6346d-9280-4338-a06e-0789536b77c7 req-3303c8b7-c6f8-4507-b277-f52387f1b872 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4701078 Dec 08 16:05:13.651000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] No DVR routers for this DVR port cf863c8b-015f-46e7-ad5b-bf1258fcd6bf on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:13.683748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.687298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e749210-45df-4592-905e-7fa118d64117 req-07575957-491b-4d7e-802d-245badac9f04 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.86 "DELETE /v2.0/ports/cf863c8b-015f-46e7-ad5b-bf1258fcd6bf HTTP/1.1" status: 204 len: 173 time: 1.2757943 Dec 08 16:05:13.687784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'name': 'network-vif-deleted', 'tag': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:13.690256 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948ef4ea-69ba-4ad0-bf22-9c6a985983a2" -d '{"events": [{"server_uuid": "ba6fd5e8-28bb-4493-8b61-e63bb0918ec5", "name": "network-vif-deleted", "tag": "cf863c8b-015f-46e7-ad5b-bf1258fcd6bf"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:13.727907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.815408 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-30337612-7c16-478c-a93c-63222d553d3d service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209764 Dec 08 16:05:13.853844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81460c68-a966-4207-9b97-4571dd672856 req-a2c95071-682c-477e-9daf-108da5b8b176 tempest-ServerMetadataNegativeTestJSON-1181791815 tempest-ServerMetadataNegativeTestJSON-1181791815-project] 10.222.0.62 "GET /v2.0/security-groups?id=87ae21a6-1f33-47f1-9509-3b98b4a21eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483256 Dec 08 16:05:13.959567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e6669a2-5c53-472b-bacd-3a96ac04b3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.962861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e6669a2-5c53-472b-bacd-3a96ac04b3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:13.964238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8e6669a2-5c53-472b-bacd-3a96ac04b3c0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ab83bc65-b972-482c-81c6-4c275e167aa0 HTTP/1.1" status: 204 len: 168 time: 1.3015053 Dec 08 16:05:14.001321 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c2c0162-0b89-470e-b43d-40937d52a7ae x-openstack-request-id: req-0c2c0162-0b89-470e-b43d-40937d52a7ae {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:14.001816 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba6fd5e8-28bb-4493-8b61-e63bb0918ec5", "name": "network-vif-deleted", "tag": "cf863c8b-015f-46e7-ad5b-bf1258fcd6bf", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:14.002265 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c2c0162-0b89-470e-b43d-40937d52a7ae {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:14.003842 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba6fd5e8-28bb-4493-8b61-e63bb0918ec5', 'name': 'network-vif-deleted', 'tag': 'cf863c8b-015f-46e7-ad5b-bf1258fcd6bf', 'status': 'completed', 'code': 200} Dec 08 16:05:14.004048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:14.027577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6669a2-5c53-472b-bacd-3a96ac04b3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab83bc65-b972-482c-81c6-4c275e167aa0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:14.091810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-211ef401-a2bf-4c17-8581-911651e0f3a7 req-45a80988-3977-4ddd-a137-5803dbea82c6 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675123 Dec 08 16:05:14.387280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:14.532396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:14.543654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adad1eae-f6f0-4005-bae1-9216d2f1414a req-d2dafcfb-1f91-4ffd-babd-1265479ce396 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:14.546375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adad1eae-f6f0-4005-bae1-9216d2f1414a req-d2dafcfb-1f91-4ffd-babd-1265479ce396 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 936 time: 0.5776825 Dec 08 16:05:14.552706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=c91a0e28-94cf-4d39-a5f8-739d00887981,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:14.560361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:14.563904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:14.743281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:14.744054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:14.898917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adad1eae-f6f0-4005-bae1-9216d2f1414a req-a2f606be-482f-4ecd-ba2b-63401f8d088a tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743857 Dec 08 16:05:14.931706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-84d812f5-a5fd-40d8-bfa4-e430b1f2cb92 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4314134 Dec 08 16:05:14.949918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Request body: {'port': {'device_id': '74176e8f-11ab-4092-b541-aac349621221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:14.959741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e8f36831-4f94-4d71-bcf9-e2405976cb48 None None] Provisioning complete for port c91a0e28-94cf-4d39-a5f8-739d00887981 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:14.959741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8f36831-4f94-4d71-bcf9-e2405976cb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.062337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e8f36831-4f94-4d71-bcf9-e2405976cb48 None None] Port c91a0e28-94cf-4d39-a5f8-739d00887981 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:15.128840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb8ae38-a91f-4942-85ae-74343678b800 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:15.145177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.153585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:15.167678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe6ac3-4c30-459f-9dab-7fba5b483d31 req-49400040-9205-4d2a-ad64-fce193798aed tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:15.170292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fbe6ac3-4c30-459f-9dab-7fba5b483d31 req-49400040-9205-4d2a-ad64-fce193798aed tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 944 time: 0.4431484 Dec 08 16:05:15.216956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Deleting subnet d3d6b67c-f0de-4684-ab70-a1327d07560f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:05:15.221062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.258783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Transition to ACTIVE for port object ceb8ae38-a91f-4942-85ae-74343678b800 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:15.260346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.287341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.295446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.362850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:05:15.379900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.444319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fbe6ac3-4c30-459f-9dab-7fba5b483d31 req-62afca48-5c32-4876-affa-48e0f5163699 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333665 Dec 08 16:05:15.480189 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.517780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.525539 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d3d6b67c-f0de-4684-ab70-a1327d07560f HTTP/1.1" status: 204 len: 168 time: 0.3701696 Dec 08 16:05:15.526328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60686) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:15.534912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cb9231-5d47-4884-a861-aac329f060f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3d6b67c-f0de-4684-ab70-a1327d07560f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:15.575961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb8ae38-a91f-4942-85ae-74343678b800,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:15.650387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.716951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cf863c8b-015f-46e7-ad5b-bf1258fcd6bf no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:15.762381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: cf863c8b-015f-46e7-ad5b-bf1258fcd6bf {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:15.765320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cf863c8b-015f-46e7-ad5b-bf1258fcd6bf not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:15.795433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.845232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ad6d0a-962c-4eeb-adf8-5e00cd5650d4']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:15.855837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Attempting to bind port ceb8ae38-a91f-4942-85ae-74343678b800 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:15.856312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Attempting to bind port ceb8ae38-a91f-4942-85ae-74343678b800 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:15.856880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Attempting to bind port ceb8ae38-a91f-4942-85ae-74343678b800 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:15.860352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b6584ef-e1da-470a-9081-ec94b6df8faa') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:15.860758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b6584ef-e1da-470a-9081-ec94b6df8faa') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:15.873296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Port ceb8ae38-a91f-4942-85ae-74343678b800 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:15.873822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Attempting to bind port ceb8ae38-a91f-4942-85ae-74343678b800 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:15.877034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.894333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:15.894333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:15.894333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:15.894333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Bound port: ceb8ae38-a91f-4942-85ae-74343678b800, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:15.894873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.904403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.913827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:05:15.914272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:05:15.917043 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:05:16.010504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.023994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.031788 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/10ad6d0a-962c-4eeb-adf8-5e00cd5650d4 HTTP/1.1" status: 204 len: 168 time: 0.5038278 Dec 08 16:05:16.045781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91a0e28-94cf-4d39-a5f8-739d00887981 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:16.073962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6349a-89ec-46ef-91dc-8ec2619a6cd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ad6d0a-962c-4eeb-adf8-5e00cd5650d4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:16.079513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.155041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] For port ceb8ae38-a91f-4942-85ae-74343678b800, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:16.204057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Transition to ACTIVE for port object c91a0e28-94cf-4d39-a5f8-739d00887981 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:16.207687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] For port ceb8ae38-a91f-4942-85ae-74343678b800, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ceb8ae38-a91f-4942-85ae-74343678b800,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:16.217503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.227928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.255154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 74d4b821-62c2-4685-ac3c-48c46b09819e up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:16.336482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.337475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 74d4b821-62c2-4685-ac3c-48c46b09819e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:16.337639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.340657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] 10.222.0.86 "PUT /v2.0/ports/ceb8ae38-a91f-4942-85ae-74343678b800 HTTP/1.1" status: 200 len: 1096 time: 3.2967460 Dec 08 16:05:16.343529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 74d4b821-62c2-4685-ac3c-48c46b09819e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:16.345068 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.359604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dc3321-3ef9-43d8-8406-435c7f405de5 req-0e7b0cea-a2f8-4ac2-93f8-591d7ab03166 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.370042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60714) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:16.374886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61dc3321-3ef9-43d8-8406-435c7f405de5 req-0e7b0cea-a2f8-4ac2-93f8-591d7ab03166 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 936 time: 0.3016763 Dec 08 16:05:16.377610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'tag': 'ceb8ae38-a91f-4942-85ae-74343678b800'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:16.383258 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f520bc-3c4f-4b94-b927-c5e3208a95f3", "tag": "ceb8ae38-a91f-4942-85ae-74343678b800"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:16.476265 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-22579101-cf34-4d1b-b918-368aa4abfabc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2921f30a467047a29f6165461435f5ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1023915 Dec 08 16:05:16.480320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:16.508231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Pushing event updated for resources: {'Port': ['ID=c91a0e28-94cf-4d39-a5f8-739d00887981,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:16.571973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.588662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8a92402-ea38-4214-95cb-5646c826b2c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.617571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:16.622993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8a92402-ea38-4214-95cb-5646c826b2c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.625717 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8de9c14-80e5-445d-8b02-01de32da25cf" -d '{"events": [{"server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "name": "network-vif-plugged", "status": "completed", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:16.662239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 74d4b821-62c2-4685-ac3c-48c46b09819e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=74d4b821-62c2-4685-ac3c-48c46b09819e,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:16.668298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.721258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8a92402-ea38-4214-95cb-5646c826b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.726716 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8a92402-ea38-4214-95cb-5646c826b2c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.732921 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e8a92402-ea38-4214-95cb-5646c826b2c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/87ae21a6-1f33-47f1-9509-3b98b4a21eca HTTP/1.1" status: 204 len: 168 time: 0.2510536 Dec 08 16:05:16.744658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a92402-ea38-4214-95cb-5646c826b2c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae21a6-1f33-47f1-9509-3b98b4a21eca,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:16.791826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61dc3321-3ef9-43d8-8406-435c7f405de5 req-054c9b90-c389-47df-a906-e88ea5ba9579 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157805 Dec 08 16:05:16.797099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-c75a4945-7353-4aea-a0c8-c3145631f49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:16.798821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-c75a4945-7353-4aea-a0c8-c3145631f49a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 1099 time: 0.3738596 Dec 08 16:05:16.830927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=74d4b821-62c2-4685-ac3c-48c46b09819e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:16.867555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Attempting to bind port c91a0e28-94cf-4d39-a5f8-739d00887981 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:16.868126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Attempting to bind port c91a0e28-94cf-4d39-a5f8-739d00887981 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:16.869300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Attempting to bind port c91a0e28-94cf-4d39-a5f8-739d00887981 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:16.897756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Port c91a0e28-94cf-4d39-a5f8-739d00887981 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:16.898739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Attempting to bind port c91a0e28-94cf-4d39-a5f8-739d00887981 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:16.907493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:16.907968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:16.908831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:16.910120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Bound port: c91a0e28-94cf-4d39-a5f8-739d00887981, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:16.916480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:16.939434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844555dd-c5b9-43da-bd10-73d09b55c205 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb8ae38-a91f-4942-85ae-74343678b800,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:16.961399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-6c3c9f38-8582-40b4-a110-e45528589d3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ceb8ae38-a91f-4942-85ae-74343678b800 HTTP/1.1" status: 200 len: 217 time: 0.1440959 Dec 08 16:05:17.032797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] For port c91a0e28-94cf-4d39-a5f8-739d00887981, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:17.037968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] For port c91a0e28-94cf-4d39-a5f8-739d00887981, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c91a0e28-94cf-4d39-a5f8-739d00887981,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:17.055511 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:17.121004 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca249574-98c4-4a1b-b6fa-1c527c6c6e7c x-openstack-request-id: req-ca249574-98c4-4a1b-b6fa-1c527c6c6e7c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:17.121297 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f520bc-3c4f-4b94-b927-c5e3208a95f3", "tag": "ceb8ae38-a91f-4942-85ae-74343678b800", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:17.121597 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca249574-98c4-4a1b-b6fa-1c527c6c6e7c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:17.122097 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'tag': 'ceb8ae38-a91f-4942-85ae-74343678b800', 'status': 'completed', 'code': 200} Dec 08 16:05:17.137921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.138830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:17.140297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] 10.222.0.86 "PUT /v2.0/ports/c91a0e28-94cf-4d39-a5f8-739d00887981 HTTP/1.1" status: 200 len: 1096 time: 2.2000511 Dec 08 16:05:17.175921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57131a1-7701-497f-9485-9282bc7ef36a service neutron] Pushing event updated for resources: {'Port': ['ID=c91a0e28-94cf-4d39-a5f8-739d00887981,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:17.188315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-e8cea8c1-d842-424c-a9ff-eca831c33f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.189542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-e8cea8c1-d842-424c-a9ff-eca831c33f49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1495731 Dec 08 16:05:17.277518 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c244678-5842-43a3-a173-dd6e397dad42 x-openstack-request-id: req-9c244678-5842-43a3-a173-dd6e397dad42 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:17.277908 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "name": "network-vif-plugged", "status": "completed", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:17.278147 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c244678-5842-43a3-a173-dd6e397dad42 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:17.278721 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'code': 200} Dec 08 16:05:17.365197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-c1e836bc-82ac-440d-b544-c8a3b7ffbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.367189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-c1e836bc-82ac-440d-b544-c8a3b7ffbf06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 1099 time: 0.1624033 Dec 08 16:05:17.380387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-e166c26b-14bb-4a72-bcf2-4446982f0366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.382023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-e166c26b-14bb-4a72-bcf2-4446982f0366 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1784832 Dec 08 16:05:17.435873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00120d-e41c-4f80-9734-9e084a8d0728 req-86f8b149-a4b9-402f-94b8-81d52f85b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.438932 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0e00120d-e41c-4f80-9734-9e084a8d0728 req-86f8b149-a4b9-402f-94b8-81d52f85b6c7 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 1096 time: 0.0787928 Dec 08 16:05:17.465283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-554aa0ff-188a-47cb-be93-c2803e74b90b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c91a0e28-94cf-4d39-a5f8-739d00887981 HTTP/1.1" status: 200 len: 217 time: 0.0880933 Dec 08 16:05:17.523975 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0e00120d-e41c-4f80-9734-9e084a8d0728 req-5568a372-7007-4060-ab8c-1f1fe35af52b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742419 Dec 08 16:05:17.570928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d22944-5dc5-42be-9122-241458338dd6 req-f5324194-bc12-417d-bba2-aa26f1d6ceee tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.572940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15d22944-5dc5-42be-9122-241458338dd6 req-f5324194-bc12-417d-bba2-aa26f1d6ceee tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.3305511 Dec 08 16:05:17.669393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-332daed3-ba61-4931-a67f-d57820c76ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.671082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-332daed3-ba61-4931-a67f-d57820c76ab1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1736839 Dec 08 16:05:17.750980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15d22944-5dc5-42be-9122-241458338dd6 req-c86ecf45-a0e1-4cec-b887-4dffcee6cdef tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543159 Dec 08 16:05:17.763609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-0426a256-aa29-4291-8359-52ee0fe981e4 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712642 Dec 08 16:05:17.836143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-8d12acea-ccc8-4a74-8427-386e20bd0d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:17.837752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-8d12acea-ccc8-4a74-8427-386e20bd0d1b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1558218 Dec 08 16:05:17.995067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-ca289a54-2397-4526-8088-dae55bbe40fe service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204578 Dec 08 16:05:18.031547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b9a21-852d-4eba-8ff0-0f7ab40afb20 req-858a4c22-343d-4aab-b01a-933080964082 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.040057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f65b9a21-852d-4eba-8ff0-0f7ab40afb20 req-858a4c22-343d-4aab-b01a-933080964082 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 948 time: 0.1343009 Dec 08 16:05:18.053187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-f8c40456-9d67-437d-bdc2-5ba1e1b55b22 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020431 Dec 08 16:05:18.205896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f65b9a21-852d-4eba-8ff0-0f7ab40afb20 req-b883b4d2-0bc9-4ec7-9ac4-4e671d160344 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647873 Dec 08 16:05:18.220851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60776) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:18.260890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:18.265375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-d5309381-f879-44b8-b5b2-9d520438d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.267963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-d5309381-f879-44b8-b5b2-9d520438d1ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 1099 time: 0.1196704 Dec 08 16:05:18.271846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c11b37-f19b-4adf-b1c5-06c9687be98a req-3575ff15-5362-4f48-96ad-1e8ee5405a93 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084568 Dec 08 16:05:18.398950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-ff61ff5e-b358-4489-afe9-a7eaf6f7145c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.399420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68e3c219-5eba-45d4-8500-1c41656b583c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.400358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-ff61ff5e-b358-4489-afe9-a7eaf6f7145c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1205661 Dec 08 16:05:18.421903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-792265076-network', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:18.449433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-4e7cf2d4-c343-42d9-ac86-c694d22c71a1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.182&port_id=ceb8ae38-a91f-4942-85ae-74343678b800 HTTP/1.1" status: 200 len: 217 time: 0.0410194 Dec 08 16:05:18.462006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Made reservation on behalf of cb7cb422e2224faf954c32a0dd97825a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:18.464306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.481141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.515751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-e7ec5d7a-ba18-471c-a930-f0fed1532712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.517251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-e7ec5d7a-ba18-471c-a930-f0fed1532712 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0605345 Dec 08 16:05:18.564035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68e3c219-5eba-45d4-8500-1c41656b583c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.572103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68e3c219-5eba-45d4-8500-1c41656b583c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.578369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-313cc3d5-bcd5-456c-9ea2-d0ff53a8db72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.580253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-313cc3d5-bcd5-456c-9ea2-d0ff53a8db72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0552654 Dec 08 16:05:18.632716 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-68e3c219-5eba-45d4-8500-1c41656b583c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54784a474fd941d5a07b1d8e4f859240&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677223 Dec 08 16:05:18.634223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60786) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:18.639135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3c219-5eba-45d4-8500-1c41656b583c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e56a8-a682-4bb9-af70-a65576ba6d6c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:18.656532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.662933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.690753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:05:18.705648 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9fdebb-0387-477f-9833-9499f66f1695,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:18.721194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.721546 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Added segment 831ca032-36f3-4351-9f22-85902ebe034f of type vlan for network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 Dec 08 16:05:18.737948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-bba3956a-81e2-4729-bcd2-905662000efb service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484599 Dec 08 16:05:18.743174 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a808-03e8-42af-af31-62b560ed8ca4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.774579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.814187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.815947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:18.816972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.871042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a808-03e8-42af-af31-62b560ed8ca4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:18.939033 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7164242 Dec 08 16:05:18.944002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60790) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:18.952499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Request body: {'subnet': {'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-subnet', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:18.973997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5475a1-9099-41a6-b6df-8ff06424463b admin admin] Pushing event updated for resources: {'Network': ['ID=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:18.993337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Made reservation on behalf of cb7cb422e2224faf954c32a0dd97825a for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:18.994283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:05:18.998010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.082940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01725707-cabf-43a4-85ef-2aeae7f2eb3b req-03d9dbe0-3482-4dbf-ab19-33a6dfb32f8c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.097344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01725707-cabf-43a4-85ef-2aeae7f2eb3b req-03d9dbe0-3482-4dbf-ab19-33a6dfb32f8c tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.2086971 Dec 08 16:05:19.126893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74176e8f-11ab-4092-b541-aac349621221', 'tag': 'c91a0e28-94cf-4d39-a5f8-739d00887981'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:19.140316 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b586e216-0e98-40d4-a652-08a1f064f3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "74176e8f-11ab-4092-b541-aac349621221", "tag": "c91a0e28-94cf-4d39-a5f8-739d00887981"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:19.155700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5c35d6-4aa4-444a-ab21-f9d562d26d3f req-9e3be713-8cf3-45a7-9621-8b14cc8948f6 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076595 Dec 08 16:05:19.184162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a808-03e8-42af-af31-62b560ed8ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.186922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdb9a808-03e8-42af-af31-62b560ed8ca4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.192735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fdb9a808-03e8-42af-af31-62b560ed8ca4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/315e56a8-a682-4bb9-af70-a65576ba6d6c HTTP/1.1" status: 204 len: 168 time: 0.5528893 Dec 08 16:05:19.258206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9a808-03e8-42af-af31-62b560ed8ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e56a8-a682-4bb9-af70-a65576ba6d6c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:19.316792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01725707-cabf-43a4-85ef-2aeae7f2eb3b req-f4a747f9-8dc8-466a-b31f-a6c2f4c9d540 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178171 Dec 08 16:05:19.326067 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703a4105-1b21-4dd5-8d4d-477d3391b88c x-openstack-request-id: req-703a4105-1b21-4dd5-8d4d-477d3391b88c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:19.326818 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74176e8f-11ab-4092-b541-aac349621221", "tag": "c91a0e28-94cf-4d39-a5f8-739d00887981", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:19.328024 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-703a4105-1b21-4dd5-8d4d-477d3391b88c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:19.328763 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74176e8f-11ab-4092-b541-aac349621221', 'tag': 'c91a0e28-94cf-4d39-a5f8-739d00887981', 'status': 'completed', 'code': 200} Dec 08 16:05:19.388500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.488563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-0f4d73e5-26f0-4b2e-8794-693f7442e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.490137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf302498-ff6d-4a50-b849-8754685cf17d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:19.491303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-0f4d73e5-26f0-4b2e-8794-693f7442e59a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 1099 time: 0.1389658 Dec 08 16:05:19.496206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Checking segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:19.496881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Network hostable DHCP agents. Network: 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:05:19.525934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:05:19.543662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:19.558658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.560274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.574186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75194b51-c961-445f-8d17-8bb0fffc9c4c None None] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:19.622372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cecfc4db-706c-4111-93d6-83eebb599454 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6764228 Dec 08 16:05:19.626641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:19.633646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:19.704636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41e1cd-e301-454d-bcdb-b0da625b0e3d req-238fd7d0-5978-473b-a2ec-85b4faf3d7c7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.707124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d41e1cd-e301-454d-bcdb-b0da625b0e3d req-238fd7d0-5978-473b-a2ec-85b4faf3d7c7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 948 time: 0.2439198 Dec 08 16:05:19.754429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.756205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.761345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:05:19.762813 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.767586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-b549b39a-e3b6-4c25-8887-44910bc24b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:19.769135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-b549b39a-e3b6-4c25-8887-44910bc24b96 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2385223 Dec 08 16:05:19.819052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60810) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:19.834952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71ab339d-6bce-4833-bf69-97f025cbd63d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.846736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-76401a72-df5c-44d1-88ca-fd5a54152745 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=c91a0e28-94cf-4d39-a5f8-739d00887981 HTTP/1.1" status: 200 len: 217 time: 0.0683713 Dec 08 16:05:19.958000 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71ab339d-6bce-4833-bf69-97f025cbd63d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.964591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71ab339d-6bce-4833-bf69-97f025cbd63d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.978292 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:19.989105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d41e1cd-e301-454d-bcdb-b0da625b0e3d req-3bbdf8cf-67a1-4131-b4b0-ba777834cc89 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669466 Dec 08 16:05:19.999386 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-71ab339d-6bce-4833-bf69-97f025cbd63d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54ad4245851148c0a4936fd7be2385e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791253 Dec 08 16:05:20.010194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:20.026958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Allocated IP 172.20.0.2 (1bfb3cf4-df88-4e6d-bfe3-6906382c43c3/cf302498-ff6d-4a50-b849-8754685cf17d/7e6eeb52-d210-43ae-9e87-925bd940b045) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:20.084968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ab339d-6bce-4833-bf69-97f025cbd63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd68a35-7323-41be-ab5b-c7309a06cf6e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:20.110971 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e32026fd-4c98-47d5-afeb-5dea2fd68128 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.143604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e32026fd-4c98-47d5-afeb-5dea2fd68128 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.149994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-32e983d7-e696-4f17-9a11-f1ad8cc93829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:20.152240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-32e983d7-e696-4f17-9a11-f1ad8cc93829 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2851794 Dec 08 16:05:20.211023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e32026fd-4c98-47d5-afeb-5dea2fd68128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.218784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e32026fd-4c98-47d5-afeb-5dea2fd68128 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.221831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e32026fd-4c98-47d5-afeb-5dea2fd68128 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6fd68a35-7323-41be-ab5b-c7309a06cf6e HTTP/1.1" status: 204 len: 168 time: 0.2101803 Dec 08 16:05:20.244964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32026fd-4c98-47d5-afeb-5dea2fd68128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd68a35-7323-41be-ab5b-c7309a06cf6e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:20.331070 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.348007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.369177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.380683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-c7450fdc-cf7b-4f19-ba83-cfb06751c3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:20.383493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-c7450fdc-cf7b-4f19-ba83-cfb06751c3e9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1769187 Dec 08 16:05:20.431959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:20.436823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:20.443294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:20.447136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Pushing event updated for resources: {'Port': ['ID=7e6eeb52-d210-43ae-9e87-925bd940b045,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:20.526842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Attempting to bind port 7e6eeb52-d210-43ae-9e87-925bd940b045 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:20.527266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Attempting to bind port 7e6eeb52-d210-43ae-9e87-925bd940b045 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:20.527584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Attempting to bind port 7e6eeb52-d210-43ae-9e87-925bd940b045 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:20.544134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:20.544526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Checking segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:20.544935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.545333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Bound using segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:20.545860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Bound port: 7e6eeb52-d210-43ae-9e87-925bd940b045, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:20.549726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.665050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] For port 7e6eeb52-d210-43ae-9e87-925bd940b045, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:20.668789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] For port 7e6eeb52-d210-43ae-9e87-925bd940b045, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7e6eeb52-d210-43ae-9e87-925bd940b045,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:20.676104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:20.794897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f3f6-9f9c-4604-9840-339878fd19a3 None None] Pushing event updated for resources: {'Port': ['ID=7e6eeb52-d210-43ae-9e87-925bd940b045,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:21.076086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d16c4-f0e2-4dc1-b6fe-03363c8fa08a req-4f4b4fce-76a3-4f4e-8c35-355ee895b178 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:21.084471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec2d16c4-f0e2-4dc1-b6fe-03363c8fa08a req-4f4b4fce-76a3-4f4e-8c35-355ee895b178 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.6403239 Dec 08 16:05:21.143448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-487e4d40-ec27-4cbf-b3be-3608708cab9d service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018747 Dec 08 16:05:21.281572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec2d16c4-f0e2-4dc1-b6fe-03363c8fa08a req-e24b60d5-6086-48c4-a707-20a4a4c7f201 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958876 Dec 08 16:05:21.321716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2460ec-226e-4e8c-ba01-86cd96abd10b req-502d923a-e465-4ca1-8965-486a78a3e8ce tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:21.324206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d2460ec-226e-4e8c-ba01-86cd96abd10b req-502d923a-e465-4ca1-8965-486a78a3e8ce tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 948 time: 0.1868823 Dec 08 16:05:21.471179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b586e216-0e98-40d4-a652-08a1f064f3fc req-cf38dc91-efeb-4467-a175-4e7ffb8ab5f0 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099000 Dec 08 16:05:21.551840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d2460ec-226e-4e8c-ba01-86cd96abd10b req-c3c88c18-e411-4a37-8248-d61090c36709 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266998 Dec 08 16:05:21.588524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.623652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7e6eeb52-d210-43ae-9e87-925bd940b045 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:21.652660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.719453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ceb8ae38-a91f-4942-85ae-74343678b800 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:21.724984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7e6eeb52-d210-43ae-9e87-925bd940b045 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:21.727043 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:21.810921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35fd52-33ea-45f1-a73c-fbdc22c73b2c req-8f3842dc-14cb-47fa-b755-6279c4eb6aac tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:21.830764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:21.834986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e35fd52-33ea-45f1-a73c-fbdc22c73b2c req-8f3842dc-14cb-47fa-b755-6279c4eb6aac tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.2634625 Dec 08 16:05:21.841069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Request body: {'floatingip': {'port_id': '74d4b821-62c2-4685-ac3c-48c46b09819e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:21.955291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.030556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Allocated IP 172.25.3.104 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/b434a08a-812f-4038-b7f6-44640dad7da5) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:22.034119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.121592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ceb8ae38-a91f-4942-85ae-74343678b800, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ceb8ae38-a91f-4942-85ae-74343678b800,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:22.168819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'ceb8ae38-a91f-4942-85ae-74343678b800', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'ceb8ae38-a91f-4942-85ae-74343678b800', 'mac_address': 'fa:16:3e:8e:64:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:22.195820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 7e6eeb52-d210-43ae-9e87-925bd940b045, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7e6eeb52-d210-43ae-9e87-925bd940b045,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:22.232283 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.248288 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.276469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.325335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.343943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:22.345164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb8ae38-a91f-4942-85ae-74343678b800 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:22.350465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:22.352577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Pushing event updated for resources: {'Port': ['ID=b434a08a-812f-4038-b7f6-44640dad7da5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:22.355647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:22.407499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=7e6eeb52-d210-43ae-9e87-925bd940b045,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:22.418522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ceb8ae38-a91f-4942-85ae-74343678b800, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ceb8ae38-a91f-4942-85ae-74343678b800,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:22.428786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.429612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c91a0e28-94cf-4d39-a5f8-739d00887981 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:22.487518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2e1fd1-353f-48ca-9b45-7bb08ded98ef None None] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:22.724640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ceb8ae38-a91f-4942-85ae-74343678b800,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:22.730786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:05:22.764570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c91a0e28-94cf-4d39-a5f8-739d00887981, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c91a0e28-94cf-4d39-a5f8-739d00887981,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:22.770158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1aab5eb0-1069-45ff-ab2b-f47bc1a51600 None None] Provisioning complete for port 7e6eeb52-d210-43ae-9e87-925bd940b045 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:22.771364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aab5eb0-1069-45ff-ab2b-f47bc1a51600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.810344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.815568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.820814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'c91a0e28-94cf-4d39-a5f8-739d00887981', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'c91a0e28-94cf-4d39-a5f8-739d00887981', 'mac_address': 'fa:16:3e:bd:db:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:22.927909 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:22.955189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91a0e28-94cf-4d39-a5f8-739d00887981 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:23.003465 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Floating IP 42fea165-db05-49a4-8f70-437e922af228 associated. External IP: 172.25.3.106, port: 74d4b821-62c2-4685-ac3c-48c46b09819e. Dec 08 16:05:23.014044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c91a0e28-94cf-4d39-a5f8-739d00887981, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c91a0e28-94cf-4d39-a5f8-739d00887981,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:23.029454 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.098715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8d464-90cc-4bcb-86ca-6161565dc742 req-de02d5e8-f2be-4967-8d86-b07cb99e306a tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:23.114286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23f8d464-90cc-4bcb-86ca-6161565dc742 req-de02d5e8-f2be-4967-8d86-b07cb99e306a tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 948 time: 0.3239167 Dec 08 16:05:23.125358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c91a0e28-94cf-4d39-a5f8-739d00887981,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:23.140642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.286351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['c91a0e28-94cf-4d39-a5f8-739d00887981'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:23.292340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:23.346953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23f8d464-90cc-4bcb-86ca-6161565dc742 req-b1a92c4c-e269-4e9f-947b-b01f8dc846c4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313507 Dec 08 16:05:23.530820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7e6eeb52-d210-43ae-9e87-925bd940b045 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:23.548069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.705956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f7bcf261-cd09-47b0-a6af-0f6a2983d4c8 None None] Provisioning complete for port 7e6eeb52-d210-43ae-9e87-925bd940b045 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:23.706587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7bcf261-cd09-47b0-a6af-0f6a2983d4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.746331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:05:23.833381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7e6eeb52-d210-43ae-9e87-925bd940b045 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:23.834050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:23.897390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Router 044102bd-071d-4fde-a0a5-e1f01211aa53 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:23.960127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:23.976515 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:24.000170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:24.010789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61861c62-804c-4364-8fcf-56becb28fc5f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3827238 Dec 08 16:05:24.012150 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:24.012966 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:24.013817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60902) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:24.205013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:24.216251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:24.260973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] Sync routers for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:24.272226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-37953c13-54c0-4677-b6e3-a61da327e96a tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "PUT /v2.0/floatingips/42fea165-db05-49a4-8f70-437e922af228 HTTP/1.1" status: 200 len: 991 time: 2.4385586 Dec 08 16:05:24.273278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:24.287222 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde9c3f8-432a-49ac-86ca-93f32ba526c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:24.321617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:24.322300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:24.407415 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:24.415372 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3126d186-26ed-4c61-9a42-8815e5aa167c x-openstack-request-id: req-3126d186-26ed-4c61-9a42-8815e5aa167c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:24.416787 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:24.417311 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3126d186-26ed-4c61-9a42-8815e5aa167c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:24.418279 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'status': 'completed', 'code': 200} Dec 08 16:05:24.553570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-315bd839-1125-4905-9a2b-2a23f9375a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:24.560250 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-315bd839-1125-4905-9a2b-2a23f9375a30 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=25fb7b33753a4c6f988e8415cae24d7b&device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 1096 time: 0.1133711 Dec 08 16:05:24.616332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:24.747113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab1ea-9b16-404a-82df-08aefc13b7d4 req-0d2f8e67-d6b2-4ee4-9180-0f7bf2a77978 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:24.748039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-02361ea4-000b-44cd-ba4d-55b559dea6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:24.748958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-342ab1ea-9b16-404a-82df-08aefc13b7d4 req-0d2f8e67-d6b2-4ee4-9180-0f7bf2a77978 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 949 time: 0.1249769 Dec 08 16:05:24.762636 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-02361ea4-000b-44cd-ba4d-55b559dea6bd service neutron] 10.222.0.58 "GET /v2.0/networks?id=716f9c59-ff9c-49e3-b07c-cc92bbb17051 HTTP/1.1" status: 200 len: 913 time: 0.1850123 Dec 08 16:05:24.829287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:22Z', 'revision_number': 3, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:24.873471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-342ab1ea-9b16-404a-82df-08aefc13b7d4 req-21638502-5299-4b09-80b2-ede16e9c5569 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994549 Dec 08 16:05:24.889049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:24.889703 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Updating router 43d9edaf-4514-4229-92f0-f7ecb6637429 port b434a08a-812f-4038-b7f6-44640dad7da5 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:05:24.916042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:24.925450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-89f8a252-b44c-499d-ab76-4a8e93bb274b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=74d4b821-62c2-4685-ac3c-48c46b09819e HTTP/1.1" status: 200 len: 999 time: 0.1529665 Dec 08 16:05:24.970645 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:24.989625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-c87139d7-f044-464d-aac4-e3ffbd961c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:24.991938 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-c87139d7-f044-464d-aac4-e3ffbd961c21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4823824f-1622-481b-b66a-c37ceceaed64 HTTP/1.1" status: 200 len: 851 time: 0.0578301 Dec 08 16:05:25.093083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-a0e3387b-c074-40e5-87d5-390e1479f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:25.095665 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-a0e3387b-c074-40e5-87d5-390e1479f91c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=716f9c59-ff9c-49e3-b07c-cc92bbb17051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844491 Dec 08 16:05:25.211709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Allocated IP 172.20.0.1 (1bfb3cf4-df88-4e6d-bfe3-6906382c43c3/cf302498-ff6d-4a50-b849-8754685cf17d/6f88b280-2ae5-4a8d-bb70-ca38215ffef8) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:25.371770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '42fea165-db05-49a4-8f70-437e922af228', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'port_id': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'mac_address': 'fa:16:3e:44:52:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:05:01Z', 'updated_at': '2021-12-08T16:05:22Z', 'revision_number': 1, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:02Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:25.378297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-b3ec5717-5cfc-4fee-86a0-aeef2f40bc10 service neutron] 10.222.0.58 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710731 Dec 08 16:05:25.426612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.477853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] Checking router: 044102bd-071d-4fde-a0a5-e1f01211aa53 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:25.490569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.507738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:25.508949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:25.515032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cde9c3f8-432a-49ac-86ca-93f32ba526c4 req-3106b32e-43b7-4825-a9e4-7bf67681b67e service neutron] 10.222.0.58 "GET /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290667 Dec 08 16:05:25.549507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:25.554267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:25.571937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:25.630760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:25.631296 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.646919 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.675705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.742289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ceb8ae38-a91f-4942-85ae-74343678b800 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:25.754967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:25.786169 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Attempting to bind port b434a08a-812f-4038-b7f6-44640dad7da5 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:25.788488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Attempting to bind port b434a08a-812f-4038-b7f6-44640dad7da5 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:25.789114 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Attempting to bind port b434a08a-812f-4038-b7f6-44640dad7da5 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:25.793440 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84ff31-aa31-4f79-bccc-af11a09358fa None None] Pushing event updated for resources: {'Port': ['ID=b434a08a-812f-4038-b7f6-44640dad7da5,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:25.807531 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:25.808700 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:25.809494 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.810366 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:25.811330 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Bound port: b434a08a-812f-4038-b7f6-44640dad7da5, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:25.812381 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.880985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58e160a2-6c34-4e09-9d93-d268689d8747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.949509 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] For port b434a08a-812f-4038-b7f6-44640dad7da5, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:25.959242 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] For port b434a08a-812f-4038-b7f6-44640dad7da5, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b434a08a-812f-4038-b7f6-44640dad7da5,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:25.959528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:25.968054 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.053363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port ceb8ae38-a91f-4942-85ae-74343678b800 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:26.064130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8e96a873-d889-4afd-b99f-38765ef7dc30 None None] Provisioning complete for port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:26.064983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e96a873-d889-4afd-b99f-38765ef7dc30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.092528 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:26.092835 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:04:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:26.172225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8e96a873-d889-4afd-b99f-38765ef7dc30 None None] Port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:26.172482 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84ff31-aa31-4f79-bccc-af11a09358fa None None] Pushing event updated for resources: {'Port': ['ID=b434a08a-812f-4038-b7f6-44640dad7da5,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:26.184228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port ceb8ae38-a91f-4942-85ae-74343678b800 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:26.184820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.381001 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:26.530973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.559317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '42fea165-db05-49a4-8f70-437e922af228', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'port_id': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'mac_address': 'fa:16:3e:44:52:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:05:01Z', 'updated_at': '2021-12-08T16:05:22Z', 'revision_number': 1, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:02Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:26.569910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb8ae38-a91f-4942-85ae-74343678b800'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:26.572277 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e98f4c1-e7b8-4b54-a6d8-ce389e6c56dd" -d '{"events": [{"server_uuid": "f6f520bc-3c4f-4b94-b927-c5e3208a95f3", "name": "network-vif-plugged", "status": "completed", "tag": "ceb8ae38-a91f-4942-85ae-74343678b800"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:26.611592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fed949-5a52-43db-93ce-4484db8ee36d None None] The sync data for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 is: [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '42fea165-db05-49a4-8f70-437e922af228', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'floating_ip_address': '172.25.3.106', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'port_id': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 695, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'mac_address': 'fa:16:3e:44:52:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:05:01Z', 'updated_at': '2021-12-08T16:05:22Z', 'revision_number': 1, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:02Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:26.617682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ceb8ae38-a91f-4942-85ae-74343678b800, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ceb8ae38-a91f-4942-85ae-74343678b800,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:26.627027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.628513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c91a0e28-94cf-4d39-a5f8-739d00887981 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:26.717663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60076576-fb31-4fcd-a4ad-c14c1158d146 req-35d3031f-1ef2-424a-912a-8394ab4017a2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:26.727489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60076576-fb31-4fcd-a4ad-c14c1158d146 req-35d3031f-1ef2-424a-912a-8394ab4017a2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 949 time: 0.7186437 Dec 08 16:05:26.834660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ceb8ae38-a91f-4942-85ae-74343678b800,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:26.850888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60076576-fb31-4fcd-a4ad-c14c1158d146 req-86149719-1d32-4208-a19e-e1c3180d6a8c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220868 Dec 08 16:05:26.853462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.860801 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.875000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port c91a0e28-94cf-4d39-a5f8-739d00887981 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:26.891934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port c91a0e28-94cf-4d39-a5f8-739d00887981 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:26.892357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:26.939825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.070568 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:27.099465 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30288982-38fe-47c8-93f2-d3a7329348a9 None None] New status for floating IP 42fea165-db05-49a4-8f70-437e922af228: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:05:27.245544 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dd899e-cb2e-42c5-9ff7-10d70358b355 x-openstack-request-id: req-b4dd899e-cb2e-42c5-9ff7-10d70358b355 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:27.245977 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f520bc-3c4f-4b94-b927-c5e3208a95f3", "name": "network-vif-plugged", "status": "completed", "tag": "ceb8ae38-a91f-4942-85ae-74343678b800", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:27.246113 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4dd899e-cb2e-42c5-9ff7-10d70358b355 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:27.246510 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb8ae38-a91f-4942-85ae-74343678b800', 'code': 200} Dec 08 16:05:27.260362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:27.308137 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6cad1b-2a0e-4bca-bb5a-6b0cd2ef1c0a None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:27.374456 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.442037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea0e29-c82d-4091-804f-98128c429893 req-971a9666-db21-4ac1-9f78-7e0cde19e0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:27.444437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daea0e29-c82d-4091-804f-98128c429893 req-971a9666-db21-4ac1-9f78-7e0cde19e0b6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 1101 time: 0.1619837 Dec 08 16:05:27.445380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c91a0e28-94cf-4d39-a5f8-739d00887981, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c91a0e28-94cf-4d39-a5f8-739d00887981,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:27.459298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:27.484389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:27.504505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:27.629473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daea0e29-c82d-4091-804f-98128c429893 req-5fa3730e-4f22-4230-a108-a83a896bb10b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759531 Dec 08 16:05:27.633689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c91a0e28-94cf-4d39-a5f8-739d00887981,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:27.745103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:28.054479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f8fdd421-140e-475e-9d27-68b4be6ec62b None None] Provisioning complete for port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:28.054479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8fdd421-140e-475e-9d27-68b4be6ec62b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:28.126855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f8fdd421-140e-475e-9d27-68b4be6ec62b None None] Port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:28.145048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:28.162800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-58a040c4-6d9d-4810-888a-89231ddd66c4 admin admin] 10.222.0.62 "PUT /v2.0/routers/43d9edaf-4514-4229-92f0-f7ecb6637429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1456096 Dec 08 16:05:28.204363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772edc23-119c-4dde-85b2-d5ba066c1576 req-84fe7bb5-9e8a-4e6f-b440-cbc394a60854 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:28.214501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-772edc23-119c-4dde-85b2-d5ba066c1576 req-84fe7bb5-9e8a-4e6f-b440-cbc394a60854 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 950 time: 0.1465163 Dec 08 16:05:28.321379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-772edc23-119c-4dde-85b2-d5ba066c1576 req-3fd39efc-4aa1-4efe-92ab-36bf14789146 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058664 Dec 08 16:05:28.710692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a095c47e-79ea-42de-a6a1-0eede42116b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:28.991044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32802) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:28.998803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1810180947', 'description': 'tempest-description--1908590074'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:29.043988 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.185226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.194708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.241646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.243128 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2505152 Dec 08 16:05:29.247470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74176e8f-11ab-4092-b541-aac349621221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91a0e28-94cf-4d39-a5f8-739d00887981'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:29.248213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:29.253609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'security_group_rule': {'security_group_id': '29d1784e-30c7-4045-8a55-4407f92442ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:29.254788 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a0df4c-6e20-4135-b92f-66802ecbd1d8" -d '{"events": [{"server_uuid": "74176e8f-11ab-4092-b541-aac349621221", "name": "network-vif-plugged", "status": "completed", "tag": "c91a0e28-94cf-4d39-a5f8-739d00887981"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:29.261916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6c79f-2d30-45b1-90c2-b9755f585f8e req-36df0a36-34e2-4b12-87bd-ae2e399ac462 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.268807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8624d666-75b2-4829-a56b-acd21e74be99 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29d1784e-30c7-4045-8a55-4407f92442ce,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:29.275178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4b6c79f-2d30-45b1-90c2-b9755f585f8e req-36df0a36-34e2-4b12-87bd-ae2e399ac462 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.0993695 Dec 08 16:05:29.312326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.359855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4b6c79f-2d30-45b1-90c2-b9755f585f8e req-7c73b187-53fe-4c43-b231-19783b37c21b tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832758 Dec 08 16:05:29.444427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.454494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.491331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540cd2a8-f4dc-4e93-b066-06fdd4b9f489,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:29.540790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.547368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32826) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:29.554539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'security_group_rule': {'security_group_id': '29d1784e-30c7-4045-8a55-4407f92442ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:29.559015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9f476cb8-2f7d-42e6-a9b6-789bb4cdb974 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094025 Dec 08 16:05:29.594462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b434a08a-812f-4038-b7f6-44640dad7da5 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:29.609073 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.672155 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0372b48c-5543-442f-aef9-d740537b6ef4 x-openstack-request-id: req-0372b48c-5543-442f-aef9-d740537b6ef4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:29.672982 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74176e8f-11ab-4092-b541-aac349621221", "name": "network-vif-plugged", "status": "completed", "tag": "c91a0e28-94cf-4d39-a5f8-739d00887981", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:29.673633 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0372b48c-5543-442f-aef9-d740537b6ef4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:29.674493 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74176e8f-11ab-4092-b541-aac349621221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91a0e28-94cf-4d39-a5f8-739d00887981', 'code': 200} Dec 08 16:05:29.732711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.748176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.769369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b434a08a-812f-4038-b7f6-44640dad7da5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:29.770033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.855497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd59687-482a-4fca-bee7-ac65e2945d87,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:29.869773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.875175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:29.880265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:29.885603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de976a32-f86a-463f-98b6-0d7020fcd475 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3363805 Dec 08 16:05:29.893054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.925507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e38bb-4246-4056-89a6-66dfd6f0c53f req-eb989c56-4bd4-42df-80a7-4f17f37fb173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.927693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e64e38bb-4246-4056-89a6-66dfd6f0c53f req-eb989c56-4bd4-42df-80a7-4f17f37fb173 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 1101 time: 0.1923075 Dec 08 16:05:29.939519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.939797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7702c46-03e7-4b9b-bd03-b52a4e0519a0 req-0abc3e94-cab4-4638-8f61-963492a198f6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:29.941644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7702c46-03e7-4b9b-bd03-b52a4e0519a0 req-0abc3e94-cab4-4638-8f61-963492a198f6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 950 time: 0.1587250 Dec 08 16:05:29.951610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port b434a08a-812f-4038-b7f6-44640dad7da5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b434a08a-812f-4038-b7f6-44640dad7da5,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:29.957656 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:29.979371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:30.031122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e64e38bb-4246-4056-89a6-66dfd6f0c53f req-11e5b328-0c89-4aac-bdc6-dd2f44da48ea service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877340 Dec 08 16:05:30.049363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=b434a08a-812f-4038-b7f6-44640dad7da5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:30.108684 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:30.113650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7702c46-03e7-4b9b-bd03-b52a4e0519a0 req-726b98cd-7be9-4e86-9065-2924d3c61b30 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294992 Dec 08 16:05:30.281066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Allocated IP 172.25.3.194 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5ffc0259-20a0-499e-ad17-247bb40b4cc2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:30.466578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:30.518170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:30.563269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:30.568860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:30.580659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:30.580659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'Port': ['ID=5ffc0259-20a0-499e-ad17-247bb40b4cc2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:30.668867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32842) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:30.714081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:30.763693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:30.875480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1588-7146-4451-a0a2-f240e9055d83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.028355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1588-7146-4451-a0a2-f240e9055d83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.034501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b4d1588-7146-4451-a0a2-f240e9055d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.039644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.053028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.063652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:31.092693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:31.094162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:31.096183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b4d1588-7146-4451-a0a2-f240e9055d83 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6400f781d7740a7a4cd5d78b3a5f4a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4258082 Dec 08 16:05:31.098913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32848) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:31.122082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d1588-7146-4451-a0a2-f240e9055d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ee7749-2346-49ad-ba66-166cc07fbd12,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:31.284645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e869a-f174-4934-8d21-eada10750409 req-4e9ae3a3-8d2a-4be0-a3b5-d0bff234cff5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:31.294419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed7e869a-f174-4934-8d21-eada10750409 req-4e9ae3a3-8d2a-4be0-a3b5-d0bff234cff5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.2038510 Dec 08 16:05:31.305328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'Port': ['ID=5ffc0259-20a0-499e-ad17-247bb40b4cc2,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:31.311919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cffc0176-c25d-4847-a9ad-38854d2ea681 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.319765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:31.335845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.367010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.368236 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3da453cb-70b5-4450-8e8b-89f3c7c41eb6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4918816 Dec 08 16:05:31.373931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cffc0176-c25d-4847-a9ad-38854d2ea681 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.457551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed7e869a-f174-4934-8d21-eada10750409 req-436f9176-77a1-4a11-94a6-5684d092f868 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616800 Dec 08 16:05:31.513486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7f283-e24b-4460-8141-4bf978e313ea req-a4e5217f-fbd5-458d-a49c-e6e3f7fda482 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:31.522604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19e7f283-e24b-4460-8141-4bf978e313ea req-a4e5217f-fbd5-458d-a49c-e6e3f7fda482 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 950 time: 0.1868513 Dec 08 16:05:31.560605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b434a08a-812f-4038-b7f6-44640dad7da5 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:31.572794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cffc0176-c25d-4847-a9ad-38854d2ea681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.577693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cffc0176-c25d-4847-a9ad-38854d2ea681 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.584388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cffc0176-c25d-4847-a9ad-38854d2ea681 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6ee7749-2346-49ad-ba66-166cc07fbd12 HTTP/1.1" status: 204 len: 168 time: 0.4822443 Dec 08 16:05:31.621847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc0176-c25d-4847-a9ad-38854d2ea681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ee7749-2346-49ad-ba66-166cc07fbd12,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:31.709644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.710569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19e7f283-e24b-4460-8141-4bf978e313ea req-38b8d2b4-16df-4c34-9ae1-48c0c6174cc3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861622 Dec 08 16:05:31.715964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b434a08a-812f-4038-b7f6-44640dad7da5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:31.716764 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.778004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:26Z', 'revision_number': 2, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:31.788079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.823791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:31.824143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Updating router 43d9edaf-4514-4229-92f0-f7ecb6637429 port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:05:31.864998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:31.914707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-038cd76d-8df4-49d9-867e-0089ebed70fa tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1810180947&fields=id&tenant_id=cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 267 time: 0.1148429 Dec 08 16:05:32.119694 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.156616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605fb9cf-83cc-4659-9717-8885c364f925 req-78c7f9cb-aae5-492a-9830-f85cfc294111 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:32.159540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-605fb9cf-83cc-4659-9717-8885c364f925 req-78c7f9cb-aae5-492a-9830-f85cfc294111 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 950 time: 0.2215912 Dec 08 16:05:32.169890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:32.189193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9566bae3-0e33-40bd-8f51-002500938f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.193922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-1586050f-1283-462e-8008-ec83c7ec6215 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:32.195554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-1586050f-1283-462e-8008-ec83c7ec6215 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 816 time: 0.2748277 Dec 08 16:05:32.216310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-3946d24b-ea4f-46aa-84ba-3be04cae2bbe tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/quotas/cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 375 time: 0.0116024 Dec 08 16:05:32.278297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-605fb9cf-83cc-4659-9717-8885c364f925 req-b7b4799d-9331-4584-840d-5eb660ef7d74 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022966 Dec 08 16:05:32.300624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-0d081274-6bb6-4b53-a3cf-0f654c73c39f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685837 Dec 08 16:05:32.314662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.315528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9566bae3-0e33-40bd-8f51-002500938f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.323693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9566bae3-0e33-40bd-8f51-002500938f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.327235 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.399708 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9566bae3-0e33-40bd-8f51-002500938f26 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97f50cee231949e78b9e4de0f5c87dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277169 Dec 08 16:05:32.408230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:32.441196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566bae3-0e33-40bd-8f51-002500938f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b6c3d4-ac75-4326-8a0b-16234e52f31e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:32.487795 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e362b-5cb7-419a-8e06-a58918c2f417 None None] Pushing event updated for resources: {'Port': ['ID=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:32.526903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f6eab09f-82d0-4110-9c1e-1820979377cf service neutron] 10.222.0.62 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665466 Dec 08 16:05:32.571205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce4763bf-1429-44f7-8492-44ff0372260d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.573941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Attempting to bind port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:32.574531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Attempting to bind port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:32.575402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Attempting to bind port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:32.587955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:32.588555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Checking segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:32.589317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.590160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Bound using segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:32.590968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Bound port: 6f88b280-2ae5-4a8d-bb70-ca38215ffef8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:32.591801 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.650366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce4763bf-1429-44f7-8492-44ff0372260d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.738612 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.739968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-9b8f7b1a-7e4d-4dcc-b935-db74b15db706 service neutron] 10.222.0.62 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090647 Dec 08 16:05:32.796441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce4763bf-1429-44f7-8492-44ff0372260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.796783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] For port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:32.800473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ce4763bf-1429-44f7-8492-44ff0372260d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.802412 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ce4763bf-1429-44f7-8492-44ff0372260d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9b6c3d4-ac75-4326-8a0b-16234e52f31e HTTP/1.1" status: 204 len: 168 time: 0.3914874 Dec 08 16:05:32.806056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] For port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:32.824547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4763bf-1429-44f7-8492-44ff0372260d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b6c3d4-ac75-4326-8a0b-16234e52f31e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:32.854063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:32.954330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bed9922f-3ee8-4477-a458-4034fb021960 None None] Provisioning complete for port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:32.954860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bed9922f-3ee8-4477-a458-4034fb021960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:33.097777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:33.099680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:33.228046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e362b-5cb7-419a-8e06-a58918c2f417 None None] Pushing event updated for resources: {'Port': ['ID=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:33.336309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c259cd-6c7e-4c71-acb6-bd15ab4d2231 req-483d23e9-c964-488b-bd14-115ecfd815e7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:33.353776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c259cd-6c7e-4c71-acb6-bd15ab4d2231 req-483d23e9-c964-488b-bd14-115ecfd815e7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:33.356922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6c259cd-6c7e-4c71-acb6-bd15ab4d2231 req-483d23e9-c964-488b-bd14-115ecfd815e7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221&device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 1691 time: 0.1368296 Dec 08 16:05:33.559951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6c259cd-6c7e-4c71-acb6-bd15ab4d2231 req-d270b477-b1bf-49e4-bbdd-1351905220cd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894987 Dec 08 16:05:33.627977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:33.635828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd51daf-abad-4111-8e32-74fe8fa7d614 req-f1cf0c68-e91b-44f8-be19-222538437cea tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:33.649861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dd51daf-abad-4111-8e32-74fe8fa7d614 req-f1cf0c68-e91b-44f8-be19-222538437cea tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.2007973 Dec 08 16:05:33.734990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dd51daf-abad-4111-8e32-74fe8fa7d614 req-09de9862-2dc3-4ec7-896f-b5c8398c1963 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841410 Dec 08 16:05:33.737266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:33.772526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bed9922f-3ee8-4477-a458-4034fb021960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:33.801203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cd36453-a471-49db-97ae-91262176f967 req-81e61a93-a107-46b8-845d-0b7ab64f5987 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 210 time: 0.0520215 Dec 08 16:05:33.990060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c7a38-285f-4d26-8938-a34bf7d4c95b req-8767f848-5cbf-478b-9c00-6b9d9565243e tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:33.991786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a70c7a38-285f-4d26-8938-a34bf7d4c95b req-8767f848-5cbf-478b-9c00-6b9d9565243e tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 1101 time: 0.0579019 Dec 08 16:05:34.061855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bed9922f-3ee8-4477-a458-4034fb021960 None None] For port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:34.082169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bed9922f-3ee8-4477-a458-4034fb021960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:34.105856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a70c7a38-285f-4d26-8938-a34bf7d4c95b req-a1c54e13-7359-4575-948e-7d621338ac46 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031814 Dec 08 16:05:34.106091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:34.106091 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:34.253113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eb9c6da7-8f2d-44d7-812d-726f467998b6 None None] Provisioning complete for port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:34.254155 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb9c6da7-8f2d-44d7-812d-726f467998b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:34.291044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9922f-3ee8-4477-a458-4034fb021960 None None] Pushing event updated for resources: {'Port': ['ID=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:34.371634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a97eb05-668b-419a-b8fe-5b134a3d540e req-b72e1393-c767-49b8-8a2d-2e720fb9d624 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:34.388514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a97eb05-668b-419a-b8fe-5b134a3d540e req-b72e1393-c767-49b8-8a2d-2e720fb9d624 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 1101 time: 0.1378624 Dec 08 16:05:34.467141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:32Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:34.497394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a97eb05-668b-419a-b8fe-5b134a3d540e req-a0202ddd-7ca5-42bf-a652-d70b296d5a3e tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038969 Dec 08 16:05:34.515482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3367a8-a0f2-4cb8-a76d-0730996898d0 None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:32Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:34.566052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-f2029b9f-81dd-4866-9888-d1dfa211763d tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:34.571753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-f2029b9f-81dd-4866-9888-d1dfa211763d tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.58 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.1924691 Dec 08 16:05:34.699804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Deleting port 9b754220-e836-4c41-844b-defe98dd7254 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:34.700480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:34.946360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] For port 9b754220-e836-4c41-844b-defe98dd7254, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9b754220-e836-4c41-844b-defe98dd7254,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:34.949860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:34.967589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8978da0c-a2a2-4f6c-89d6-26f03f53e5ec req-5e9abcaf-d971-4643-98ef-d14219ffce4c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 210 time: 0.0477188 Dec 08 16:05:35.115379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d640848-3490-41bc-a7b7-4c8f3d902d8a req-1f1d51dd-1b37-44a3-94e2-63225751a9c9 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:35.120917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d640848-3490-41bc-a7b7-4c8f3d902d8a req-1f1d51dd-1b37-44a3-94e2-63225751a9c9 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 945 time: 0.1521780 Dec 08 16:05:35.215293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d640848-3490-41bc-a7b7-4c8f3d902d8a req-2a900f0b-e4e5-40c8-9c15-80d133f7f7b5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups?id=d946be15-5bc2-4f1e-a9ad-c9831839ec36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891554 Dec 08 16:05:35.387277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-e50dad11-df7b-40c3-b755-479e966cb990 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:35.390054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-e50dad11-df7b-40c3-b755-479e966cb990 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.58 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 816 time: 0.1678455 Dec 08 16:05:35.485071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-d60bb3d4-e15e-4122-b124-175134f65463 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933943 Dec 08 16:05:35.521071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:35.521664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:35.522454 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Floating IP 8f716ac5-f1f1-405e-a958-08c78d65038b disassociated. External IP: 172.25.3.250, port: 9b754220-e836-4c41-844b-defe98dd7254. Dec 08 16:05:35.522817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Calling delete_port for 9b754220-e836-4c41-844b-defe98dd7254 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:35.558291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:35.700179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:35.700844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:35.816941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-357cae1b-8a88-466f-b436-c024b2e6040f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 380 time: 0.3845265 Dec 08 16:05:35.830591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'port': {'device_id': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'admin_state_up': True, 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'security_groups': ['29d1784e-30c7-4045-8a55-4407f92442ce']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:36.001399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-54727bf7-4388-4728-b0cb-9f509e2f5e38 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:36.004071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-54727bf7-4388-4728-b0cb-9f509e2f5e38 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5174177 Dec 08 16:05:36.046333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:36.062538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-61fe8aaa-7090-403c-80d0-31dc1c230120 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/quotas/444c77c06d0f4cba88c28418af0a8564 HTTP/1.1" status: 200 len: 375 time: 0.0393081 Dec 08 16:05:36.144816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event deleted for resources: {'Port': ['ID=9b754220-e836-4c41-844b-defe98dd7254,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:36.255895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dd3e942-34d3-422a-908d-0c5d7144581e req-9efeace3-2a35-4b18-879b-530f7e5d55b8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 210 time: 0.0713851 Dec 08 16:05:36.306708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-8290c49a-2df2-492b-9c17-82bacc906ce5 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2427793 Dec 08 16:05:36.347263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Made reservation on behalf of cb7cb422e2224faf954c32a0dd97825a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:36.354149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:36.431930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9b754220-e836-4c41-844b-defe98dd7254 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:36.454664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Router f3f2ca03-54d4-4837-9f19-bb04b434fe5e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:36.489524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 9b754220-e836-4c41-844b-defe98dd7254 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:36.492726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9b754220-e836-4c41-844b-defe98dd7254 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:36.657745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33f03498-3676-411e-9452-805dfbfefa52 req-378c0ddb-c686-4c54-97d8-d3fda81f1e79 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.0979567 Dec 08 16:05:36.713998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Allocated IP 172.20.0.3 (1bfb3cf4-df88-4e6d-bfe3-6906382c43c3/cf302498-ff6d-4a50-b849-8754685cf17d/c63c7654-45d4-4daf-81b2-186fd26d4412) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:36.784890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:36.811035 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] Sync routers for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:36.841237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] No DVR routers for this DVR port 9b754220-e836-4c41-844b-defe98dd7254 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:36.852138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:36.855815 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:36.859913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d06edee-88f7-4bb3-ba12-66a0ccafef66 req-2326ec54-dc6b-42f0-9ee2-294f05a2472c tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.58 "DELETE /v2.0/ports/9b754220-e836-4c41-844b-defe98dd7254 HTTP/1.1" status: 204 len: 173 time: 2.2823904 Dec 08 16:05:36.860626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'name': 'network-vif-deleted', 'tag': '9b754220-e836-4c41-844b-defe98dd7254'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:36.862427 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:36.863785 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e017ef9-f277-47e6-abc2-0015c0f256a4" -d '{"events": [{"server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "name": "network-vif-deleted", "tag": "9b754220-e836-4c41-844b-defe98dd7254"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:37.079943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:37.166728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:37.184224 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:37.297023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:37.345123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:37.375176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:37.496651 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a972a946-d0e2-425e-a159-fb4072ee9d5c x-openstack-request-id: req-a972a946-d0e2-425e-a159-fb4072ee9d5c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:37.497440 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3764e701-42a7-4d29-aad7-13838b13aa00", "name": "network-vif-deleted", "tag": "9b754220-e836-4c41-844b-defe98dd7254", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:37.497440 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a972a946-d0e2-425e-a159-fb4072ee9d5c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:37.498027 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3764e701-42a7-4d29-aad7-13838b13aa00', 'name': 'network-vif-deleted', 'tag': '9b754220-e836-4c41-844b-defe98dd7254', 'status': 'completed', 'code': 200} Dec 08 16:05:37.511139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:37.550972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-c5ad3de9-7b2b-4b2b-8341-c4fc58843840 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=dc9711b29c004bc5b39e74a660725e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2460637 Dec 08 16:05:37.657450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:37.658207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:37.673260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.673625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.674324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.674662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.675051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.675328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.675656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.675986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.676355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.676686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.677028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.677413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.677742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:37.700483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-f8428ddb-968b-4b5b-9f1a-a4eaf3f484b5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8757901 Dec 08 16:05:37.721351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Request body: {'port': {'device_id': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:37.816585 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:09Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:37.878082 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] Checking router: f3f2ca03-54d4-4837-9f19-bb04b434fe5e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:37.899397 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:37.900806 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:37.925776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:38.014600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1c080982-d1d2-4fa7-9f2d-c1d4deca7848 None None] Provisioning complete for port c63c7654-45d4-4daf-81b2-186fd26d4412 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:38.016260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c080982-d1d2-4fa7-9f2d-c1d4deca7848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:38.123893 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:38.126643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c080982-d1d2-4fa7-9f2d-c1d4deca7848 None None] Port c63c7654-45d4-4daf-81b2-186fd26d4412 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:38.288383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-89500c00-2b70-4038-8f84-249e2bd2bee2 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.290078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-89500c00-2b70-4038-8f84-249e2bd2bee2 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6193721 Dec 08 16:05:38.326946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-409f5b57-a410-4f41-ba42-992bca2a2f4e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/quotas/dc9711b29c004bc5b39e74a660725e89 HTTP/1.1" status: 200 len: 375 time: 0.0129659 Dec 08 16:05:38.334929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e04362-73ea-4d61-bb9d-7a15193ce536 req-83cb7510-a793-4d3d-a217-136f91bb404f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:38.342551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62e04362-73ea-4d61-bb9d-7a15193ce536 req-83cb7510-a793-4d3d-a217-136f91bb404f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 931 time: 0.1825397 Dec 08 16:05:38.414069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-4e5b8f86-6192-440d-8040-d5754e2315c7 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc9711b29c004bc5b39e74a660725e89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669043 Dec 08 16:05:38.482076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62e04362-73ea-4d61-bb9d-7a15193ce536 req-bafa7951-32e4-4280-a336-55d08f4f6fd7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1384883 Dec 08 16:05:38.621325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:38.643077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:38.671452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Transition to ACTIVE for port object c63c7654-45d4-4daf-81b2-186fd26d4412 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:38.679852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:38.734688 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:09Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:38.787361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf748b6-598f-4719-a51f-b504060559c7 None None] The sync data for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 is: [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:02:03Z', 'revision_number': 4, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9b5ce3b1-1d41-4117-b7cd-48db48959eeb', 'name': '', 'network_id': '4e5efc34-3e79-4edb-bacd-5e09e21c1c3b', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'mac_address': 'fa:16:3e:5c:59:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:02:01Z', 'updated_at': '2021-12-08T16:02:09Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'subnets': [{'id': 'c5b44870-5d5d-47f3-b885-7619298a1ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:38.966430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-990a38e7-a113-4059-aaa2-0c8ba85742c0 req-417c29c2-8957-4579-803d-903ff45cc670 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.2551632 Dec 08 16:05:39.048719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:39.372763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9512dc-cd1a-46f8-af46-4fe5fe38dcb7 req-9c5a8180-91f5-42dc-a54f-29d30851d1e4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 210 time: 0.1731949 Dec 08 16:05:39.461974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:39.467341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:39.468125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:39.488173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Port c63c7654-45d4-4daf-81b2-186fd26d4412 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:39.492915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:39.514777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:39.515176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Checking segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:39.518851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Bound using segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:39.520631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Bound port: c63c7654-45d4-4daf-81b2-186fd26d4412, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:39.521532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:39.605832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64e646d-0c1b-47e7-ab41-60ca516b5ac8 None None] New status for floating IP 8f716ac5-f1f1-405e-a958-08c78d65038b: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:05:39.680960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6eef299-4350-42b3-8c87-89ca4f9091da req-465e3fda-11e1-40c2-8fcf-b3998b3fa407 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 210 time: 0.0431783 Dec 08 16:05:39.721211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:39.726366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:39.732943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:39.810982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:39.811631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:39.814440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] 10.222.0.58 "PUT /v2.0/ports/c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 1091 time: 2.0965078 Dec 08 16:05:39.814440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:39.816577 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:40.024581 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de2c77-8658-462a-a9b5-e7d9f040cba3 x-openstack-request-id: req-85de2c77-8658-462a-a9b5-e7d9f040cba3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:40.025281 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:40.025781 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-85de2c77-8658-462a-a9b5-e7d9f040cba3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:40.026488 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'status': 'completed', 'code': 200} Dec 08 16:05:40.028649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bfd76f-6201-433d-8943-cefc2e4e653b service neutron] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:40.103517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d791-7691-4c41-9aa8-cad07e07d585 req-69d3fbfe-6c5c-4a63-9ad2-4c70c7710014 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:40.126319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cc7d791-7691-4c41-9aa8-cad07e07d585 req-69d3fbfe-6c5c-4a63-9ad2-4c70c7710014 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.3563058 Dec 08 16:05:40.226604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-914215ff-8e6c-4050-a882-9e0124dfba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:40.228635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-914215ff-8e6c-4050-a882-9e0124dfba08 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1094 time: 0.3059790 Dec 08 16:05:40.266337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f1995a6-b467-4b3f-9cf2-38beed035602 req-c8a56650-6191-4dad-8165-9b8917581237 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.0783250 Dec 08 16:05:40.463689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-5c9982e0-4c46-43d9-a3dc-6cc4f3a7e030 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 217 time: 0.2093761 Dec 08 16:05:40.538278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cc7d791-7691-4c41-9aa8-cad07e07d585 req-11853832-3573-4653-bb05-1b8e52d3923c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4092834 Dec 08 16:05:40.544111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-29792436-c32e-4b52-af09-fc7f5cb62d01 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1495247 Dec 08 16:05:40.623607 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-9fc13039-ace5-4773-b549-e72f735ff5ee tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1081491 Dec 08 16:05:40.693169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75faf463-69b9-4317-ba61-2963e103ace8 req-4183e90f-4296-4516-aafe-09e415b39b79 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 210 time: 0.1839650 Dec 08 16:05:41.092980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-27e7ae34-e8f7-43f8-a649-827a4ae8d6b9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:41.095716 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-27e7ae34-e8f7-43f8-a649-827a4ae8d6b9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4635832 Dec 08 16:05:41.116941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': '700100fe-9d64-477f-882e-21bd3ee10a09', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:41.361729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:41.366884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:41.459193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7563ca3c-52ba-4eaf-ba3f-694b1298c531 req-25ebcc65-10ca-4fa3-ae92-dfd37a9f5f64 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 210 time: 0.5171027 Dec 08 16:05:41.479815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-fd15ff69-9591-4827-b623-1981337814a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:41.482238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-fd15ff69-9591-4827-b623-1981337814a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.9899604 Dec 08 16:05:41.586299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ac1695b-0784-4563-874a-e0b6f66873fe req-488e50fc-795f-4a41-9576-bc3688ec2c03 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.1387136 Dec 08 16:05:41.781625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.191 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/b53505a0-b40f-4f79-aa0f-477daee1393e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:41.793896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-1dac33b5-b42c-4140-b2c4-96cc07a48316 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=dc9711b29c004bc5b39e74a660725e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1928751 Dec 08 16:05:42.011021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.051252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.066614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:42.070055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:42.078592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0352a0d-ef23-47cd-a0b3-ac36b88d22aa req-224cba22-1e11-4b6a-8782-aa26ac87a41f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 210 time: 0.1581929 Dec 08 16:05:42.084520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-83c06e47-ad91-4cc0-add6-2ac49c35ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.096202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-83c06e47-ad91-4cc0-add6-2ac49c35ca8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5466840 Dec 08 16:05:42.133974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=b53505a0-b40f-4f79-aa0f-477daee1393e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:42.141508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-5c13b258-2e35-4ffa-b87b-277e202565e1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.144364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-5c13b258-2e35-4ffa-b87b-277e202565e1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4952707 Dec 08 16:05:42.145576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:42.148778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:42.151859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:42.223080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': 'cabbea69-adfe-4611-a567-bfc304519b82', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:42.239531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.240823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.285374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-dd0f1800-643e-486f-a3d9-5ec5fa676285 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1750450 Dec 08 16:05:42.310266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Request body: {'port': {'device_id': '700100fe-9d64-477f-882e-21bd3ee10a09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:42.506332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.676833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62168c-90d9-4f28-a80e-8fcb2c6895b1 req-d4939ec4-f2f8-45e1-ae61-c49607b346c8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.683045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd62168c-90d9-4f28-a80e-8fcb2c6895b1 req-d4939ec4-f2f8-45e1-ae61-c49607b346c8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.7902153 Dec 08 16:05:42.805387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-69e22efd-86b3-48d1-bf56-3a19f066c827 None None] Provisioning complete for port b53505a0-b40f-4f79-aa0f-477daee1393e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:42.805387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69e22efd-86b3-48d1-bf56-3a19f066c827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:42.805898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-63363228-5d0f-4b0c-97b5-ce8012d46ebf tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:42.809833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-63363228-5d0f-4b0c-97b5-ce8012d46ebf tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9964454 Dec 08 16:05:42.887596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Request body: {'port': {'device_id': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'dc9711b29c004bc5b39e74a660725e89'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:42.912860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-69e22efd-86b3-48d1-bf56-3a19f066c827 None None] Port b53505a0-b40f-4f79-aa0f-477daee1393e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:42.950691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-e583d191-7e90-4736-8ac9-9d19a5f35ffd service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967296 Dec 08 16:05:43.136096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b53505a0-b40f-4f79-aa0f-477daee1393e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:43.154289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.175349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Transition to ACTIVE for port object b53505a0-b40f-4f79-aa0f-477daee1393e will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:43.179356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd62168c-90d9-4f28-a80e-8fcb2c6895b1 req-af02d366-8fdc-4b35-aaed-ddd3cebaee8c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4644477 Dec 08 16:05:43.186621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.188087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11c0eae9-eefc-4ee9-ba61-5a1c95bb4ba5 req-8f25c9f4-c647-4f05-b73f-3fdd30bfb177 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 210 time: 0.0827992 Dec 08 16:05:43.261068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:43.265122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.283162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Pushing event updated for resources: {'Port': ['ID=b53505a0-b40f-4f79-aa0f-477daee1393e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:43.338192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9264cdf-a859-4bda-b5a7-d79ac6089db7 req-56bcb097-f625-4a4f-9f9c-a5b52280e1ee service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364234 Dec 08 16:05:43.351540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Made reservation on behalf of dc9711b29c004bc5b39e74a660725e89 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:43.359010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.376529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.473227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Attempting to bind port b53505a0-b40f-4f79-aa0f-477daee1393e on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:43.474113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Attempting to bind port b53505a0-b40f-4f79-aa0f-477daee1393e by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:43.474683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Attempting to bind port b53505a0-b40f-4f79-aa0f-477daee1393e on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:43.481966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Port b53505a0-b40f-4f79-aa0f-477daee1393e on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:43.482788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Attempting to bind port b53505a0-b40f-4f79-aa0f-477daee1393e on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:43.491483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:43.492160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:43.492776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:43.493455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Bound port: b53505a0-b40f-4f79-aa0f-477daee1393e, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:43.494187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.557238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3455b92-0e7c-49aa-90a3-79b49ae62074 req-dfea72bb-733e-4d15-8d37-5355ac13d5e5 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.1198578 Dec 08 16:05:43.604050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] For port b53505a0-b40f-4f79-aa0f-477daee1393e, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:43.608105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] For port b53505a0-b40f-4f79-aa0f-477daee1393e, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b53505a0-b40f-4f79-aa0f-477daee1393e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:43.615007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.680783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:43.682953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:43.685575 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] 10.222.0.58 "PUT /v2.0/ports/b53505a0-b40f-4f79-aa0f-477daee1393e HTTP/1.1" status: 200 len: 1096 time: 1.3900211 Dec 08 16:05:43.690932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700100fe-9d64-477f-882e-21bd3ee10a09', 'tag': 'b53505a0-b40f-4f79-aa0f-477daee1393e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:43.696068 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b" -d '{"events": [{"name": "network-changed", "server_uuid": "700100fe-9d64-477f-882e-21bd3ee10a09", "tag": "b53505a0-b40f-4f79-aa0f-477daee1393e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:43.696960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-64aaa6ee-95a5-4d8b-89ab-0ffd3362a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:43.698712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-64aaa6ee-95a5-4d8b-89ab-0ffd3362a0d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1094 time: 0.2603836 Dec 08 16:05:43.721478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e321aa-d7d9-40f5-bad5-7fe59a889961 req-86f5415f-5edd-4278-9e39-6bf3d7d57f46 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:43.723369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77e321aa-d7d9-40f5-bad5-7fe59a889961 req-86f5415f-5edd-4278-9e39-6bf3d7d57f46 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 948 time: 0.1650786 Dec 08 16:05:43.761069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.228 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/05464c0e-c9ff-4e34-a88a-fe92368a244c) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:43.820000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d838-d6d1-4b4e-b93f-49e7918de1ac service neutron] Pushing event updated for resources: {'Port': ['ID=b53505a0-b40f-4f79-aa0f-477daee1393e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:43.838623 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e913c2de-fa54-4a09-beae-91c2a24a62d9 x-openstack-request-id: req-e913c2de-fa54-4a09-beae-91c2a24a62d9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:43.839071 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "700100fe-9d64-477f-882e-21bd3ee10a09", "tag": "b53505a0-b40f-4f79-aa0f-477daee1393e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:43.839426 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e913c2de-fa54-4a09-beae-91c2a24a62d9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:43.840469 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700100fe-9d64-477f-882e-21bd3ee10a09', 'tag': 'b53505a0-b40f-4f79-aa0f-477daee1393e', 'status': 'completed', 'code': 200} Dec 08 16:05:43.925206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-d5a51133-0ce5-4bbd-8dc0-6b345ae12579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:43.929437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-d5a51133-0ce5-4bbd-8dc0-6b345ae12579 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 1099 time: 0.1445298 Dec 08 16:05:43.978852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.002861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.080851 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-1677c1ee-fcc5-4a47-9c94-d9e04cfc743b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b53505a0-b40f-4f79-aa0f-477daee1393e HTTP/1.1" status: 200 len: 217 time: 0.1416764 Dec 08 16:05:44.108058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-aae40185-1cd6-4020-a8dd-da4eb576c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.109601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-aae40185-1cd6-4020-a8dd-da4eb576c1b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.3987179 Dec 08 16:05:44.123404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77e321aa-d7d9-40f5-bad5-7fe59a889961 req-eed20c80-47fe-43fd-b374-8645dc297fbd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641360 Dec 08 16:05:44.209725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-5af08da9-3d33-4079-9ec7-eca7190cdd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.210806 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-5af08da9-3d33-4079-9ec7-eca7190cdd00 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1181660 Dec 08 16:05:44.319621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a826a23d-88d6-4795-8350-146923dfef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.322647 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a826a23d-88d6-4795-8350-146923dfef30 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998805 Dec 08 16:05:44.356049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddc2492-db02-47b2-bfad-363d07b19338,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:44.389292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-09745269-3842-4940-8034-b47fe88f1398 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 217 time: 0.2592814 Dec 08 16:05:44.544160 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-0512a8c6-b4ec-4d7c-9585-2f4a2116ad2e service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110262 Dec 08 16:05:44.568354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651a7188-b51f-46d9-a165-0153d23633a6 req-c8503de9-8f5d-4c39-b8d3-47bb97132a36 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 210 time: 0.1106915 Dec 08 16:05:44.631548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-347e89a5-f8b9-480f-83d7-6f457942d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.633431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-347e89a5-f8b9-480f-83d7-6f457942d1aa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.2082272 Dec 08 16:05:44.643328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364c102-77d4-4401-b17c-c8212ed20d81 req-93b26a54-1638-433f-b4cb-96ddef1be774 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.644972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7364c102-77d4-4401-b17c-c8212ed20d81 req-93b26a54-1638-433f-b4cb-96ddef1be774 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.2527180 Dec 08 16:05:44.648330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.733768 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-91fb8510-6031-4e76-a933-0508f08d5988 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785095 Dec 08 16:05:44.764908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7364c102-77d4-4401-b17c-c8212ed20d81 req-e3177f81-93ab-4090-9cb1-5bd591fd64e0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047113 Dec 08 16:05:44.773247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-c522f713-ab81-4bb5-8829-5c5e7571bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.775079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-c522f713-ab81-4bb5-8829-5c5e7571bcd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246884 Dec 08 16:05:44.812347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:44.835571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:44.839335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:44.941152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-8ae74d0f-b0f2-4072-ae5e-4aa546394c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:44.944416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-8ae74d0f-b0f2-4072-ae5e-4aa546394c0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 1099 time: 0.1122591 Dec 08 16:05:45.149011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df3adb7d-1afb-48ba-96d5-5ea73685b363 req-fcdb828e-5708-4f81-890c-70256a179bd3 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.1912506 Dec 08 16:05:45.164648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:45.203418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:45.216399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:45.221120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-5a9b78f7-083c-4c1b-a7d4-c67529891a84 service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326935 Dec 08 16:05:45.239760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=05464c0e-c9ff-4e34-a88a-fe92368a244c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:45.272595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Allocated IP 192.168.233.17 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/341ef960-af66-40f3-a873-243b15e12594) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:05:45.328834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-f622382e-e6ad-46b6-a0a9-9430cc84a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:45.331072 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-f622382e-e6ad-46b6-a0a9-9430cc84a28c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3601797 Dec 08 16:05:45.475590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:45.476183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.558362 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-616ace74-2709-49d2-a8c0-1c6fe4e5a991 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=b53505a0-b40f-4f79-aa0f-477daee1393e HTTP/1.1" status: 200 len: 217 time: 0.2152703 Dec 08 16:05:45.558656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-08ce0962-ca74-4047-accb-b55941386c32 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3717413 Dec 08 16:05:45.578567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Request body: {'port': {'device_id': 'cabbea69-adfe-4611-a567-bfc304519b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:45.722210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-c8d526c5-2bc0-4f75-a4c8-fb65cffade7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:45.724461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-c8d526c5-2bc0-4f75-a4c8-fb65cffade7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1554279 Dec 08 16:05:45.745289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca87ed-7434-421f-8bd7-1d4935513e61 req-38ad28ff-b38a-4d54-85ce-2e822c99d4b4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:45.747798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ca87ed-7434-421f-8bd7-1d4935513e61 req-38ad28ff-b38a-4d54-85ce-2e822c99d4b4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 948 time: 0.3728211 Dec 08 16:05:45.789700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-eacf2628-db77-4f59-8f14-84dd524b1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:45.791468 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-eacf2628-db77-4f59-8f14-84dd524b1b1c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0452197 Dec 08 16:05:45.830128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-775db349-c8e5-4c21-a293-de395288b7fe None None] Provisioning complete for port 05464c0e-c9ff-4e34-a88a-fe92368a244c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:45.830742 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-775db349-c8e5-4c21-a293-de395288b7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.846398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c21f6b9-ca08-4a1d-bd1b-52b160932ae2 req-c492ec21-b1d4-4702-acb5-8da691baeebd service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710611 Dec 08 16:05:45.873931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec4b5684-b3af-4271-bd07-8938d907308c req-d7617791-6afa-4d57-adcf-80a4f9e5c520 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 210 time: 0.1657355 Dec 08 16:05:45.937851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-775db349-c8e5-4c21-a293-de395288b7fe None None] Port 05464c0e-c9ff-4e34-a88a-fe92368a244c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:45.959500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:45.989254 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-f3b38ddc-81f2-497e-b0b6-75df35aaff68 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875277 Dec 08 16:05:46.100296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ca87ed-7434-421f-8bd7-1d4935513e61 req-84899250-80a2-4265-8689-355690a06da1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445133 Dec 08 16:05:46.297185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:46.392311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-143ef684-fe7e-40c3-914a-cdfe2be6eddc req-6c22bb34-3dc5-4c05-a0cc-10285827daaf tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/ports?device_id=3764e701-42a7-4d29-aad7-13838b13aa00 HTTP/1.1" status: 200 len: 210 time: 0.0916827 Dec 08 16:05:46.447473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727db0b-cbbe-4cb8-9cc0-b3a90cd5f1e5 req-52ee4132-fa30-4cea-bf73-41ed05732cca tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:46.454448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8727db0b-cbbe-4cb8-9cc0-b3a90cd5f1e5 req-52ee4132-fa30-4cea-bf73-41ed05732cca tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.3202856 Dec 08 16:05:46.459961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:46.501546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:46.543768 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-741e6cbd-ca0e-45eb-8ef3-bbabe7f3e84b req-62117160-776a-4db3-9a0a-20da8bd0f814 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5461841 Dec 08 16:05:46.618026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8727db0b-cbbe-4cb8-9cc0-b3a90cd5f1e5 req-0accdfd6-4eb5-4d14-908c-e071601f24ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550612 Dec 08 16:05:46.690593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:05:46.704613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:46.708937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Pushing event updated for resources: {'Port': ['ID=341ef960-af66-40f3-a873-243b15e12594,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:46.714562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:05:46.817440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:46.819318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:46.831215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:46.856550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'mac_address': 'fa:16:3e:9e:18:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:46.943042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:46.982558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:47.026499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:47.033033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.221662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:47.313320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2252fce9-7e2d-4d8a-87a7-f519dbf9473d None None] Provisioning complete for port 341ef960-af66-40f3-a873-243b15e12594 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:47.313824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2252fce9-7e2d-4d8a-87a7-f519dbf9473d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.373161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c63c7654-45d4-4daf-81b2-186fd26d4412'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:47.494093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2252fce9-7e2d-4d8a-87a7-f519dbf9473d None None] Port 341ef960-af66-40f3-a873-243b15e12594 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:05:47.513698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-34e4e0ce-dc6c-4adc-b34d-4008228e4838 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6664310 Dec 08 16:05:47.516766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05464c0e-c9ff-4e34-a88a-fe92368a244c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:47.545676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Request body: {'port': {'device_id': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:47.550343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.607095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dd882-914e-4feb-a499-55beae4bd0ca req-4cf05dfb-6d55-4622-9854-645f2a0f51ab tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:47.608597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56dd882-914e-4feb-a499-55beae4bd0ca req-4cf05dfb-6d55-4622-9854-645f2a0f51ab tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 948 time: 0.2416308 Dec 08 16:05:47.622595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da99524-c076-460b-b5cb-e8fb8ea3b97a req-e6499b75-5988-45df-bfe7-95b37e2a0b40 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:47.624197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9da99524-c076-460b-b5cb-e8fb8ea3b97a req-e6499b75-5988-45df-bfe7-95b37e2a0b40 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 935 time: 0.2590902 Dec 08 16:05:47.625349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Transition to ACTIVE for port object 05464c0e-c9ff-4e34-a88a-fe92368a244c will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:47.672835 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.727634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:47.805496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56dd882-914e-4feb-a499-55beae4bd0ca req-85b991dd-ff6c-4d1e-8934-bd357621edf0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668003 Dec 08 16:05:47.863492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Pushing event updated for resources: {'Port': ['ID=05464c0e-c9ff-4e34-a88a-fe92368a244c,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:47.943788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9da99524-c076-460b-b5cb-e8fb8ea3b97a req-553fc42e-a2d1-4b4d-97b7-6c5039cad26b tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762809 Dec 08 16:05:48.179529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:48.254627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Attempting to bind port 05464c0e-c9ff-4e34-a88a-fe92368a244c on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:48.255588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.255747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Attempting to bind port 05464c0e-c9ff-4e34-a88a-fe92368a244c by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:48.256297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Attempting to bind port 05464c0e-c9ff-4e34-a88a-fe92368a244c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:48.296550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Port 05464c0e-c9ff-4e34-a88a-fe92368a244c on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:48.296997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Attempting to bind port 05464c0e-c9ff-4e34-a88a-fe92368a244c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:48.318938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.386421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:48.386938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:48.387572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:48.388352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Bound port: 05464c0e-c9ff-4e34-a88a-fe92368a244c, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:48.388956 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.425535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.428995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.430298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "DELETE /v2.0/security-groups/d946be15-5bc2-4f1e-a9ad-c9831839ec36 HTTP/1.1" status: 204 len: 168 time: 0.2496512 Dec 08 16:05:48.430648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ddc2d-40a5-48ae-af59-66e64bd9acf3 req-d87805c0-9e1e-45d2-9b7f-b1e6ba007b3d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:48.433325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc1ddc2d-40a5-48ae-af59-66e64bd9acf3 req-d87805c0-9e1e-45d2-9b7f-b1e6ba007b3d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.3719821 Dec 08 16:05:48.440275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33158) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:48.449077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d946be15-5bc2-4f1e-a9ad-c9831839ec36,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:48.461369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.462011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.462482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.462943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.463393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.463840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.464299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.464769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.465455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.466171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.466623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.467068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.467515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173182fb-0a57-408d-965f-69136de16b0f tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:05:48.474636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b53505a0-b40f-4f79-aa0f-477daee1393e details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:48.496217 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-44f63e5d-21d9-493e-af68-03ee5f24b2f3 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] show failed (client error): The resource could not be found. Dec 08 16:05:48.498077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-44f63e5d-21d9-493e-af68-03ee5f24b2f3 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "GET /v2.0/security-groups/d946be15-5bc2-4f1e-a9ad-c9831839ec36 HTTP/1.1" status: 404 len: 347 time: 0.0560343 Dec 08 16:05:48.500429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:48.500883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:48.700764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc1ddc2d-40a5-48ae-af59-66e64bd9acf3 req-6b5ef56e-250a-4c87-b4c4-77af02b978c7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2455857 Dec 08 16:05:48.718881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port c63c7654-45d4-4daf-81b2-186fd26d4412 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:48.730352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] For port 05464c0e-c9ff-4e34-a88a-fe92368a244c, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:48.734621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] For port 05464c0e-c9ff-4e34-a88a-fe92368a244c, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:48.749492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port c63c7654-45d4-4daf-81b2-186fd26d4412 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:48.750124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.758832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Deleting port 0e9064e0-8c22-45cc-bfc9-4ed5d642ae6f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:48.759271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.761386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.865909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b53505a0-b40f-4f79-aa0f-477daee1393e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b53505a0-b40f-4f79-aa0f-477daee1393e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:48.907351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:48.908631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.912111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] 10.222.0.86 "PUT /v2.0/ports/05464c0e-c9ff-4e34-a88a-fe92368a244c HTTP/1.1" status: 200 len: 1096 time: 3.3371661 Dec 08 16:05:48.912963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cabbea69-adfe-4611-a567-bfc304519b82', 'tag': '05464c0e-c9ff-4e34-a88a-fe92368a244c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:48.917445 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d" -d '{"events": [{"name": "network-changed", "server_uuid": "cabbea69-adfe-4611-a567-bfc304519b82", "tag": "05464c0e-c9ff-4e34-a88a-fe92368a244c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:48.938150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.938150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:48.959064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'b53505a0-b40f-4f79-aa0f-477daee1393e', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'b53505a0-b40f-4f79-aa0f-477daee1393e', 'mac_address': 'fa:16:3e:75:b6:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:48.966251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Calling delete_port for 0e9064e0-8c22-45cc-bfc9-4ed5d642ae6f owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:49.036687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 341ef960-af66-40f3-a873-243b15e12594 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:49.071424 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.093195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.149025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b53505a0-b40f-4f79-aa0f-477daee1393e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:49.160021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0b2f-c21e-4592-9184-a6141e0e8332 service neutron] Pushing event updated for resources: {'Port': ['ID=05464c0e-c9ff-4e34-a88a-fe92368a244c,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:49.170814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:49.174464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.177597 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96147b5f-6d41-4c17-9a2a-1785837573bc" -d '{"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-plugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:49.194036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Transition to ACTIVE for port object 341ef960-af66-40f3-a873-243b15e12594 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:05:49.197438 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b0cf01-4068-41de-8a8f-031a0041125e x-openstack-request-id: req-90b0cf01-4068-41de-8a8f-031a0041125e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:49.197777 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cabbea69-adfe-4611-a567-bfc304519b82", "tag": "05464c0e-c9ff-4e34-a88a-fe92368a244c", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:49.198373 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90b0cf01-4068-41de-8a8f-031a0041125e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:49.200023 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cabbea69-adfe-4611-a567-bfc304519b82', 'tag': '05464c0e-c9ff-4e34-a88a-fe92368a244c', 'status': 'completed', 'code': 200} Dec 08 16:05:49.238500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.256015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:49.257105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.263691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b53505a0-b40f-4f79-aa0f-477daee1393e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b53505a0-b40f-4f79-aa0f-477daee1393e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:49.266125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.275234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.371763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:49.374207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Pushing event deleted for resources: {'Port': ['ID=0e9064e0-8c22-45cc-bfc9-4ed5d642ae6f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:49.394333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856c603-d51e-4fea-8b65-c671f6f109b2 req-233d3b5e-3e4f-4244-bcbd-26b12a1f7866 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.402907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6856c603-d51e-4fea-8b65-c671f6f109b2 req-233d3b5e-3e4f-4244-bcbd-26b12a1f7866 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 948 time: 0.4560342 Dec 08 16:05:49.417159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-435da797-9ee3-4214-a426-cd7a8240c5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.418805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-435da797-9ee3-4214-a426-cd7a8240c5ad service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 1099 time: 0.4167233 Dec 08 16:05:49.479839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.485013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:49.489890 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eda8b752-6c75-4d14-96d4-f3136fa75c62 tempest-ServersTestBootFromVolume-1671719023 tempest-ServersTestBootFromVolume-1671719023-project] 10.222.0.62 "DELETE /v2.0/floatingips/8f716ac5-f1f1-405e-a958-08c78d65038b HTTP/1.1" status: 204 len: 168 time: 0.9872525 Dec 08 16:05:49.494438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:49.519642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-a6ce771d-f059-4991-9610-c502b2a0b168 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c HTTP/1.1" status: 200 len: 217 time: 0.0759020 Dec 08 16:05:49.546842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Pushing event updated for resources: {'Port': ['ID=341ef960-af66-40f3-a873-243b15e12594,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:49.562978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002369d3-7a8f-4ff4-85d1-0e86ed84a8a7 req-f102b673-1432-4c23-9797-2029301c2b8f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.571852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-002369d3-7a8f-4ff4-85d1-0e86ed84a8a7 req-f102b673-1432-4c23-9797-2029301c2b8f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 947 time: 0.3570862 Dec 08 16:05:49.590297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b53505a0-b40f-4f79-aa0f-477daee1393e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:49.617160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:49.713348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6856c603-d51e-4fea-8b65-c671f6f109b2 req-c6dcade4-4c00-4340-8264-a8a158439a41 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094618 Dec 08 16:05:49.804612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-b0111070-f338-4891-a3cb-f0d8f867d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:49.807962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-b0111070-f338-4891-a3cb-f0d8f867d48c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2253036 Dec 08 16:05:49.865770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-002369d3-7a8f-4ff4-85d1-0e86ed84a8a7 req-4292f53c-457b-41ca-92d4-c57623d0a97b tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919612 Dec 08 16:05:49.928667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Attempting to bind port 341ef960-af66-40f3-a873-243b15e12594 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:05:49.929257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Attempting to bind port 341ef960-af66-40f3-a873-243b15e12594 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:05:49.929822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Attempting to bind port 341ef960-af66-40f3-a873-243b15e12594 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:49.943507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Port 341ef960-af66-40f3-a873-243b15e12594 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:05:49.944395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Attempting to bind port 341ef960-af66-40f3-a873-243b15e12594 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:05:49.960280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:05:49.960844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:49.961610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:05:49.962415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Bound port: 341ef960-af66-40f3-a873-243b15e12594, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:05:49.962995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.029194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-132b842f-d005-45d4-890b-3f5b72814cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.033419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-132b842f-d005-45d4-890b-3f5b72814cd1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2133379 Dec 08 16:05:50.036968 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43de3c6e-5c06-46c4-bb46-dac4f394d7fe x-openstack-request-id: req-43de3c6e-5c06-46c4-bb46-dac4f394d7fe {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:50.037294 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-plugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:50.037512 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43de3c6e-5c06-46c4-bb46-dac4f394d7fe {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:50.039317 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'code': 200} Dec 08 16:05:50.186976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197a2fb-e137-4e44-af10-5bbaa739f9c9 req-b29fed5b-f781-4c47-90d0-e68d9b423f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.188566 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3197a2fb-e137-4e44-af10-5bbaa739f9c9 req-b29fed5b-f781-4c47-90d0-e68d9b423f3b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1096 time: 0.0558968 Dec 08 16:05:50.268110 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3197a2fb-e137-4e44-af10-5bbaa739f9c9 req-66489fbc-06b5-4562-9337-b159cf687008 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636048 Dec 08 16:05:50.327114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.341202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] For port 341ef960-af66-40f3-a873-243b15e12594, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:05:50.365359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a548772-d245-467c-8cb8-da508b370c40 req-a8a12eff-a7ef-4455-88c8-703733eec8f1 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.369268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a548772-d245-467c-8cb8-da508b370c40 req-a8a12eff-a7ef-4455-88c8-703733eec8f1 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.2030158 Dec 08 16:05:50.398243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] For port 341ef960-af66-40f3-a873-243b15e12594, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=341ef960-af66-40f3-a873-243b15e12594,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:05:50.402096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-b8d1b75a-aac0-4c58-b698-a54340d81562 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602192 Dec 08 16:05:50.409275 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.522437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.523087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.524573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] 10.222.0.86 "PUT /v2.0/ports/341ef960-af66-40f3-a873-243b15e12594 HTTP/1.1" status: 200 len: 1095 time: 2.9860930 Dec 08 16:05:50.584154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a548772-d245-467c-8cb8-da508b370c40 req-963bda92-eeb9-48d2-98e5-6fe47134c911 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877704 Dec 08 16:05:50.606580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd37fb-4ee4-4151-ab12-556be6d94e2a service neutron] Pushing event updated for resources: {'Port': ['ID=341ef960-af66-40f3-a873-243b15e12594,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:50.685377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0958b34f-4608-466b-8abd-e7a0bd9f50bb req-67a2b53a-ad0e-46f2-9995-651563d3c313 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655222 Dec 08 16:05:50.702337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-3bf93438-1ecf-4f89-a020-35ff5b52cf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.703899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-3bf93438-1ecf-4f89-a020-35ff5b52cf00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc9711b29c004bc5b39e74a660725e89&device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 1098 time: 0.1004205 Dec 08 16:05:50.768238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-9fbd1287-4fad-48ce-8fc2-614a44c38cff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=341ef960-af66-40f3-a873-243b15e12594 HTTP/1.1" status: 200 len: 217 time: 0.0542066 Dec 08 16:05:50.909975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-b506d342-6aa0-4962-b760-8dbcca8431aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.913124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-b506d342-6aa0-4962-b760-8dbcca8431aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1229463 Dec 08 16:05:50.929171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Deleting port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:50.929956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:50.970062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86533c87-d65b-4311-83e8-5cd8c52621da req-91bb209f-d7e7-4546-b430-8ebe31618b17 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.978300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86533c87-d65b-4311-83e8-5cd8c52621da req-91bb209f-d7e7-4546-b430-8ebe31618b17 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 949 time: 0.1399963 Dec 08 16:05:50.981926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-b6daaa8b-168d-400b-b8fb-d64285994a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:50.983472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-b6daaa8b-168d-400b-b8fb-d64285994a23 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 1099 time: 0.2248018 Dec 08 16:05:51.078129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-66370632-5c9b-4e44-8ac4-fcbf4ffe7a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:51.079624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-66370632-5c9b-4e44-8ac4-fcbf4ffe7a00 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1545897 Dec 08 16:05:51.111935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] For port 9b5ce3b1-1d41-4117-b7cd-48db48959eeb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:51.112635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:51.137932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Calling delete_port for 9b5ce3b1-1d41-4117-b7cd-48db48959eeb owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:51.245415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'tag': '341ef960-af66-40f3-a873-243b15e12594'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:51.249325 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d" -d '{"events": [{"name": "network-changed", "server_uuid": "07e3cd14-fc69-403b-856c-81c6e0e9384d", "tag": "341ef960-af66-40f3-a873-243b15e12594"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:51.312060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86533c87-d65b-4311-83e8-5cd8c52621da req-1f16d86f-155e-409f-842b-53a3075fc288 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325830 Dec 08 16:05:51.405289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e854da9-4bf0-4dae-a759-de3e9a4a45ef req-aa15d543-9315-4867-9a4e-71cc09437774 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:51.408302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e854da9-4bf0-4dae-a759-de3e9a4a45ef req-aa15d543-9315-4867-9a4e-71cc09437774 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 947 time: 0.3270535 Dec 08 16:05:51.425579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-64cb8988-870f-4a02-9d23-45581ac6ad23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:51.427966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-64cb8988-870f-4a02-9d23-45581ac6ad23 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.4271932 Dec 08 16:05:51.464181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:51.499749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Pushing event deleted for resources: {'Port': ['ID=9b5ce3b1-1d41-4117-b7cd-48db48959eeb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:51.609647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-527ddd35-ee9c-4d46-98b4-d3b90d5ae585 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c HTTP/1.1" status: 200 len: 217 time: 0.1225836 Dec 08 16:05:51.622155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-a5ef6bb9-adbe-47c8-83f4-c7f4506b77e9 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194349 Dec 08 16:05:51.776931 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3460d8ba-f9d1-4c5b-a638-4c026c01a6f1 x-openstack-request-id: req-3460d8ba-f9d1-4c5b-a638-4c026c01a6f1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:51.777948 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e3cd14-fc69-403b-856c-81c6e0e9384d", "tag": "341ef960-af66-40f3-a873-243b15e12594", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:51.777948 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3460d8ba-f9d1-4c5b-a638-4c026c01a6f1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:51.778386 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'tag': '341ef960-af66-40f3-a873-243b15e12594', 'status': 'completed', 'code': 200} Dec 08 16:05:51.828144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:51.868912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e854da9-4bf0-4dae-a759-de3e9a4a45ef req-5e070457-eaa3-42b7-a147-a5f420196a9d tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4394541 Dec 08 16:05:51.900493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-7f8dcbd0-11a5-4f93-8e9e-e288b45d678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:51.902026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-7f8dcbd0-11a5-4f93-8e9e-e288b45d678e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2786615 Dec 08 16:05:52.025756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-1ec45602-665a-466f-ac2d-523093bc56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:52.027369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-1ec45602-665a-466f-ac2d-523093bc56f5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934463 Dec 08 16:05:52.035792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fd79b-141d-444d-a143-5e1d1ebc9cf5 req-cb3492a3-a161-4a8c-8c23-a46a80f06e45 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:52.044283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-639fd79b-141d-444d-a143-5e1d1ebc9cf5 req-cb3492a3-a161-4a8c-8c23-a46a80f06e45 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1564326 Dec 08 16:05:52.056576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2f1643-0141-42f5-99dc-05c535e58ad5 req-c867941b-f62c-48d9-8828-767590bf10df service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111736 Dec 08 16:05:52.217717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-639fd79b-141d-444d-a143-5e1d1ebc9cf5 req-1d41ffc8-9954-432b-94d4-cfb2fc1ef606 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725271 Dec 08 16:05:52.237391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-88ca48d5-ddc4-4883-8461-01156c8bfecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:52.239138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-88ca48d5-ddc4-4883-8461-01156c8bfecd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc9711b29c004bc5b39e74a660725e89&device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 1098 time: 0.1029720 Dec 08 16:05:52.273713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-35364e2f-2370-4d7f-8c4f-4a6f43ea30a7 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137349 Dec 08 16:05:52.288497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Router f3f2ca03-54d4-4837-9f19-bb04b434fe5e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:52.370444 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:05:52.435197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:52.445102 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2963dd6-a2c1-4c1b-8fc9-2a47afaa21bc admin admin] 10.222.0.62 "PUT /v2.0/routers/f3f2ca03-54d4-4837-9f19-bb04b434fe5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9409094 Dec 08 16:05:52.445832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33208) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:52.449888 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] Sync routers for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:52.462363 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:52.463157 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:52.509277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b53505a0-b40f-4f79-aa0f-477daee1393e up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:52.578316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.603473 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:52.620619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port b53505a0-b40f-4f79-aa0f-477daee1393e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:52.629676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port b53505a0-b40f-4f79-aa0f-477daee1393e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:52.633253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.794483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.817951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.892802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b53505a0-b40f-4f79-aa0f-477daee1393e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b53505a0-b40f-4f79-aa0f-477daee1393e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:52.898091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700100fe-9d64-477f-882e-21bd3ee10a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53505a0-b40f-4f79-aa0f-477daee1393e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:52.899243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Deleting port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:52.899583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:52.905902 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fb6713-6ae1-4f92-ae11-149ebdcd6991" -d '{"events": [{"server_uuid": "700100fe-9d64-477f-882e-21bd3ee10a09", "name": "network-vif-plugged", "status": "completed", "tag": "b53505a0-b40f-4f79-aa0f-477daee1393e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:52.916077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.014238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] For port 52a68aee-4d05-4be3-9caa-d36f6b7e03e9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:53.014629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.018285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41'}], 'enable_snat': True}, 'gw_port_id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:05:51Z', 'revision_number': 5, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port': {'id': '52a68aee-4d05-4be3-9caa-d36f6b7e03e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a9:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:01:54Z', 'updated_at': '2021-12-08T16:02:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:53.029762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Calling delete_port for 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:53.055993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b53505a0-b40f-4f79-aa0f-477daee1393e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:53.090849 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] Checking router: f3f2ca03-54d4-4837-9f19-bb04b434fe5e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:53.129476 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] Routers {'f3f2ca03-54d4-4837-9f19-bb04b434fe5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:53.131992 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:53.154045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-0f2119a9-2f04-4629-add8-514f5a3f4d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.157295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-0f2119a9-2f04-4629-add8-514f5a3f4d38 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.9062102 Dec 08 16:05:53.261138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fc901-16d8-478b-8d92-c148879ba5f4 req-d320d59a-c300-40c5-9050-dd432a7c0fd5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.263731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7fc901-16d8-478b-8d92-c148879ba5f4 req-d320d59a-c300-40c5-9050-dd432a7c0fd5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.8748400 Dec 08 16:05:53.270316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-6c0006bf-8b3b-4c88-ac13-d7d610d7622e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=341ef960-af66-40f3-a873-243b15e12594 HTTP/1.1" status: 200 len: 217 time: 0.1048524 Dec 08 16:05:53.290438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33220) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:53.298073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'floatingip': {'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:53.331186 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] Set router f3f2ca03-54d4-4837-9f19-bb04b434fe5e gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:53.340925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b46e0473-4db6-4db5-ba85-2ad2a2f9c55d req-acdaf96a-6b5a-45e1-a5fc-904ec6f24a57 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9501822 Dec 08 16:05:53.374171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5031f28-93f1-4383-ab89-947f6b551da2 req-12392b3e-0062-4c4e-91bc-bdb767a5092b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.379288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5031f28-93f1-4383-ab89-947f6b551da2 req-12392b3e-0062-4c4e-91bc-bdb767a5092b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 950 time: 0.4255378 Dec 08 16:05:53.397951 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.514844 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:05:52Z', 'revision_number': 6, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:53.518582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5031f28-93f1-4383-ab89-947f6b551da2 req-cce28422-fb47-4738-8b74-ce2e24373e17 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104181 Dec 08 16:05:53.521217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-e50bd385-9825-4b2f-89fe-ebb938ff420f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.523891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-e50bd385-9825-4b2f-89fe-ebb938ff420f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2373390 Dec 08 16:05:53.581575 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b4487f6-a5f7-4e45-bde1-d41f52cbbcea None None] The sync data for ids ['f3f2ca03-54d4-4837-9f19-bb04b434fe5e'] in n-d-820935-5 is: [{'id': 'f3f2ca03-54d4-4837-9f19-bb04b434fe5e', 'name': 'tempest-ServersTestBootFromVolume-1617767978-router', 'tenant_id': '5262031d670e416f9beab3f7bf79158b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:01:49Z', 'updated_at': '2021-12-08T16:05:52Z', 'revision_number': 6, 'project_id': '5262031d670e416f9beab3f7bf79158b', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:53.582760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.632356 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c973ac71-711c-469d-b122-bf766ab537b3 x-openstack-request-id: req-c973ac71-711c-469d-b122-bf766ab537b3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:53.633356 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700100fe-9d64-477f-882e-21bd3ee10a09", "name": "network-vif-plugged", "status": "completed", "tag": "b53505a0-b40f-4f79-aa0f-477daee1393e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:53.633923 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c973ac71-711c-469d-b122-bf766ab537b3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:53.636513 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700100fe-9d64-477f-882e-21bd3ee10a09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b53505a0-b40f-4f79-aa0f-477daee1393e', 'code': 200} Dec 08 16:05:53.694548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-95218ca2-153a-43af-9731-8eb0d17b680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.697829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-95218ca2-153a-43af-9731-8eb0d17b680c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1638927 Dec 08 16:05:53.713577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a68aee-4d05-4be3-9caa-d36f6b7e03e9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:53.827958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 05464c0e-c9ff-4e34-a88a-fe92368a244c details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:53.893950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:53.928859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde3a8c-4846-447a-87e6-6054189b602a req-9ed26694-ede7-4092-a7aa-30f446f5c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.930475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8cde3a8c-4846-447a-87e6-6054189b602a req-9ed26694-ede7-4092-a7aa-30f446f5c735 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 1101 time: 0.1757884 Dec 08 16:05:53.973341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad301ae9-b65b-490c-97fe-b63b60ee7f89 req-1aecf12c-fdc5-4734-abbc-eb95916a2bd9 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:53.976632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad301ae9-b65b-490c-97fe-b63b60ee7f89 req-1aecf12c-fdc5-4734-abbc-eb95916a2bd9 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 947 time: 0.2372465 Dec 08 16:05:54.039319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-4c6df9cc-e65f-473d-aad5-cfb3fc6da1af service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324540 Dec 08 16:05:54.051112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.083513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.147044 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8cde3a8c-4846-447a-87e6-6054189b602a req-ae6d5b66-1498-42bc-9187-96804212a7b5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794422 Dec 08 16:05:54.164253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.164848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3f2ca03-54d4-4837-9f19-bb04b434fe5e {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:05:54.171382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.176251 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-557e4073-b5d3-47dc-b6d5-3bf9b28e5818 admin admin] 10.222.0.62 "DELETE /v2.0/routers/f3f2ca03-54d4-4837-9f19-bb04b434fe5e HTTP/1.1" status: 204 len: 168 time: 1.7293382 Dec 08 16:05:54.177851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33222) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:54.178608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 05464c0e-c9ff-4e34-a88a-fe92368a244c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:54.195030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '05464c0e-c9ff-4e34-a88a-fe92368a244c', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '05464c0e-c9ff-4e34-a88a-fe92368a244c', 'mac_address': 'fa:16:3e:3e:05:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:54.214921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad301ae9-b65b-490c-97fe-b63b60ee7f89 req-ffbf444a-c78b-4793-95b7-9a9c2831da96 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049046 Dec 08 16:05:54.267428 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.292933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05464c0e-c9ff-4e34-a88a-fe92368a244c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:54.335102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 05464c0e-c9ff-4e34-a88a-fe92368a244c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:54.340823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Deleting subnet c5b44870-5d5d-47f3-b885-7619298a1ed9 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:05:54.342149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.348786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.354870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73cbd6a3-bcef-4ed0-8391-e2bb34adf83d req-ad8d58f2-8415-4dbf-b2eb-1d696eb4d0f7 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037848 Dec 08 16:05:54.438929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=05464c0e-c9ff-4e34-a88a-fe92368a244c,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:54.440798 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.612326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['05464c0e-c9ff-4e34-a88a-fe92368a244c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:54.658477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.666494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.684016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.844693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9459a8-6ac3-466c-9d13-5014ec8b8459 req-9e3fae68-8653-4562-b7fc-6d6da607365e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:54.846424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b9459a8-6ac3-466c-9d13-5014ec8b8459 req-9e3fae68-8653-4562-b7fc-6d6da607365e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 950 time: 0.1745498 Dec 08 16:05:54.877724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.920101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5b44870-5d5d-47f3-b885-7619298a1ed9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:54.929828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:54.933209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-435c6489-c973-4f33-91e3-3adcdfad3b62 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c5b44870-5d5d-47f3-b885-7619298a1ed9 HTTP/1.1" status: 204 len: 168 time: 0.7515366 Dec 08 16:05:54.939436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33234) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:54.948856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c3022-7d30-466a-9522-384ccfe2d864 None None] Network 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:55.024269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b9459a8-6ac3-466c-9d13-5014ec8b8459 req-33b9aca3-76fc-4165-a13c-c8fa907813ed tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563683 Dec 08 16:05:55.078621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.148858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Deleting port f224beb3-c9f1-4a68-85ab-9530a0379774 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:55.149216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.229512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] DHCP port deletion for 4e5efc34-3e79-4edb-bacd-5e09e21c1c3b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:05:55.236850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] For port f224beb3-c9f1-4a68-85ab-9530a0379774, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f224beb3-c9f1-4a68-85ab-9530a0379774,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:55.240850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.268536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Calling delete_port for f224beb3-c9f1-4a68-85ab-9530a0379774 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:55.325989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] Deleting port f224beb3-c9f1-4a68-85ab-9530a0379774 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:05:55.326450 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.372091 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Floating IP 6a906bea-5b23-453d-9318-112415aa0c24 associated. External IP: 172.25.3.194, port: c63c7654-45d4-4daf-81b2-186fd26d4412. Dec 08 16:05:55.452952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] For port f224beb3-c9f1-4a68-85ab-9530a0379774, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f224beb3-c9f1-4a68-85ab-9530a0379774,segment=NetworkSegment(37f5a178-6704-4750-81f0-88c0eda765da),segment_id=37f5a178-6704-4750-81f0-88c0eda765da)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:55.453591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.469679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc20981-97fc-46e0-a6e9-ded0ed1c9d57 req-f815fce8-bdcd-4d62-95c0-504916c54b3f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:55.472456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bc20981-97fc-46e0-a6e9-ded0ed1c9d57 req-f815fce8-bdcd-4d62-95c0-504916c54b3f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 947 time: 0.1297810 Dec 08 16:05:55.482791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] Calling delete_port for f224beb3-c9f1-4a68-85ab-9530a0379774 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:05:55.539332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.563198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] No DVR routers for this DVR port f224beb3-c9f1-4a68-85ab-9530a0379774 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:55.634408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:55.636983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.663583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Pushing event deleted for resources: {'Port': ['ID=f224beb3-c9f1-4a68-85ab-9530a0379774,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:55.674329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:55.674680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 52a68aee-4d05-4be3-9caa-d36f6b7e03e9 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:55.675111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f224beb3-c9f1-4a68-85ab-9530a0379774 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:55.719400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] Pushing event deleted for resources: {'Port': ['ID=f224beb3-c9f1-4a68-85ab-9530a0379774,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:55.722362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f359aa-eb98-4c54-a6ce-5b10df4a8b8b None None] No DVR routers for this DVR port f224beb3-c9f1-4a68-85ab-9530a0379774 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:05:55.728307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f224beb3-c9f1-4a68-85ab-9530a0379774 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:55.728747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f224beb3-c9f1-4a68-85ab-9530a0379774 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:55.729107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9b5ce3b1-1d41-4117-b7cd-48db48959eeb no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:05:55.761239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9b5ce3b1-1d41-4117-b7cd-48db48959eeb {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:05:55.761902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9b5ce3b1-1d41-4117-b7cd-48db48959eeb not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:05:55.792265 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.804461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bc20981-97fc-46e0-a6e9-ded0ed1c9d57 req-2d9b9afb-9499-4a96-800b-4d212ae3fe82 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199399 Dec 08 16:05:55.845268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 341ef960-af66-40f3-a873-243b15e12594 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:05:55.848665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 05464c0e-c9ff-4e34-a88a-fe92368a244c up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:55.871621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5efc34-3e79-4edb-bacd-5e09e21c1c3b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:55.889390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:05:55.893549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2917508a-7cf0-40b3-9032-a6c979c1aeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.900598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f5a178-6704-4750-81f0-88c0eda765da') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:55.902162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f5a178-6704-4750-81f0-88c0eda765da') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:55.931135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.951873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.960763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:05:55.961403 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:05:55.964967 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:05:56.049112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 05464c0e-c9ff-4e34-a88a-fe92368a244c completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:05:56.057335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.065997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.073603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] 10.222.0.62 "DELETE /v2.0/networks/4e5efc34-3e79-4edb-bacd-5e09e21c1c3b HTTP/1.1" status: 204 len: 168 time: 1.1291912 Dec 08 16:05:56.110119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d568438-4985-4135-911b-b10fa9fb8afd admin admin] Pushing event deleted for resources: {'Network': ['ID=4e5efc34-3e79-4edb-bacd-5e09e21c1c3b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:56.126463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 341ef960-af66-40f3-a873-243b15e12594, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=341ef960-af66-40f3-a873-243b15e12594,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:56.145290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 05464c0e-c9ff-4e34-a88a-fe92368a244c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:05:56.146069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.168816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:05:56.174856 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.200206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c99fb-8734-4eb4-9632-30688ef5f6d4 req-f52c0b8e-07a4-4c9d-a5b1-fa3b971636f4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.201829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-761c99fb-8734-4eb4-9632-30688ef5f6d4 req-f52c0b8e-07a4-4c9d-a5b1-fa3b971636f4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 950 time: 0.0673685 Dec 08 16:05:56.203651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:05:56.220491 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ffdf4cc8-b226-408b-8b2f-4cccb44ba857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "PUT /v2.0/floatingips/6a906bea-5b23-453d-9318-112415aa0c24 HTTP/1.1" status: 200 len: 991 time: 2.9273298 Dec 08 16:05:56.221402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:56.223122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '341ef960-af66-40f3-a873-243b15e12594', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '341ef960-af66-40f3-a873-243b15e12594', 'mac_address': 'fa:16:3e:fa:82:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:05:56.230693 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90ce631-8c9b-4795-913e-bd0e6af99d64" -d '{"events": [{"name": "network-changed", "server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:56.274435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-761c99fb-8734-4eb4-9632-30688ef5f6d4 req-073aea85-3d77-4a06-a2f1-4fccbac78d71 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659835 Dec 08 16:05:56.327162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:56.328479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:56.352433 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-734406fe-9afa-43a1-badb-01619f84f333 x-openstack-request-id: req-734406fe-9afa-43a1-badb-01619f84f333 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:56.352717 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:56.352966 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-734406fe-9afa-43a1-badb-01619f84f333 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:56.353561 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'status': 'completed', 'code': 200} Dec 08 16:05:56.437930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33256) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:56.445664 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.463802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-be755354-b993-4c90-9f89-0caa40b145c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.465406 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-be755354-b993-4c90-9f89-0caa40b145c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1096 time: 0.0841269 Dec 08 16:05:56.525339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5a66f43d-4e5d-44e3-8874-93a2c125393b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5262031d670e416f9beab3f7bf79158b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0856926 Dec 08 16:05:56.529394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33258) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:56.544553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79ea77-2f06-496e-a6f4-e10c0be7525f req-7cd362a0-8ea2-46eb-a6c1-895c311078a0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.546289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c79ea77-2f06-496e-a6f4-e10c0be7525f req-7cd362a0-8ea2-46eb-a6c1-895c311078a0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 949 time: 0.1163874 Dec 08 16:05:56.583538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 341ef960-af66-40f3-a873-243b15e12594 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:05:56.640005 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-feb8f522-3dca-428c-b57c-ae44e03bc383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.645020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-4938df97-7303-4ec5-a994-b8ca56d462f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.648277 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-4938df97-7303-4ec5-a994-b8ca56d462f8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.1716795 Dec 08 16:05:56.652321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 341ef960-af66-40f3-a873-243b15e12594, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=341ef960-af66-40f3-a873-243b15e12594,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:56.658762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c79ea77-2f06-496e-a6f4-e10c0be7525f req-6d2f5d32-fdda-457e-8b6f-773d97645c64 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929260 Dec 08 16:05:56.667731 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.681239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-feb8f522-3dca-428c-b57c-ae44e03bc383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.685529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.760008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:56.787337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-feb8f522-3dca-428c-b57c-ae44e03bc383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.790217 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-feb8f522-3dca-428c-b57c-ae44e03bc383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:56.790454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-8c8b1565-ec17-48ed-9c7d-c0a0697a9351 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 999 time: 0.1331313 Dec 08 16:05:56.791394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-feb8f522-3dca-428c-b57c-ae44e03bc383 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d956d1b-8f4d-48d3-823d-8cfcac368808 HTTP/1.1" status: 204 len: 168 time: 0.2609515 Dec 08 16:05:56.816614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8f522-3dca-428c-b57c-ae44e03bc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d956d1b-8f4d-48d3-823d-8cfcac368808,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:56.905316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-3aba25d6-f782-423a-9eaf-b382b44b012e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:56.910411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-3aba25d6-f782-423a-9eaf-b382b44b012e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.1098166 Dec 08 16:05:56.910725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabbea69-adfe-4611-a567-bfc304519b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05464c0e-c9ff-4e34-a88a-fe92368a244c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:05:56.917402 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f659463b-921d-41b4-83c9-f69f0116c643" -d '{"events": [{"server_uuid": "cabbea69-adfe-4611-a567-bfc304519b82", "name": "network-vif-plugged", "status": "completed", "tag": "05464c0e-c9ff-4e34-a88a-fe92368a244c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:05:57.075971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 05464c0e-c9ff-4e34-a88a-fe92368a244c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:05:57.080555 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a8756a-3703-4750-82c8-dbbc50978f1f x-openstack-request-id: req-03a8756a-3703-4750-82c8-dbbc50978f1f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:05:57.081330 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabbea69-adfe-4611-a567-bfc304519b82", "name": "network-vif-plugged", "status": "completed", "tag": "05464c0e-c9ff-4e34-a88a-fe92368a244c", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:05:57.082166 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03a8756a-3703-4750-82c8-dbbc50978f1f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:05:57.082997 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabbea69-adfe-4611-a567-bfc304519b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05464c0e-c9ff-4e34-a88a-fe92368a244c', 'code': 200} Dec 08 16:05:57.084746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['341ef960-af66-40f3-a873-243b15e12594'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:05:57.088784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=341ef960-af66-40f3-a873-243b15e12594,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:57.090563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-93471dc5-88aa-4d13-a6a8-dd3c41cd8f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.124810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-93471dc5-88aa-4d13-a6a8-dd3c41cd8f34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938856 Dec 08 16:05:57.133155 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:57.134542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87bc5f7-1681-488a-822f-a76d09c81d6c req-98fddc16-b09d-40dd-b283-7825eca061de tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.142478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a87bc5f7-1681-488a-822f-a76d09c81d6c req-98fddc16-b09d-40dd-b283-7825eca061de tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 948 time: 0.1843226 Dec 08 16:05:57.335738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a87bc5f7-1681-488a-822f-a76d09c81d6c req-24bc31dd-6d45-4dbb-8bef-98178b4475eb tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918826 Dec 08 16:05:57.368991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-4436f216-4d0c-4d03-b85a-2794c166a72e service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428215 Dec 08 16:05:57.397884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010f341c-bde8-43ec-8bd5-4c9b06288649 req-7017c451-f104-4fc1-b75d-476ba3d03850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.403867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-010f341c-bde8-43ec-8bd5-4c9b06288649 req-7017c451-f104-4fc1-b75d-476ba3d03850 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 1101 time: 0.1772804 Dec 08 16:05:57.504241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-010f341c-bde8-43ec-8bd5-4c9b06288649 req-d5a62097-66d0-4728-bc63-b0116aae0c36 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956185 Dec 08 16:05:57.534577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=05464c0e-c9ff-4e34-a88a-fe92368a244c,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:57.564593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b90ce631-8c9b-4795-913e-bd0e6af99d64 req-b4eab372-34aa-47db-a77a-50d52c0b2370 service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897049 Dec 08 16:05:57.597987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '6a906bea-5b23-453d-9318-112415aa0c24', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'mac_address': 'fa:16:3e:9e:18:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:05:30Z', 'updated_at': '2021-12-08T16:05:54Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:57.635318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:05:57.658184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:05:57.658830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:05:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:57.843168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:05:57.891275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360f75d-c210-4cd9-8596-bddf8e62687e req-763c9972-16d2-43b6-bf5c-67bb188ccb75 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:57.894309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6360f75d-c210-4cd9-8596-bddf8e62687e req-763c9972-16d2-43b6-bf5c-67bb188ccb75 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 950 time: 0.1056025 Dec 08 16:05:58.002721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6360f75d-c210-4cd9-8596-bddf8e62687e req-8c8dd7bf-ef90-4cdf-84fb-de13947fae24 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951569 Dec 08 16:05:58.225517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33302) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:58.344509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '6a906bea-5b23-453d-9318-112415aa0c24', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'mac_address': 'fa:16:3e:9e:18:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:05:30Z', 'updated_at': '2021-12-08T16:05:54Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:05:58.414960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec02a5-53f9-438c-b745-a35509f637ed None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '6a906bea-5b23-453d-9318-112415aa0c24', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'floating_ip_address': '172.25.3.194', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'mac_address': 'fa:16:3e:9e:18:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:05:30Z', 'updated_at': '2021-12-08T16:05:54Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:05:58.435687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1742527447-network', 'tenant_id': '6ccabf62c6fa4f8a95290152d947e7f6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:58.506917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Made reservation on behalf of 6ccabf62c6fa4f8a95290152d947e7f6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:58.509447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.523687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.557430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7470ed4-bace-4c1e-b33a-1b1bac7606ec req-247c98e8-daa2-4b84-afe9-c8773654a3fe tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.559778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7470ed4-bace-4c1e-b33a-1b1bac7606ec req-247c98e8-daa2-4b84-afe9-c8773654a3fe tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 948 time: 0.0972154 Dec 08 16:05:58.674308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7470ed4-bace-4c1e-b33a-1b1bac7606ec req-b7513e91-01a2-41cc-985d-43da0be61793 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068628 Dec 08 16:05:58.723780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-775dbdf7-6afb-4534-847e-1aff7a6428c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.733387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.740119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.744765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f070e8df-156d-468f-88b2-3ff55a502c01 None None] New status for floating IP 6a906bea-5b23-453d-9318-112415aa0c24: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:05:58.792853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a7ebdd-aa31-461c-adc7-079fbe033351,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:58.809762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:05:58.826595 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.826997 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Added segment 165254d7-ecff-41cf-bf41-c2f6b7a6f619 of type vlan for network 108f9787-b6a9-4bf3-b181-385be0a662f4 Dec 08 16:05:58.900588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.938106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:58.939610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:58.940415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.036727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8074152 Dec 08 16:05:59.041485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33314) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:05:59.059266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9b4580-2bd2-4681-95a0-a751af251b22 admin admin] Pushing event updated for resources: {'Network': ['ID=108f9787-b6a9-4bf3-b181-385be0a662f4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:59.066691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Request body: {'subnet': {'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1742527447-subnet', 'tenant_id': '6ccabf62c6fa4f8a95290152d947e7f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:05:59.076911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 108f9787-b6a9-4bf3-b181-385be0a662f4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:05:59.150692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Made reservation on behalf of 6ccabf62c6fa4f8a95290152d947e7f6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:05:59.154062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.258965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12df1f-cedb-452b-b14a-6c803321cdd2 req-af84d311-2821-43c8-9430-e57cc847721f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.261641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d12df1f-cedb-452b-b14a-6c803321cdd2 req-af84d311-2821-43c8-9430-e57cc847721f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 950 time: 0.0987310 Dec 08 16:05:59.346567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d12df1f-cedb-452b-b14a-6c803321cdd2 req-fdc1d4e2-2c01-4115-9768-7711b0d40a8d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766449 Dec 08 16:05:59.428715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.491964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a79ab5-60d6-470d-8735-40d8d655f5f0,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:05:59.502507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Checking segment: {'id': '165254d7-ecff-41cf-bf41-c2f6b7a6f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:05:59.502876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Network hostable DHCP agents. Network: 108f9787-b6a9-4bf3-b181-385be0a662f4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:05:59.530682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Network 108f9787-b6a9-4bf3-b181-385be0a662f4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:05:59.569576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 108f9787-b6a9-4bf3-b181-385be0a662f4) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:05:59.576947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.579361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.584962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169ce82-661b-4677-9090-1d80458004e0 None None] Network 108f9787-b6a9-4bf3-b181-385be0a662f4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:59.625358 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5e237322-6247-48bd-aab1-e58b41db0ac6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5811841 Dec 08 16:05:59.838513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7367f-c7c2-4b10-8e44-26bbe8947b6f req-f0dfeac1-1942-41a3-924b-268f1b7b7761 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.846031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7367f-c7c2-4b10-8e44-26bbe8947b6f req-f0dfeac1-1942-41a3-924b-268f1b7b7761 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:05:59.853984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1b7367f-c7c2-4b10-8e44-26bbe8947b6f req-f0dfeac1-1942-41a3-924b-268f1b7b7761 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09&device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 1691 time: 0.1201200 Dec 08 16:05:59.861010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 341ef960-af66-40f3-a873-243b15e12594 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:05:59.895357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49f3833-b3b4-46a4-a6e7-2ddf297782f8 None None] Network 108f9787-b6a9-4bf3-b181-385be0a662f4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:05:59.986076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:05:59.995564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1b7367f-c7c2-4b10-8e44-26bbe8947b6f req-d2bb6e2f-e2a9-4e40-8dfe-75b8f7d761df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386130 Dec 08 16:06:00.031189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9102e2-8cd9-4d25-9af5-16a6c73d3214 req-251cf139-5fcc-4aa5-a66c-a539ec407191 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.034939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be9102e2-8cd9-4d25-9af5-16a6c73d3214 req-251cf139-5fcc-4aa5-a66c-a539ec407191 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 948 time: 0.1422238 Dec 08 16:06:00.065507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 341ef960-af66-40f3-a873-243b15e12594 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:00.100065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 341ef960-af66-40f3-a873-243b15e12594 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:00.101225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.168092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be9102e2-8cd9-4d25-9af5-16a6c73d3214 req-8c961bd3-e23f-47c1-b2a7-f6791d0df6db tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181173 Dec 08 16:06:00.242906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.272566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341ef960-af66-40f3-a873-243b15e12594'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:00.275523 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb1f04d-6268-40f6-9216-176cbd36eedd" -d '{"events": [{"server_uuid": "07e3cd14-fc69-403b-856c-81c6e0e9384d", "name": "network-vif-plugged", "status": "completed", "tag": "341ef960-af66-40f3-a873-243b15e12594"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:00.299073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 341ef960-af66-40f3-a873-243b15e12594, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=341ef960-af66-40f3-a873-243b15e12594,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:00.305229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:00.374263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=341ef960-af66-40f3-a873-243b15e12594,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:00.473179 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd5b384-c4bc-4e72-8e60-2d08d4bb330a x-openstack-request-id: req-6bd5b384-c4bc-4e72-8e60-2d08d4bb330a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:00.474381 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e3cd14-fc69-403b-856c-81c6e0e9384d", "name": "network-vif-plugged", "status": "completed", "tag": "341ef960-af66-40f3-a873-243b15e12594", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:00.474821 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bd5b384-c4bc-4e72-8e60-2d08d4bb330a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:00.476480 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '341ef960-af66-40f3-a873-243b15e12594', 'code': 200} Dec 08 16:06:00.647207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2e1e-3336-4978-a7f3-5b7a7e171861 req-0233cc51-e50a-4a4b-85ae-0f2c382f19b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.648877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-233a2e1e-3336-4978-a7f3-5b7a7e171861 req-0233cc51-e50a-4a4b-85ae-0f2c382f19b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 1100 time: 0.0956414 Dec 08 16:06:00.654254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b59dd60-fe16-4b21-bd40-f52973fc80f4 req-1e0e3250-0ef0-4a58-81c7-ee71b0982fbe tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.655792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b59dd60-fe16-4b21-bd40-f52973fc80f4 req-1e0e3250-0ef0-4a58-81c7-ee71b0982fbe tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 1101 time: 0.0862975 Dec 08 16:06:00.747495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-233a2e1e-3336-4978-a7f3-5b7a7e171861 req-74db1186-6fd0-420a-8aa7-333d87a109d9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901241 Dec 08 16:06:00.751515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b59dd60-fe16-4b21-bd40-f52973fc80f4 req-c578d0bc-8177-4e81-88a4-81ee5f1dd9ca tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861146 Dec 08 16:06:00.979464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcaaef-3d9c-4649-888f-dd04099970e0 req-40f7e101-0eaa-41b4-b287-28a9c0e4bde4 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:00.981029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bbcaaef-3d9c-4649-888f-dd04099970e0 req-40f7e101-0eaa-41b4-b287-28a9c0e4bde4 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 1101 time: 0.0592799 Dec 08 16:06:01.063271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bbcaaef-3d9c-4649-888f-dd04099970e0 req-9d93162e-5c5a-4b02-98e6-ef1823ec1cda tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640829 Dec 08 16:06:01.359121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaea634b-0ef1-45a9-857e-721aa8540b81 req-99f5783f-2af0-48e8-a612-4bba1588cc67 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:01.361242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eaea634b-0ef1-45a9-857e-721aa8540b81 req-99f5783f-2af0-48e8-a612-4bba1588cc67 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 949 time: 0.0855479 Dec 08 16:06:01.479777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-80b41881-1db6-421e-b994-e9fbd33fbe9b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606129 Dec 08 16:06:01.494346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eaea634b-0ef1-45a9-857e-721aa8540b81 req-549021fc-8a37-45d8-b2a9-5b38627f836b tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249914 Dec 08 16:06:01.638675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-1acf33f3-3a0d-468e-8423-212ef28bcae3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:01.640624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-1acf33f3-3a0d-468e-8423-212ef28bcae3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1444018 Dec 08 16:06:01.666040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-78dfa03b-d6e6-486d-8a62-986ed9045c0c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/quotas/444c77c06d0f4cba88c28418af0a8564 HTTP/1.1" status: 200 len: 375 time: 0.0125875 Dec 08 16:06:01.699519 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:01.738920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:01.782408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-f1d6c205-752d-4577-909c-40baba0b199f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1043899 Dec 08 16:06:02.143447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.198712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3fadc86-da72-4d88-a957-b19cc119f41e req-2ded7344-1360-4e91-969a-5de1d5edc085 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 210 time: 0.0504491 Dec 08 16:06:02.507002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-1cd51e75-1137-4d71-b985-2659a3f2042e tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.508578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-1cd51e75-1137-4d71-b985-2659a3f2042e tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/networks?id=108f9787-b6a9-4bf3-b181-385be0a662f4 HTTP/1.1" status: 200 len: 810 time: 0.1521308 Dec 08 16:06:02.527308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-26a3069f-64b9-4326-8aa1-e6999ecf7470 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/quotas/6ccabf62c6fa4f8a95290152d947e7f6 HTTP/1.1" status: 200 len: 375 time: 0.0117464 Dec 08 16:06:02.582473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-ac79fd3a-b0e0-4571-876e-a41ce607fec8 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6ccabf62c6fa4f8a95290152d947e7f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420854 Dec 08 16:06:02.649710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:02.740305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9960b1b-1fd8-429d-a57f-006f56bd4779 req-67d239d1-764a-4af9-8007-f7e063f5a7de tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:02.743234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9960b1b-1fd8-429d-a57f-006f56bd4779 req-67d239d1-764a-4af9-8007-f7e063f5a7de tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 949 time: 0.1402061 Dec 08 16:06:02.763346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-334b47ae-0b77-42b0-b794-d08b6a5db4c7 service neutron] 10.222.0.62 "GET /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792462 Dec 08 16:06:02.898560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9960b1b-1fd8-429d-a57f-006f56bd4779 req-4b74f3e2-4500-4b40-91c2-3e4ae0d5a8c1 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450162 Dec 08 16:06:02.959830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-a5b55962-cd5e-4018-8267-e885800ae37b service neutron] 10.222.0.62 "GET /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816053 Dec 08 16:06:03.502856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b5c62a1-e50e-47d2-a6b2-3c0864ed164e req-1952fca8-d311-441a-8edb-f820075ba89f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 210 time: 0.0518968 Dec 08 16:06:03.506193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-bb75df7e-ca64-4f34-a1b4-9cc1b323070e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413370 Dec 08 16:06:03.615734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5d4c9ef-9a7c-40a5-af1c-cdeafc59da7c req-df43e185-0cdb-4c1f-81a0-63f1f4691078 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 210 time: 0.0603919 Dec 08 16:06:03.773226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-393cd882-3fd8-44b6-97e7-b22380ec2bde tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:03.776074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-393cd882-3fd8-44b6-97e7-b22380ec2bde tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2581949 Dec 08 16:06:03.779714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-7f397d7c-96bb-44af-9fc0-fdccdbb9ca2f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=dc9711b29c004bc5b39e74a660725e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672548 Dec 08 16:06:03.817477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:04.128755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-488537e5-dc60-408f-a4e5-acfff8080e5c tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:04.130584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-488537e5-dc60-408f-a4e5-acfff8080e5c tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3426511 Dec 08 16:06:04.157912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-b5dd8c67-28e4-456a-acb7-207bd7e16bdb tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/quotas/dc9711b29c004bc5b39e74a660725e89 HTTP/1.1" status: 200 len: 375 time: 0.0178008 Dec 08 16:06:04.165299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:04.169213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:04.277017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-41fa2804-b765-44e2-a8ea-60b66e1d1261 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc9711b29c004bc5b39e74a660725e89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049569 Dec 08 16:06:04.418269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.97 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/0a6c0cae-235b-4e31-91ae-ce69a71060e9) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:04.575144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8070c763-2566-4208-8eee-0910eeec854f req-03f5d5a4-24a8-4616-b7c7-828b914aa77a tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 210 time: 0.0463440 Dec 08 16:06:04.772865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b2993d9-c7b5-4560-8016-7cf0bf60b83b req-da4d3285-f304-479d-a5e0-46f1ca5646c0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 210 time: 0.1055145 Dec 08 16:06:04.831527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92f4f4b3-3b8e-4939-83c7-97b9d46f210e req-78567a72-e534-4732-8cdc-54857dc0b290 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 210 time: 0.0631187 Dec 08 16:06:04.857783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:04.920077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:04.939094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:04.946960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:05.008484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=0a6c0cae-235b-4e31-91ae-ce69a71060e9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:05.022130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:05.024508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:05.040617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:05.146474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:05.148565 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:05.176185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-96af08c4-faa7-4a85-9276-f0f579fdb8f0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:05.186209 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-96af08c4-faa7-4a85-9276-f0f579fdb8f0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.58 "GET /v2.0/networks?id=108f9787-b6a9-4bf3-b181-385be0a662f4 HTTP/1.1" status: 200 len: 810 time: 0.2681124 Dec 08 16:06:05.194905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-db4918d3-9c7e-4846-afc9-04a537f128fd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3885789 Dec 08 16:06:05.237309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Request body: {'port': {'device_id': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4', 'admin_state_up': True, 'tenant_id': '6ccabf62c6fa4f8a95290152d947e7f6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:05.240726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Request body: {'port': {'device_id': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:05.553264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:05.618147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Made reservation on behalf of 6ccabf62c6fa4f8a95290152d947e7f6 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:05.638135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:05.704001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-990caa08-81ec-4a92-b677-46405fe58bf0 None None] Provisioning complete for port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:05.705029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-990caa08-81ec-4a92-b677-46405fe58bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:05.869178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-990caa08-81ec-4a92-b677-46405fe58bf0 None None] Port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:06:05.906265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e5bf649-6047-4f4e-a2b2-c2c195ae6149 req-375995db-db81-42c3-a462-12e33b4868cc tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 210 time: 0.0920570 Dec 08 16:06:05.963930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Allocated IP 172.20.0.4 (108f9787-b6a9-4bf3-b181-385be0a662f4/b1a79ab5-60d6-470d-8735-40d8d655f5f0/f501f978-6377-4837-8fde-cf0fe107fe73) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:06.142332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf07efea-9009-42cf-ac0d-26d87a0174d6 req-5196a944-4dd2-444d-8611-f1f8400c5a2f tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 210 time: 0.1355567 Dec 08 16:06:06.203829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1c8a9-e39c-4e8f-bf76-f868a3bc7f79 req-43c119f4-b6e7-4315-97ec-f4c67ed14a89 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:06.215236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbd1c8a9-e39c-4e8f-bf76-f868a3bc7f79 req-43c119f4-b6e7-4315-97ec-f4c67ed14a89 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 935 time: 0.2676709 Dec 08 16:06:06.302497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.326917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbd1c8a9-e39c-4e8f-bf76-f868a3bc7f79 req-2bae08cf-dd54-4ec2-8d82-e89a6fee621c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079566 Dec 08 16:06:06.352527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-3819d93d-7c0a-4eb3-8ff2-a39ef948cac4 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=dc9711b29c004bc5b39e74a660725e89&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575571 Dec 08 16:06:06.370242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.533837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6c0cae-235b-4e31-91ae-ce69a71060e9 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:06.543261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Pushing event updated for resources: {'Port': ['ID=f501f978-6377-4837-8fde-cf0fe107fe73,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:06.558717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.565899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Network 108f9787-b6a9-4bf3-b181-385be0a662f4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:06.568935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:06.580683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:06.596520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Transition to ACTIVE for port object 0a6c0cae-235b-4e31-91ae-ce69a71060e9 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:06.606242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.662939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:06.664195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:06.675669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-77b6790f-be69-43dd-8fa8-bb4ef8b122fa tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:06.677909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-77b6790f-be69-43dd-8fa8-bb4ef8b122fa tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3147833 Dec 08 16:06:06.697519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Request body: {'port': {'device_id': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'dc9711b29c004bc5b39e74a660725e89'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:06.701865 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-f148e2c1-4570-4e8d-8ca0-52625ed34211 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5024028 Dec 08 16:06:06.704516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Pushing event updated for resources: {'Port': ['ID=0a6c0cae-235b-4e31-91ae-ce69a71060e9,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:06.724715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Request body: {'port': {'device_id': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:06.847644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.158120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b663a989-be3e-4759-a103-2e5b04d15220 req-93a68676-e845-4bf8-9d07-f8622e447c1b tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 210 time: 0.0875676 Dec 08 16:06:07.242207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Attempting to bind port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:07.242702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Attempting to bind port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:07.243224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Attempting to bind port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:07.254404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:07.255303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Attempting to bind port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:07.273665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:07.274156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:07.274393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:07.274872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Bound port: 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:07.275267 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.317620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Made reservation on behalf of dc9711b29c004bc5b39e74a660725e89 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:07.321426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.378751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f501f978-6377-4837-8fde-cf0fe107fe73 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:07.395195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.419519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Transition to ACTIVE for port object f501f978-6377-4837-8fde-cf0fe107fe73 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:07.425745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.471084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6e49c-04c3-4bc1-8525-60af71808131 req-591f562e-71bd-4216-a573-2467b0ee9bcf tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.473877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ca6e49c-04c3-4bc1-8525-60af71808131 req-591f562e-71bd-4216-a573-2467b0ee9bcf tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 931 time: 0.2090282 Dec 08 16:06:07.489165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Pushing event updated for resources: {'Port': ['ID=f501f978-6377-4837-8fde-cf0fe107fe73,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:07.574201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Attempting to bind port f501f978-6377-4837-8fde-cf0fe107fe73 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:07.574766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Attempting to bind port f501f978-6377-4837-8fde-cf0fe107fe73 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '165254d7-ecff-41cf-bf41-c2f6b7a6f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:07.575213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Attempting to bind port f501f978-6377-4837-8fde-cf0fe107fe73 on network 108f9787-b6a9-4bf3-b181-385be0a662f4 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:07.575459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] For port 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:07.581166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Port f501f978-6377-4837-8fde-cf0fe107fe73 on network 108f9787-b6a9-4bf3-b181-385be0a662f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:07.581630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Attempting to bind port f501f978-6377-4837-8fde-cf0fe107fe73 on network 108f9787-b6a9-4bf3-b181-385be0a662f4 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:07.588194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:07.588557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Checking segment: {'id': '165254d7-ecff-41cf-bf41-c2f6b7a6f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:07.588922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Bound using segment: {'id': '165254d7-ecff-41cf-bf41-c2f6b7a6f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:07.589266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] For port 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:07.589423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Bound port: f501f978-6377-4837-8fde-cf0fe107fe73, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165254d7-ecff-41cf-bf41-c2f6b7a6f619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:07.589672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.620262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.660497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] For port f501f978-6377-4837-8fde-cf0fe107fe73, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:07.664675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] For port f501f978-6377-4837-8fde-cf0fe107fe73, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f501f978-6377-4837-8fde-cf0fe107fe73,segment=NetworkSegment(165254d7-ecff-41cf-bf41-c2f6b7a6f619),segment_id=165254d7-ecff-41cf-bf41-c2f6b7a6f619)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:07.670067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.698206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ca6e49c-04c3-4bc1-8525-60af71808131 req-142cf85a-04f5-4983-a829-8cb288186b86 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024395 Dec 08 16:06:07.701765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.702404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.703868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] 10.222.0.86 "PUT /v2.0/ports/0a6c0cae-235b-4e31-91ae-ce69a71060e9 HTTP/1.1" status: 200 len: 1095 time: 2.5025728 Dec 08 16:06:07.707335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.708882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:07.710483 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] 10.222.0.58 "PUT /v2.0/ports/f501f978-6377-4837-8fde-cf0fe107fe73 HTTP/1.1" status: 200 len: 1091 time: 0.9984484 Dec 08 16:06:07.713154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'tag': 'f501f978-6377-4837-8fde-cf0fe107fe73'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:07.715996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77c924-5a00-4335-927a-b7713c359fcf req-5e086397-7cd8-435a-a989-78ffff1164dd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.716509 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6456b47-1ad6-4e77-a939-f50d8689449a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0600d31-4da5-4ea8-8fe3-f93c54347d89", "tag": "f501f978-6377-4837-8fde-cf0fe107fe73"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:07.733609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de77c924-5a00-4335-927a-b7713c359fcf req-5e086397-7cd8-435a-a989-78ffff1164dd tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 947 time: 0.2582443 Dec 08 16:06:07.745030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'tag': '0a6c0cae-235b-4e31-91ae-ce69a71060e9'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:07.747433 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "a83269f8-7148-4f20-a56e-259897e3e98d", "tag": "0a6c0cae-235b-4e31-91ae-ce69a71060e9"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:07.763821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b43ec-a857-4995-b794-94e9ccb08366 service neutron] Pushing event updated for resources: {'Port': ['ID=f501f978-6377-4837-8fde-cf0fe107fe73,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:07.823546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Allocated IP 192.168.233.205 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/762fc898-4159-48f9-857c-f2521060277d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:07.850461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-1d490b17-fbaa-45e3-bf9c-bee6dc7930d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.853484 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-1d490b17-fbaa-45e3-bf9c-bee6dc7930d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ccabf62c6fa4f8a95290152d947e7f6&device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 1094 time: 0.0752258 Dec 08 16:06:07.861758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c52581-d079-4d2e-ba6f-63ee7272180d service neutron] Pushing event updated for resources: {'Port': ['ID=0a6c0cae-235b-4e31-91ae-ce69a71060e9,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:07.921034 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-edcf47d7-331e-4fd5-a7c8-246332e0139a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f501f978-6377-4837-8fde-cf0fe107fe73 HTTP/1.1" status: 200 len: 217 time: 0.0548253 Dec 08 16:06:07.995915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-ae805702-a471-46c2-8f24-fefa3918950b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:07.998756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-ae805702-a471-46c2-8f24-fefa3918950b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a79ab5-60d6-470d-8735-40d8d655f5f0 HTTP/1.1" status: 200 len: 850 time: 0.0666783 Dec 08 16:06:08.003959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de77c924-5a00-4335-927a-b7713c359fcf req-d81d567c-2e93-4b28-9dcb-352e07eaaecc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678497 Dec 08 16:06:08.008081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-80a281c6-a00e-4846-9e76-e9740efb99ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.012073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-80a281c6-a00e-4846-9e76-e9740efb99ed service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 1098 time: 0.2252433 Dec 08 16:06:08.059643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-6667ec39-5ca0-4d15-9b72-bc3c0c34b5af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=108f9787-b6a9-4bf3-b181-385be0a662f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520988 Dec 08 16:06:08.157822 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1058f79-cdd9-4e2c-81bb-f065064f7c52 x-openstack-request-id: req-c1058f79-cdd9-4e2c-81bb-f065064f7c52 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:08.160267 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83269f8-7148-4f20-a56e-259897e3e98d", "tag": "0a6c0cae-235b-4e31-91ae-ce69a71060e9", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:08.162477 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1058f79-cdd9-4e2c-81bb-f065064f7c52 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:08.163395 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'tag': '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'status': 'completed', 'code': 200} Dec 08 16:06:08.166508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-2dc1b1bf-0bc4-4b24-946e-a5f55919d6e8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9 HTTP/1.1" status: 200 len: 217 time: 0.1300783 Dec 08 16:06:08.178401 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f1d04-4a7f-47bd-b9c7-123f1eb3df44 x-openstack-request-id: req-da4f1d04-4a7f-47bd-b9c7-123f1eb3df44 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:08.178696 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0600d31-4da5-4ea8-8fe3-f93c54347d89", "tag": "f501f978-6377-4837-8fde-cf0fe107fe73", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:08.178938 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-da4f1d04-4a7f-47bd-b9c7-123f1eb3df44 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:08.179353 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'tag': 'f501f978-6377-4837-8fde-cf0fe107fe73', 'status': 'completed', 'code': 200} Dec 08 16:06:08.263282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-7f5e4cde-f56c-43c1-8291-03ff65402299 service neutron] 10.222.0.58 "GET /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920738 Dec 08 16:06:08.355851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-445cebda-8a89-464f-b2dc-e8a857288d16 req-0c376ea0-75ca-4250-962e-cb3f958b2800 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 210 time: 0.0640752 Dec 08 16:06:08.383843 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f68ed101-677a-4bd1-9b0c-8cff99cc2265 req-e709ee96-1254-4adb-942a-254235e9987d service neutron] 10.222.0.58 "GET /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096399 Dec 08 16:06:08.384520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-f0da4f8f-69cf-45ec-9928-e1ffea7f891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.386731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-f0da4f8f-69cf-45ec-9928-e1ffea7f891b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2126713 Dec 08 16:06:08.480228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:08.491443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-3355b4f4-de53-4701-87f5-1d55624505bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.492981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-3355b4f4-de53-4701-87f5-1d55624505bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908036 Dec 08 16:06:08.504003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-aafd7564-56b2-4fa9-86e6-729afbd397c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.507684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-aafd7564-56b2-4fa9-86e6-729afbd397c4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ccabf62c6fa4f8a95290152d947e7f6&device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 1094 time: 0.0640037 Dec 08 16:06:08.599025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:08.612398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['341ef960-af66-40f3-a873-243b15e12594'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:08.638031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-90350af7-054b-49c7-b231-cae10eae6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.640861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-90350af7-054b-49c7-b231-cae10eae6a83 service neutron] 10.222.0.58 "GET /v2.0/networks?id=108f9787-b6a9-4bf3-b181-385be0a662f4 HTTP/1.1" status: 200 len: 911 time: 0.1245265 Dec 08 16:06:08.671680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:08.682075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-6a7046b1-e776-4541-8ea3-127379fab1d8 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804807 Dec 08 16:06:08.682988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:08.685139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Pushing event updated for resources: {'Port': ['ID=762fc898-4159-48f9-857c-f2521060277d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:08.687675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:08.729372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-e81c155a-7660-46f5-8be5-0ea2ca455a0c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f501f978-6377-4837-8fde-cf0fe107fe73 HTTP/1.1" status: 200 len: 217 time: 0.0759892 Dec 08 16:06:08.819042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.820032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:08.864029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-baaa2ae5-6d60-4fe5-a36c-b85397e39370 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1713610 Dec 08 16:06:08.869321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52572a81-b8c9-417c-a17e-4d53bb03db27 req-647b875c-33f0-4ac9-bb11-90c4c1d21a21 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552138 Dec 08 16:06:08.886192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Request body: {'port': {'device_id': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:08.894710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-5f57bbd6-402e-4dc1-bd82-2029f5d3f91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:08.900005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-5f57bbd6-402e-4dc1-bd82-2029f5d3f91f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b1a79ab5-60d6-470d-8735-40d8d655f5f0 HTTP/1.1" status: 200 len: 850 time: 0.1588933 Dec 08 16:06:08.972356 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-58cfc989-576b-4fb4-98b0-1a551465264a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=108f9787-b6a9-4bf3-b181-385be0a662f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636911 Dec 08 16:06:09.069985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:09.153650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-7395684c-490b-4530-ade6-f5cbd9755165 service neutron] 10.222.0.58 "GET /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708186 Dec 08 16:06:09.163686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696a594-78f3-4308-bf07-3c4f751fce50 req-0c95fe63-0e6e-45ab-a30d-0983a8bbaad8 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.166439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6696a594-78f3-4308-bf07-3c4f751fce50 req-0c95fe63-0e6e-45ab-a30d-0983a8bbaad8 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 943 time: 0.2046525 Dec 08 16:06:09.178119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-58bb954b-68e3-4eeb-9a99-20241fb219b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.180771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-58bb954b-68e3-4eeb-9a99-20241fb219b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 1098 time: 0.1625931 Dec 08 16:06:09.203612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3b26d9cf-86fc-4828-9f38-0b75ce4c76fe None None] Provisioning complete for port 762fc898-4159-48f9-857c-f2521060277d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:09.204382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b26d9cf-86fc-4828-9f38-0b75ce4c76fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:09.246590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3b26d9cf-86fc-4828-9f38-0b75ce4c76fe None None] Port 762fc898-4159-48f9-857c-f2521060277d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:06:09.261868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b6456b47-1ad6-4e77-a939-f50d8689449a req-3668d8a9-c217-4f52-9184-497e6f7c9255 service neutron] 10.222.0.58 "GET /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994756 Dec 08 16:06:09.465600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6696a594-78f3-4308-bf07-3c4f751fce50 req-fe46335f-ccec-459e-9093-943b23b7461c tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834644 Dec 08 16:06:09.483845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb1d32-261d-4f2c-9451-1809d005ecd3 req-5152745c-6005-4fa7-a1cd-3cd2824a9611 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.485411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79bb1d32-261d-4f2c-9451-1809d005ecd3 req-5152745c-6005-4fa7-a1cd-3cd2824a9611 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 947 time: 0.2984104 Dec 08 16:06:09.571774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-883e8eb5-6094-4d1a-ba4b-3e4657f55d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.573317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-883e8eb5-6094-4d1a-ba4b-3e4657f55d4c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3833723 Dec 08 16:06:09.655410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-bc1dad1e-ec58-4dba-8976-212945162394 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9 HTTP/1.1" status: 200 len: 217 time: 0.0714033 Dec 08 16:06:09.662970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79bb1d32-261d-4f2c-9451-1809d005ecd3 req-204392f0-24a9-426b-9550-0b1ae787a201 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586161 Dec 08 16:06:09.741308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-89c6ebf9-346f-4341-9cc0-0bda3272cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.742766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-89c6ebf9-346f-4341-9cc0-0bda3272cb4d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0786369 Dec 08 16:06:09.852728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762fc898-4159-48f9-857c-f2521060277d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:09.863913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:09.889170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Transition to ACTIVE for port object 762fc898-4159-48f9-857c-f2521060277d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:09.891636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-98680661-a344-4ea8-b801-a79d20c8663b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.893328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-98680661-a344-4ea8-b801-a79d20c8663b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1375482 Dec 08 16:06:09.897383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:09.913360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e1fd2-71eb-4de8-9b7f-bd6495d38f2f req-ff376263-6f1d-4cc2-86ce-f0813b6b3bd3 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:09.915318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609e1fd2-71eb-4de8-9b7f-bd6495d38f2f req-ff376263-6f1d-4cc2-86ce-f0813b6b3bd3 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 936 time: 0.1581209 Dec 08 16:06:10.046214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Pushing event updated for resources: {'Port': ['ID=762fc898-4159-48f9-857c-f2521060277d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:10.149428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609e1fd2-71eb-4de8-9b7f-bd6495d38f2f req-0ca313f3-368e-491a-bdbf-2d4f0f66fee2 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217486 Dec 08 16:06:10.171673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-f7a1c735-0ac8-4859-a04f-4148cd41db76 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682962 Dec 08 16:06:10.278098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Attempting to bind port 762fc898-4159-48f9-857c-f2521060277d on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:10.278402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Attempting to bind port 762fc898-4159-48f9-857c-f2521060277d by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:10.278593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Attempting to bind port 762fc898-4159-48f9-857c-f2521060277d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:10.296248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Port 762fc898-4159-48f9-857c-f2521060277d on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:10.296555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Attempting to bind port 762fc898-4159-48f9-857c-f2521060277d on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:10.309216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:10.309543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:10.309972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:10.310624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Bound port: 762fc898-4159-48f9-857c-f2521060277d, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:10.310922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:10.338336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e939358-fb9a-45e6-9a8a-b34e75b55bc8 req-b1a06701-9af8-4dfe-a30f-a62084951405 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580830 Dec 08 16:06:10.431932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] For port 762fc898-4159-48f9-857c-f2521060277d, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:10.437588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] For port 762fc898-4159-48f9-857c-f2521060277d, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=762fc898-4159-48f9-857c-f2521060277d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:10.444954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:10.505829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:10.507777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:10.510480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] 10.222.0.86 "PUT /v2.0/ports/762fc898-4159-48f9-857c-f2521060277d HTTP/1.1" status: 200 len: 1096 time: 1.6307814 Dec 08 16:06:10.511363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'tag': '762fc898-4159-48f9-857c-f2521060277d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:10.515529 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdf75848-f227-48e1-b2b7-1406639fbdde" -d '{"events": [{"name": "network-changed", "server_uuid": "cc91db78-2ad2-45ee-ab8b-97b9c581d8bc", "tag": "762fc898-4159-48f9-857c-f2521060277d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:10.612227 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd9c86e-e672-4ee5-8ca4-593082844506 x-openstack-request-id: req-afd9c86e-e672-4ee5-8ca4-593082844506 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:10.613178 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc91db78-2ad2-45ee-ab8b-97b9c581d8bc", "tag": "762fc898-4159-48f9-857c-f2521060277d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:10.617421 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afd9c86e-e672-4ee5-8ca4-593082844506 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:10.618266 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'tag': '762fc898-4159-48f9-857c-f2521060277d', 'status': 'completed', 'code': 200} Dec 08 16:06:10.619370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220900b-bcb1-4074-a6b9-69657ab08259 service neutron] Pushing event updated for resources: {'Port': ['ID=762fc898-4159-48f9-857c-f2521060277d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:10.734945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-655c9679-b079-4f0a-b0ca-cfb4adba7695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:10.737784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-655c9679-b079-4f0a-b0ca-cfb4adba7695 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc9711b29c004bc5b39e74a660725e89&device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 1099 time: 0.1573763 Dec 08 16:06:10.830124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-7135eea6-4a6b-4f28-a2c3-e39b4fd7ed69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=762fc898-4159-48f9-857c-f2521060277d HTTP/1.1" status: 200 len: 217 time: 0.0792682 Dec 08 16:06:10.847234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac6c88-b5df-4d0c-bf87-14b66fc1a14a req-3e8a2d0a-6558-407f-9abb-93ba9e681fcb tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:10.850068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7ac6c88-b5df-4d0c-bf87-14b66fc1a14a req-3e8a2d0a-6558-407f-9abb-93ba9e681fcb tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 943 time: 0.1909208 Dec 08 16:06:10.995691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-44191032-a973-4de7-809e-0c54bae60990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:10.998380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-44191032-a973-4de7-809e-0c54bae60990 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1467109 Dec 08 16:06:11.108293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7ac6c88-b5df-4d0c-bf87-14b66fc1a14a req-7a30b593-93aa-4fae-8451-dc0f434d0808 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437172 Dec 08 16:06:11.162368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd3089-6f71-4186-9e50-e9e2871bb55b req-10401ff4-a2fa-4e12-bac8-54e80a4e9585 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.165056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9bd3089-6f71-4186-9e50-e9e2871bb55b req-10401ff4-a2fa-4e12-bac8-54e80a4e9585 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 947 time: 0.1905591 Dec 08 16:06:11.170803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-4cecdfbf-4ee7-4f29-9921-6efbc9ed2c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.173326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-4cecdfbf-4ee7-4f29-9921-6efbc9ed2c32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657257 Dec 08 16:06:11.370382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9bd3089-6f71-4186-9e50-e9e2871bb55b req-549bffaf-e2cc-4adc-9abd-46fd0f3ba4d7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952605 Dec 08 16:06:11.398708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-634019c4-762f-4916-8ad6-527b584d6b2b service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121522 Dec 08 16:06:11.407908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe350b6-00dc-42ae-912c-afb40f865651 req-490a9852-a4f2-4ad7-bed9-67ed909abda9 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.409480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afe350b6-00dc-42ae-912c-afb40f865651 req-490a9852-a4f2-4ad7-bed9-67ed909abda9 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 948 time: 0.1107199 Dec 08 16:06:11.521165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afe350b6-00dc-42ae-912c-afb40f865651 req-ff266070-f047-43c0-ad8c-4dc4626e9ce9 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022372 Dec 08 16:06:11.553470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee94dda-800a-4c60-bac5-19eb5cde80ef req-f4db7d7c-443b-4f89-aa62-0eb691579224 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362917 Dec 08 16:06:11.660504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-8b8d8fa8-e3fe-40d0-9e95-f182de550637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.662990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-8b8d8fa8-e3fe-40d0-9e95-f182de550637 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc9711b29c004bc5b39e74a660725e89&device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 1099 time: 0.0536814 Dec 08 16:06:11.815397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-5ec2a758-4d94-42e9-b090-67f36f1cca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:11.817031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-5ec2a758-4d94-42e9-b090-67f36f1cca3c service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1435220 Dec 08 16:06:11.911850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-9a937795-bcfc-4d8b-a9b6-e9d6320cced0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=762fc898-4159-48f9-857c-f2521060277d HTTP/1.1" status: 200 len: 217 time: 0.0851929 Dec 08 16:06:11.920656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0a6c0cae-235b-4e31-91ae-ce69a71060e9 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:12.023714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-c4a88fb6-190f-4fec-97c5-d2b7dc56d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.027868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-c4a88fb6-190f-4fec-97c5-d2b7dc56d51c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1085923 Dec 08 16:06:12.124962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:12.125895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-8bfb0472-c43e-4d7f-9286-5c5c6bc26352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.128880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-8bfb0472-c43e-4d7f-9286-5c5c6bc26352 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908008 Dec 08 16:06:12.144190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'mac_address': 'fa:16:3e:d5:48:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:12.213556 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:12.230053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6c0cae-235b-4e31-91ae-ce69a71060e9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:12.265960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:12.273837 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:12.311038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecd9f89-d849-4d00-8b91-47d495a9942c req-0961400c-4b62-4aab-aad0-7d3018c01734 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.312652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aecd9f89-d849-4d00-8b91-47d495a9942c req-0961400c-4b62-4aab-aad0-7d3018c01734 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 943 time: 0.0847185 Dec 08 16:06:12.336332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-661aaf78-e32d-4a62-aa0c-59123fda18b4 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929729 Dec 08 16:06:12.355362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0a6c0cae-235b-4e31-91ae-ce69a71060e9,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:12.369727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.369727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.369727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.370507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.370809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.371273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.371833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.372399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.372959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.373447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.374069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.374583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.375126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:12.441458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aecd9f89-d849-4d00-8b91-47d495a9942c req-35f5fc4b-785d-4928-becf-2ebb1cd30cdc tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169379 Dec 08 16:06:12.523761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf75848-f227-48e1-b2b7-1406639fbdde req-f701dc13-b5fc-4069-a6c3-49e2e9ee7ba4 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785362 Dec 08 16:06:12.574390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f501f978-6377-4837-8fde-cf0fe107fe73 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:12.594887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0a6c0cae-235b-4e31-91ae-ce69a71060e9'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:12.806663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f501f978-6377-4837-8fde-cf0fe107fe73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f501f978-6377-4837-8fde-cf0fe107fe73,segment=NetworkSegment(165254d7-ecff-41cf-bf41-c2f6b7a6f619),segment_id=165254d7-ecff-41cf-bf41-c2f6b7a6f619)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:12.856773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'f501f978-6377-4837-8fde-cf0fe107fe73', 'network_id': '108f9787-b6a9-4bf3-b181-385be0a662f4', 'port_id': 'f501f978-6377-4837-8fde-cf0fe107fe73', 'mac_address': 'fa:16:3e:30:e2:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a79ab5-60d6-470d-8735-40d8d655f5f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:12.939035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4ed6a1-4bc1-4abb-ab4a-b711efcceee6 req-0bff30d6-0b56-4914-bb33-66ca53e50db2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.945175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd4ed6a1-4bc1-4abb-ab4a-b711efcceee6 req-0bff30d6-0b56-4914-bb33-66ca53e50db2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 948 time: 0.4071019 Dec 08 16:06:12.987470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:12.988716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11c9dd-5727-4a08-bdf9-f9614ae95b3b req-f7a110ac-0159-49e0-96e7-701828900999 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:12.991279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af11c9dd-5727-4a08-bdf9-f9614ae95b3b req-f7a110ac-0159-49e0-96e7-701828900999 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 948 time: 0.1082771 Dec 08 16:06:13.035066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f501f978-6377-4837-8fde-cf0fe107fe73 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:13.043506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd4ed6a1-4bc1-4abb-ab4a-b711efcceee6 req-640f4884-9282-4138-9d65-c4f3b5f22c7f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879421 Dec 08 16:06:13.102322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f501f978-6377-4837-8fde-cf0fe107fe73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f501f978-6377-4837-8fde-cf0fe107fe73,segment=NetworkSegment(165254d7-ecff-41cf-bf41-c2f6b7a6f619),segment_id=165254d7-ecff-41cf-bf41-c2f6b7a6f619)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:13.111368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:13.128622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af11c9dd-5727-4a08-bdf9-f9614ae95b3b req-75ee626c-4655-46bb-a3f3-d5be6306e5a4 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184781 Dec 08 16:06:13.196144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f501f978-6377-4837-8fde-cf0fe107fe73,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:13.284620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-24923c87-08e3-4cfc-8bd9-3e9efcd6e1eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809138 Dec 08 16:06:13.363377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-1618c9c6-52e5-4372-9103-b3af66fd4e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.365784 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-1618c9c6-52e5-4372-9103-b3af66fd4e29 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1095 time: 0.0561595 Dec 08 16:06:13.445888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f501f978-6377-4837-8fde-cf0fe107fe73'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:13.500550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-88364516-e16b-4ac1-9030-e38288bd9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.503663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-88364516-e16b-4ac1-9030-e38288bd9803 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.1139777 Dec 08 16:06:13.562254 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-d051119a-7a2a-4a79-ab0d-8a60b2f99c7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.0497921 Dec 08 16:06:13.665590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-2d2438bd-2f0c-4dce-bc85-eeff866ca001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.667465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-2d2438bd-2f0c-4dce-bc85-eeff866ca001 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.0954349 Dec 08 16:06:13.703800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc0da9d-54a4-473f-8cb0-55e3ad61421b req-285911b1-5b2a-4996-8d70-9e998810f8f4 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:13.705372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afc0da9d-54a4-473f-8cb0-55e3ad61421b req-285911b1-5b2a-4996-8d70-9e998810f8f4 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 944 time: 0.1259105 Dec 08 16:06:13.712662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-657a018a-3112-4401-b463-eb25510f7198 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365894 Dec 08 16:06:13.767905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afc0da9d-54a4-473f-8cb0-55e3ad61421b req-143c5165-fe29-473a-9650-3a8ff382fabd tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510683 Dec 08 16:06:13.862651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-e9a83617-a78f-425a-88b8-ec5c0e09c39c service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418757 Dec 08 16:06:13.924592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 762fc898-4159-48f9-857c-f2521060277d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:13.930366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0a6c0cae-235b-4e31-91ae-ce69a71060e9 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:13.997527 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc890596-164e-43de-a8a2-bc159935d3e2 req-2d22fb8d-7713-4631-b87d-5cdf37e3455c service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267269 Dec 08 16:06:14.126073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:14.143153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:14.143752 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.199862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 762fc898-4159-48f9-857c-f2521060277d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=762fc898-4159-48f9-857c-f2521060277d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:14.233530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '762fc898-4159-48f9-857c-f2521060277d', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '762fc898-4159-48f9-857c-f2521060277d', 'mac_address': 'fa:16:3e:db:1b:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:14.303523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e7388a-09ff-4949-9f60-327d1a219199 req-f3065aad-a104-43f6-a571-bd55aa5bb959 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:14.306385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26e7388a-09ff-4949-9f60-327d1a219199 req-f3065aad-a104-43f6-a571-bd55aa5bb959 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 948 time: 0.0978036 Dec 08 16:06:14.348355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.374614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762fc898-4159-48f9-857c-f2521060277d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:14.382599 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.410200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26e7388a-09ff-4949-9f60-327d1a219199 req-57ea9bee-146f-4310-b3b9-e435cc5e66a2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907323 Dec 08 16:06:14.414862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 762fc898-4159-48f9-857c-f2521060277d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=762fc898-4159-48f9-857c-f2521060277d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:14.420236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a4d7f-661a-4836-9a66-99a78c4e8644 req-5d5a97eb-3836-4473-bdda-7d47b98fbbe5 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:14.421951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-301a4d7f-661a-4836-9a66-99a78c4e8644 req-5d5a97eb-3836-4473-bdda-7d47b98fbbe5 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 948 time: 0.0965357 Dec 08 16:06:14.425029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6c0cae-235b-4e31-91ae-ce69a71060e9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:14.428068 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e9f35a-7a77-4dce-a0fc-171d0d8a321d" -d '{"events": [{"server_uuid": "a83269f8-7148-4f20-a56e-259897e3e98d", "name": "network-vif-plugged", "status": "completed", "tag": "0a6c0cae-235b-4e31-91ae-ce69a71060e9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:14.434199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.448197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:14.470844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.501026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=762fc898-4159-48f9-857c-f2521060277d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:14.502473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-301a4d7f-661a-4836-9a66-99a78c4e8644 req-9b87535a-c9ec-47e9-b8df-eba6b9323457 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720820 Dec 08 16:06:14.574450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0a6c0cae-235b-4e31-91ae-ce69a71060e9,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:14.612206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f501f978-6377-4837-8fde-cf0fe107fe73 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:14.624300 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7957845c-d1c6-449e-8e96-121b88c53b6f x-openstack-request-id: req-7957845c-d1c6-449e-8e96-121b88c53b6f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:14.624594 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83269f8-7148-4f20-a56e-259897e3e98d", "name": "network-vif-plugged", "status": "completed", "tag": "0a6c0cae-235b-4e31-91ae-ce69a71060e9", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:14.624849 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7957845c-d1c6-449e-8e96-121b88c53b6f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:14.625249 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'code': 200} Dec 08 16:06:14.682594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port f501f978-6377-4837-8fde-cf0fe107fe73 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:14.686909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port f501f978-6377-4837-8fde-cf0fe107fe73 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:14.687276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.738686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['762fc898-4159-48f9-857c-f2521060277d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:14.764773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181f309-6587-4a8a-bc88-e26ffd0f8bf9 req-5e1c9bc8-9a97-4c96-afd8-ac2ea651ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:14.766803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f181f309-6587-4a8a-bc88-e26ffd0f8bf9 req-5e1c9bc8-9a97-4c96-afd8-ac2ea651ef37 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 1100 time: 0.0509014 Dec 08 16:06:14.826499 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.846385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f181f309-6587-4a8a-bc88-e26ffd0f8bf9 req-02b545f3-bfe7-42fe-9c1b-2e128ec41e60 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709305 Dec 08 16:06:14.884610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f501f978-6377-4837-8fde-cf0fe107fe73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f501f978-6377-4837-8fde-cf0fe107fe73,segment=NetworkSegment(165254d7-ecff-41cf-bf41-c2f6b7a6f619),segment_id=165254d7-ecff-41cf-bf41-c2f6b7a6f619)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:14.891047 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:14.912026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b1951-115f-40c6-9e9a-12e9055e64e3 req-9acc860a-5822-4150-82fb-4d86c7058cde tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:14.914335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c20b1951-115f-40c6-9e9a-12e9055e64e3 req-9acc860a-5822-4150-82fb-4d86c7058cde tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 944 time: 0.0653453 Dec 08 16:06:14.973011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f501f978-6377-4837-8fde-cf0fe107fe73,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:14.976686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c20b1951-115f-40c6-9e9a-12e9055e64e3 req-48aca36b-b0ef-4ba0-a6af-0d52177c0377 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 Dec 08 16:06:15.555162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482899d-c9b1-4031-9361-ab7fe9a1782d req-7d0b892d-72f0-4d78-bfa2-e0264ac756b1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:15.556974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3482899d-c9b1-4031-9361-ab7fe9a1782d req-7d0b892d-72f0-4d78-bfa2-e0264ac756b1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 949 time: 0.0609703 Dec 08 16:06:15.633047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3482899d-c9b1-4031-9361-ab7fe9a1782d req-553d6917-5109-43a0-bc83-723b4347c468 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626910 Dec 08 16:06:15.696607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce3b73-c5db-4738-8c5e-57e1e9220d5b req-f882d7f3-5e20-46a0-96cb-0c454a49fb80 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:15.698658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ce3b73-c5db-4738-8c5e-57e1e9220d5b req-f882d7f3-5e20-46a0-96cb-0c454a49fb80 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 949 time: 0.0627298 Dec 08 16:06:15.788551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ce3b73-c5db-4738-8c5e-57e1e9220d5b req-f9bdd1fc-e849-4f3b-8798-5aebf04f1752 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Dec 08 16:06:15.937282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 762fc898-4159-48f9-857c-f2521060277d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:15.997424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 762fc898-4159-48f9-857c-f2521060277d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:16.002046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 762fc898-4159-48f9-857c-f2521060277d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:16.002423 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.175105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f496e-09d4-40cb-80fd-1251ee58de2f req-d402c819-2603-4cf4-9944-6f5cf0b3ab16 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.177555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f8f496e-09d4-40cb-80fd-1251ee58de2f req-d402c819-2603-4cf4-9944-6f5cf0b3ab16 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 945 time: 0.0996716 Dec 08 16:06:16.251946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f8f496e-09d4-40cb-80fd-1251ee58de2f req-995ae7a2-1e1d-4716-92c4-36adc971b32f tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649397 Dec 08 16:06:16.270068 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.316752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 762fc898-4159-48f9-857c-f2521060277d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=762fc898-4159-48f9-857c-f2521060277d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:16.322109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:16.383652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=762fc898-4159-48f9-857c-f2521060277d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:16.626404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f501f978-6377-4837-8fde-cf0fe107fe73'}, {'server_uuid': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762fc898-4159-48f9-857c-f2521060277d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:16.629465 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87bec4e7-891a-41fa-9099-c7e7f5c1195f" -d '{"events": [{"server_uuid": "b0600d31-4da5-4ea8-8fe3-f93c54347d89", "name": "network-vif-plugged", "status": "completed", "tag": "f501f978-6377-4837-8fde-cf0fe107fe73"}, {"server_uuid": "cc91db78-2ad2-45ee-ab8b-97b9c581d8bc", "name": "network-vif-plugged", "status": "completed", "tag": "762fc898-4159-48f9-857c-f2521060277d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:16.685453 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06432845-d7a7-4e7f-9b73-2a315c2a188d x-openstack-request-id: req-06432845-d7a7-4e7f-9b73-2a315c2a188d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:16.685977 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0600d31-4da5-4ea8-8fe3-f93c54347d89", "name": "network-vif-plugged", "status": "completed", "tag": "f501f978-6377-4837-8fde-cf0fe107fe73", "code": 200}, {"server_uuid": "cc91db78-2ad2-45ee-ab8b-97b9c581d8bc", "name": "network-vif-plugged", "status": "completed", "tag": "762fc898-4159-48f9-857c-f2521060277d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:16.686406 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06432845-d7a7-4e7f-9b73-2a315c2a188d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:16.688114 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f501f978-6377-4837-8fde-cf0fe107fe73', 'code': 200} Dec 08 16:06:16.688547 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762fc898-4159-48f9-857c-f2521060277d', 'code': 200} Dec 08 16:06:16.830054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4db72-236d-49e7-8532-f868d770591d req-cb96a9e2-8cb6-4a77-a8e5-ffd6711c47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.833564 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cd4db72-236d-49e7-8532-f868d770591d req-cb96a9e2-8cb6-4a77-a8e5-ffd6711c47dd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 1096 time: 0.0692320 Dec 08 16:06:16.847548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337b0a0-b8c3-418f-8c08-f25c9916fef7 req-e559a1ab-dcc2-4497-bb4a-00032b27badb tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.853846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2337b0a0-b8c3-418f-8c08-f25c9916fef7 req-e559a1ab-dcc2-4497-bb4a-00032b27badb tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 949 time: 0.1041698 Dec 08 16:06:16.858037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9a146-81b8-4aa5-a42f-09dfd2140ae9 req-01e80620-b613-462c-a92c-dd42e072939d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:16.860976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af9a146-81b8-4aa5-a42f-09dfd2140ae9 req-01e80620-b613-462c-a92c-dd42e072939d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 1101 time: 0.1002176 Dec 08 16:06:16.917443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cd4db72-236d-49e7-8532-f868d770591d req-26db93af-c676-43b5-b74a-32b1806db0f5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660357 Dec 08 16:06:17.039454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2337b0a0-b8c3-418f-8c08-f25c9916fef7 req-a32da5f5-577c-4dfb-8f56-ed1da0fb7cea tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747921 Dec 08 16:06:17.074281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af9a146-81b8-4aa5-a42f-09dfd2140ae9 req-d3740fee-41ae-4c2a-8ce2-b812f144338d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981721 Dec 08 16:06:17.125615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a19e9-b605-4d07-9f38-3ab8e2e0a3be req-31193e2c-bae4-43af-94e0-6ea98129131f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.127415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-675a19e9-b605-4d07-9f38-3ab8e2e0a3be req-31193e2c-bae4-43af-94e0-6ea98129131f tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 950 time: 0.1516876 Dec 08 16:06:17.191721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-675a19e9-b605-4d07-9f38-3ab8e2e0a3be req-7db69df2-058c-4052-8232-4e49d8104525 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549030 Dec 08 16:06:17.283739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336c747-bea6-4c79-bc31-5cea951fc36a req-ed37fb35-7a2e-443d-9932-07afc529a6ae tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.285327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6336c747-bea6-4c79-bc31-5cea951fc36a req-ed37fb35-7a2e-443d-9932-07afc529a6ae tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 1100 time: 0.0490921 Dec 08 16:06:17.352592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6336c747-bea6-4c79-bc31-5cea951fc36a req-ffcd743b-4f45-4011-abdb-63245e226414 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559030 Dec 08 16:06:17.452486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5667298a-4351-4aa3-96bd-b47c006a3d38 req-f82bbd7f-f22a-48b9-be29-eac1bdca3921 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.454141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5667298a-4351-4aa3-96bd-b47c006a3d38 req-f82bbd7f-f22a-48b9-be29-eac1bdca3921 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 945 time: 0.0746095 Dec 08 16:06:17.534952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5667298a-4351-4aa3-96bd-b47c006a3d38 req-89fb62f6-dd9d-47bf-b8c2-f4cb83d32e1b tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685587 Dec 08 16:06:17.609473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-888c914b-614c-426c-8e26-870ab154f477 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230482 Dec 08 16:06:17.773010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-05325cd3-0c03-4ddd-8bd6-8b7fefe158f5 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:17.775676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-05325cd3-0c03-4ddd-8bd6-8b7fefe158f5 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1591063 Dec 08 16:06:17.797384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d4b18839-8650-4a7c-b246-94516e32902d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/quotas/444c77c06d0f4cba88c28418af0a8564 HTTP/1.1" status: 200 len: 375 time: 0.0152524 Dec 08 16:06:17.867587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-9b68fabb-4b06-4660-be64-134a5639d864 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0618165 Dec 08 16:06:18.172962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a3519a9-ae39-42d5-8cf3-db258b6cb996 req-58ccb8b1-1fc9-4208-a398-1d68cad215fc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Dec 08 16:06:18.447914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855dd2f-f2be-4871-9dde-bb3bcd5ed867 req-dbed76d5-2330-48cf-a3e3-8094c9c65c9b tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:18.449830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3855dd2f-f2be-4871-9dde-bb3bcd5ed867 req-dbed76d5-2330-48cf-a3e3-8094c9c65c9b tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 950 time: 0.0982652 Dec 08 16:06:18.531937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3855dd2f-f2be-4871-9dde-bb3bcd5ed867 req-5e8c83ed-76f0-4310-8f32-4fb91a407d0a tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714920 Dec 08 16:06:18.714679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64531cf2-d7e3-4f2e-a787-ba4275546c84 req-2706e444-fc78-4f88-a3f9-e1d61edc34b5 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:18.716997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64531cf2-d7e3-4f2e-a787-ba4275546c84 req-2706e444-fc78-4f88-a3f9-e1d61edc34b5 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 945 time: 0.0649991 Dec 08 16:06:18.802561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64531cf2-d7e3-4f2e-a787-ba4275546c84 req-8a33a239-9df6-472a-8392-89975b7f7472 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731835 Dec 08 16:06:19.192585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f74ef7-ae3e-44b8-be36-f407d2513438 req-be1b92d0-cd9f-4a94-9af0-d2c2e5432905 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.194289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0f74ef7-ae3e-44b8-be36-f407d2513438 req-be1b92d0-cd9f-4a94-9af0-d2c2e5432905 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 945 time: 0.0557644 Dec 08 16:06:19.290862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0f74ef7-ae3e-44b8-be36-f407d2513438 req-5004eac8-4e7e-4a7a-81d3-5b211615fcf8 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895324 Dec 08 16:06:19.375757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8339573-104b-4fc6-ad12-8f80f6738c00 req-9b90a6eb-c681-430c-98b9-4d8354db8891 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 210 time: 0.0566795 Dec 08 16:06:19.524553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-7ccc48ca-2077-4df0-9d02-9b958dd43a79 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338185 Dec 08 16:06:19.736596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-503cfc37-fd9c-48cf-afe9-9aae31b59f28 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.738176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-503cfc37-fd9c-48cf-afe9-9aae31b59f28 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2068355 Dec 08 16:06:19.760373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c343964c-3c7d-4369-a9af-4bdd57446bc8 req-72a1cea7-096f-428e-b8d2-3607205c8de0 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:19.762008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c343964c-3c7d-4369-a9af-4bdd57446bc8 req-72a1cea7-096f-428e-b8d2-3607205c8de0 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 950 time: 0.0958018 Dec 08 16:06:19.766884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': 'df9c6166-1066-4915-8b62-2adda9df3337', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:19.890291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c343964c-3c7d-4369-a9af-4bdd57446bc8 req-418c1a69-5c4f-4591-af8c-05b92a872aef tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066811 Dec 08 16:06:19.929041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:19.935264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:20.155440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.30 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/cdb1a489-05d4-453a-9962-49c34db10dbd) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:20.239145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef042d4e-ed1f-44b0-a746-7dd8dba89609 req-1c503c60-956a-4918-afa8-95783d49cb6b tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.240874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef042d4e-ed1f-44b0-a746-7dd8dba89609 req-1c503c60-956a-4918-afa8-95783d49cb6b tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 1101 time: 0.0788925 Dec 08 16:06:20.353096 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef042d4e-ed1f-44b0-a746-7dd8dba89609 req-d47fd71b-6a62-462d-9283-5826aecaaf64 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:20.586241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ca98aa-9228-4bcc-b4c8-6ee3c223adaf req-8b4d153d-a83f-44f3-8db3-da8534f61d83 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:20.589194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77ca98aa-9228-4bcc-b4c8-6ee3c223adaf req-8b4d153d-a83f-44f3-8db3-da8534f61d83 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 945 time: 0.2105234 Dec 08 16:06:20.648440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:20.736307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef042d4e-ed1f-44b0-a746-7dd8dba89609 req-d47fd71b-6a62-462d-9283-5826aecaaf64 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:20.745412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77ca98aa-9228-4bcc-b4c8-6ee3c223adaf req-793f7f11-8e6c-49ca-a377-d5d3f63c6f7a tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/security-groups?id=89a7ebdd-aa31-461c-adc7-079fbe033351&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466355 Dec 08 16:06:20.751384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ef042d4e-ed1f-44b0-a746-7dd8dba89609 req-d47fd71b-6a62-462d-9283-5826aecaaf64 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:20.837560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:20.857076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c', '0a6c0cae-235b-4e31-91ae-ce69a71060e9'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:20.922476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=cdb1a489-05d4-453a-9962-49c34db10dbd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:20.927937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef042d4e-ed1f-44b0-a746-7dd8dba89609 req-d47fd71b-6a62-462d-9283-5826aecaaf64 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779552 Dec 08 16:06:20.928768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fd71b-6a62-462d-9283-5826aecaaf64 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92faa9c5-bec4-4d0f-830c-398d13676bb7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:20.940634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:20.940901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:20.944569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:20.957703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:21.011649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-695f0856-6a0c-4750-abc2-e230e7a41ddf tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.015058 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-695f0856-6a0c-4750-abc2-e230e7a41ddf tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.58 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 945 time: 0.1441717 Dec 08 16:06:21.233612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.235016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.268234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bdf8e2-51ed-467b-9c27-3f05b5c2cbed req-4f04c789-4aec-43b3-9f12-1e3ce72d5a51 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:21.272431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bdf8e2-51ed-467b-9c27-3f05b5c2cbed req-4f04c789-4aec-43b3-9f12-1e3ce72d5a51 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 935 time: 0.2444489 Dec 08 16:06:21.299997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Deleting port f501f978-6377-4837-8fde-cf0fe107fe73 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:21.300566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.336657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-4138b951-8e67-4f09-b398-14abb6b8f7ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5733650 Dec 08 16:06:21.368930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Request body: {'port': {'device_id': 'df9c6166-1066-4915-8b62-2adda9df3337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:21.444283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bdf8e2-51ed-467b-9c27-3f05b5c2cbed req-6fa62e89-eba1-4cf3-a1a2-4dd45aedd30a tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598103 Dec 08 16:06:21.491240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.500337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] For port f501f978-6377-4837-8fde-cf0fe107fe73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f501f978-6377-4837-8fde-cf0fe107fe73,segment=NetworkSegment(165254d7-ecff-41cf-bf41-c2f6b7a6f619),segment_id=165254d7-ecff-41cf-bf41-c2f6b7a6f619)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:21.500807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.525964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Calling delete_port for f501f978-6377-4837-8fde-cf0fe107fe73 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:21.528500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f8d7dc41-407b-457b-a4b9-3bcc113fb102 None None] Provisioning complete for port cdb1a489-05d4-453a-9962-49c34db10dbd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:21.529091 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8d7dc41-407b-457b-a4b9-3bcc113fb102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.631025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f8d7dc41-407b-457b-a4b9-3bcc113fb102 None None] Port cdb1a489-05d4-453a-9962-49c34db10dbd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:06:21.720053 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.779080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Pushing event deleted for resources: {'Port': ['ID=f501f978-6377-4837-8fde-cf0fe107fe73,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:21.843192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] No DVR routers for this DVR port f501f978-6377-4837-8fde-cf0fe107fe73 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:21.847189 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:21.855422 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e0108b6d-3690-4158-9fe5-94674c082ce5 req-037b542d-8a62-452c-9fbc-025f891236a0 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.58 "DELETE /v2.0/ports/f501f978-6377-4837-8fde-cf0fe107fe73 HTTP/1.1" status: 204 len: 173 time: 0.8307660 Dec 08 16:06:21.856160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'name': 'network-vif-deleted', 'tag': 'f501f978-6377-4837-8fde-cf0fe107fe73'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:21.860255 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28589101-8873-4b6c-8887-010c237afb14" -d '{"events": [{"server_uuid": "b0600d31-4da5-4ea8-8fe3-f93c54347d89", "name": "network-vif-deleted", "tag": "f501f978-6377-4837-8fde-cf0fe107fe73"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:21.992828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3a444d9-d5f8-41c9-9c68-c28efb671bf7 req-20b8958d-bc00-4521-b224-ea843e95fad4 tempest-ServerGroupTestJSON-1434579140 tempest-ServerGroupTestJSON-1434579140-project] 10.222.0.62 "GET /v2.0/ports?device_id=b0600d31-4da5-4ea8-8fe3-f93c54347d89 HTTP/1.1" status: 200 len: 210 time: 0.0748990 Dec 08 16:06:22.061651 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d9d6e-e06e-40ac-b8b5-6891e1df3f80 x-openstack-request-id: req-a60d9d6e-e06e-40ac-b8b5-6891e1df3f80 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:22.062274 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0600d31-4da5-4ea8-8fe3-f93c54347d89", "name": "network-vif-deleted", "tag": "f501f978-6377-4837-8fde-cf0fe107fe73", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:22.062515 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a60d9d6e-e06e-40ac-b8b5-6891e1df3f80 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:22.063124 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0600d31-4da5-4ea8-8fe3-f93c54347d89', 'name': 'network-vif-deleted', 'tag': 'f501f978-6377-4837-8fde-cf0fe107fe73', 'status': 'completed', 'code': 200} Dec 08 16:06:22.072487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdb1a489-05d4-453a-9962-49c34db10dbd {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:22.082316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:22.119254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Transition to ACTIVE for port object cdb1a489-05d4-453a-9962-49c34db10dbd will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:22.133233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:22.221140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb1a489-05d4-453a-9962-49c34db10dbd,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:22.270906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f501f978-6377-4837-8fde-cf0fe107fe73'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:22.308311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8030e34-8917-44b5-8250-39715b7362ea req-59773d82-c5b4-4514-b264-854bf385bf20 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.328958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8030e34-8917-44b5-8250-39715b7362ea req-59773d82-c5b4-4514-b264-854bf385bf20 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 1101 time: 0.2081497 Dec 08 16:06:22.412842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Attempting to bind port cdb1a489-05d4-453a-9962-49c34db10dbd on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:22.413432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Attempting to bind port cdb1a489-05d4-453a-9962-49c34db10dbd by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:22.414031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Attempting to bind port cdb1a489-05d4-453a-9962-49c34db10dbd on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:22.428202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Port cdb1a489-05d4-453a-9962-49c34db10dbd on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:22.428712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Attempting to bind port cdb1a489-05d4-453a-9962-49c34db10dbd on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:22.447091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:22.447600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:22.448242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:22.449758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Bound port: cdb1a489-05d4-453a-9962-49c34db10dbd, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:22.449758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:22.566688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8030e34-8917-44b5-8250-39715b7362ea req-b986b921-4ef6-47ed-aed2-2def5bf84138 tempest-ServersAdminNegativeTestJSON-1446086034 tempest-ServersAdminNegativeTestJSON-1446086034-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122080 Dec 08 16:06:22.649153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] For port cdb1a489-05d4-453a-9962-49c34db10dbd, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:22.668003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] For port cdb1a489-05d4-453a-9962-49c34db10dbd, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cdb1a489-05d4-453a-9962-49c34db10dbd,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:22.675510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:22.717362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b28354-602c-4fc1-9535-45b71da7c02c req-28ca3543-1ef8-47f7-927a-8da691e33e76 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.719022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61b28354-602c-4fc1-9535-45b71da7c02c req-28ca3543-1ef8-47f7-927a-8da691e33e76 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 947 time: 0.1114421 Dec 08 16:06:22.731816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.732449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:22.733940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] 10.222.0.86 "PUT /v2.0/ports/cdb1a489-05d4-453a-9962-49c34db10dbd HTTP/1.1" status: 200 len: 1095 time: 1.3805366 Dec 08 16:06:22.734419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df9c6166-1066-4915-8b62-2adda9df3337', 'tag': 'cdb1a489-05d4-453a-9962-49c34db10dbd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:22.736810 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95039e34-2561-461a-94e4-4627bdf49d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "df9c6166-1066-4915-8b62-2adda9df3337", "tag": "cdb1a489-05d4-453a-9962-49c34db10dbd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:22.841456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ccb4e-05a4-4bee-b5c4-3cdcccd5ba22 service neutron] Pushing event updated for resources: {'Port': ['ID=cdb1a489-05d4-453a-9962-49c34db10dbd,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:22.900886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61b28354-602c-4fc1-9535-45b71da7c02c req-8e16f429-9570-448c-ad6c-ba8e1794e72a tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601868 Dec 08 16:06:22.912800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-575b642f-fa3a-412d-bad0-5e7e6fbc3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:22.915088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-575b642f-fa3a-412d-bad0-5e7e6fbc3a0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 1098 time: 0.1227863 Dec 08 16:06:22.988639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-7cd23d59-9c56-4226-a466-d051e54fe1d2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=cdb1a489-05d4-453a-9962-49c34db10dbd HTTP/1.1" status: 200 len: 217 time: 0.0618680 Dec 08 16:06:23.002261 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9388b-b1a4-4818-b243-bdf8004e3734 x-openstack-request-id: req-c0f9388b-b1a4-4818-b243-bdf8004e3734 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:23.002561 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df9c6166-1066-4915-8b62-2adda9df3337", "tag": "cdb1a489-05d4-453a-9962-49c34db10dbd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:23.002959 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0f9388b-b1a4-4818-b243-bdf8004e3734 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:23.003211 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df9c6166-1066-4915-8b62-2adda9df3337', 'tag': 'cdb1a489-05d4-453a-9962-49c34db10dbd', 'status': 'completed', 'code': 200} Dec 08 16:06:23.057278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-3502e99c-79b1-44b3-975c-b5f47cfb3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.059285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-3502e99c-79b1-44b3-975c-b5f47cfb3efb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0552158 Dec 08 16:06:23.187624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-22b36bf0-80da-4a14-9773-25912a0addb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.189316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-22b36bf0-80da-4a14-9773-25912a0addb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1183529 Dec 08 16:06:23.215243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d582891-e73a-45a3-88f7-46930be22635 req-52c86901-09b0-4b78-944b-81d9f960c3fc tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.216935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d582891-e73a-45a3-88f7-46930be22635 req-52c86901-09b0-4b78-944b-81d9f960c3fc tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 950 time: 0.1146927 Dec 08 16:06:23.327139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d582891-e73a-45a3-88f7-46930be22635 req-34cf1045-0637-487a-8e4e-d8e9e31650b3 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946302 Dec 08 16:06:23.344014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-22a52bbf-a07d-4a4a-a600-ee3a424d0e3f service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460149 Dec 08 16:06:23.469211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d7bf4-2ff2-4a97-aaa1-8467842f7c4f req-df1c738a-5bd0-4965-807c-bd288d962d7b service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144369 Dec 08 16:06:23.529008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:23.607131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Deleting subnet b1a79ab5-60d6-470d-8735-40d8d655f5f0 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:06:23.612622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.616848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95039e34-2561-461a-94e4-4627bdf49d2c req-ed334c93-361a-472b-b0e6-81bb0d551a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.618436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-ed334c93-361a-472b-b0e6-81bb0d551a7c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 1098 time: 0.0811846 Dec 08 16:06:23.702376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.775360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.796600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95039e34-2561-461a-94e4-4627bdf49d2c req-341ebe63-5be3-460b-981b-02826abdabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.798222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-341ebe63-5be3-460b-981b-02826abdabc0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1579485 Dec 08 16:06:23.846027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-0cbbfc1a-1d6c-4938-a6ce-93ce0e7a1843 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=cdb1a489-05d4-453a-9962-49c34db10dbd HTTP/1.1" status: 200 len: 217 time: 0.0391755 Dec 08 16:06:23.898662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.940009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95039e34-2561-461a-94e4-4627bdf49d2c req-c1b7d347-b56e-4412-bfb3-9cc80c812b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:23.941205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-c1b7d347-b56e-4412-bfb3-9cc80c812b18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0873532 Dec 08 16:06:23.945143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a79ab5-60d6-470d-8735-40d8d655f5f0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:23.949121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:23.954522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-08688634-62ef-4675-9c5a-1dc63df3c569 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b1a79ab5-60d6-470d-8735-40d8d655f5f0 HTTP/1.1" status: 204 len: 168 time: 0.4220521 Dec 08 16:06:23.955753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:24.068046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95039e34-2561-461a-94e4-4627bdf49d2c req-6be6eb7e-525e-4a1c-97b8-e5fa7b72c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:24.070935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-6be6eb7e-525e-4a1c-97b8-e5fa7b72c44d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1173453 Dec 08 16:06:24.083052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.190284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.192013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15e708-c306-4822-9070-16f43772b084 req-2cc48d17-9ffd-453b-8257-2d3061e08164 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:24.195367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd15e708-c306-4822-9070-16f43772b084 req-2cc48d17-9ffd-453b-8257-2d3061e08164 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 947 time: 0.1927531 Dec 08 16:06:24.225542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['108f9787-b6a9-4bf3-b181-385be0a662f4']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:24.244990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165254d7-ecff-41cf-bf41-c2f6b7a6f619') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:24.245632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165254d7-ecff-41cf-bf41-c2f6b7a6f619') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:24.261397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.281764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd15e708-c306-4822-9070-16f43772b084 req-3f151196-5523-4205-bf26-9c9b4796316e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783226 Dec 08 16:06:24.285788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-67aa517b-78eb-44bd-89d2-c791ae48c659 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050078 Dec 08 16:06:24.289721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.298836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:06:24.299763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:06:24.303363 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:06:24.390721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.406135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.420271 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] 10.222.0.62 "DELETE /v2.0/networks/108f9787-b6a9-4bf3-b181-385be0a662f4 HTTP/1.1" status: 204 len: 168 time: 0.4586725 Dec 08 16:06:24.432155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb2e93-5c26-46ed-999e-8ea29b470883 admin admin] Pushing event deleted for resources: {'Network': ['ID=108f9787-b6a9-4bf3-b181-385be0a662f4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:24.519314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95039e34-2561-461a-94e4-4627bdf49d2c req-bffff998-6fee-4a8b-b1d7-a871fd8a89bb service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201624 Dec 08 16:06:24.543899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496bd39-d7fe-4f8c-8993-fffe5fab41b2 req-fca73e13-7fd0-4dac-bb79-77c1731e224a tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:24.545467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8496bd39-d7fe-4f8c-8993-fffe5fab41b2 req-fca73e13-7fd0-4dac-bb79-77c1731e224a tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 950 time: 0.0894096 Dec 08 16:06:24.650341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8496bd39-d7fe-4f8c-8993-fffe5fab41b2 req-df59bf9a-4477-4beb-abae-d71a9d0ffafb tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926390 Dec 08 16:06:24.659155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f501f978-6377-4837-8fde-cf0fe107fe73 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:24.695160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:24.700553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: f501f978-6377-4837-8fde-cf0fe107fe73 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:24.700959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f501f978-6377-4837-8fde-cf0fe107fe73 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:24.745185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f031d83d-56f6-4db9-b4fd-face7c84fdc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6ccabf62c6fa4f8a95290152d947e7f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0485260 Dec 08 16:06:24.747833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33836) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:24.831473 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f30f60ae-6480-43d8-b704-5f571afddfba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.868400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-121438ec-e01f-4026-a22d-618343d94cc4 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:24.869890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-121438ec-e01f-4026-a22d-618343d94cc4 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 950 time: 0.0907552 Dec 08 16:06:24.872003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f30f60ae-6480-43d8-b704-5f571afddfba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.992946 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f30f60ae-6480-43d8-b704-5f571afddfba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.995827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f30f60ae-6480-43d8-b704-5f571afddfba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:24.997033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f30f60ae-6480-43d8-b704-5f571afddfba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89a7ebdd-aa31-461c-adc7-079fbe033351 HTTP/1.1" status: 204 len: 168 time: 0.2481098 Dec 08 16:06:25.012519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30f60ae-6480-43d8-b704-5f571afddfba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a7ebdd-aa31-461c-adc7-079fbe033351,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:25.027067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Deleting port 762fc898-4159-48f9-857c-f2521060277d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:25.027395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.199108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] For port 762fc898-4159-48f9-857c-f2521060277d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=762fc898-4159-48f9-857c-f2521060277d,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:25.199718 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.227457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Calling delete_port for 762fc898-4159-48f9-857c-f2521060277d owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:25.437759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.452516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['341ef960-af66-40f3-a873-243b15e12594', '762fc898-4159-48f9-857c-f2521060277d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:25.558329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Pushing event deleted for resources: {'Port': ['ID=762fc898-4159-48f9-857c-f2521060277d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:25.623594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1448-e476-449a-a6b4-8b7343d2e7da req-a5399837-723a-461c-8d18-9b2e36f38a56 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:25.625236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b19d1448-e476-449a-a6b4-8b7343d2e7da req-a5399837-723a-461c-8d18-9b2e36f38a56 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 947 time: 0.2103393 Dec 08 16:06:25.655419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] No DVR routers for this DVR port 762fc898-4159-48f9-857c-f2521060277d on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:25.671066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.675709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6429237-65ab-4b9f-96cc-49f1159043dc req-9b3f5a0d-b071-4be0-818e-eadab835530e tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "DELETE /v2.0/ports/762fc898-4159-48f9-857c-f2521060277d HTTP/1.1" status: 204 len: 173 time: 0.7960665 Dec 08 16:06:25.676203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'name': 'network-vif-deleted', 'tag': '762fc898-4159-48f9-857c-f2521060277d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:25.680819 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21a0c6f-8a72-4d2c-b28f-88a15ca2132f" -d '{"events": [{"server_uuid": "cc91db78-2ad2-45ee-ab8b-97b9c581d8bc", "name": "network-vif-deleted", "tag": "762fc898-4159-48f9-857c-f2521060277d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:25.788363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b19d1448-e476-449a-a6b4-8b7343d2e7da req-94c95736-95d0-4ec9-88f2-036e96726ba8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335211 Dec 08 16:06:25.872665 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c09529a-7bdc-42d6-80d5-ebb89768f1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:25.977572 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4560cb6f-6f75-42d2-80c7-2d5b0c567761 x-openstack-request-id: req-4560cb6f-6f75-42d2-80c7-2d5b0c567761 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:25.978423 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc91db78-2ad2-45ee-ab8b-97b9c581d8bc", "name": "network-vif-deleted", "tag": "762fc898-4159-48f9-857c-f2521060277d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:25.978867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cdb1a489-05d4-453a-9962-49c34db10dbd details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:25.979273 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4560cb6f-6f75-42d2-80c7-2d5b0c567761 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:25.980377 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc91db78-2ad2-45ee-ab8b-97b9c581d8bc', 'name': 'network-vif-deleted', 'tag': '762fc898-4159-48f9-857c-f2521060277d', 'status': 'completed', 'code': 200} Dec 08 16:06:26.136030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b61f4ae-a4ab-4c23-819a-5028053605cd req-29872885-6c50-4209-a4bd-f7387e4ea140 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=cc91db78-2ad2-45ee-ab8b-97b9c581d8bc HTTP/1.1" status: 200 len: 210 time: 0.0565076 Dec 08 16:06:26.169106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cdb1a489-05d4-453a-9962-49c34db10dbd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cdb1a489-05d4-453a-9962-49c34db10dbd,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:26.183798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'cdb1a489-05d4-453a-9962-49c34db10dbd', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'cdb1a489-05d4-453a-9962-49c34db10dbd', 'mac_address': 'fa:16:3e:6a:71:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:26.226338 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.244012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdb1a489-05d4-453a-9962-49c34db10dbd {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:26.258112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:26.292135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cdb1a489-05d4-453a-9962-49c34db10dbd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cdb1a489-05d4-453a-9962-49c34db10dbd,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:26.302700 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.399486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cdb1a489-05d4-453a-9962-49c34db10dbd,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:26.459861 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1726415600-network', 'tenant_id': 'a6262333a59e404b87a054bb23027c64'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:26.488470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Made reservation on behalf of a6262333a59e404b87a054bb23027c64 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:26.494786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.509531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.624209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.628555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.640590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['cdb1a489-05d4-453a-9962-49c34db10dbd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:26.657131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:26.672737 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fcdd828-36ec-492a-9492-29116c90c586,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:26.682176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.682744 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Added segment 047a6e95-c468-405a-81d4-9f4380e7deaa of type vlan for network 534f454e-443d-4c74-a303-5717f4605479 Dec 08 16:06:26.759331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.810437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.812202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:26.813156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:26.918866 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6584487 Dec 08 16:06:26.920898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:26.935853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Request body: {'subnet': {'network_id': '534f454e-443d-4c74-a303-5717f4605479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1726415600-subnet', 'tenant_id': 'a6262333a59e404b87a054bb23027c64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:26.958510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52789c87-51a8-445d-aed6-6c3c3492e64b admin admin] Pushing event updated for resources: {'Network': ['ID=534f454e-443d-4c74-a303-5717f4605479,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:26.978176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 534f454e-443d-4c74-a303-5717f4605479 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:26.979082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6771f2-cbdb-4771-83cc-9bfc6e8a4f19 req-ae2f876d-ef30-41e9-b444-43e362a44d2c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:26.982019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab6771f2-cbdb-4771-83cc-9bfc6e8a4f19 req-ae2f876d-ef30-41e9-b444-43e362a44d2c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 948 time: 0.0820260 Dec 08 16:06:26.995531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Made reservation on behalf of a6262333a59e404b87a054bb23027c64 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:26.999969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:27.084522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab6771f2-cbdb-4771-83cc-9bfc6e8a4f19 req-7885e9a9-a86c-4b27-b61f-9c246a46ba5c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883298 Dec 08 16:06:27.268822 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:27.335377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d2737f-49ef-4b8a-9383-9b3fde8da9f1,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:27.352400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Checking segment: {'id': '047a6e95-c468-405a-81d4-9f4380e7deaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '534f454e-443d-4c74-a303-5717f4605479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:27.352960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Network hostable DHCP agents. Network: 534f454e-443d-4c74-a303-5717f4605479, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:27.385736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Network 534f454e-443d-4c74-a303-5717f4605479 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:27.404982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 534f454e-443d-4c74-a303-5717f4605479) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:27.409864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.410475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:27.423227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d39b00b-b7c2-4e1b-8f84-2ac6f6e265c2 None None] Network 534f454e-443d-4c74-a303-5717f4605479 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:27.435261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d327f01b-1ddd-437e-b16b-a0d9a10d2b85 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5067122 Dec 08 16:06:27.602663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61364d67-9c8b-4b45-80ca-6269e852d7a5 None None] Network 534f454e-443d-4c74-a303-5717f4605479 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:27.631860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25e0bc-21a6-4ca3-b28c-a5a02e19f54e req-4e9f4e93-60ba-4735-bab7-039de2b83a82 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:27.644885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd25e0bc-21a6-4ca3-b28c-a5a02e19f54e req-4e9f4e93-60ba-4735-bab7-039de2b83a82 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 949 time: 0.0986066 Dec 08 16:06:27.725613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd25e0bc-21a6-4ca3-b28c-a5a02e19f54e req-aafd216f-e107-4493-b4e0-c01202abcea7 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787609 Dec 08 16:06:27.986236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cdb1a489-05d4-453a-9962-49c34db10dbd up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:28.072366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port cdb1a489-05d4-453a-9962-49c34db10dbd completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:28.077404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port cdb1a489-05d4-453a-9962-49c34db10dbd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:28.077941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:28.216073 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:28.252077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9c6166-1066-4915-8b62-2adda9df3337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb1a489-05d4-453a-9962-49c34db10dbd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:28.254745 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333a0400-365c-436e-88e2-2bc6a4400a32" -d '{"events": [{"server_uuid": "df9c6166-1066-4915-8b62-2adda9df3337", "name": "network-vif-plugged", "status": "completed", "tag": "cdb1a489-05d4-453a-9962-49c34db10dbd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:28.271349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cdb1a489-05d4-453a-9962-49c34db10dbd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cdb1a489-05d4-453a-9962-49c34db10dbd,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:28.276990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:28.278544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 762fc898-4159-48f9-857c-f2521060277d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:28.320748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 762fc898-4159-48f9-857c-f2521060277d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:28.321128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 762fc898-4159-48f9-857c-f2521060277d not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:28.358436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cdb1a489-05d4-453a-9962-49c34db10dbd,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:28.577284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cacfc6c-eaab-4690-8c67-11714092f257 req-c7bb2b2d-e32e-4d82-b9db-9cedcfdaf60d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.580026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cacfc6c-eaab-4690-8c67-11714092f257 req-c7bb2b2d-e32e-4d82-b9db-9cedcfdaf60d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 949 time: 0.1390707 Dec 08 16:06:28.646732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-deaf35c0-7db0-47fc-aaaf-7ab401547648 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.649461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-deaf35c0-7db0-47fc-aaaf-7ab401547648 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/networks?id=534f454e-443d-4c74-a303-5717f4605479 HTTP/1.1" status: 200 len: 813 time: 0.6822634 Dec 08 16:06:28.685267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0261c97f-d1e0-44bc-96ea-c05f2ff618fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:28.709016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-e3a2293d-6352-48a3-9242-6048e7f7178b tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/quotas/a6262333a59e404b87a054bb23027c64 HTTP/1.1" status: 200 len: 375 time: 0.0483675 Dec 08 16:06:28.718023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cacfc6c-eaab-4690-8c67-11714092f257 req-4a8e9e91-037b-4d29-bf87-f612e2a617a0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305354 Dec 08 16:06:28.769268 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053bd655-6939-4dab-bfbd-3ddab2482c89 x-openstack-request-id: req-053bd655-6939-4dab-bfbd-3ddab2482c89 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:28.769637 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9c6166-1066-4915-8b62-2adda9df3337", "name": "network-vif-plugged", "status": "completed", "tag": "cdb1a489-05d4-453a-9962-49c34db10dbd", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:28.770013 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-053bd655-6939-4dab-bfbd-3ddab2482c89 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:28.771225 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9c6166-1066-4915-8b62-2adda9df3337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdb1a489-05d4-453a-9962-49c34db10dbd', 'code': 200} Dec 08 16:06:28.773410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-3558b23c-5cf5-4175-ad22-644b32870326 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a6262333a59e404b87a054bb23027c64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0537765 Dec 08 16:06:28.970868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-1b6a67c4-ee52-4dfa-987f-838e5d6cdda1 service neutron] 10.222.0.62 "GET /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857674 Dec 08 16:06:28.973051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a9d2e-d795-42f0-938e-bb505c292625 req-299ef1c4-21b9-479d-ac0a-06958a19ffca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:28.975308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277a9d2e-d795-42f0-938e-bb505c292625 req-299ef1c4-21b9-479d-ac0a-06958a19ffca service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 1100 time: 0.1020634 Dec 08 16:06:29.162267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277a9d2e-d795-42f0-938e-bb505c292625 req-a9edaf79-5e98-4bfe-aea6-e4beb56a0db9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756055 Dec 08 16:06:29.193341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fee71-5526-46bc-a245-0e74508db0cc req-ed1ffb2b-179b-4d56-8bf8-57b64381b036 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.194978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f0fee71-5526-46bc-a245-0e74508db0cc req-ed1ffb2b-179b-4d56-8bf8-57b64381b036 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 949 time: 0.1458406 Dec 08 16:06:29.202804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da609b60-0069-45b0-84d5-51698f66c057 req-723a6285-dfc3-40f4-a95f-4e5e8a1412cc tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.204335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da609b60-0069-45b0-84d5-51698f66c057 req-723a6285-dfc3-40f4-a95f-4e5e8a1412cc tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 949 time: 0.1722207 Dec 08 16:06:29.216377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-f7006145-b8bb-4368-b27e-24a814f27f06 service neutron] 10.222.0.62 "GET /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382810 Dec 08 16:06:29.257903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f0fee71-5526-46bc-a245-0e74508db0cc req-6a21529f-658c-4d6b-8a02-491fe9eb0860 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/security-groups?id=1ddc2492-db02-47b2-bfad-363d07b19338&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523896 Dec 08 16:06:29.377636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:06:29.537137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3304d572-d053-42bf-8e37-d871f72c4dd8 req-a5c41b78-9f67-4f2b-91b9-c4453f8be9c2 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 210 time: 0.0843577 Dec 08 16:06:29.582118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Deleting port 341ef960-af66-40f3-a873-243b15e12594 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:29.583421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:29.743891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] For port 341ef960-af66-40f3-a873-243b15e12594, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=341ef960-af66-40f3-a873-243b15e12594,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:29.744605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:29.771391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Calling delete_port for 341ef960-af66-40f3-a873-243b15e12594 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:29.946718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058681ef-89ce-4050-a5d1-24f149e5b5f0 req-947251eb-921f-4296-b559-e2826b6b08ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:29.948266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-058681ef-89ce-4050-a5d1-24f149e5b5f0 req-947251eb-921f-4296-b559-e2826b6b08ef tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 949 time: 0.0991075 Dec 08 16:06:29.960138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:30.123580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-058681ef-89ce-4050-a5d1-24f149e5b5f0 req-063c5a88-68a3-4024-b42d-8e94a035c4e4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519363 Dec 08 16:06:30.130631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:30.196925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Pushing event deleted for resources: {'Port': ['ID=341ef960-af66-40f3-a873-243b15e12594,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:30.270100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] No DVR routers for this DVR port 341ef960-af66-40f3-a873-243b15e12594 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:30.275091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:30.281506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da609b60-0069-45b0-84d5-51698f66c057 req-47ab99a4-ab1b-4c83-9be2-5192a2002b88 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.86 "DELETE /v2.0/ports/341ef960-af66-40f3-a873-243b15e12594 HTTP/1.1" status: 204 len: 173 time: 0.9102273 Dec 08 16:06:30.282318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'name': 'network-vif-deleted', 'tag': '341ef960-af66-40f3-a873-243b15e12594'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:30.286862 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e1dc2e-56f4-4a1b-a796-f13f64c87750" -d '{"events": [{"server_uuid": "07e3cd14-fc69-403b-856c-81c6e0e9384d", "name": "network-vif-deleted", "tag": "341ef960-af66-40f3-a873-243b15e12594"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:30.417017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8729188c-bfcb-4c42-b42a-8f1034c8798d req-5fe3eecd-999b-454d-ad8f-a868d0df2003 tempest-ServersAdminNegativeTestJSON-353464921 tempest-ServersAdminNegativeTestJSON-353464921-project] 10.222.0.62 "GET /v2.0/ports?device_id=07e3cd14-fc69-403b-856c-81c6e0e9384d HTTP/1.1" status: 200 len: 210 time: 0.0561492 Dec 08 16:06:30.422394 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd04dcaf-bb0f-4696-8e9c-06275dae994e x-openstack-request-id: req-bd04dcaf-bb0f-4696-8e9c-06275dae994e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:30.422394 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e3cd14-fc69-403b-856c-81c6e0e9384d", "name": "network-vif-deleted", "tag": "341ef960-af66-40f3-a873-243b15e12594", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:30.422394 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd04dcaf-bb0f-4696-8e9c-06275dae994e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:30.422394 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e3cd14-fc69-403b-856c-81c6e0e9384d', 'name': 'network-vif-deleted', 'tag': '341ef960-af66-40f3-a873-243b15e12594', 'status': 'completed', 'code': 200} Dec 08 16:06:30.675077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3f7db71-bfd3-48f3-b591-34286fb12fa6 req-7d8c47b6-bb07-465a-bf9d-d9e782e5df79 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 210 time: 0.0305419 Dec 08 16:06:30.735126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-041ba993-c088-4501-a55c-43d446360600 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:30.736710 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-041ba993-c088-4501-a55c-43d446360600 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.58 "GET /v2.0/networks?id=534f454e-443d-4c74-a303-5717f4605479 HTTP/1.1" status: 200 len: 813 time: 0.1208990 Dec 08 16:06:30.750654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Request body: {'port': {'device_id': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'network_id': '534f454e-443d-4c74-a303-5717f4605479', 'admin_state_up': True, 'tenant_id': 'a6262333a59e404b87a054bb23027c64'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:30.876423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Made reservation on behalf of a6262333a59e404b87a054bb23027c64 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:30.880188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.033604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Allocated IP 172.20.0.6 (534f454e-443d-4c74-a303-5717f4605479/e3d2737f-49ef-4b8a-9383-9b3fde8da9f1/fd0f0b09-407a-485b-bb80-b720b843a1b4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:31.256794 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.284316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d2b12-de22-484a-b90f-a3901b5306ce req-aaeceb57-a17e-4bcd-85d8-c9d609b778b6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:31.286717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-625d2b12-de22-484a-b90f-a3901b5306ce req-aaeceb57-a17e-4bcd-85d8-c9d609b778b6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 949 time: 0.0746439 Dec 08 16:06:31.305164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.376027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-625d2b12-de22-484a-b90f-a3901b5306ce req-a2f3b0ab-d395-4c87-ad64-1e0705c7dd28 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777578 Dec 08 16:06:31.380777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Network 534f454e-443d-4c74-a303-5717f4605479 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:31.394020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:31.398905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:31.409300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Pushing event updated for resources: {'Port': ['ID=fd0f0b09-407a-485b-bb80-b720b843a1b4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:31.501467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:31.502259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.526130 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-822bbf9e-9e68-4966-8f6e-cec25c4097d7 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7794266 Dec 08 16:06:31.540508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cbeec8-978e-480e-86c7-7028aed8f771 req-36d9cb90-fee3-471a-9a2f-2e1238e2d022 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:31.543486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57cbeec8-978e-480e-86c7-7028aed8f771 req-36d9cb90-fee3-471a-9a2f-2e1238e2d022 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 1100 time: 0.0675311 Dec 08 16:06:31.543977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Request body: {'port': {'device_id': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:31.620020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.638050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57cbeec8-978e-480e-86c7-7028aed8f771 req-6f67c280-e93a-4a66-81fc-7cca2384c60e tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824201 Dec 08 16:06:31.709396 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.757867 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:31.980952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763de577-2b64-4d5c-9979-0fb11f2c22e3 req-c4de25f2-ad2a-4295-9f5f-fa7f59e971e5 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:31.981943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34002) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:31.985708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-763de577-2b64-4d5c-9979-0fb11f2c22e3 req-c4de25f2-ad2a-4295-9f5f-fa7f59e971e5 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 931 time: 0.1197772 Dec 08 16:06:31.986363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 341ef960-af66-40f3-a873-243b15e12594 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:32.011140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-450d2349-6eda-4898-bc89-59ce73ace081 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736244 Dec 08 16:06:32.028815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 341ef960-af66-40f3-a873-243b15e12594 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:32.029730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 341ef960-af66-40f3-a873-243b15e12594 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:32.093284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.185209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-763de577-2b64-4d5c-9979-0fb11f2c22e3 req-59931f4d-0002-43e4-a0d1-b0cfcf3667cf tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807098 Dec 08 16:06:32.203857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd0f0b09-407a-485b-bb80-b720b843a1b4 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:32.219853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.251325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Transition to ACTIVE for port object fd0f0b09-407a-485b-bb80-b720b843a1b4 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:32.252660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-4abe0b63-a76d-4d27-b229-f60d7a3b17af tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:32.255044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-4abe0b63-a76d-4d27-b229-f60d7a3b17af tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2141805 Dec 08 16:06:32.266239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.281460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-09dd718b-4f1d-41c5-9b67-5726b02aec8e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/quotas/444c77c06d0f4cba88c28418af0a8564 HTTP/1.1" status: 200 len: 375 time: 0.0158257 Dec 08 16:06:32.345340 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1063e9d4-871b-4e6a-a7ea-3940f1f07619 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc9711b29c004bc5b39e74a660725e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614378 Dec 08 16:06:32.350125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34010) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:32.362848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0f0b09-407a-485b-bb80-b720b843a1b4,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:32.398561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-3ef0aff4-bab8-4492-bbe6-99f9926c2867 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1047313 Dec 08 16:06:32.430793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488acea6-12e7-4bf9-a13b-8284db21de4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.459529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488acea6-12e7-4bf9-a13b-8284db21de4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.474741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Attempting to bind port fd0f0b09-407a-485b-bb80-b720b843a1b4 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:32.475086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Attempting to bind port fd0f0b09-407a-485b-bb80-b720b843a1b4 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '047a6e95-c468-405a-81d4-9f4380e7deaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '534f454e-443d-4c74-a303-5717f4605479'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:32.475620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Attempting to bind port fd0f0b09-407a-485b-bb80-b720b843a1b4 on network 534f454e-443d-4c74-a303-5717f4605479 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:32.482725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Port fd0f0b09-407a-485b-bb80-b720b843a1b4 on network 534f454e-443d-4c74-a303-5717f4605479 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:32.483246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Attempting to bind port fd0f0b09-407a-485b-bb80-b720b843a1b4 on network 534f454e-443d-4c74-a303-5717f4605479 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:32.490741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:32.491263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Checking segment: {'id': '047a6e95-c468-405a-81d4-9f4380e7deaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '534f454e-443d-4c74-a303-5717f4605479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:32.491879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Bound using segment: {'id': '047a6e95-c468-405a-81d4-9f4380e7deaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '534f454e-443d-4c74-a303-5717f4605479'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:32.492569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Bound port: fd0f0b09-407a-485b-bb80-b720b843a1b4, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '047a6e95-c468-405a-81d4-9f4380e7deaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '534f454e-443d-4c74-a303-5717f4605479'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:32.493125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.555993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488acea6-12e7-4bf9-a13b-8284db21de4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.559001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488acea6-12e7-4bf9-a13b-8284db21de4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.560697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-488acea6-12e7-4bf9-a13b-8284db21de4d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ddc2492-db02-47b2-bfad-363d07b19338 HTTP/1.1" status: 204 len: 168 time: 0.2095637 Dec 08 16:06:32.571165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488acea6-12e7-4bf9-a13b-8284db21de4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddc2492-db02-47b2-bfad-363d07b19338,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:32.631600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] For port fd0f0b09-407a-485b-bb80-b720b843a1b4, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:32.638647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] For port fd0f0b09-407a-485b-bb80-b720b843a1b4, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4,segment=NetworkSegment(047a6e95-c468-405a-81d4-9f4380e7deaa),segment_id=047a6e95-c468-405a-81d4-9f4380e7deaa)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:32.654124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.681281 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.695262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af14b0e5-6fb0-44c2-ac5b-668c733f5b38 req-1c549dba-a0c5-499f-8269-2c071cbc1d54 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 210 time: 0.0699847 Dec 08 16:06:32.777245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:32.778476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:32.780200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] 10.222.0.58 "PUT /v2.0/ports/fd0f0b09-407a-485b-bb80-b720b843a1b4 HTTP/1.1" status: 200 len: 1091 time: 1.2410886 Dec 08 16:06:32.783331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'tag': 'fd0f0b09-407a-485b-bb80-b720b843a1b4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:32.786495 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6903a770-19d7-46b8-b092-7bc1c71dab79" -d '{"events": [{"name": "network-changed", "server_uuid": "f9060555-0a32-4c9d-86f4-c10f0dd9278c", "tag": "fd0f0b09-407a-485b-bb80-b720b843a1b4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:32.833934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3a750-61d8-4d5f-9b50-9efca81e2be5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd0f0b09-407a-485b-bb80-b720b843a1b4,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:32.905416 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e32a222-ffc2-4e19-bf4a-728240b8e4b3 x-openstack-request-id: req-2e32a222-ffc2-4e19-bf4a-728240b8e4b3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:32.905916 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9060555-0a32-4c9d-86f4-c10f0dd9278c", "tag": "fd0f0b09-407a-485b-bb80-b720b843a1b4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:32.906285 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e32a222-ffc2-4e19-bf4a-728240b8e4b3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:32.906884 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'tag': 'fd0f0b09-407a-485b-bb80-b720b843a1b4', 'status': 'completed', 'code': 200} Dec 08 16:06:32.934734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-92adf041-18e6-461a-968e-edfd95cd48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:32.938090 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-92adf041-18e6-461a-968e-edfd95cd48d1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6262333a59e404b87a054bb23027c64&device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 1094 time: 0.0879469 Dec 08 16:06:32.984775 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-0889f725-cbfd-41ad-9a57-8b410654466e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4 HTTP/1.1" status: 200 len: 217 time: 0.0374572 Dec 08 16:06:33.054983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-034efffd-98b5-4b08-9da7-7e728a24c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.056528 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-034efffd-98b5-4b08-9da7-7e728a24c781 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d2737f-49ef-4b8a-9383-9b3fde8da9f1 HTTP/1.1" status: 200 len: 853 time: 0.0636578 Dec 08 16:06:33.097613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-631fd8e1-1cc3-45cc-b227-e6871db78569 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=534f454e-443d-4c74-a303-5717f4605479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323105 Dec 08 16:06:33.156319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:33.207882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-da21d3f9-19f2-40f3-8de9-db923004702c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86837d3a92e9429eab86fbcb05e4e38c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0502708 Dec 08 16:06:33.210951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:33.261589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-2903f55d-279e-4ce2-918c-da539230c693 service neutron] 10.222.0.58 "GET /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563537 Dec 08 16:06:33.354901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe551d3c-56f7-4ce9-bc60-5b9896ea7bb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:33.395050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe551d3c-56f7-4ce9-bc60-5b9896ea7bb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:33.442538 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-55048f78-af95-45d4-a7e1-90c54d9fa857 req-90dc8628-74e2-4abb-81a5-86da0618505e service neutron] 10.222.0.58 "GET /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703219 Dec 08 16:06:33.470987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e9dc17-0dde-4fe3-bc01-f9b37c31e0ea req-a277502c-8b27-456f-adfa-603123ddc301 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.484114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93e9dc17-0dde-4fe3-bc01-f9b37c31e0ea req-a277502c-8b27-456f-adfa-603123ddc301 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 943 time: 0.1538482 Dec 08 16:06:33.509670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe551d3c-56f7-4ce9-bc60-5b9896ea7bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:33.521984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe551d3c-56f7-4ce9-bc60-5b9896ea7bb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:33.523687 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fe551d3c-56f7-4ce9-bc60-5b9896ea7bb6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92faa9c5-bec4-4d0f-830c-398d13676bb7 HTTP/1.1" status: 204 len: 168 time: 0.3112166 Dec 08 16:06:33.540336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe551d3c-56f7-4ce9-bc60-5b9896ea7bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92faa9c5-bec4-4d0f-830c-398d13676bb7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:33.598312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93e9dc17-0dde-4fe3-bc01-f9b37c31e0ea req-702c15f4-623d-49da-b8b8-1ef2ccfff69f tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096654 Dec 08 16:06:33.640584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-e68bd332-6eb2-4f65-b773-7ec720e51584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.642767 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-e68bd332-6eb2-4f65-b773-7ec720e51584 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a6262333a59e404b87a054bb23027c64&device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 1094 time: 0.0850611 Dec 08 16:06:33.774670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-51c1fe1a-044f-444a-a06a-8dbbc557fe82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.776233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-51c1fe1a-044f-444a-a06a-8dbbc557fe82 service neutron] 10.222.0.58 "GET /v2.0/networks?id=534f454e-443d-4c74-a303-5717f4605479 HTTP/1.1" status: 200 len: 914 time: 0.1229746 Dec 08 16:06:33.861240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-227f8a56-3874-4d29-9f56-57621c7e0b71 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4 HTTP/1.1" status: 200 len: 217 time: 0.0682936 Dec 08 16:06:33.873953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ffe115a-a12a-41ed-bd28-a66016672825 req-f895a7f7-26ea-41a2-95ac-8682a74e057b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 210 time: 0.0488508 Dec 08 16:06:33.942930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-439c19c9-d250-4a7c-b9c2-a8e6283ea2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:33.946120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-439c19c9-d250-4a7c-b9c2-a8e6283ea2e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e3d2737f-49ef-4b8a-9383-9b3fde8da9f1 HTTP/1.1" status: 200 len: 853 time: 0.0754657 Dec 08 16:06:34.012337 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-d04359d7-02c2-4b09-87c6-ff3ad27946f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=534f454e-443d-4c74-a303-5717f4605479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456316 Dec 08 16:06:34.155205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-29282820-0438-46dc-acb4-1af0764cb3e1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=444c77c06d0f4cba88c28418af0a8564&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576203 Dec 08 16:06:34.224317 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-fd7b0635-ef4b-4906-a983-2c70197e9f7c service neutron] 10.222.0.58 "GET /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014906 Dec 08 16:06:34.356861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-1ff3634e-467c-4cc7-b6b8-0d6439c72392 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:34.359151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-1ff3634e-467c-4cc7-b6b8-0d6439c72392 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959581 Dec 08 16:06:34.373911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Request body: {'port': {'device_id': '288c84ce-b211-4834-af65-e0b3069d68b4', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '444c77c06d0f4cba88c28418af0a8564'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:34.419208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6903a770-19d7-46b8-b092-7bc1c71dab79 req-09648f17-389a-4927-880d-272dd3d5cf9c service neutron] 10.222.0.58 "GET /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785202 Dec 08 16:06:34.592781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Made reservation on behalf of 444c77c06d0f4cba88c28418af0a8564 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:34.601447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:34.814435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f715d-ae5b-442c-b43f-cfa73fc08d77 req-f2799da0-1f58-4ff1-9395-55f37a1183e4 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:34.816124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e7f715d-ae5b-442c-b43f-cfa73fc08d77 req-f2799da0-1f58-4ff1-9395-55f37a1183e4 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 943 time: 0.1139770 Dec 08 16:06:34.841332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34078) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:34.863381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Allocated IP 192.168.233.203 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/29e7dfa0-5a03-4623-8cac-d254fb1a0264) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:34.934665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e7f715d-ae5b-442c-b43f-cfa73fc08d77 req-2328f393-38db-47ca-bd2b-b215d34de539 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052771 Dec 08 16:06:35.030596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-629778344-network', 'tenant_id': 'eefc5fa7386343ab972a95cdc3670904'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:35.076467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Made reservation on behalf of eefc5fa7386343ab972a95cdc3670904 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:35.079401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.100132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.173281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-558efd68-832a-4b76-866e-cbf502bad9f7 req-2d595799-bc8f-4218-9644-b4c91db5044f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 210 time: 0.1104407 Dec 08 16:06:35.255763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.262051 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.264204 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.296120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:35.312150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16a50d-4db1-4cf5-bdfb-5e360f663c4f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:35.318829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.319157 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Added segment 6e84ada6-bb26-4088-9830-e4bf9ee49dd0 of type vlan for network 9f7549f4-7781-4be8-a5c4-0f348760205b Dec 08 16:06:35.324032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.342033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:35.368396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.408598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.408936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c', '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'cdb1a489-05d4-453a-9962-49c34db10dbd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:35.409962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:35.411474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.418858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:35.427412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:35.432475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:35.522829 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6798134 Dec 08 16:06:35.536961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34092) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:35.550138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Request body: {'subnet': {'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-629778344-subnet', 'tenant_id': 'eefc5fa7386343ab972a95cdc3670904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:35.577724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:35.578978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.580487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738ae0e-777a-4a47-99d6-eacdc015589f admin admin] Pushing event updated for resources: {'Network': ['ID=9f7549f4-7781-4be8-a5c4-0f348760205b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:35.612285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event updated for resources: {'Port': ['ID=29e7dfa0-5a03-4623-8cac-d254fb1a0264,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:35.624206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Made reservation on behalf of eefc5fa7386343ab972a95cdc3670904 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:35.629399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 9f7549f4-7781-4be8-a5c4-0f348760205b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:35.631156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.639072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-adc58fc1-8cbc-4a55-a9b9-9ef20ebc10df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2697544 Dec 08 16:06:35.659931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Request body: {'port': {'device_id': '288c84ce-b211-4834-af65-e0b3069d68b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:35.790455 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:35.972498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cc2ec7f4-bf0c-42e5-9101-3e5c88d90733 None None] Provisioning complete for port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:35.973193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc2ec7f4-bf0c-42e5-9101-3e5c88d90733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.117545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cc2ec7f4-bf0c-42e5-9101-3e5c88d90733 None None] Port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:06:36.425856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e7dfa0-5a03-4623-8cac-d254fb1a0264 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:36.441041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.465187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Transition to ACTIVE for port object 29e7dfa0-5a03-4623-8cac-d254fb1a0264 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:36.481562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.539001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.626692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7cdf-35d8-463c-9890-ed6a5743b881 req-19691220-f597-40bb-bd7f-4aec5dd3b9d2 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.646698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-823b7cdf-35d8-463c-9890-ed6a5743b881 req-19691220-f597-40bb-bd7f-4aec5dd3b9d2 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 943 time: 0.4035988 Dec 08 16:06:36.662779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Checking segment: {'id': '6e84ada6-bb26-4088-9830-e4bf9ee49dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:36.663330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Network hostable DHCP agents. Network: 9f7549f4-7781-4be8-a5c4-0f348760205b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:36.667021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e99d9b0-9573-43db-be3b-7343447f4895,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:36.702270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Network 9f7549f4-7781-4be8-a5c4-0f348760205b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:36.711970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fd0f0b09-407a-485b-bb80-b720b843a1b4 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:36.719793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 9f7549f4-7781-4be8-a5c4-0f348760205b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:36.726273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.727316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:36.737679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Pushing event updated for resources: {'Port': ['ID=29e7dfa0-5a03-4623-8cac-d254fb1a0264,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:36.768645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185153ed-b61e-4161-a9c7-311665da3203 None None] Network 9f7549f4-7781-4be8-a5c4-0f348760205b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:36.772778 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7995bc8-0930-425c-84ac-8446bd3dddef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2338398 Dec 08 16:06:36.815077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-823b7cdf-35d8-463c-9890-ed6a5743b881 req-aaf9afbe-98fe-4f9e-ae2a-7c0d0266857a tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461923 Dec 08 16:06:36.870664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0888f-cdd9-4c9b-8454-53a7321600e2 req-7b01a644-6472-426e-b8f7-7123f7c3e166 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:36.878294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1a0888f-cdd9-4c9b-8454-53a7321600e2 req-7b01a644-6472-426e-b8f7-7123f7c3e166 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 948 time: 0.3369401 Dec 08 16:06:36.927346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:06:37.034221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Attempting to bind port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:37.035285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Attempting to bind port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:37.036675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Attempting to bind port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:37.056232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1a0888f-cdd9-4c9b-8454-53a7321600e2 req-69dbb935-c118-473a-a2e4-07eec333568c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759796 Dec 08 16:06:37.066577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:37.067186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Attempting to bind port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:37.074279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:37.074989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:37.075699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:37.076461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Bound port: 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:37.076990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:37.212910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] For port 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:37.217628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] For port 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:37.225576 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:37.266871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:37.267723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:37.269222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] 10.222.0.58 "PUT /v2.0/ports/29e7dfa0-5a03-4623-8cac-d254fb1a0264 HTTP/1.1" status: 200 len: 1096 time: 1.6209557 Dec 08 16:06:37.269687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288c84ce-b211-4834-af65-e0b3069d68b4', 'tag': '29e7dfa0-5a03-4623-8cac-d254fb1a0264'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:37.274221 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c01ddf8-ac21-447d-b57b-d4925969a8b4" -d '{"events": [{"name": "network-changed", "server_uuid": "288c84ce-b211-4834-af65-e0b3069d68b4", "tag": "29e7dfa0-5a03-4623-8cac-d254fb1a0264"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:37.321447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6fa5c8-960c-490e-872a-34d46822d60b service neutron] Pushing event updated for resources: {'Port': ['ID=29e7dfa0-5a03-4623-8cac-d254fb1a0264,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:37.328266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port fd0f0b09-407a-485b-bb80-b720b843a1b4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4,segment=NetworkSegment(047a6e95-c468-405a-81d4-9f4380e7deaa),segment_id=047a6e95-c468-405a-81d4-9f4380e7deaa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:37.377593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d3b730-b134-479b-8d31-25eb2167e55b None None] Network 9f7549f4-7781-4be8-a5c4-0f348760205b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:37.384235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'fd0f0b09-407a-485b-bb80-b720b843a1b4', 'network_id': '534f454e-443d-4c74-a303-5717f4605479', 'port_id': 'fd0f0b09-407a-485b-bb80-b720b843a1b4', 'mac_address': 'fa:16:3e:66:95:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3d2737f-49ef-4b8a-9383-9b3fde8da9f1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:37.464618 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34145002-145f-4329-b255-0cd0b268a1cc x-openstack-request-id: req-34145002-145f-4329-b255-0cd0b268a1cc {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:37.465198 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288c84ce-b211-4834-af65-e0b3069d68b4", "tag": "29e7dfa0-5a03-4623-8cac-d254fb1a0264", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:37.465445 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34145002-145f-4329-b255-0cd0b268a1cc {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:37.466053 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288c84ce-b211-4834-af65-e0b3069d68b4', 'tag': '29e7dfa0-5a03-4623-8cac-d254fb1a0264', 'status': 'completed', 'code': 200} Dec 08 16:06:37.538883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-58f8363b-db8e-4ac2-973d-ad7cd3388d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:37.543398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-58f8363b-db8e-4ac2-973d-ad7cd3388d44 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 1099 time: 0.1434109 Dec 08 16:06:37.633431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-38684ce1-508b-4e64-b9c3-31bf84b15616 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264 HTTP/1.1" status: 200 len: 217 time: 0.0761867 Dec 08 16:06:37.721387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-b7e86424-5f93-459c-929b-ad50a1c70dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:37.724545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-b7e86424-5f93-459c-929b-ad50a1c70dfc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0831459 Dec 08 16:06:37.807668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5392c-a711-4b47-8396-abceff9926cd req-996a1c27-60a2-42d3-81d4-7f31795d4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:37.810334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-996a1c27-60a2-42d3-81d4-7f31795d4d95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0774860 Dec 08 16:06:37.869788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:37.949233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd0f0b09-407a-485b-bb80-b720b843a1b4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:37.967786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-4ca11cf9-4080-4e1d-a73a-1763035770e2 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489346 Dec 08 16:06:37.979144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port fd0f0b09-407a-485b-bb80-b720b843a1b4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4,segment=NetworkSegment(047a6e95-c468-405a-81d4-9f4380e7deaa),segment_id=047a6e95-c468-405a-81d4-9f4380e7deaa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:37.987331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.024271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:38.031185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1364256854-network', 'tenant_id': '2f25d7d39724408d9e643343dc221945'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:38.064729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=fd0f0b09-407a-485b-bb80-b720b843a1b4,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:38.064909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Made reservation on behalf of 2f25d7d39724408d9e643343dc221945 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:38.069379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.089646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.091138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ffc058-2935-4507-8a3c-4aa69e932deb req-16722ae9-4f49-4d31-8fd8-ca246148889a tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.092672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ffc058-2935-4507-8a3c-4aa69e932deb req-16722ae9-4f49-4d31-8fd8-ca246148889a tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 944 time: 0.1212595 Dec 08 16:06:38.150298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fab5392c-a711-4b47-8396-abceff9926cd req-bfeda9dd-b713-4dca-8aaa-76160154b6f9 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684268 Dec 08 16:06:38.201401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ffc058-2935-4507-8a3c-4aa69e932deb req-eca83efd-d19b-4e8a-838e-44213e5b7ca0 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838048 Dec 08 16:06:38.244321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.251928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.285244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['fd0f0b09-407a-485b-bb80-b720b843a1b4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:38.302948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:38.309413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-27edb73e-b3a2-4735-bd73-b32a0fa5f630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.311008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-27edb73e-b3a2-4735-bd73-b32a0fa5f630 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=444c77c06d0f4cba88c28418af0a8564&device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 1099 time: 0.0840428 Dec 08 16:06:38.323578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be874d0-8d0a-456a-acb8-d5b27a180cc5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:38.336349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0991a9-678e-4826-a411-f6081a1dbf5e req-ea87500b-94cd-430b-9247-84876bca34fc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.337889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e0991a9-678e-4826-a411-f6081a1dbf5e req-ea87500b-94cd-430b-9247-84876bca34fc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 948 time: 0.0923617 Dec 08 16:06:38.345508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.346143 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Added segment a5bc6561-17c5-4a20-bcb2-48f5f335b3ee of type vlan for network 2edfc718-a9b1-4203-a090-2384d254791a Dec 08 16:06:38.444872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.446484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e0991a9-678e-4826-a411-f6081a1dbf5e req-5a40313d-595a-4a49-be74-7b96e1244b3d tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Dec 08 16:06:38.466455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-3c36f94e-8813-44e4-af1d-e643415f9523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.468586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-3c36f94e-8813-44e4-af1d-e643415f9523 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1500452 Dec 08 16:06:38.478019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.480114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.486741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.532734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-44c260b3-257a-4ecd-a4b8-ed2f4e618751 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264 HTTP/1.1" status: 200 len: 217 time: 0.0550900 Dec 08 16:06:38.556561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5305619 Dec 08 16:06:38.561428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34146) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:38.573165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Request body: {'subnet': {'network_id': '2edfc718-a9b1-4203-a090-2384d254791a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1364256854-subnet', 'tenant_id': '2f25d7d39724408d9e643343dc221945', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:38.587388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc47af2-7615-48e9-ae15-92e2f99ed4ec admin admin] Pushing event updated for resources: {'Network': ['ID=2edfc718-a9b1-4203-a090-2384d254791a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:38.608866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2edfc718-a9b1-4203-a090-2384d254791a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:38.609729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-186b951a-97e1-4787-8317-929a1001a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.611649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-186b951a-97e1-4787-8317-929a1001a17f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0707259 Dec 08 16:06:38.625046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Made reservation on behalf of 2f25d7d39724408d9e643343dc221945 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:38.632775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.675668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-2499319c-f217-4ffb-a22e-b215e8766687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:38.678449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-2499319c-f217-4ffb-a22e-b215e8766687 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0581210 Dec 08 16:06:38.807055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-afa6ca87-397d-4163-94e3-638aa4e6c34c service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203763 Dec 08 16:06:38.880559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:38.944626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c01ddf8-ac21-447d-b57b-d4925969a8b4 req-0bb2d54d-4047-40ec-bfde-1526195f3888 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298633 Dec 08 16:06:38.976000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc95224a-6128-41a9-8625-a229ce09cd31,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:38.984495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Checking segment: {'id': 'a5bc6561-17c5-4a20-bcb2-48f5f335b3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2edfc718-a9b1-4203-a090-2384d254791a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:38.984856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Network hostable DHCP agents. Network: 2edfc718-a9b1-4203-a090-2384d254791a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:39.011718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Network 2edfc718-a9b1-4203-a090-2384d254791a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:39.022699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2edfc718-a9b1-4203-a090-2384d254791a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:39.027309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:39.028083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:39.035558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47caeafa-5f12-4d2f-9f71-ebf06440ed70 None None] Network 2edfc718-a9b1-4203-a090-2384d254791a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:39.053890 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c686c59e-1c8d-4c69-afee-0b4e04ab37e0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4911449 Dec 08 16:06:39.182488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6000ba-14d7-49e9-9fee-31a0bd7b6eba None None] Network 2edfc718-a9b1-4203-a090-2384d254791a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:39.401090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f18da1-7426-4c75-8284-9108bdb8263b req-d3682cce-dd1a-479a-876f-a5dc769b3a4a tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:39.403285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29f18da1-7426-4c75-8284-9108bdb8263b req-d3682cce-dd1a-479a-876f-a5dc769b3a4a tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 944 time: 0.0813377 Dec 08 16:06:39.468897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29f18da1-7426-4c75-8284-9108bdb8263b req-79ba769a-5536-4c5e-bb78-cfa43b8cc0e1 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587618 Dec 08 16:06:39.653563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e958-18d7-444c-a653-405879747635 req-3b161a38-ed73-4fa5-8bde-bc188919fc37 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:39.656003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e686e958-18d7-444c-a653-405879747635 req-3b161a38-ed73-4fa5-8bde-bc188919fc37 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 948 time: 0.0690627 Dec 08 16:06:39.763707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e686e958-18d7-444c-a653-405879747635 req-f788dc35-0a43-455a-99c1-22d93e6fc61b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999610 Dec 08 16:06:39.823668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-7fbc3b18-b573-44b2-90d4-cf08f7ecbd42 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:39.825286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-7fbc3b18-b573-44b2-90d4-cf08f7ecbd42 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/networks?id=9f7549f4-7781-4be8-a5c4-0f348760205b HTTP/1.1" status: 200 len: 814 time: 0.1387136 Dec 08 16:06:39.848892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-68e5c792-302e-43ae-830b-f618862c8567 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/quotas/eefc5fa7386343ab972a95cdc3670904 HTTP/1.1" status: 200 len: 375 time: 0.0119076 Dec 08 16:06:39.905053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-03c2a86f-d21a-44fa-805e-67e6d395f2db tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=eefc5fa7386343ab972a95cdc3670904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473664 Dec 08 16:06:40.017601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-2a30a289-9361-4e03-a5f7-a86696de3c68 service neutron] 10.222.0.62 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989573 Dec 08 16:06:40.131066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-c8a4ba95-5cfa-4a02-a934-d0882196234d service neutron] 10.222.0.62 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052375 Dec 08 16:06:40.374093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e0d5503-bce3-437f-a432-b71b5a629e25 req-faf97d55-3f12-4c28-85a3-248fc8eb6c59 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 210 time: 0.0511291 Dec 08 16:06:40.703166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf63b66-a20f-4576-ada7-65384e3af40c req-a203f35c-cc18-404d-bb62-8d3efdf5bdfb tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:40.706065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acf63b66-a20f-4576-ada7-65384e3af40c req-a203f35c-cc18-404d-bb62-8d3efdf5bdfb tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 944 time: 0.1046743 Dec 08 16:06:40.737347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fd0f0b09-407a-485b-bb80-b720b843a1b4 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:40.782179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acf63b66-a20f-4576-ada7-65384e3af40c req-9bdb29fa-21e1-4930-8fa0-fdc86f946116 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Dec 08 16:06:40.810616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port fd0f0b09-407a-485b-bb80-b720b843a1b4 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:40.818956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port fd0f0b09-407a-485b-bb80-b720b843a1b4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:40.819861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.028211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2468c1a-0b45-4ecf-80b0-4772e6582fdb req-ac69ba70-20f9-447e-86a0-f99c9ace21d4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:41.041646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2468c1a-0b45-4ecf-80b0-4772e6582fdb req-ac69ba70-20f9-447e-86a0-f99c9ace21d4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 948 time: 0.1344731 Dec 08 16:06:41.051915 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.133333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f0b09-407a-485b-bb80-b720b843a1b4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:41.139852 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecea001-fd1b-42ae-a6db-bf905bf69bf2" -d '{"events": [{"server_uuid": "f9060555-0a32-4c9d-86f4-c10f0dd9278c", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f0b09-407a-485b-bb80-b720b843a1b4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:41.142810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2468c1a-0b45-4ecf-80b0-4772e6582fdb req-1056038b-127f-40f9-ac4e-fd8e5f5d806c tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993581 Dec 08 16:06:41.203440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port fd0f0b09-407a-485b-bb80-b720b843a1b4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4,segment=NetworkSegment(047a6e95-c468-405a-81d4-9f4380e7deaa),segment_id=047a6e95-c468-405a-81d4-9f4380e7deaa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:41.214106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:41.223734 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c981a38e-572c-4d2c-a9a5-fb53c34e532b x-openstack-request-id: req-c981a38e-572c-4d2c-a9a5-fb53c34e532b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:41.224571 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9060555-0a32-4c9d-86f4-c10f0dd9278c", "name": "network-vif-plugged", "status": "completed", "tag": "fd0f0b09-407a-485b-bb80-b720b843a1b4", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:41.224979 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c981a38e-572c-4d2c-a9a5-fb53c34e532b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:41.225585 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd0f0b09-407a-485b-bb80-b720b843a1b4', 'code': 200} Dec 08 16:06:41.309113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=fd0f0b09-407a-485b-bb80-b720b843a1b4,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:41.364884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cf905-4a0d-4c55-8140-b4b72b1d7eba req-b7574bcd-2b4e-45e5-8964-43021e2937f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:41.366708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e61cf905-4a0d-4c55-8140-b4b72b1d7eba req-b7574bcd-2b4e-45e5-8964-43021e2937f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 1096 time: 0.0621238 Dec 08 16:06:41.427971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e61cf905-4a0d-4c55-8140-b4b72b1d7eba req-16eacb99-e9a0-4a28-8158-ed2e0c3736a1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530026 Dec 08 16:06:41.507475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4cd0b90-6f76-4a29-ac39-80440198263f req-d3617c8e-72bc-4d57-b691-28c1df02dbeb tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 210 time: 0.0297174 Dec 08 16:06:41.824670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-1541bc21-bca5-4ede-8f81-e5d8f12762b9 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:41.827261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-1541bc21-bca5-4ede-8f81-e5d8f12762b9 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.86 "GET /v2.0/networks?id=9f7549f4-7781-4be8-a5c4-0f348760205b HTTP/1.1" status: 200 len: 814 time: 0.1989567 Dec 08 16:06:41.841466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Request body: {'port': {'device_id': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b', 'admin_state_up': True, 'tenant_id': 'eefc5fa7386343ab972a95cdc3670904'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:42.350742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef4800-8922-41bf-a1bb-12427d7a8d72 req-b90ca1c1-222c-42d6-8e9c-b77a8ab279f4 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:42.352258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47ef4800-8922-41bf-a1bb-12427d7a8d72 req-b90ca1c1-222c-42d6-8e9c-b77a8ab279f4 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 945 time: 0.1525381 Dec 08 16:06:42.378975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99095a33-25d4-44f0-96bf-9de24ab89772 req-ba397ee8-486e-440c-9fca-78a85c139fa3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:42.381392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99095a33-25d4-44f0-96bf-9de24ab89772 req-ba397ee8-486e-440c-9fca-78a85c139fa3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 948 time: 0.1349361 Dec 08 16:06:42.405029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Made reservation on behalf of eefc5fa7386343ab972a95cdc3670904 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:42.408629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.524714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47ef4800-8922-41bf-a1bb-12427d7a8d72 req-48b48c7d-28a5-4f9f-bf03-b40792faa067 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629736 Dec 08 16:06:42.535316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99095a33-25d4-44f0-96bf-9de24ab89772 req-c0f7d5d9-01de-4878-a631-84f527e384d3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415787 Dec 08 16:06:42.704015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b73586b3-ceab-48a0-b0b4-9c8e5e27931b req-a4ab6649-70ef-46b4-8c10-a6f2f65126fa tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 210 time: 0.0501707 Dec 08 16:06:42.724502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Allocated IP 172.20.0.3 (9f7549f4-7781-4be8-a5c4-0f348760205b/7e99d9b0-9573-43db-be3b-7343447f4895/a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:42.755444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 29e7dfa0-5a03-4623-8cac-d254fb1a0264 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:42.912297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:42.931610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '29e7dfa0-5a03-4623-8cac-d254fb1a0264', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '29e7dfa0-5a03-4623-8cac-d254fb1a0264', 'mac_address': 'fa:16:3e:85:5a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:42.967123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:42.984320 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.007657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.013724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e7dfa0-5a03-4623-8cac-d254fb1a0264 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:43.058997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:43.060767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Network 9f7549f4-7781-4be8-a5c4-0f348760205b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:43.064732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.067847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:43.072715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:43.108554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Pushing event updated for resources: {'Port': ['ID=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:43.121827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.122251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.122531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.122879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.123213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.123551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.123881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.124210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.124533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.124863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.125194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.125520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.126303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:43.147145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=29e7dfa0-5a03-4623-8cac-d254fb1a0264,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:43.157851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:43.158500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.182817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-89e27e36-8bad-43fd-b031-dd6dbc4daf01 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3459110 Dec 08 16:06:43.196263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Request body: {'port': {'device_id': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:43.264524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.377338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['29e7dfa0-5a03-4623-8cac-d254fb1a0264'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:43.616635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:43.625489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.672023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Transition to ACTIVE for port object a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:06:43.722423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:43.903071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269b94e8-d076-46ec-83e3-312f1ffde8c4 req-552dfb28-7acf-4ece-aa3e-4edd444dd7f6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:43.905987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-269b94e8-d076-46ec-83e3-312f1ffde8c4 req-552dfb28-7acf-4ece-aa3e-4edd444dd7f6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 949 time: 0.2632978 Dec 08 16:06:43.907552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:43.940182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c9746f-b272-460b-8cca-ceab5bc77417 req-47f56742-cc88-41ae-ab84-ac325ffb5e3b tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:43.942543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80c9746f-b272-460b-8cca-ceab5bc77417 req-47f56742-cc88-41ae-ab84-ac325ffb5e3b tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 945 time: 0.2732182 Dec 08 16:06:44.071642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-269b94e8-d076-46ec-83e3-312f1ffde8c4 req-8861ae0d-acc1-4937-a19b-481c72836afa tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476188 Dec 08 16:06:44.101120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80c9746f-b272-460b-8cca-ceab5bc77417 req-fd92d6f9-4ef3-4871-8a04-8b2d576b5ddc tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361554 Dec 08 16:06:44.104024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Attempting to bind port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:44.104342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Attempting to bind port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '6e84ada6-bb26-4088-9830-e4bf9ee49dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:44.104674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Attempting to bind port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 on network 9f7549f4-7781-4be8-a5c4-0f348760205b {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:44.110656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 on network 9f7549f4-7781-4be8-a5c4-0f348760205b not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:06:44.110855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Attempting to bind port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 on network 9f7549f4-7781-4be8-a5c4-0f348760205b {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:44.118007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:44.118354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Checking segment: {'id': '6e84ada6-bb26-4088-9830-e4bf9ee49dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:44.118744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Bound using segment: {'id': '6e84ada6-bb26-4088-9830-e4bf9ee49dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:44.119186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Bound port: a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e84ada6-bb26-4088-9830-e4bf9ee49dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:44.119547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.300491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] For port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:44.308536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] For port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,segment=NetworkSegment(6e84ada6-bb26-4088-9830-e4bf9ee49dd0),segment_id=6e84ada6-bb26-4088-9830-e4bf9ee49dd0)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:44.322308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.352683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f476d-b966-4b2e-b294-e592d59f70d3 req-888f9f61-13b6-4008-ab30-02df4cd1ff3d tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.355302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75f476d-b966-4b2e-b294-e592d59f70d3 req-888f9f61-13b6-4008-ab30-02df4cd1ff3d tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 943 time: 0.1520755 Dec 08 16:06:44.431695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.432680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.435090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] 10.222.0.86 "PUT /v2.0/ports/a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 HTTP/1.1" status: 200 len: 1091 time: 1.2441530 Dec 08 16:06:44.435791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'tag': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:44.440456 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90b24d-6411-4e91-8503-ef92cd0ba1db" -d '{"events": [{"name": "network-changed", "server_uuid": "b3cf030f-cd2a-4f55-9c13-afa6a46cfa74", "tag": "a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:44.546611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b14a6-c637-4d65-b22c-10eb5dc2e192 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:44.581149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75f476d-b966-4b2e-b294-e592d59f70d3 req-bffbabdb-6437-4e23-8fcb-53404f32bcb7 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891356 Dec 08 16:06:44.607908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-874c990e-bbf5-46df-a543-d3889fb8af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.607908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-874c990e-bbf5-46df-a543-d3889fb8af94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eefc5fa7386343ab972a95cdc3670904&device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 1094 time: 0.1041784 Dec 08 16:06:44.623796 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c90fb26-1036-472b-bcda-4ef8218359c8 x-openstack-request-id: req-4c90fb26-1036-472b-bcda-4ef8218359c8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:44.624246 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3cf030f-cd2a-4f55-9c13-afa6a46cfa74", "tag": "a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:44.624599 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c90fb26-1036-472b-bcda-4ef8218359c8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:44.625206 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'tag': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0', 'status': 'completed', 'code': 200} Dec 08 16:06:44.665224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-95c00165-aedf-4468-87ac-fe4bd96253fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 HTTP/1.1" status: 200 len: 217 time: 0.0388117 Dec 08 16:06:44.725649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0614875-f72b-468b-9080-1158739314d7 req-fef7a398-5410-4105-b55b-d0b84cbcf9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:44.727191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-fef7a398-5410-4105-b55b-d0b84cbcf9b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7e99d9b0-9573-43db-be3b-7343447f4895 HTTP/1.1" status: 200 len: 854 time: 0.0543463 Dec 08 16:06:44.768382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 29e7dfa0-5a03-4623-8cac-d254fb1a0264 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:44.769084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-3558ed4b-6802-49d9-950e-5232b72df63f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f7549f4-7781-4be8-a5c4-0f348760205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339139 Dec 08 16:06:44.840677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:44.845995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:44.846761 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:44.936550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-494f3026-6087-46e5-b5e5-fe68a96b7897 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593370 Dec 08 16:06:44.975514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.005692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288c84ce-b211-4834-af65-e0b3069d68b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7dfa0-5a03-4623-8cac-d254fb1a0264'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:45.007462 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73981cf8-448a-438d-adf3-fcd30da925d8" -d '{"events": [{"server_uuid": "288c84ce-b211-4834-af65-e0b3069d68b4", "name": "network-vif-plugged", "status": "completed", "tag": "29e7dfa0-5a03-4623-8cac-d254fb1a0264"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:45.022488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:45.029628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:45.084457 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577c9a13-401f-4bbb-a29b-ad6036583081 x-openstack-request-id: req-577c9a13-401f-4bbb-a29b-ad6036583081 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:45.084937 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288c84ce-b211-4834-af65-e0b3069d68b4", "name": "network-vif-plugged", "status": "completed", "tag": "29e7dfa0-5a03-4623-8cac-d254fb1a0264", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:45.086539 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-577c9a13-401f-4bbb-a29b-ad6036583081 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:45.087690 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288c84ce-b211-4834-af65-e0b3069d68b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e7dfa0-5a03-4623-8cac-d254fb1a0264', 'code': 200} Dec 08 16:06:45.102911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0614875-f72b-468b-9080-1158739314d7 req-e90895f0-e681-4ebd-9c5e-71e77b0f1852 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587296 Dec 08 16:06:45.133720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e9ff3-2a9b-48bf-82c0-ed9a407b0c5a req-c804f177-da30-4e76-9a65-16ffbda6b8d3 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.136172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b1e9ff3-2a9b-48bf-82c0-ed9a407b0c5a req-c804f177-da30-4e76-9a65-16ffbda6b8d3 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 945 time: 0.1126263 Dec 08 16:06:45.153308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=29e7dfa0-5a03-4623-8cac-d254fb1a0264,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:45.374454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b1e9ff3-2a9b-48bf-82c0-ed9a407b0c5a req-ba39bf27-a901-45cf-a545-3c7ebc8db3d6 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236309 Dec 08 16:06:45.403538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9efea-32f4-4b7b-aac6-1a2d5438eb52 req-54b5b0a1-7f0f-4bf8-8f7f-c69b9901661c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.406126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cf9efea-32f4-4b7b-aac6-1a2d5438eb52 req-54b5b0a1-7f0f-4bf8-8f7f-c69b9901661c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 1101 time: 0.2261322 Dec 08 16:06:45.419465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-0cde1ef3-52ab-4700-9dd7-0de3270e2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.422104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-0cde1ef3-52ab-4700-9dd7-0de3270e2cc3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eefc5fa7386343ab972a95cdc3670904&device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 1094 time: 0.2247958 Dec 08 16:06:45.445616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa72ac8-3506-41f7-ba03-c0f4fe9e08c5 req-65d57a9f-908e-4d04-bfa7-d01d963b7223 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.447975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa72ac8-3506-41f7-ba03-c0f4fe9e08c5 req-65d57a9f-908e-4d04-bfa7-d01d963b7223 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 950 time: 0.2350988 Dec 08 16:06:45.673156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cf9efea-32f4-4b7b-aac6-1a2d5438eb52 req-6cabbd88-5f5d-4519-9542-a3598b74dad0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480855 Dec 08 16:06:45.703446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa72ac8-3506-41f7-ba03-c0f4fe9e08c5 req-a776bf4c-6249-4e32-9cab-a728c85eaccc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381070 Dec 08 16:06:45.733584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-11d2a640-b841-4adb-803e-d90aa8623e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.736248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-11d2a640-b841-4adb-803e-d90aa8623e5d service neutron] 10.222.0.86 "GET /v2.0/networks?id=9f7549f4-7781-4be8-a5c4-0f348760205b HTTP/1.1" status: 200 len: 915 time: 0.2868474 Dec 08 16:06:45.847997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-87adabe3-0fab-4a06-99b1-5146337073ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 HTTP/1.1" status: 200 len: 217 time: 0.0951655 Dec 08 16:06:45.931587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bef4b-74c7-48dd-8443-3c69976188b5 req-702f0981-bcc5-4960-bdd8-b0a0a9254394 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.934094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f13bef4b-74c7-48dd-8443-3c69976188b5 req-702f0981-bcc5-4960-bdd8-b0a0a9254394 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 943 time: 0.1963828 Dec 08 16:06:45.977384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-51243ed7-96d5-4e37-9b6b-f6071da9dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:45.978925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-51243ed7-96d5-4e37-9b6b-f6071da9dc87 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7e99d9b0-9573-43db-be3b-7343447f4895 HTTP/1.1" status: 200 len: 854 time: 0.1209624 Dec 08 16:06:46.016208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f13bef4b-74c7-48dd-8443-3c69976188b5 req-09c50460-25ef-4992-8b3e-f50dd6e9f066 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745435 Dec 08 16:06:46.033003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-481c527c-dc6d-4ba3-bc9a-a7920c411aa4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f7549f4-7781-4be8-a5c4-0f348760205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391219 Dec 08 16:06:46.165625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-6088890d-26ce-4bf5-a456-67ade4bc69d4 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249907 Dec 08 16:06:46.329039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc90b24d-6411-4e91-8503-ef92cd0ba1db req-328ebb7f-c4ec-43a2-99f3-889fd68d9c45 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488409 Dec 08 16:06:46.517744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5306f6e-56fb-4019-b8eb-24432e473d6e req-bb455896-8b5d-45be-a00b-9ceaf8072db2 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.519389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5306f6e-56fb-4019-b8eb-24432e473d6e req-bb455896-8b5d-45be-a00b-9ceaf8072db2 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 945 time: 0.0597441 Dec 08 16:06:46.606332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-ef67f142-c189-4729-9a2d-85a89e16a827 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.607883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-ef67f142-c189-4729-9a2d-85a89e16a827 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.58 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 945 time: 0.0873895 Dec 08 16:06:46.633080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5306f6e-56fb-4019-b8eb-24432e473d6e req-a5d5430e-f58b-45f0-9cfb-29f54d4aa5c3 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/security-groups?id=5fcdd828-36ec-492a-9492-29116c90c586&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795588 Dec 08 16:06:46.794020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Deleting port fd0f0b09-407a-485b-bb80-b720b843a1b4 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:46.794654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:46.932526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35395c6e-8019-4013-b848-6c3beea48a7a req-fdc4511a-0643-441c-8cd1-24e834da5397 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:46.934149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35395c6e-8019-4013-b848-6c3beea48a7a req-fdc4511a-0643-441c-8cd1-24e834da5397 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 950 time: 0.1350477 Dec 08 16:06:46.978820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] For port fd0f0b09-407a-485b-bb80-b720b843a1b4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fd0f0b09-407a-485b-bb80-b720b843a1b4,segment=NetworkSegment(047a6e95-c468-405a-81d4-9f4380e7deaa),segment_id=047a6e95-c468-405a-81d4-9f4380e7deaa)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:46.979149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.003944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Calling delete_port for fd0f0b09-407a-485b-bb80-b720b843a1b4 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:47.029378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35395c6e-8019-4013-b848-6c3beea48a7a req-25048dd5-1daf-458f-865d-54bb10cba863 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827384 Dec 08 16:06:47.232757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf89839-a33e-4254-9945-cb9a3a22b338 req-4858c3b9-bcd1-4c80-84bf-c7cc971caeb2 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:47.234383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf89839-a33e-4254-9945-cb9a3a22b338 req-4858c3b9-bcd1-4c80-84bf-c7cc971caeb2 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 943 time: 0.0935612 Dec 08 16:06:47.245069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.258409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['fd0f0b09-407a-485b-bb80-b720b843a1b4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:47.296404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Pushing event deleted for resources: {'Port': ['ID=fd0f0b09-407a-485b-bb80-b720b843a1b4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:47.359836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] No DVR routers for this DVR port fd0f0b09-407a-485b-bb80-b720b843a1b4 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:47.364394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:47.368141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a08a8bb-1b21-47f4-8f63-88691dd7aecf req-e76ef9f2-da68-4add-bbc5-b7b6fd942995 tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.58 "DELETE /v2.0/ports/fd0f0b09-407a-485b-bb80-b720b843a1b4 HTTP/1.1" status: 204 len: 173 time: 0.7515693 Dec 08 16:06:47.368630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'name': 'network-vif-deleted', 'tag': 'fd0f0b09-407a-485b-bb80-b720b843a1b4'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:47.371096 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef52f7c-c182-496e-adda-96534ef9b0dc" -d '{"events": [{"server_uuid": "f9060555-0a32-4c9d-86f4-c10f0dd9278c", "name": "network-vif-deleted", "tag": "fd0f0b09-407a-485b-bb80-b720b843a1b4"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:47.377985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf89839-a33e-4254-9945-cb9a3a22b338 req-c87b78cc-ef53-4acb-9e53-651744da0146 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308246 Dec 08 16:06:47.449481 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b29fe3-05d2-4b62-a819-f21a46280d1e x-openstack-request-id: req-91b29fe3-05d2-4b62-a819-f21a46280d1e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:47.449481 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9060555-0a32-4c9d-86f4-c10f0dd9278c", "name": "network-vif-deleted", "tag": "fd0f0b09-407a-485b-bb80-b720b843a1b4", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:47.449481 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-91b29fe3-05d2-4b62-a819-f21a46280d1e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:47.449990 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9060555-0a32-4c9d-86f4-c10f0dd9278c', 'name': 'network-vif-deleted', 'tag': 'fd0f0b09-407a-485b-bb80-b720b843a1b4', 'status': 'completed', 'code': 200} Dec 08 16:06:47.767856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f44023ed-fd15-4552-8671-8953a3e27112 req-72d2e81a-a3f4-4129-89e0-a33c3e1ad73f tempest-ServerPasswordTestJSON-1771100476 tempest-ServerPasswordTestJSON-1771100476-project] 10.222.0.62 "GET /v2.0/ports?device_id=f9060555-0a32-4c9d-86f4-c10f0dd9278c HTTP/1.1" status: 200 len: 210 time: 0.0325711 Dec 08 16:06:48.077444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:06:48.197143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,segment=NetworkSegment(6e84ada6-bb26-4088-9830-e4bf9ee49dd0),segment_id=6e84ada6-bb26-4088-9830-e4bf9ee49dd0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:48.211826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0', 'network_id': '9f7549f4-7781-4be8-a5c4-0f348760205b', 'port_id': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0', 'mac_address': 'fa:16:3e:8c:bd:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e99d9b0-9573-43db-be3b-7343447f4895', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:06:48.221961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ab31-3882-48d8-bda4-d0a7f45c8498 req-613ffc83-da63-4580-a6f0-75f71b5609f9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:48.224260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9668ab31-3882-48d8-bda4-d0a7f45c8498 req-613ffc83-da63-4580-a6f0-75f71b5609f9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 950 time: 0.0721283 Dec 08 16:06:48.260075 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.280917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:06:48.303819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9668ab31-3882-48d8-bda4-d0a7f45c8498 req-adbe4063-a47b-4c4e-a669-f69da026d7a0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676563 Dec 08 16:06:48.314091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,segment=NetworkSegment(6e84ada6-bb26-4088-9830-e4bf9ee49dd0),segment_id=6e84ada6-bb26-4088-9830-e4bf9ee49dd0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:48.323473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:48.385081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:48.547515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b36b2-ace3-4344-9f8a-3696593b36ed req-e6d6aa39-93eb-4d34-8b92-e1bc36b978a7 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:48.550568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3b36b2-ace3-4344-9f8a-3696593b36ed req-e6d6aa39-93eb-4d34-8b92-e1bc36b978a7 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 1101 time: 0.1161091 Dec 08 16:06:48.605341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d71eb-ee1c-46c6-baa4-0996a1bcd277 req-4288c445-1520-4610-9c21-6ca7d03b54b3 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:48.607987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f6d71eb-ee1c-46c6-baa4-0996a1bcd277 req-4288c445-1520-4610-9c21-6ca7d03b54b3 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 944 time: 0.1381526 Dec 08 16:06:48.646429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:48.697182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3b36b2-ace3-4344-9f8a-3696593b36ed req-53c740ff-ee22-477e-b158-24e3996f7762 tempest-ServersOnMultiNodesTest-1289564503 tempest-ServersOnMultiNodesTest-1289564503-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392887 Dec 08 16:06:48.730634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f6d71eb-ee1c-46c6-baa4-0996a1bcd277 req-0057d3f0-8bdc-4282-be39-01e4cf96b702 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131902 Dec 08 16:06:48.947330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:49.014728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Deleting subnet e3d2737f-49ef-4b8a-9383-9b3fde8da9f1 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:06:49.018558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.061688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.111037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.181163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.193671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717df834-a14b-4ca8-8b00-38fd3496acd5 req-369e2ee2-4f6b-45e6-a022-b94a9be736b2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:49.196466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-717df834-a14b-4ca8-8b00-38fd3496acd5 req-369e2ee2-4f6b-45e6-a022-b94a9be736b2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 950 time: 0.0734994 Dec 08 16:06:49.212314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d2737f-49ef-4b8a-9383-9b3fde8da9f1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:49.215192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.218444 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e3d2737f-49ef-4b8a-9383-9b3fde8da9f1 HTTP/1.1" status: 204 len: 168 time: 0.2701390 Dec 08 16:06:49.224932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34330) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:49.233777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.234130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.234587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.234791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.235137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.235488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.235791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.236114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.236431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.236761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.237081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.237407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.237714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a97b9f3f-c160-42ac-92e3-6305679a291f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:06:49.276350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-717df834-a14b-4ca8-8b00-38fd3496acd5 req-5b593941-0330-4658-9a9f-0dc5f98f94c4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725741 Dec 08 16:06:49.314628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.402482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.431309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534f454e-443d-4c74-a303-5717f4605479']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:49.441740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '047a6e95-c468-405a-81d4-9f4380e7deaa') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:49.442588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '047a6e95-c468-405a-81d4-9f4380e7deaa') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:49.454315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.471374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.480158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:06:49.480570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:06:49.482654 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:06:49.553994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.561217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.565523 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] 10.222.0.62 "DELETE /v2.0/networks/534f454e-443d-4c74-a303-5717f4605479 HTTP/1.1" status: 204 len: 168 time: 0.3395357 Dec 08 16:06:49.586129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec424075-51e8-45e7-8a48-2794f11f22e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=534f454e-443d-4c74-a303-5717f4605479,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:49.785357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34336) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:49.854201 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53541992-c549-4b68-b5fc-f9e5bee613a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6262333a59e404b87a054bb23027c64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0609479 Dec 08 16:06:49.854515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34342) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:49.909096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0800c3-3491-49b7-8707-65f031ddf4b6 req-bc3d2083-b5fd-4d31-b483-c8a469729092 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:49.914874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf0800c3-3491-49b7-8707-65f031ddf4b6 req-bc3d2083-b5fd-4d31-b483-c8a469729092 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 944 time: 0.0787532 Dec 08 16:06:49.935084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e18ad0f-4b80-4ed9-93c2-4f029f8da2d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.976802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e18ad0f-4b80-4ed9-93c2-4f029f8da2d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:49.995591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf0800c3-3491-49b7-8707-65f031ddf4b6 req-659b6405-7aa6-4699-9ad1-d0b1b050c240 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753648 Dec 08 16:06:50.045538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e18ad0f-4b80-4ed9-93c2-4f029f8da2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.050857 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e18ad0f-4b80-4ed9-93c2-4f029f8da2d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.053747 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e18ad0f-4b80-4ed9-93c2-4f029f8da2d9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5fcdd828-36ec-492a-9492-29116c90c586 HTTP/1.1" status: 204 len: 168 time: 0.1980283 Dec 08 16:06:50.075983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18ad0f-4b80-4ed9-93c2-4f029f8da2d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fcdd828-36ec-492a-9492-29116c90c586,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:50.124022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:06:50.220913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:06:50.226164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:06:50.226537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.324935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.362015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:50.365889 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49bb2b55-c6bc-412e-85dc-31aa69fc5740" -d '{"events": [{"server_uuid": "b3cf030f-cd2a-4f55-9c13-afa6a46cfa74", "name": "network-vif-plugged", "status": "completed", "tag": "a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:50.407740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,segment=NetworkSegment(6e84ada6-bb26-4088-9830-e4bf9ee49dd0),segment_id=6e84ada6-bb26-4088-9830-e4bf9ee49dd0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:50.416815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.454392 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914039d4-b22f-4843-8ffb-1d3ad60c981e x-openstack-request-id: req-914039d4-b22f-4843-8ffb-1d3ad60c981e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:50.454687 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cf030f-cd2a-4f55-9c13-afa6a46cfa74", "name": "network-vif-plugged", "status": "completed", "tag": "a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:50.454928 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-914039d4-b22f-4843-8ffb-1d3ad60c981e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:50.455506 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0', 'code': 200} Dec 08 16:06:50.483769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:50.506330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-4e2e0d2b-3350-4081-b5cc-96457d0256b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:50.507943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-4e2e0d2b-3350-4081-b5cc-96457d0256b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 950 time: 0.1668925 Dec 08 16:06:50.533220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95910ff9-d47a-4a82-b556-051d1692e750 req-387e9ab9-7b02-471c-8f60-343fbaa1610b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:50.534836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95910ff9-d47a-4a82-b556-051d1692e750 req-387e9ab9-7b02-471c-8f60-343fbaa1610b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 950 time: 0.1222122 Dec 08 16:06:50.673996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95910ff9-d47a-4a82-b556-051d1692e750 req-4255d1f7-8880-4104-aa34-f8995fdbd58b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186998 Dec 08 16:06:50.684711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcecc4b0-cdbf-448d-8969-5f74e6cf0da2 req-36c60144-b310-4a9e-9a2c-af8dc73fbca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:50.686270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcecc4b0-cdbf-448d-8969-5f74e6cf0da2 req-36c60144-b310-4a9e-9a2c-af8dc73fbca0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 1096 time: 0.1299820 Dec 08 16:06:50.750905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:50.751241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.777687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fd0f0b09-407a-485b-bb80-b720b843a1b4 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:50.808035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcecc4b0-cdbf-448d-8969-5f74e6cf0da2 req-a963cbb9-4e34-4cf9-9020-9134bd205953 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122372 Dec 08 16:06:50.821993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: fd0f0b09-407a-485b-bb80-b720b843a1b4 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:50.822567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fd0f0b09-407a-485b-bb80-b720b843a1b4 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:50.876036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port 29e7dfa0-5a03-4623-8cac-d254fb1a0264, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=29e7dfa0-5a03-4623-8cac-d254fb1a0264,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:50.876580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:50.892460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for 29e7dfa0-5a03-4623-8cac-d254fb1a0264 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:51.085873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.104319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e', '29e7dfa0-5a03-4623-8cac-d254fb1a0264'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:51.164301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=29e7dfa0-5a03-4623-8cac-d254fb1a0264,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:51.179942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c', '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'cdb1a489-05d4-453a-9962-49c34db10dbd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:51.279391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port 29e7dfa0-5a03-4623-8cac-d254fb1a0264 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:51.286248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.293292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f947b9c5-8003-4c6e-9968-5ef42392a3cf req-2f385453-d5e9-4f7d-926d-60a0fe610452 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "DELETE /v2.0/ports/29e7dfa0-5a03-4623-8cac-d254fb1a0264 HTTP/1.1" status: 204 len: 173 time: 0.7774251 Dec 08 16:06:51.294684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34386) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:51.297998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288c84ce-b211-4834-af65-e0b3069d68b4', 'name': 'network-vif-deleted', 'tag': '29e7dfa0-5a03-4623-8cac-d254fb1a0264'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:51.316025 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d6a4a5-abd8-428c-8672-8b0de5a110d7" -d '{"events": [{"server_uuid": "288c84ce-b211-4834-af65-e0b3069d68b4", "name": "network-vif-deleted", "tag": "29e7dfa0-5a03-4623-8cac-d254fb1a0264"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:51.372240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0075a971-02a2-4b2d-a757-b7116be84b97 req-ca8f6bce-3a08-43d3-9f66-3187d2d1c2c9 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:51.393438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0075a971-02a2-4b2d-a757-b7116be84b97 req-ca8f6bce-3a08-43d3-9f66-3187d2d1c2c9 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 945 time: 0.2350874 Dec 08 16:06:51.511415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0075a971-02a2-4b2d-a757-b7116be84b97 req-9a63e48f-f185-4fe8-9a2e-88cdddd7a7fb tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164944 Dec 08 16:06:51.611046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-903074282-network', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:51.611416 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e28b7e-bd67-45c1-8324-cd80a56b5354 x-openstack-request-id: req-61e28b7e-bd67-45c1-8324-cd80a56b5354 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:51.611867 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288c84ce-b211-4834-af65-e0b3069d68b4", "name": "network-vif-deleted", "tag": "29e7dfa0-5a03-4623-8cac-d254fb1a0264", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:51.612270 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-61e28b7e-bd67-45c1-8324-cd80a56b5354 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:51.612910 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288c84ce-b211-4834-af65-e0b3069d68b4', 'name': 'network-vif-deleted', 'tag': '29e7dfa0-5a03-4623-8cac-d254fb1a0264', 'status': 'completed', 'code': 200} Dec 08 16:06:51.639271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Made reservation on behalf of bca86dd94a0743e4b97139d1852f221c for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:51.642400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.654200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.826710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.839943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.897226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:06:51.917619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96726828-ab5d-4589-9187-8e7f189e1005,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:51.923490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de432f96-58cf-4bde-ad51-ff7a85de4ade req-bfded0b9-786f-460d-a32b-294519556c6f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=288c84ce-b211-4834-af65-e0b3069d68b4 HTTP/1.1" status: 200 len: 210 time: 0.0684834 Dec 08 16:06:51.934738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:51.936256 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Added segment 15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b of type vlan for network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 Dec 08 16:06:52.036299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.119798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.121444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:52.122476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.267050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9675424 Dec 08 16:06:52.272232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34400) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:52.281405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Request body: {'subnet': {'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-903074282-subnet', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:52.300687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92494df0-0e66-49c9-b40e-2205071bb809 admin admin] Pushing event updated for resources: {'Network': ['ID=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:52.319207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:06:52.337062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Made reservation on behalf of bca86dd94a0743e4b97139d1852f221c for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:06:52.341269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.621080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.715549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=264d841e-4267-4aeb-9b00-a65d5c432429,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:52.746864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Checking segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:52.747228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Network hostable DHCP agents. Network: 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:06:52.766265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3670b-3d13-461d-9a40-8123902d3770 req-7443b5cf-c696-4a8f-99ae-ee503de09a43 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:52.767952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42f3670b-3d13-461d-9a40-8123902d3770 req-7443b5cf-c696-4a8f-99ae-ee503de09a43 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 945 time: 0.0970361 Dec 08 16:06:52.789209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:06:52.812108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:52.823968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d754b6-693e-4f37-99bc-12c7e332498f None None] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:52.824277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:52.824961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.850425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42f3670b-3d13-461d-9a40-8123902d3770 req-981f8fa4-99a6-4199-bb1b-92b831750743 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723789 Dec 08 16:06:52.857720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3f9afab9-870d-417f-a718-aa76deb4eb74 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5801113 Dec 08 16:06:52.858280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:52.862686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:06:52.894873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.897198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:52.985523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.017657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd210d4-c3db-4128-bd5c-190b7b2c61f3 None None] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:06:53.596789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:53.667523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd7aa5d-b93c-4ceb-893c-6f32cd1d554c req-4af7ae2f-2b70-42b3-a028-ca8f831fc6c6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:53.670194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edd7aa5d-b93c-4ceb-893c-6f32cd1d554c req-4af7ae2f-2b70-42b3-a028-ca8f831fc6c6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 949 time: 0.1551499 Dec 08 16:06:53.765632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edd7aa5d-b93c-4ceb-893c-6f32cd1d554c req-878da2e0-1b7e-48c6-b2aa-8a04260861c6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846655 Dec 08 16:06:54.011258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.046224 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.213374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Allocated IP 172.25.3.78 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/473fbad5-8410-4228-81bb-4900febc5984) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:54.379220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.440949 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:54.498779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:54.505279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:54.511268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:54.550506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=473fbad5-8410-4228-81bb-4900febc5984,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:54.783495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 29e7dfa0-5a03-4623-8cac-d254fb1a0264 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:54.817128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 29e7dfa0-5a03-4623-8cac-d254fb1a0264 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:54.817734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 29e7dfa0-5a03-4623-8cac-d254fb1a0264 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:54.908742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.007534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca1470-5822-4872-889a-b0c3481c8f67 req-080bc457-3b20-4936-8550-9cf14722da19 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:55.009133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dca1470-5822-4872-889a-b0c3481c8f67 req-080bc457-3b20-4936-8550-9cf14722da19 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 949 time: 0.1308839 Dec 08 16:06:55.047253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-e5314c17-0e5c-4625-b0ca-62a7d2b6cfbc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:55.048798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-e5314c17-0e5c-4625-b0ca-62a7d2b6cfbc tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 949 time: 0.1805084 Dec 08 16:06:55.155594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dca1470-5822-4872-889a-b0c3481c8f67 req-e0a1b510-64b7-41b0-8df2-97e2e9c02379 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187508 Dec 08 16:06:55.294119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port cdb1a489-05d4-453a-9962-49c34db10dbd {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:55.294457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.299492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.503894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port cdb1a489-05d4-453a-9962-49c34db10dbd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cdb1a489-05d4-453a-9962-49c34db10dbd,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:55.505235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.525493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for cdb1a489-05d4-453a-9962-49c34db10dbd owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:55.610990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Router be9c0c18-f0f7-44cd-b442-e74aa458adf0 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:06:55.793593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:06:55.800790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.819819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:55.824701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c', '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'cdb1a489-05d4-453a-9962-49c34db10dbd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:06:55.830732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Sync routers for ids ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:06:55.848546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=cdb1a489-05d4-453a-9962-49c34db10dbd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:55.874144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:55.875475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4eae596c-ac27-4128-8fb2-d69aed261dd9 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0164788 Dec 08 16:06:55.879318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:06:55.993275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port cdb1a489-05d4-453a-9962-49c34db10dbd on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:06:56.003879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:56.015247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d7cd78d-b6c0-4183-927d-1e3d96fc6abb req-5e43172f-c8bc-4a0e-93c0-5921eabe1f50 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "DELETE /v2.0/ports/cdb1a489-05d4-453a-9962-49c34db10dbd HTTP/1.1" status: 204 len: 173 time: 0.9536958 Dec 08 16:06:56.021609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df9c6166-1066-4915-8b62-2adda9df3337', 'name': 'network-vif-deleted', 'tag': 'cdb1a489-05d4-453a-9962-49c34db10dbd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:06:56.026533 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893ae6ab-dbc6-4a50-94e2-04afbb16a091" -d '{"events": [{"server_uuid": "df9c6166-1066-4915-8b62-2adda9df3337", "name": "network-vif-deleted", "tag": "cdb1a489-05d4-453a-9962-49c34db10dbd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:06:56.190269 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e5bc13-7af6-474f-b439-0222f99b1464 x-openstack-request-id: req-79e5bc13-7af6-474f-b439-0222f99b1464 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:06:56.190561 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df9c6166-1066-4915-8b62-2adda9df3337", "name": "network-vif-deleted", "tag": "cdb1a489-05d4-453a-9962-49c34db10dbd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:06:56.190976 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79e5bc13-7af6-474f-b439-0222f99b1464 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:06:56.191431 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df9c6166-1066-4915-8b62-2adda9df3337', 'name': 'network-vif-deleted', 'tag': 'cdb1a489-05d4-453a-9962-49c34db10dbd', 'status': 'completed', 'code': 200} Dec 08 16:06:56.219623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Routers {'be9c0c18-f0f7-44cd-b442-e74aa458adf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:56.220312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:56.353549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a190c307-c40c-4a6d-85ad-0068199673e6 req-a2777675-4f65-4251-abed-8e2d318ff180 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=df9c6166-1066-4915-8b62-2adda9df3337 HTTP/1.1" status: 200 len: 210 time: 0.0447910 Dec 08 16:06:56.358121 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fecfd72e-8f7c-456c-a028-ac4ed7938013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:56.494893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Set router be9c0c18-f0f7-44cd-b442-e74aa458adf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:56.768929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.054055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Allocated IP 172.20.0.1 (2e83bc0f-1cec-4cb7-bb44-ec7230482ab1/264d841e-4267-4aeb-9b00-a65d5c432429/865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:06:57.166233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:06:54Z', 'revision_number': 3, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:57.205255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Checking router: be9c0c18-f0f7-44cd-b442-e74aa458adf0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:06:57.206032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Updating router be9c0c18-f0f7-44cd-b442-e74aa458adf0 port 473fbad5-8410-4228-81bb-4900febc5984 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:06:57.246191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.252650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.284190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.328240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:57.334814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:57.340340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:06:57.367719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:57.392527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.577898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.767836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.911884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.932572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.932928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:57.999187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29f7dd-274d-457a-97b6-f75c4af61487 req-b944cd7a-bacc-432b-91b4-924c0db5fa62 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:58.016110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f29f7dd-274d-457a-97b6-f75c4af61487 req-b944cd7a-bacc-432b-91b4-924c0db5fa62 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 949 time: 0.1232157 Dec 08 16:06:58.040571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.046336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.097206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f29f7dd-274d-457a-97b6-f75c4af61487 req-8eb07325-f2a3-45c2-a9d3-a1f0367046cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799420 Dec 08 16:06:58.164640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5c43e-5207-4d01-b21e-fcee425fd153 None None] Pushing event updated for resources: {'Port': ['ID=473fbad5-8410-4228-81bb-4900febc5984,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.178378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cdb1a489-05d4-453a-9962-49c34db10dbd no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:06:58.233045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Attempting to bind port 473fbad5-8410-4228-81bb-4900febc5984 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:06:58.233647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Attempting to bind port 473fbad5-8410-4228-81bb-4900febc5984 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:06:58.234272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Attempting to bind port 473fbad5-8410-4228-81bb-4900febc5984 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:06:58.255701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: cdb1a489-05d4-453a-9962-49c34db10dbd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:06:58.256433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cdb1a489-05d4-453a-9962-49c34db10dbd not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:06:58.258938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:06:58.262671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:06:58.265195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:06:58.265771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:06:58.267504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.268182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:06:58.269018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Bound port: 473fbad5-8410-4228-81bb-4900febc5984, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:06:58.269648 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.360314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] For port 473fbad5-8410-4228-81bb-4900febc5984, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:06:58.365842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] For port 473fbad5-8410-4228-81bb-4900febc5984, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=473fbad5-8410-4228-81bb-4900febc5984,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:06:58.376587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.454755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5c43e-5207-4d01-b21e-fcee425fd153 None None] Pushing event updated for resources: {'Port': ['ID=473fbad5-8410-4228-81bb-4900febc5984,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:06:58.474349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Routers {'be9c0c18-f0f7-44cd-b442-e74aa458adf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:06:58.475361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:58.486597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Router be9c0c18-f0f7-44cd-b442-e74aa458adf0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:06:58.680658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:06:58.693681 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e7a0e2c-b173-4a4d-bc45-14aa752fe4d6 admin admin] 10.222.0.62 "PUT /v2.0/routers/be9c0c18-f0f7-44cd-b442-e74aa458adf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8048105 Dec 08 16:06:58.694623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] Set router be9c0c18-f0f7-44cd-b442-e74aa458adf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:06:58.761316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e8456c8-3b08-4417-bd0d-ac659fcdf52f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:58.999647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777', 'name': '', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'mac_address': 'fa:16:3e:75:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:56Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 2, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'subnets': [{'id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:06:59.047199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a1d3b-5970-4928-a9cb-cbb047946cbd None None] The sync data for ids ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'] in n-d-820935-5 is: [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777', 'name': '', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'mac_address': 'fa:16:3e:75:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:56Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 2, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'subnets': [{'id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:06:59.238538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-eb7ef65b-5029-4908-8129-87b5028763e1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.240749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-eb7ef65b-5029-4908-8129-87b5028763e1 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 949 time: 0.0777302 Dec 08 16:06:59.476325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f115d7-b512-435d-afdc-a1f98cb63123 req-0e32e0cc-2791-4812-8b64-21e50a1a18e4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.478649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66f115d7-b512-435d-afdc-a1f98cb63123 req-0e32e0cc-2791-4812-8b64-21e50a1a18e4 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 949 time: 0.2367334 Dec 08 16:06:59.548799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-88126ffa-5432-439c-ac36-347dcbe22f95 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:06:59.554871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-88126ffa-5432-439c-ac36-347dcbe22f95 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 810 time: 0.2695620 Dec 08 16:06:59.626502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-dc22834e-7427-4535-b73a-2600a97690fd tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/quotas/bca86dd94a0743e4b97139d1852f221c HTTP/1.1" status: 200 len: 375 time: 0.0520391 Dec 08 16:06:59.632066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:06:59.632552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.642898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66f115d7-b512-435d-afdc-a1f98cb63123 req-5167d948-8e18-4390-804f-88aac75e5f36 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549275 Dec 08 16:06:59.807224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-e900e03f-d487-4c70-9627-4beb44ae7fac tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1624610 Dec 08 16:06:59.905191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port 0a6c0cae-235b-4e31-91ae-ce69a71060e9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0a6c0cae-235b-4e31-91ae-ce69a71060e9,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:06:59.905614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:06:59.940704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for 0a6c0cae-235b-4e31-91ae-ce69a71060e9 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:06:59.965698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.533063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-33436718-df0f-4f82-80f1-668ee7f52625 service neutron] 10.222.0.62 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7083840 Dec 08 16:07:00.693639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb3073-e363-42d3-b1ef-c24409aa4e3e req-630dcbee-b385-4dfa-b4f8-cfad0734b5f6 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:00.702113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34fb3073-e363-42d3-b1ef-c24409aa4e3e req-630dcbee-b385-4dfa-b4f8-cfad0734b5f6 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.1678851 Dec 08 16:07:00.833605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-ec423a68-f36b-483c-a087-1553ac40a869 service neutron] 10.222.0.62 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840412 Dec 08 16:07:00.907137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34fb3073-e363-42d3-b1ef-c24409aa4e3e req-7032c9e3-6b1b-4739-b7c7-900dea421bda tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040901 Dec 08 16:07:00.981424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:00.995724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:01.090752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=0a6c0cae-235b-4e31-91ae-ce69a71060e9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:01.094286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:01.368996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port 0a6c0cae-235b-4e31-91ae-ce69a71060e9 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:01.380340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:01.395679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98787cce-9dcc-42fe-9a8c-a785cfdbb3b5 req-b8c1e7f0-ef90-44e7-919d-68fbf32f15cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "DELETE /v2.0/ports/0a6c0cae-235b-4e31-91ae-ce69a71060e9 HTTP/1.1" status: 204 len: 173 time: 2.1416326 Dec 08 16:07:01.435853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'name': 'network-vif-deleted', 'tag': '0a6c0cae-235b-4e31-91ae-ce69a71060e9'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:01.439111 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a034c-43fe-4318-949b-30603a724a46" -d '{"events": [{"server_uuid": "a83269f8-7148-4f20-a56e-259897e3e98d", "name": "network-vif-deleted", "tag": "0a6c0cae-235b-4e31-91ae-ce69a71060e9"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:01.454475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eee3c0f6-b2f5-4e9c-add2-2edf3eb50493 req-57d8ff5d-bf93-410d-95f4-60cc158470d0 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=a83269f8-7148-4f20-a56e-259897e3e98d HTTP/1.1" status: 200 len: 210 time: 0.1859910 Dec 08 16:07:01.668831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08c96c6d-8fd0-41ec-b414-19b793e6c851 req-892532a7-12b6-456d-9bbc-a1b42070d192 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 210 time: 0.1595099 Dec 08 16:07:01.767048 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e27c1ba-ca0c-4080-b0ca-29d7e480f5e2 x-openstack-request-id: req-0e27c1ba-ca0c-4080-b0ca-29d7e480f5e2 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:01.767465 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83269f8-7148-4f20-a56e-259897e3e98d", "name": "network-vif-deleted", "tag": "0a6c0cae-235b-4e31-91ae-ce69a71060e9", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:01.767817 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e27c1ba-ca0c-4080-b0ca-29d7e480f5e2 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:01.768324 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83269f8-7148-4f20-a56e-259897e3e98d', 'name': 'network-vif-deleted', 'tag': '0a6c0cae-235b-4e31-91ae-ce69a71060e9', 'status': 'completed', 'code': 200} Dec 08 16:07:01.889384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 473fbad5-8410-4228-81bb-4900febc5984 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:01.958985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:01.966287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:02.248922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0a6c0cae-235b-4e31-91ae-ce69a71060e9 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:02.281946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa832b-bf44-44b3-b1b5-263a5b31dcf7 req-ecc39811-d539-4f2b-9836-d5bf883aa111 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:02.283936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbaa832b-bf44-44b3-b1b5-263a5b31dcf7 req-ecc39811-d539-4f2b-9836-d5bf883aa111 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.1077728 Dec 08 16:07:02.413379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0a6c0cae-235b-4e31-91ae-ce69a71060e9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:02.414178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0a6c0cae-235b-4e31-91ae-ce69a71060e9 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:02.430992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:02.434174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbaa832b-bf44-44b3-b1b5-263a5b31dcf7 req-a0f9314a-9c8d-4f87-adef-e3d97566aef9 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414731 Dec 08 16:07:02.510656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 473fbad5-8410-4228-81bb-4900febc5984 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:02.511485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:02.682230 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Sync routers for ids ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:07:02.698720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:02.704023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Routers {'be9c0c18-f0f7-44cd-b442-e74aa458adf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:02.704662 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:02.745469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:02.808971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 473fbad5-8410-4228-81bb-4900febc5984, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=473fbad5-8410-4228-81bb-4900febc5984,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:02.820551 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:02.931307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-049a6b1f-0926-4055-8101-63cb14ef6d1d req-c2297593-7eaa-4ebb-808a-5aadffa90cca tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 210 time: 0.0754881 Dec 08 16:07:03.002259 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Set router be9c0c18-f0f7-44cd-b442-e74aa458adf0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:03.132790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=473fbad5-8410-4228-81bb-4900febc5984,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:03.513103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-56be5996-abdc-429d-8809-d584254f91d3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:03.515324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-56be5996-abdc-429d-8809-d584254f91d3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.58 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 810 time: 0.1807048 Dec 08 16:07:03.563259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Request body: {'port': {'device_id': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'admin_state_up': True, 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:03.590148 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:06:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777', 'name': '', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'mac_address': 'fa:16:3e:75:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:56Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 2, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'subnets': [{'id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:03.652399 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Checking router: be9c0c18-f0f7-44cd-b442-e74aa458adf0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:07:03.653167 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Updating router be9c0c18-f0f7-44cd-b442-e74aa458adf0 port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:07:03.676614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba511c72-6808-4ad6-978c-3c847695cf3f req-60216251-ff8e-46de-b213-361aa2c187b8 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:03.684685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba511c72-6808-4ad6-978c-3c847695cf3f req-60216251-ff8e-46de-b213-361aa2c187b8 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.1644349 Dec 08 16:07:03.704351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 473fbad5-8410-4228-81bb-4900febc5984 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:03.728377 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:03.750576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eff790-f36d-46ac-a70f-f41f27505592 req-156cc4bf-0348-49ca-8975-0eb3704df907 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:03.755501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6eff790-f36d-46ac-a70f-f41f27505592 req-156cc4bf-0348-49ca-8975-0eb3704df907 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 950 time: 0.2277102 Dec 08 16:07:03.806738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 473fbad5-8410-4228-81bb-4900febc5984 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:03.807911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:03.999058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Made reservation on behalf of bca86dd94a0743e4b97139d1852f221c for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:04.006061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.024793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba511c72-6808-4ad6-978c-3c847695cf3f req-20989337-e12a-4b58-aa2f-843d1b269c17 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154807 Dec 08 16:07:04.057954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6eff790-f36d-46ac-a70f-f41f27505592 req-7b876d4f-a8d7-4cee-b1ba-2aca99a41699 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668676 Dec 08 16:07:04.244270 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.254171 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.273622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47cbfe45-2809-4ba6-a2f3-d34cc178c26b req-a44f1d63-0e9e-4ef8-899f-7b2d33a01eed tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 210 time: 0.0514965 Dec 08 16:07:04.423308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8770adb-c7fb-403a-994d-9087f016e847 req-8cbb8a5e-4417-4d6d-a757-7bc6666877e2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:04.424907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8770adb-c7fb-403a-994d-9087f016e847 req-8cbb8a5e-4417-4d6d-a757-7bc6666877e2 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 950 time: 0.0835052 Dec 08 16:07:04.438995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Allocated IP 172.20.0.6 (2e83bc0f-1cec-4cb7-bb44-ec7230482ab1/264d841e-4267-4aeb-9b00-a65d5c432429/e9f6ebcb-498c-4091-88ce-bbf637958d05) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:04.501288 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Pushing event updated for resources: {'Port': ['ID=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:04.526788 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.527048 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.527518 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.528933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.529520 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.530142 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.530721 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.531296 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.532151 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.532460 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.533018 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.533583 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.534191 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:04.646957 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Attempting to bind port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:04.648757 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Attempting to bind port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:04.649337 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Attempting to bind port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:04.655826 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:04.656511 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Checking segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:04.657078 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.658253 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Bound using segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:04.658924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Bound port: 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:04.659500 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.703153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.740097 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] For port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:04.746573 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] For port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:04.756135 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.758738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port 05464c0e-c9ff-4e34-a88a-fe92368a244c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:04.759486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.770988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:04.796347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-53e70f91-79c3-49b0-a8a2-c87c7e85fe58 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:04.800917 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-53e70f91-79c3-49b0-a8a2-c87c7e85fe58 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.58 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.1221871 Dec 08 16:07:04.834105 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd7ace-e009-4b6e-911f-cf7cbf65a38d None None] Pushing event updated for resources: {'Port': ['ID=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:04.864470 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Routers {'be9c0c18-f0f7-44cd-b442-e74aa458adf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:04.865518 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:04.960033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:04.980910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:04.993740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:05.026372 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] Set router be9c0c18-f0f7-44cd-b442-e74aa458adf0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:05.036556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-5a7eb9a9-9c86-496e-ad81-914947bd11cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.038401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-5a7eb9a9-9c86-496e-ad81-914947bd11cf tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/ports?device_id=700100fe-9d64-477f-882e-21bd3ee10a09 HTTP/1.1" status: 200 len: 950 time: 0.2349434 Dec 08 16:07:05.083457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Pushing event updated for resources: {'Port': ['ID=e9f6ebcb-498c-4091-88ce-bbf637958d05,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:05.137143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Deleting port 74d4b821-62c2-4685-ac3c-48c46b09819e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:05.137578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.162810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port 05464c0e-c9ff-4e34-a88a-fe92368a244c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=05464c0e-c9ff-4e34-a88a-fe92368a244c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.163532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.190836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.192079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.218405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for 05464c0e-c9ff-4e34-a88a-fe92368a244c owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:05.253655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-11077033-b774-4425-bdfa-2e49c11d3d4b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6946180 Dec 08 16:07:05.270417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Request body: {'port': {'device_id': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:05.350506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] For port 74d4b821-62c2-4685-ac3c-48c46b09819e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=74d4b821-62c2-4685-ac3c-48c46b09819e,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.350967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.362565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port b53505a0-b40f-4f79-aa0f-477daee1393e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:05.362994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.467415 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777', 'name': '', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'mac_address': 'fa:16:3e:75:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:56Z', 'updated_at': '2021-12-08T16:07:04Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'subnets': [{'id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:05.553521 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe790370-20b3-4f1a-b0c9-3b552670f49e None None] The sync data for ids ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'] in n-d-820935-5 is: [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:06:57Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777', 'name': '', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'mac_address': 'fa:16:3e:75:18:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:56Z', 'updated_at': '2021-12-08T16:07:04Z', 'revision_number': 4, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'subnets': [{'id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:07:05.602078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port b53505a0-b40f-4f79-aa0f-477daee1393e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b53505a0-b40f-4f79-aa0f-477daee1393e,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:05.603379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.642195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d50474-9e72-4513-bb9b-8636b79aa0c5 req-e1c077bf-071b-440d-8e7b-1275669fb99f tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.648105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for b53505a0-b40f-4f79-aa0f-477daee1393e owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:05.661137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0d50474-9e72-4513-bb9b-8636b79aa0c5 req-e1c077bf-071b-440d-8e7b-1275669fb99f tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 945 time: 0.3218722 Dec 08 16:07:05.684438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372c5b93-ed56-465e-9bbd-d703d6d2dd68 req-38769934-75b2-4eb5-8b1f-0508ebff7a62 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:05.698371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-372c5b93-ed56-465e-9bbd-d703d6d2dd68 req-38769934-75b2-4eb5-8b1f-0508ebff7a62 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 950 time: 0.3441737 Dec 08 16:07:05.701249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.710874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:05.836677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:05.837382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.972745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.979658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:05.992922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-372c5b93-ed56-465e-9bbd-d703d6d2dd68 req-33a63cc1-0efc-432c-b9f4-a1eb09383734 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930810 Dec 08 16:07:06.034868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=b53505a0-b40f-4f79-aa0f-477daee1393e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:06.037842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0d50474-9e72-4513-bb9b-8636b79aa0c5 req-1e79e5a0-2177-4630-bfa3-4c98f2cac17f tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups?id=4f0316ba-9cf1-472d-a74f-fc9daa99c22c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3732617 Dec 08 16:07:06.062857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:06.065829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981', '05464c0e-c9ff-4e34-a88a-fe92368a244c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:06.182145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5', 'b53505a0-b40f-4f79-aa0f-477daee1393e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:06.206199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port b53505a0-b40f-4f79-aa0f-477daee1393e on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:06.211355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.217662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e919973b-eb82-4bdd-8d30-7ef85de9fcbf req-9c25c1ce-df48-4930-8714-8ffffdb34e04 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "DELETE /v2.0/ports/b53505a0-b40f-4f79-aa0f-477daee1393e HTTP/1.1" status: 204 len: 173 time: 1.1722600 Dec 08 16:07:06.218574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700100fe-9d64-477f-882e-21bd3ee10a09', 'name': 'network-vif-deleted', 'tag': 'b53505a0-b40f-4f79-aa0f-477daee1393e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:06.230871 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab7ae3d-9979-4097-8118-52eb79d20e26" -d '{"events": [{"server_uuid": "700100fe-9d64-477f-882e-21bd3ee10a09", "name": "network-vif-deleted", "tag": "b53505a0-b40f-4f79-aa0f-477daee1393e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:06.369033 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:07:06.389084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.592607 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1960e6-0042-41a3-b649-c90acc3ba1fa x-openstack-request-id: req-9f1960e6-0042-41a3-b649-c90acc3ba1fa {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:06.593062 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "700100fe-9d64-477f-882e-21bd3ee10a09", "name": "network-vif-deleted", "tag": "b53505a0-b40f-4f79-aa0f-477daee1393e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:06.593458 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9f1960e6-0042-41a3-b649-c90acc3ba1fa {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:06.594327 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700100fe-9d64-477f-882e-21bd3ee10a09', 'name': 'network-vif-deleted', 'tag': 'b53505a0-b40f-4f79-aa0f-477daee1393e', 'status': 'completed', 'code': 200} Dec 08 16:07:06.624232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f6ebcb-498c-4091-88ce-bbf637958d05 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:06.638707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.705722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:06.716885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.717239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Transition to ACTIVE for port object e9f6ebcb-498c-4091-88ce-bbf637958d05 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:06.717443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.718049 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Floating IP 42fea165-db05-49a4-8f70-437e922af228 disassociated. External IP: 172.25.3.106, port: 74d4b821-62c2-4685-ac3c-48c46b09819e. Dec 08 16:07:06.718919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Calling delete_port for 74d4b821-62c2-4685-ac3c-48c46b09819e owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:06.721456 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.733357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:06.811992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=05464c0e-c9ff-4e34-a88a-fe92368a244c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:07.003994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port 05464c0e-c9ff-4e34-a88a-fe92368a244c on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:07.008778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.014768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8770adb-c7fb-403a-994d-9087f016e847 req-05dd0756-4cf2-4223-9911-806b6dc7ac63 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "DELETE /v2.0/ports/05464c0e-c9ff-4e34-a88a-fe92368a244c HTTP/1.1" status: 204 len: 173 time: 2.5828328 Dec 08 16:07:07.032748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7eda8-273c-4daa-bc39-3cd2492fdd4f req-f1229a42-a832-4100-be9c-d93c2167b27a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:07.049872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ae7eda8-273c-4daa-bc39-3cd2492fdd4f req-f1229a42-a832-4100-be9c-d93c2167b27a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 931 time: 0.5842886 Dec 08 16:07:07.056337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cabbea69-adfe-4611-a567-bfc304519b82', 'name': 'network-vif-deleted', 'tag': '05464c0e-c9ff-4e34-a88a-fe92368a244c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:07.060597 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230020fb-4e8b-40be-be6d-a54096b2659f" -d '{"events": [{"server_uuid": "cabbea69-adfe-4611-a567-bfc304519b82", "name": "network-vif-deleted", "tag": "05464c0e-c9ff-4e34-a88a-fe92368a244c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:07.065415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f6ebcb-498c-4091-88ce-bbf637958d05,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:07.222040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.250181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccf2de32-9adc-485e-b6a9-1c64cd1636d8 req-bca8bb9a-6273-479c-a6d5-9ebbd040def3 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=cabbea69-adfe-4611-a567-bfc304519b82 HTTP/1.1" status: 200 len: 210 time: 0.0799887 Dec 08 16:07:07.262962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:07.273192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ae7eda8-273c-4daa-bc39-3cd2492fdd4f req-80f3f6df-7cda-43b8-9ecc-fc1bbbf4b149 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778903 Dec 08 16:07:07.315784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Attempting to bind port e9f6ebcb-498c-4091-88ce-bbf637958d05 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:07.316368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Attempting to bind port e9f6ebcb-498c-4091-88ce-bbf637958d05 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:07.317585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Attempting to bind port e9f6ebcb-498c-4091-88ce-bbf637958d05 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:07.344103 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43354b57-b7e9-446e-b656-91c49f216aa5 x-openstack-request-id: req-43354b57-b7e9-446e-b656-91c49f216aa5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:07.344410 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cabbea69-adfe-4611-a567-bfc304519b82", "name": "network-vif-deleted", "tag": "05464c0e-c9ff-4e34-a88a-fe92368a244c", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:07.344828 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43354b57-b7e9-446e-b656-91c49f216aa5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:07.345344 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cabbea69-adfe-4611-a567-bfc304519b82', 'name': 'network-vif-deleted', 'tag': '05464c0e-c9ff-4e34-a88a-fe92368a244c', 'status': 'completed', 'code': 200} Dec 08 16:07:07.346119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Port e9f6ebcb-498c-4091-88ce-bbf637958d05 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:07.346543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Attempting to bind port e9f6ebcb-498c-4091-88ce-bbf637958d05 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:07.352840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event deleted for resources: {'Port': ['ID=74d4b821-62c2-4685-ac3c-48c46b09819e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:07.355503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:07.355936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Checking segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:07.356449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Bound using segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:07.356965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Bound port: e9f6ebcb-498c-4091-88ce-bbf637958d05, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:07.357398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.489489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] For port e9f6ebcb-498c-4091-88ce-bbf637958d05, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:07.494844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] For port e9f6ebcb-498c-4091-88ce-bbf637958d05, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:07.509738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.655754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:07.661528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:07.674706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] 10.222.0.58 "PUT /v2.0/ports/e9f6ebcb-498c-4091-88ce-bbf637958d05 HTTP/1.1" status: 200 len: 1091 time: 2.4072859 Dec 08 16:07:07.770972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f645152-4ca5-4cd4-bc59-c133ab727d30 req-873b9d72-f5a1-488b-8e59-e8eeaf977bbb tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/ports?device_id=1742ddc3-9ceb-4f6a-aff4-7f9ee9052664 HTTP/1.1" status: 200 len: 210 time: 0.1719162 Dec 08 16:07:07.805287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Router 044102bd-071d-4fde-a0a5-e1f01211aa53 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:07:07.840831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3efc4-551c-4b74-8b2c-f99e4776caf7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9f6ebcb-498c-4091-88ce-bbf637958d05,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:07.853502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-daf64d7f-58f4-4c14-9996-bdca4891e970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:07.855072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-daf64d7f-58f4-4c14-9996-bdca4891e970 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 1094 time: 0.0752430 Dec 08 16:07:07.856372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:07.966074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-6254dd95-1a4d-43d3-bfc7-a638dd4bd8f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05 HTTP/1.1" status: 200 len: 217 time: 0.1004066 Dec 08 16:07:08.009088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:08.009673 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:08.072474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-40af862c-2f14-4cba-a545-4d28e0b42d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:08.074717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-40af862c-2f14-4cba-a545-4d28e0b42d61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.1001797 Dec 08 16:07:08.095576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:07:08.132010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] Sync routers for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:07:08.135829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-87f22ba5-addd-4a2c-afe1-de91d3636556 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521491 Dec 08 16:07:08.147548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] No DVR routers for this DVR port 74d4b821-62c2-4685-ac3c-48c46b09819e on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:08.150547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:08.154824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a86d9962-c3c0-4f8c-b084-1f3b738e0e5c req-d71757f2-3efa-493b-815c-3f7b174ebfd1 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.58 "DELETE /v2.0/ports/74d4b821-62c2-4685-ac3c-48c46b09819e HTTP/1.1" status: 204 len: 173 time: 3.3352230 Dec 08 16:07:08.162933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:08.163728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:08.213652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 05464c0e-c9ff-4e34-a88a-fe92368a244c no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:08.240866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:08.243007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 05464c0e-c9ff-4e34-a88a-fe92368a244c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:08.243476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 05464c0e-c9ff-4e34-a88a-fe92368a244c not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:08.319631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-63acc0e9-34f1-479b-b730-376bdb46066c service neutron] 10.222.0.58 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754098 Dec 08 16:07:08.449005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:08.590645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73031984-d7da-4340-ace6-ce8053018fcf req-f8566604-8ffc-44ee-951b-bfdd0c9534e6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:08.594061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73031984-d7da-4340-ace6-ce8053018fcf req-f8566604-8ffc-44ee-951b-bfdd0c9534e6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 943 time: 0.1474288 Dec 08 16:07:08.596002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'name': 'network-vif-deleted', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:08.599836 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd632c6-b473-431e-8bf0-8abe3f1f185c" -d '{"events": [{"server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "name": "network-vif-deleted", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:08.608116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9142adc-fe67-4bfc-a77f-31d8f85cd027 req-26e0d09b-243f-4e72-8c4f-7a9ac918be5a service neutron] 10.222.0.58 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789724 Dec 08 16:07:08.675926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73031984-d7da-4340-ace6-ce8053018fcf req-df9a69c8-bd8a-430c-8759-988f1b8def28 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651774 Dec 08 16:07:08.794196 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4095f563-6087-4ddf-9e25-677357e1e200 x-openstack-request-id: req-4095f563-6087-4ddf-9e25-677357e1e200 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:08.794561 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1742ddc3-9ceb-4f6a-aff4-7f9ee9052664", "name": "network-vif-deleted", "tag": "74d4b821-62c2-4685-ac3c-48c46b09819e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:08.794885 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4095f563-6087-4ddf-9e25-677357e1e200 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:08.795367 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1742ddc3-9ceb-4f6a-aff4-7f9ee9052664', 'name': 'network-vif-deleted', 'tag': '74d4b821-62c2-4685-ac3c-48c46b09819e', 'status': 'completed', 'code': 200} Dec 08 16:07:08.835957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 74d4b821-62c2-4685-ac3c-48c46b09819e no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:08.914628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 74d4b821-62c2-4685-ac3c-48c46b09819e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:08.915217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 74d4b821-62c2-4685-ac3c-48c46b09819e not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:08.915938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b53505a0-b40f-4f79-aa0f-477daee1393e no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:08.977519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: b53505a0-b40f-4f79-aa0f-477daee1393e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:08.978107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b53505a0-b40f-4f79-aa0f-477daee1393e not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:09.094313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34688) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:09.155272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:02Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:09.185813 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89b1cd3e-9a48-44d7-85d8-f6d94ae28ccd tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.201680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] Checking router: 044102bd-071d-4fde-a0a5-e1f01211aa53 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:07:09.211609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733114e-b424-44fd-aebd-08a7e12bce92 req-b8742acb-93f2-443f-b638-64bb155edcb9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.214360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d733114e-b424-44fd-aebd-08a7e12bce92 req-b8742acb-93f2-443f-b638-64bb155edcb9 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 950 time: 0.0959301 Dec 08 16:07:09.224095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:09.224924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:09.226405 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89b1cd3e-9a48-44d7-85d8-f6d94ae28ccd tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.290865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d733114e-b424-44fd-aebd-08a7e12bce92 req-48bfe825-efc2-4888-8d0b-cd0469cc826e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686498 Dec 08 16:07:09.326810 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89b1cd3e-9a48-44d7-85d8-f6d94ae28ccd tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.329835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89b1cd3e-9a48-44d7-85d8-f6d94ae28ccd tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.331078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-89b1cd3e-9a48-44d7-85d8-f6d94ae28ccd tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "DELETE /v2.0/security-groups/4f0316ba-9cf1-472d-a74f-fc9daa99c22c HTTP/1.1" status: 204 len: 168 time: 0.2358298 Dec 08 16:07:09.336720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34690) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:09.346245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'tag': 'e9f6ebcb-498c-4091-88ce-bbf637958d05'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:09.349237 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3", "tag": "e9f6ebcb-498c-4091-88ce-bbf637958d05"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:09.357392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b1cd3e-9a48-44d7-85d8-f6d94ae28ccd tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0316ba-9cf1-472d-a74f-fc9daa99c22c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:09.358930 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-fd139f4e-785b-4dfe-a4a1-29a2df21f7a7 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] show failed (client error): The resource could not be found. Dec 08 16:07:09.360278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fd139f4e-785b-4dfe-a4a1-29a2df21f7a7 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "GET /v2.0/security-groups/4f0316ba-9cf1-472d-a74f-fc9daa99c22c HTTP/1.1" status: 404 len: 347 time: 0.0222566 Dec 08 16:07:09.365055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:09.400991 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7286733c-b4bf-48b3-a3f3-9175220c49b7 x-openstack-request-id: req-7286733c-b4bf-48b3-a3f3-9175220c49b7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:09.401383 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3", "tag": "e9f6ebcb-498c-4091-88ce-bbf637958d05", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:09.401728 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7286733c-b4bf-48b3-a3f3-9175220c49b7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:09.402225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:09.402413 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'tag': 'e9f6ebcb-498c-4091-88ce-bbf637958d05', 'status': 'completed', 'code': 200} Dec 08 16:07:09.495887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-3b110da5-aeff-43f5-9ceb-0d6f87ad21a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.497517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-3b110da5-aeff-43f5-9ceb-0d6f87ad21a5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 1094 time: 0.0660121 Dec 08 16:07:09.548100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Deleting port 9ae43c0b-99b6-4ee8-8a41-6c8c917f1656 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:09.548537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.693771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.694504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:09.702772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-38a4b55b-89fa-438b-8533-1f83d2c8c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.705346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-38a4b55b-89fa-438b-8533-1f83d2c8c53c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 911 time: 0.1914501 Dec 08 16:07:09.718640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Calling delete_port for 9ae43c0b-99b6-4ee8-8a41-6c8c917f1656 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:09.773033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-ee0a0ec8-5a62-41a9-900b-31a38d8bf0f0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05 HTTP/1.1" status: 200 len: 217 time: 0.0579410 Dec 08 16:07:09.780080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:02Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:09.841409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a765dd9d-4395-4e0d-8457-bf238b1600c5 None None] The sync data for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 is: [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:04:55Z', 'revision_number': 4, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '97f4e649-47e6-4392-8f42-11a10bbb33d1', 'name': '', 'network_id': '716f9c59-ff9c-49e3-b07c-cc92bbb17051', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'mac_address': 'fa:16:3e:9e:f5:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '4823824f-1622-481b-b66a-c37ceceaed64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:54Z', 'updated_at': '2021-12-08T16:05:02Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'subnets': [{'id': '4823824f-1622-481b-b66a-c37ceceaed64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:07:09.845230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-fb8c80c6-4708-41b4-be7d-b60decf7cc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:09.847006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-fb8c80c6-4708-41b4-be7d-b60decf7cc2b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.0655608 Dec 08 16:07:09.907383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-72e82e3a-d207-4832-9768-1418f005245c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483561 Dec 08 16:07:10.003957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac218134-1f55-4472-9d3c-47765806a673 req-a27bd527-3b79-4c9e-8db0-b3aba02b78bf tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.007570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac218134-1f55-4472-9d3c-47765806a673 req-a27bd527-3b79-4c9e-8db0-b3aba02b78bf tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 943 time: 0.1595376 Dec 08 16:07:10.128110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-20e17ee5-7068-4517-b577-7a58e49da170 service neutron] 10.222.0.58 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137928 Dec 08 16:07:10.135421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac218134-1f55-4472-9d3c-47765806a673 req-3f8252b6-b561-41e1-b8b1-2cff8d28d716 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012857 Dec 08 16:07:10.295614 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920d55b4-9f2d-48b7-8c8a-4da81ce531f0 None None] New status for floating IP 42fea165-db05-49a4-8f70-437e922af228: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:07:10.297372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6dcbe9e-4433-472c-9b89-e8df3db0c0f8 req-d88e2d17-ace1-42ba-ae7d-a5cbfd395dfe service neutron] 10.222.0.58 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606236 Dec 08 16:07:10.408043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-21066c61-1acd-4927-bf4a-afc596f037a7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.410125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-21066c61-1acd-4927-bf4a-afc596f037a7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 950 time: 0.1030200 Dec 08 16:07:10.552930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.569930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ce86a-62ba-452f-982e-070969b09267 req-3c1240d2-516c-4851-969c-b24d546f0883 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.571682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-219ce86a-62ba-452f-982e-070969b09267 req-3c1240d2-516c-4851-969c-b24d546f0883 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 950 time: 0.0948005 Dec 08 16:07:10.579903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port ceb8ae38-a91f-4942-85ae-74343678b800 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:10.580695 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.599217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Pushing event deleted for resources: {'Port': ['ID=9ae43c0b-99b6-4ee8-8a41-6c8c917f1656,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:10.706493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.713903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:10.716258 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fd2f850-4c55-4343-abb1-c9b83b2cd189 tempest-ServersTestManualDisk-620727388 tempest-ServersTestManualDisk-620727388-project] 10.222.0.62 "DELETE /v2.0/floatingips/42fea165-db05-49a4-8f70-437e922af228 HTTP/1.1" status: 204 len: 168 time: 1.3480139 Dec 08 16:07:10.720647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34712) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:10.783564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-219ce86a-62ba-452f-982e-070969b09267 req-27b2830b-d4a8-46f0-8941-094df855cf52 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698222 Dec 08 16:07:10.815119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-621de9a3-2569-4ba5-9556-c71c6924432b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:10.816792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-621de9a3-2569-4ba5-9556-c71c6924432b tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "GET /v2.0/ports?device_id=74176e8f-11ab-4092-b541-aac349621221 HTTP/1.1" status: 200 len: 950 time: 0.1589563 Dec 08 16:07:11.194150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port ceb8ae38-a91f-4942-85ae-74343678b800, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ceb8ae38-a91f-4942-85ae-74343678b800,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:11.194506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.219776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for ceb8ae38-a91f-4942-85ae-74343678b800 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:11.405054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port c91a0e28-94cf-4d39-a5f8-739d00887981 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:11.405420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.466772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.506300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db86a34-ec18-4348-be0d-75f347007baf req-4c95a01b-366e-4304-91a1-5e3ab02cf30e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:11.507958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2db86a34-ec18-4348-be0d-75f347007baf req-4c95a01b-366e-4304-91a1-5e3ab02cf30e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 943 time: 0.1496656 Dec 08 16:07:11.661458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port c91a0e28-94cf-4d39-a5f8-739d00887981, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c91a0e28-94cf-4d39-a5f8-739d00887981,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:11.662540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.715667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for c91a0e28-94cf-4d39-a5f8-739d00887981 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:11.778209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2db86a34-ec18-4348-be0d-75f347007baf req-f9bd5c48-694c-42de-b3a7-ffa635996436 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339242 Dec 08 16:07:11.840459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Deleting port 97f4e649-47e6-4392-8f42-11a10bbb33d1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:11.841515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.905200 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:11.919947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ceb8ae38-a91f-4942-85ae-74343678b800', 'c91a0e28-94cf-4d39-a5f8-739d00887981'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:11.929822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:11.970283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=ceb8ae38-a91f-4942-85ae-74343678b800,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:12.024739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] For port 97f4e649-47e6-4392-8f42-11a10bbb33d1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=97f4e649-47e6-4392-8f42-11a10bbb33d1,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:12.025136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.058760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Calling delete_port for 97f4e649-47e6-4392-8f42-11a10bbb33d1 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:12.273655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port ceb8ae38-a91f-4942-85ae-74343678b800 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:12.278764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.286672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5543cfe-2ee9-43d4-b296-b562d59b0fdd req-9bb218f0-e679-43ba-8b9d-3c345cc27089 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "DELETE /v2.0/ports/ceb8ae38-a91f-4942-85ae-74343678b800 HTTP/1.1" status: 204 len: 173 time: 1.8667085 Dec 08 16:07:12.296320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'name': 'network-vif-deleted', 'tag': 'ceb8ae38-a91f-4942-85ae-74343678b800'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:12.300215 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e0273-b1be-4e6c-bff2-13c74a4828a8" -d '{"events": [{"server_uuid": "f6f520bc-3c4f-4b94-b927-c5e3208a95f3", "name": "network-vif-deleted", "tag": "ceb8ae38-a91f-4942-85ae-74343678b800"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:12.326404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31644c67-a1ec-4094-94ac-0cda918c3e67 req-6fcafd50-b67a-4786-8408-9d1b6484d8c7 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=f6f520bc-3c4f-4b94-b927-c5e3208a95f3 HTTP/1.1" status: 200 len: 210 time: 0.1827779 Dec 08 16:07:12.386624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.430253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.493354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f4e649-47e6-4392-8f42-11a10bbb33d1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:12.524659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=c91a0e28-94cf-4d39-a5f8-739d00887981,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:12.632153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port c91a0e28-94cf-4d39-a5f8-739d00887981 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:12.636149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:12.641384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3621c887-ccf5-4467-a3b8-a83baf843078 req-5eee1423-c302-4df7-b10b-20717a03b3b8 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.86 "DELETE /v2.0/ports/c91a0e28-94cf-4d39-a5f8-739d00887981 HTTP/1.1" status: 204 len: 173 time: 1.8120422 Dec 08 16:07:12.811347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e9f6ebcb-498c-4091-88ce-bbf637958d05 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:12.857057 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43447e7-c9eb-401d-9356-7d425f929d1e x-openstack-request-id: req-a43447e7-c9eb-401d-9356-7d425f929d1e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:12.857883 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f520bc-3c4f-4b94-b927-c5e3208a95f3", "name": "network-vif-deleted", "tag": "ceb8ae38-a91f-4942-85ae-74343678b800", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:12.858255 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a43447e7-c9eb-401d-9356-7d425f929d1e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:12.858754 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f520bc-3c4f-4b94-b927-c5e3208a95f3', 'name': 'network-vif-deleted', 'tag': 'ceb8ae38-a91f-4942-85ae-74343678b800', 'status': 'completed', 'code': 200} Dec 08 16:07:13.033587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.104537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e9f6ebcb-498c-4091-88ce-bbf637958d05, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:13.122046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:13.181935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052dfd08-1177-4a38-97da-dc35f175f6f8 req-b2508557-dc16-4fd6-a071-3012520c79e0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:13.195384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-052dfd08-1177-4a38-97da-dc35f175f6f8 req-b2508557-dc16-4fd6-a071-3012520c79e0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 943 time: 0.1206033 Dec 08 16:07:13.263159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'e9f6ebcb-498c-4091-88ce-bbf637958d05', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'port_id': 'e9f6ebcb-498c-4091-88ce-bbf637958d05', 'mac_address': 'fa:16:3e:b9:e3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:13.349316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-052dfd08-1177-4a38-97da-dc35f175f6f8 req-e89c07e8-897b-4c3b-a650-5b56b2de42f1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463585 Dec 08 16:07:13.427076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.452966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f6ebcb-498c-4091-88ce-bbf637958d05 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:13.496073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e9f6ebcb-498c-4091-88ce-bbf637958d05, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:13.510150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:13.599297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=e9f6ebcb-498c-4091-88ce-bbf637958d05,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:13.614605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.615184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.615768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.616400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.617929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.618603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.619160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.619727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.620278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.620898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.621481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.622131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.627013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:13.638100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Router 044102bd-071d-4fde-a0a5-e1f01211aa53 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:07:13.795892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e9f6ebcb-498c-4091-88ce-bbf637958d05'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:13.804744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:07:13.821381 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ade0e9d0-efa8-4dd2-9c48-0628e7c2eaa5 admin admin] 10.222.0.62 "PUT /v2.0/routers/044102bd-071d-4fde-a0a5-e1f01211aa53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0953555 Dec 08 16:07:13.822846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34774) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:13.867154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] Sync routers for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:07:13.914773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:13.915632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.021543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.087983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:14.230916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.241892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ceb8ae38-a91f-4942-85ae-74343678b800 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:14.269504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: ceb8ae38-a91f-4942-85ae-74343678b800 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:14.271418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ceb8ae38-a91f-4942-85ae-74343678b800 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:14.272050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c91a0e28-94cf-4d39-a5f8-739d00887981 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:14.319313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: c91a0e28-94cf-4d39-a5f8-739d00887981 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:14.319844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c91a0e28-94cf-4d39-a5f8-739d00887981 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:14.466741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-7eb73f1a-2556-4022-ba2c-2662e1a93475 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1567230 Dec 08 16:07:14.476048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Deleting port 362c1fa3-091c-4610-a5fc-790dee73fe09 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:14.476617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.490647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:07:12Z', 'revision_number': 5, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port': {'id': '362c1fa3-091c-4610-a5fc-790dee73fe09', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:34:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:04:49Z', 'updated_at': '2021-12-08T16:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.522715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] Checking router: 044102bd-071d-4fde-a0a5-e1f01211aa53 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:07:14.532840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] Routers {'044102bd-071d-4fde-a0a5-e1f01211aa53'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:07:14.533501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['044102bd-071d-4fde-a0a5-e1f01211aa53'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.647472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98267d5-1fa2-452f-b0e5-9eb306fff3ee req-6ab7a0b8-e3b2-4f08-bbbe-2bc4544a3874 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.654085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b98267d5-1fa2-452f-b0e5-9eb306fff3ee req-6ab7a0b8-e3b2-4f08-bbbe-2bc4544a3874 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 949 time: 0.2494588 Dec 08 16:07:14.669498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] Set router 044102bd-071d-4fde-a0a5-e1f01211aa53 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:07:14.735947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:07:14Z', 'revision_number': 6, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:14.760424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-3b959935-1a17-4c94-ba0d-1bfab3a5aa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:14.763176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-3b959935-1a17-4c94-ba0d-1bfab3a5aa6c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0cd456bf469240c1a276f31181a5362b&device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 1097 time: 0.2578011 Dec 08 16:07:14.768089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b75449-e6fe-4c73-b102-eca666c8f3ed None None] The sync data for ids ['044102bd-071d-4fde-a0a5-e1f01211aa53'] in n-d-820935-5 is: [{'id': '044102bd-071d-4fde-a0a5-e1f01211aa53', 'name': 'tempest-ServersTestManualDisk-1414699009-router', 'tenant_id': '25fb7b33753a4c6f988e8415cae24d7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:04:47Z', 'updated_at': '2021-12-08T16:07:14Z', 'revision_number': 6, 'project_id': '25fb7b33753a4c6f988e8415cae24d7b', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:07:14.803176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] For port 362c1fa3-091c-4610-a5fc-790dee73fe09, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=362c1fa3-091c-4610-a5fc-790dee73fe09,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:14.803800 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:14.865234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b98267d5-1fa2-452f-b0e5-9eb306fff3ee req-1a69955d-dc47-48b1-a034-c391afd29cee tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052040 Dec 08 16:07:14.926119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74176e8f-11ab-4092-b541-aac349621221', 'name': 'network-vif-deleted', 'tag': 'c91a0e28-94cf-4d39-a5f8-739d00887981'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:14.930851 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322bb5b7-a0b5-4ab3-bf9c-9773f4264ad9" -d '{"events": [{"server_uuid": "74176e8f-11ab-4092-b541-aac349621221", "name": "network-vif-deleted", "tag": "c91a0e28-94cf-4d39-a5f8-739d00887981"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:14.936017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Calling delete_port for 362c1fa3-091c-4610-a5fc-790dee73fe09 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:15.210243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7322-3bae-48ed-904a-64b5106bda04 req-96abd72f-ea06-4575-b7dc-af31902131ac tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.213031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f88c7322-3bae-48ed-904a-64b5106bda04 req-96abd72f-ea06-4575-b7dc-af31902131ac tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 944 time: 0.2666340 Dec 08 16:07:15.214962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-82e00570-2a8d-4953-ad4a-ff1ecb9dad8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.217631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-82e00570-2a8d-4953-ad4a-ff1ecb9dad8b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304 HTTP/1.1" status: 200 len: 915 time: 0.4192307 Dec 08 16:07:15.360874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-7cefa30b-5256-43af-93da-b85a97fb0533 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b78139-68b8-4f61-bddb-81490242eb18 HTTP/1.1" status: 200 len: 217 time: 0.1263955 Dec 08 16:07:15.440938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-98aea351-1f06-4d27-953d-c40bf5390b1a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2461038 Dec 08 16:07:15.449477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f88c7322-3bae-48ed-904a-64b5106bda04 req-eb952880-5304-4102-a325-51c457ea5f4f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079782 Dec 08 16:07:15.493562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-48f4a492-22bb-4a96-957e-744225009bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.495329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-48f4a492-22bb-4a96-957e-744225009bed service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b82ead1e-ab1f-4c34-b54b-6001a01ab977 HTTP/1.1" status: 200 len: 853 time: 0.1178825 Dec 08 16:07:15.565661 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.606171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Pushing event deleted for resources: {'Port': ['ID=362c1fa3-091c-4610-a5fc-790dee73fe09,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:15.637171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-9e7b8a3d-d173-459d-abeb-32956720b535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.638775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-9e7b8a3d-d173-459d-abeb-32956720b535 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341195 Dec 08 16:07:15.701955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-781d41ba-3a8f-403f-9f1f-fee3e9c97551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.703632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-781d41ba-3a8f-403f-9f1f-fee3e9c97551 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1095 time: 0.1664109 Dec 08 16:07:15.783163 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:15.892997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-564f2431-d38d-41dd-9989-90af1cc07ea6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:15.897259 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-564f2431-d38d-41dd-9989-90af1cc07ea6 tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 949 time: 0.2348225 Dec 08 16:07:15.941991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97f4e649-47e6-4392-8f42-11a10bbb33d1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:16.018443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 97f4e649-47e6-4392-8f42-11a10bbb33d1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:16.018995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97f4e649-47e6-4392-8f42-11a10bbb33d1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:16.019626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 362c1fa3-091c-4610-a5fc-790dee73fe09 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:16.025121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.054144 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde46609-c89c-4587-a28f-5d8342294311 x-openstack-request-id: req-dde46609-c89c-4587-a28f-5d8342294311 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:16.054596 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74176e8f-11ab-4092-b541-aac349621221", "name": "network-vif-deleted", "tag": "c91a0e28-94cf-4d39-a5f8-739d00887981", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:16.054992 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dde46609-c89c-4587-a28f-5d8342294311 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:16.055745 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74176e8f-11ab-4092-b541-aac349621221', 'name': 'network-vif-deleted', 'tag': 'c91a0e28-94cf-4d39-a5f8-739d00887981', 'status': 'completed', 'code': 200} Dec 08 16:07:16.060781 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.100390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 362c1fa3-091c-4610-a5fc-790dee73fe09 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:16.101377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 362c1fa3-091c-4610-a5fc-790dee73fe09 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:16.189455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Deleting port 06d3a66d-1e88-42bf-9826-90a3361baeb5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:16.191664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.195344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-fafcdec7-433c-4027-bfa2-ecef1b63d644 service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5054369 Dec 08 16:07:16.204975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.206120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044102bd-071d-4fde-a0a5-e1f01211aa53 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:07:16.221284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.228309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-410be0ab-7740-4312-b186-9e751b77d51e admin admin] 10.222.0.62 "DELETE /v2.0/routers/044102bd-071d-4fde-a0a5-e1f01211aa53 HTTP/1.1" status: 204 len: 168 time: 2.4050453 Dec 08 16:07:16.232833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:16.287495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-f27b7e52-8a17-46af-b877-bef292108e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.290396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-f27b7e52-8a17-46af-b877-bef292108e30 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.5213034 Dec 08 16:07:16.423566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Deleting subnet 4823824f-1622-481b-b66a-c37ceceaed64 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:07:16.446741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.466400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-65923f53-7f16-450f-bce3-2f3eb067b6c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.1263120 Dec 08 16:07:16.554559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f3a092-9d7c-4a07-a4f0-28f61d68615f req-b06c9f99-d2d8-42a6-b9ec-4834067a8d7f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.556284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7f3a092-9d7c-4a07-a4f0-28f61d68615f req-b06c9f99-d2d8-42a6-b9ec-4834067a8d7f tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/ports?device_id=39f38cbf-7ca9-44c4-afeb-ad53e21319e8 HTTP/1.1" status: 200 len: 949 time: 0.1496291 Dec 08 16:07:16.567451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.574743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-59b5aa36-fa84-46ff-b881-61b567675166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:16.576423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-59b5aa36-fa84-46ff-b881-61b567675166 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1002080 Dec 08 16:07:16.581078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f7c20a9-553e-4f7c-86e5-b1d7b9261726 req-71646f71-1267-4ab4-9a95-31eea87a1752 service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394532 Dec 08 16:07:16.641309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] For port 06d3a66d-1e88-42bf-9826-90a3361baeb5, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=06d3a66d-1e88-42bf-9826-90a3361baeb5,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:16.642002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.645170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-185090ac-dc2d-4564-bf29-27fd1d96a2ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599046 Dec 08 16:07:16.671014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Calling delete_port for 06d3a66d-1e88-42bf-9826-90a3361baeb5 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:16.783832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.849414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e9f6ebcb-498c-4091-88ce-bbf637958d05 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:16.960780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.964417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port e9f6ebcb-498c-4091-88ce-bbf637958d05 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:16.974227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port e9f6ebcb-498c-4091-88ce-bbf637958d05 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:16.976404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:16.993082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.006374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4823824f-1622-481b-b66a-c37ceceaed64 HTTP/1.1" status: 204 len: 168 time: 0.7713857 Dec 08 16:07:17.012005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:17.049289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f4cf2f-f141-49b0-a8ae-67f3966356f1 None None] Network 716f9c59-ff9c-49e3-b07c-cc92bbb17051 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:17.220011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cbc6ab-e833-4760-9887-d37903892ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4823824f-1622-481b-b66a-c37ceceaed64,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:17.236762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.247562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-74662048-45b2-4b51-ac42-070d5cc52118 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901580 Dec 08 16:07:17.267736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.278512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.328665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['06d3a66d-1e88-42bf-9826-90a3361baeb5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:17.344281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Pushing event deleted for resources: {'Port': ['ID=06d3a66d-1e88-42bf-9826-90a3361baeb5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:17.372431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] DHCP port deletion for 716f9c59-ff9c-49e3-b07c-cc92bbb17051 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:07:17.374060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f6ebcb-498c-4091-88ce-bbf637958d05'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:17.376700 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d907df-4759-4ba3-a0f8-892c423e9dc8" -d '{"events": [{"server_uuid": "e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3", "name": "network-vif-plugged", "status": "completed", "tag": "e9f6ebcb-498c-4091-88ce-bbf637958d05"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:17.408605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e9f6ebcb-498c-4091-88ce-bbf637958d05, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:17.433031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] No DVR routers for this DVR port 06d3a66d-1e88-42bf-9826-90a3361baeb5 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:17.436230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.441034 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-35a6a418-b994-47ee-b370-0a8d838f9073 req-23a706e2-0fc0-444c-bb18-6f79987488df tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.58 "DELETE /v2.0/ports/06d3a66d-1e88-42bf-9826-90a3361baeb5 HTTP/1.1" status: 204 len: 173 time: 1.5362144 Dec 08 16:07:17.443120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'name': 'network-vif-deleted', 'tag': '06d3a66d-1e88-42bf-9826-90a3361baeb5'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:17.445537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.454345 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b63e8a7a-373f-4f5f-97c9-276efcb65f2e" -d '{"events": [{"server_uuid": "39f38cbf-7ca9-44c4-afeb-ad53e21319e8", "name": "network-vif-deleted", "tag": "06d3a66d-1e88-42bf-9826-90a3361baeb5"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:17.484538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Deleting port a157b524-d963-49cc-8876-81843591c288 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:17.484981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.553455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=e9f6ebcb-498c-4091-88ce-bbf637958d05,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:17.562449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7f3a092-9d7c-4a07-a4f0-28f61d68615f req-04670a6b-6bdb-4114-ab5e-e67da85aee9e tempest-ServersOnMultiNodesTest-2057490135 tempest-ServersOnMultiNodesTest-2057490135-project] 10.222.0.62 "GET /v2.0/security-groups?id=20fb5824-3e05-4dfd-9a05-24d267b861e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9562681 Dec 08 16:07:17.573186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] Deleting port a157b524-d963-49cc-8876-81843591c288 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:17.573526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.639839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d674f8f-941d-4a5e-a549-efd6612c7a48 req-d226a989-2112-402f-9864-191f3c2db7a1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:17.642917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d674f8f-941d-4a5e-a549-efd6612c7a48 req-d226a989-2112-402f-9864-191f3c2db7a1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 944 time: 0.3937366 Dec 08 16:07:17.690820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] For port a157b524-d963-49cc-8876-81843591c288, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a157b524-d963-49cc-8876-81843591c288,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:17.691264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.715835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] For port a157b524-d963-49cc-8876-81843591c288, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a157b524-d963-49cc-8876-81843591c288,segment=NetworkSegment(2a15bf1d-578d-4391-a943-7323d59df00c),segment_id=2a15bf1d-578d-4391-a943-7323d59df00c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:17.717006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Calling delete_port for a157b524-d963-49cc-8876-81843591c288 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:17.719589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.765258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] Calling delete_port for a157b524-d963-49cc-8876-81843591c288 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:17.776970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a157b524-d963-49cc-8876-81843591c288 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:17.798688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3b416-4e83-4667-9d71-43b12100a4ef req-4e1e26f7-c47c-43ad-90c4-85eeabbbf1f7 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103061 Dec 08 16:07:17.850194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d674f8f-941d-4a5e-a549-efd6612c7a48 req-8c219aba-3155-41bb-b0b6-4fca8084f895 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853776 Dec 08 16:07:17.875672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:17.947447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No active binding found for port a157b524-d963-49cc-8876-81843591c288 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:07:17.947747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a157b524-d963-49cc-8876-81843591c288 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:18.009840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a157b524-d963-49cc-8876-81843591c288,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:18.013502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] No DVR routers for this DVR port a157b524-d963-49cc-8876-81843591c288 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:18.145095 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ae45bb-1ef3-47b4-ab87-843b3888a073 x-openstack-request-id: req-a3ae45bb-1ef3-47b4-ab87-843b3888a073 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:18.146303 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f38cbf-7ca9-44c4-afeb-ad53e21319e8", "name": "network-vif-deleted", "tag": "06d3a66d-1e88-42bf-9826-90a3361baeb5", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:18.146303 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3ae45bb-1ef3-47b4-ab87-843b3888a073 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:18.147196 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f38cbf-7ca9-44c4-afeb-ad53e21319e8', 'name': 'network-vif-deleted', 'tag': '06d3a66d-1e88-42bf-9826-90a3361baeb5', 'status': 'completed', 'code': 200} Dec 08 16:07:18.152004 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34122359-8acc-4e22-80ba-dd5be04e0706 x-openstack-request-id: req-34122359-8acc-4e22-80ba-dd5be04e0706 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:18.154337 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3", "name": "network-vif-plugged", "status": "completed", "tag": "e9f6ebcb-498c-4091-88ce-bbf637958d05", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:18.154998 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34122359-8acc-4e22-80ba-dd5be04e0706 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:18.156555 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f6ebcb-498c-4091-88ce-bbf637958d05', 'code': 200} Dec 08 16:07:18.160092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.164421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.195034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716f9c59-ff9c-49e3-b07c-cc92bbb17051']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:18.209823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a15bf1d-578d-4391-a943-7323d59df00c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:18.210293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a15bf1d-578d-4391-a943-7323d59df00c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:07:18.229910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.230468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] Pushing event deleted for resources: {'Port': ['ID=a157b524-d963-49cc-8876-81843591c288,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:18.239316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df222da9-7670-47c4-a4c6-cfe5068489ee None None] No DVR routers for this DVR port a157b524-d963-49cc-8876-81843591c288 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:18.269721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.286548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:07:18.288078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:07:18.291694 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:07:18.448871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.470094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.474070 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/716f9c59-ff9c-49e3-b07c-cc92bbb17051 HTTP/1.1" status: 204 len: 168 time: 1.4585314 Dec 08 16:07:18.477405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b2db4-ef40-433f-8781-470431e3b8b2 req-968bb1d7-96d7-4da6-9eb3-e8ad35a95dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:18.479367 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c3b2db4-ef40-433f-8781-470431e3b8b2 req-968bb1d7-96d7-4da6-9eb3-e8ad35a95dfe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 1096 time: 0.1678493 Dec 08 16:07:18.497191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e867f-e0dd-4123-8d40-a2ebee5c91d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=716f9c59-ff9c-49e3-b07c-cc92bbb17051,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:18.538645 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c3b2db4-ef40-433f-8781-470431e3b8b2 req-0b1fdaa8-7595-46f5-bce9-924c02b261a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500772 Dec 08 16:07:18.613077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:18.678073 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f3650bef-f0e7-482c-b96b-b0d52d2643a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=25fb7b33753a4c6f988e8415cae24d7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612319 Dec 08 16:07:18.681327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:18.748462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2541d117-4305-414e-a265-0c6d384948b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.779388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2541d117-4305-414e-a265-0c6d384948b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.847378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2541d117-4305-414e-a265-0c6d384948b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.850860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2541d117-4305-414e-a265-0c6d384948b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:18.856150 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2541d117-4305-414e-a265-0c6d384948b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ff3e781-1daf-4467-b466-12afed00bd19 HTTP/1.1" status: 204 len: 168 time: 0.1700108 Dec 08 16:07:18.873591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541d117-4305-414e-a265-0c6d384948b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff3e781-1daf-4467-b466-12afed00bd19,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:19.017625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34836) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:19.073561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051edabc-2453-4f0c-95af-d77320c07d07 req-61b2e1e0-52d2-4cbf-9128-b0239b54b773 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:19.076976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-051edabc-2453-4f0c-95af-d77320c07d07 req-61b2e1e0-52d2-4cbf-9128-b0239b54b773 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1046345 Dec 08 16:07:19.207770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-051edabc-2453-4f0c-95af-d77320c07d07 req-42698606-840c-4a73-a5fd-d7792929faea tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171265 Dec 08 16:07:19.286061 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c8af6bbb-a064-4894-b526-02edaaa7c076 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=444c77c06d0f4cba88c28418af0a8564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2634048 Dec 08 16:07:19.287121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:19.372658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e32f6cd3-9738-4628-8dca-c12f3dcd0df2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:19.408534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e32f6cd3-9738-4628-8dca-c12f3dcd0df2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:19.475506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e32f6cd3-9738-4628-8dca-c12f3dcd0df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:19.478232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e32f6cd3-9738-4628-8dca-c12f3dcd0df2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:19.479586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e32f6cd3-9738-4628-8dca-c12f3dcd0df2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20fb5824-3e05-4dfd-9a05-24d267b861e3 HTTP/1.1" status: 204 len: 168 time: 0.1911657 Dec 08 16:07:19.489408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32f6cd3-9738-4628-8dca-c12f3dcd0df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fb5824-3e05-4dfd-9a05-24d267b861e3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:19.915674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:19.988420 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2f227f1-8cce-4d94-83c4-011776e8e543 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6cd2ff422e04aa1ab31128f48b99cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711789 Dec 08 16:07:19.991656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:20.086208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c5aa0f-5d1b-4deb-ba33-c58fb56f8bd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.139500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c5aa0f-5d1b-4deb-ba33-c58fb56f8bd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.197607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34878) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:20.213834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c5aa0f-5d1b-4deb-ba33-c58fb56f8bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.216575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93c5aa0f-5d1b-4deb-ba33-c58fb56f8bd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.222020 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-93c5aa0f-5d1b-4deb-ba33-c58fb56f8bd5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20249349-7b14-44fb-baa9-d083c7a99bad HTTP/1.1" status: 204 len: 168 time: 0.2247443 Dec 08 16:07:20.246516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5aa0f-5d1b-4deb-ba33-c58fb56f8bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20249349-7b14-44fb-baa9-d083c7a99bad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:20.355455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1467380245-network', 'tenant_id': '1bfd7e9f4f114b539fc7fe28f5f23603'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:20.401896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Made reservation on behalf of 1bfd7e9f4f114b539fc7fe28f5f23603 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:20.405411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.414311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0d2b0-45d8-48ba-8c0d-c0feaed61445 req-1527d183-8df9-4cbb-9af6-e9579202a2e3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:20.416035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49b0d2b0-45d8-48ba-8c0d-c0feaed61445 req-1527d183-8df9-4cbb-9af6-e9579202a2e3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0696015 Dec 08 16:07:20.427580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.494457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49b0d2b0-45d8-48ba-8c0d-c0feaed61445 req-18f40f2f-e091-416c-8713-f97d6c8f8cbe tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715992 Dec 08 16:07:20.557455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.563092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.587765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:07:20.605719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fee729-0d20-45d7-8506-7ef4e51c625d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:20.611666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.612445 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Added segment aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e of type vlan for network d15206da-0941-4ebb-b891-ecf243a802f8 Dec 08 16:07:20.671437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.707828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.709250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:20.710131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:20.871140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6681089 Dec 08 16:07:20.877596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:20.886074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e275-0b71-4a33-940e-208b438c5919 req-b31b648b-e7a1-4537-9b64-beb6adc79951 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:20.888957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7445e275-0b71-4a33-940e-208b438c5919 req-b31b648b-e7a1-4537-9b64-beb6adc79951 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1038871 Dec 08 16:07:20.889191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Request body: {'subnet': {'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1467380245-subnet', 'tenant_id': '1bfd7e9f4f114b539fc7fe28f5f23603', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:20.898232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 06d3a66d-1e88-42bf-9826-90a3361baeb5 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:20.903218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9d97d-0586-4600-93f2-cef2a6a564c9 admin admin] Pushing event updated for resources: {'Network': ['ID=d15206da-0941-4ebb-b891-ecf243a802f8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:20.950263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 06d3a66d-1e88-42bf-9826-90a3361baeb5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:20.950905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 06d3a66d-1e88-42bf-9826-90a3361baeb5 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:20.953354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network d15206da-0941-4ebb-b891-ecf243a802f8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:07:20.973443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-7cca8d00-c174-4fe5-85c8-bd9f203e0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:20.976852 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-7cca8d00-c174-4fe5-85c8-bd9f203e0326 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 1096 time: 0.1685150 Dec 08 16:07:20.980392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Made reservation on behalf of 1bfd7e9f4f114b539fc7fe28f5f23603 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:20.984912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.012055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7445e275-0b71-4a33-940e-208b438c5919 req-b379dc5b-ad51-4574-b31d-7fea8d1251b4 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026881 Dec 08 16:07:21.239989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-dc0b695a-d136-47a6-a713-1e55f8e09bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:21.241551 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-dc0b695a-d136-47a6-a713-1e55f8e09bce service neutron] 10.222.0.58 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 911 time: 0.2509143 Dec 08 16:07:21.323206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34920) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:21.331349 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-4e13d552-9b57-4969-a3c7-02b6f68541a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05 HTTP/1.1" status: 200 len: 217 time: 0.0740774 Dec 08 16:07:21.429346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-524d9a5e-fdf8-406a-9efc-ffdbeef4ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:21.430790 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-524d9a5e-fdf8-406a-9efc-ffdbeef4ec25 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.0916538 Dec 08 16:07:21.456248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.480889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-620e0d62-0914-4f22-98c5-05d8dae73b43 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405955 Dec 08 16:07:21.492633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1236336396-network', 'tenant_id': '75ada760995645cb98947ec370ab7393'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:21.536381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Made reservation on behalf of 75ada760995645cb98947ec370ab7393 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:21.539282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.553426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.591313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9d8943-c74c-4174-82c6-41e27672da54,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:21.629910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Checking segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:21.630285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Network hostable DHCP agents. Network: d15206da-0941-4ebb-b891-ecf243a802f8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:07:21.654378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.659722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.660104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-e4eb6a45-615f-41ef-8947-55395a6a8a65 service neutron] 10.222.0.58 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499021 Dec 08 16:07:21.675757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Network d15206da-0941-4ebb-b891-ecf243a802f8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:07:21.686268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:07:21.703685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61360702-a8ec-4458-af05-41923de4812e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:21.711531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.711962 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Added segment 707719eb-74ff-4183-b742-15bfa1890c6f of type vlan for network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 Dec 08 16:07:21.731943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, d15206da-0941-4ebb-b891-ecf243a802f8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:21.742340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:21.742945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.747304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e24ef1-0d9f-4df4-9391-01ef53a0c765 None None] Network d15206da-0941-4ebb-b891-ecf243a802f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:21.773601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.774298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-29e64a29-3bfd-4c31-8fa7-aa241c4d6bbb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8954368 Dec 08 16:07:21.793617 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f359a313-f1d9-4c74-a0f9-14624d862d22 req-0a46c3e8-9e8e-4293-8a7a-690a0a294f37 service neutron] 10.222.0.58 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255810 Dec 08 16:07:21.836885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.842284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:21.843164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:21.944580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c12998-9b15-4a39-8600-a13e726212dd None None] Network d15206da-0941-4ebb-b891-ecf243a802f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:21.979227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6536512 Dec 08 16:07:21.983201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:07:21.988594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Request body: {'subnet': {'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1236336396-subnet', 'tenant_id': '75ada760995645cb98947ec370ab7393', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:21.993864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7496-b481-4041-8034-06786a1088d6 admin admin] Pushing event updated for resources: {'Network': ['ID=665e3a3e-4f6d-4784-a150-1ec4d2713df8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:22.032041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Made reservation on behalf of 75ada760995645cb98947ec370ab7393 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:22.037054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:22.249275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:07:22.290239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c6c44-cfe0-46b9-b4f5-9de6b1288215 req-c2448444-3cd5-444d-8662-8b503d527767 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:22.293195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-998c6c44-cfe0-46b9-b4f5-9de6b1288215 req-c2448444-3cd5-444d-8662-8b503d527767 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1308508 Dec 08 16:07:22.487341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-998c6c44-cfe0-46b9-b4f5-9de6b1288215 req-bd8cfce3-d9b7-47f1-a41c-bc914fd288f2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779690 Dec 08 16:07:22.570307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:22.693425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-bb08df51-ae3f-4764-9f6e-69c629cc5725 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:22.696108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-bb08df51-ae3f-4764-9f6e-69c629cc5725 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 813 time: 0.2864673 Dec 08 16:07:22.738194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98210878-2793-4cfd-b188-10110781403f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:22.751864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4fc73136-6a2f-4cf1-8024-45c254051b75 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/quotas/1bfd7e9f4f114b539fc7fe28f5f23603 HTTP/1.1" status: 200 len: 375 time: 0.0375783 Dec 08 16:07:22.805114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Checking segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:22.805703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Network hostable DHCP agents. Network: 665e3a3e-4f6d-4784-a150-1ec4d2713df8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:07:22.812144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-ffe922aa-d5d8-4541-b160-d71236e0ec6d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539277 Dec 08 16:07:22.888275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:07:22.916400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 665e3a3e-4f6d-4784-a150-1ec4d2713df8) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:22.928828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b8ea70-bc42-4422-af32-a1f095269ebc None None] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:22.939033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:22.940024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:22.983118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-385c9d14-ecde-4f8c-9dcd-f2f47c4523bb service neutron] 10.222.0.62 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624439 Dec 08 16:07:22.990701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-30efb015-3a82-4517-981e-15026608aa68 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0062649 Dec 08 16:07:23.089537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bc6f89-ea39-4ba2-8b4f-77eefae907a2 None None] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:07:23.131723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-c90dd213-d7b2-4203-8b41-a4d1bdcf17a1 service neutron] 10.222.0.62 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378300 Dec 08 16:07:23.574657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-1f2bbe6c-5be4-4799-a7ec-a9442519ed7d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:23.576662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-1f2bbe6c-5be4-4799-a7ec-a9442519ed7d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.1996386 Dec 08 16:07:23.594680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c608490-8aa9-438c-a739-cbf23954397d req-66d1b29e-efc7-44b5-b11c-2c40c369151d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 210 time: 0.0415578 Dec 08 16:07:23.605493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-7906c7e1-c6de-4cac-8cb5-849f2c4d3c21 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/quotas/75ada760995645cb98947ec370ab7393 HTTP/1.1" status: 200 len: 375 time: 0.0143793 Dec 08 16:07:23.670951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-47783639-17d0-4174-8560-307e0f341fef tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518401 Dec 08 16:07:23.831985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4310161-b776-4da4-a510-19043c8f9a2f req-ac36fb25-6b92-46e8-add4-b8c5ec1433b8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:23.833643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4310161-b776-4da4-a510-19043c8f9a2f req-ac36fb25-6b92-46e8-add4-b8c5ec1433b8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1200123 Dec 08 16:07:23.838087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-cbc50e0b-b343-4e3a-a224-0a1145c66d69 service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582377 Dec 08 16:07:23.983241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4310161-b776-4da4-a510-19043c8f9a2f req-8705628c-a2de-4336-9f5d-787c5addcd04 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360154 Dec 08 16:07:24.042273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-dc928429-273d-407b-be95-1087f301ecae service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937778 Dec 08 16:07:24.450860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe25fbe6-264e-46a4-9561-874785dac544 req-fede24d1-3258-41ef-b1a0-a81ece019d4f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 210 time: 0.0536568 Dec 08 16:07:24.744792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df05e786-cad1-4b3c-96fa-e277d0cff7f9 req-13950dca-4ab0-4092-8087-94639f36b9e2 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 210 time: 0.0338655 Dec 08 16:07:25.239799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5d435-20d6-49f7-992a-a9a7c82f6946 req-71a948af-43ae-472c-8214-58119904fdbc tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.241675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acb5d435-20d6-49f7-992a-a9a7c82f6946 req-71a948af-43ae-472c-8214-58119904fdbc tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0942256 Dec 08 16:07:25.249017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-2cb92cbf-c36e-4427-9a09-80b90739998f tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.250604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-2cb92cbf-c36e-4427-9a09-80b90739998f tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 813 time: 0.1969585 Dec 08 16:07:25.272942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Request body: {'port': {'device_id': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'admin_state_up': True, 'tenant_id': '1bfd7e9f4f114b539fc7fe28f5f23603'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:25.364857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acb5d435-20d6-49f7-992a-a9a7c82f6946 req-d81b81df-f9d1-4f9c-8c6f-10601af7d7ea tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131210 Dec 08 16:07:25.453324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Made reservation on behalf of 1bfd7e9f4f114b539fc7fe28f5f23603 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:25.463154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.679556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e69b3789-1720-4c50-af40-d2cd51efd974 req-a8b1cfb0-3747-449e-926b-6008ae522cac tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 210 time: 0.0776491 Dec 08 16:07:25.776669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Allocated IP 172.20.0.12 (d15206da-0941-4ebb-b891-ecf243a802f8/5e9d8943-c74c-4174-82c6-41e27672da54/24ec3793-a108-4ab7-b572-4be72048a081) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:25.785922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-acec73a7-69c0-489d-b579-40228c33a94a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:25.788182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-acec73a7-69c0-489d-b579-40228c33a94a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 813 time: 0.2222593 Dec 08 16:07:25.804463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Request body: {'port': {'device_id': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'admin_state_up': True, 'tenant_id': '1bfd7e9f4f114b539fc7fe28f5f23603'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:25.862272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f64f9f2-b1a0-4f23-8d97-9f6776b5a919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:25.929447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8aa51007-5983-4e13-8198-d426bf633b57 req-7f5eb71e-993c-4b44-89bb-bd4b77d7a321 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 210 time: 0.0538797 Dec 08 16:07:26.071837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Made reservation on behalf of 1bfd7e9f4f114b539fc7fe28f5f23603 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:26.075729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.179639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-94f549fd-4bd1-422d-8ab3-d31d7e81f2f0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.181231 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-94f549fd-4bd1-422d-8ab3-d31d7e81f2f0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.2162049 Dec 08 16:07:26.200334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Request body: {'port': {'device_id': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'admin_state_up': True, 'tenant_id': '75ada760995645cb98947ec370ab7393'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:26.200574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.317402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.508152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Allocated IP 172.20.0.10 (d15206da-0941-4ebb-b891-ecf243a802f8/5e9d8943-c74c-4174-82c6-41e27672da54/7b6bbf13-098e-4680-a74b-5b8ab2838340) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:26.608213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event updated for resources: {'Port': ['ID=24ec3793-a108-4ab7-b572-4be72048a081,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:26.615048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Network d15206da-0941-4ebb-b891-ecf243a802f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:26.632592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:26.657075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:26.715539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Made reservation on behalf of 75ada760995645cb98947ec370ab7393 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:26.721666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.843404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9218d00-9c3e-4709-a550-1c5464839329 req-086bab86-80d3-4b18-9efb-d24fe4737076 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.846726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9218d00-9c3e-4709-a550-1c5464839329 req-086bab86-80d3-4b18-9efb-d24fe4737076 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.3330259 Dec 08 16:07:26.940509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:26.941185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:26.954074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9f23135-3164-42d8-9ccb-78e9a94a417b req-42996350-e0f9-4ca8-8af7-5622e78e99e3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 210 time: 0.1258342 Dec 08 16:07:26.973306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Allocated IP 172.20.0.12 (665e3a3e-4f6d-4784-a150-1ec4d2713df8/98210878-2793-4cfd-b188-10110781403f/631fac49-327b-49dc-9c6e-6454afa95cc1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:27.010371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-d63dcc76-9d4d-4e2f-b504-74c5bb959474 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7492793 Dec 08 16:07:27.029876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Request body: {'port': {'device_id': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:27.085200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9218d00-9c3e-4709-a550-1c5464839329 req-eb22a2e4-4f2f-43d8-9463-dd46027872e0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710896 Dec 08 16:07:27.151741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cff8055-8b9d-4a57-be18-bd1fb91e1450 req-2a51ddcd-fab9-47b3-9713-15f535089bad tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 210 time: 0.0635014 Dec 08 16:07:27.167722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.173123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.229717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.258442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.305526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.373660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:27.380381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:27.383417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Network d15206da-0941-4ebb-b891-ecf243a802f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:27.388613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:27.390586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:27.392949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event updated for resources: {'Port': ['ID=7b6bbf13-098e-4680-a74b-5b8ab2838340,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:27.396043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:27.433342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:27.506837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:27.509186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:27.509780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.526837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.560440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-60e5f035-797d-43b6-9e2d-f4a7bcf431de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7617521 Dec 08 16:07:27.579667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-32bb21f8-b418-45b3-ba8c-34aa6bf8db2e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3780220 Dec 08 16:07:27.579863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Request body: {'port': {'device_id': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:27.589144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Request body: {'port': {'device_id': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:27.685090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.690214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ec3793-a108-4ab7-b572-4be72048a081 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:27.699205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.704116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.744639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Transition to ACTIVE for port object 24ec3793-a108-4ab7-b572-4be72048a081 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:27.759063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:27.895746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=24ec3793-a108-4ab7-b572-4be72048a081,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.145650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631fac49-327b-49dc-9c6e-6454afa95cc1 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:28.161362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.187902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Transition to ACTIVE for port object 631fac49-327b-49dc-9c6e-6454afa95cc1 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:28.196956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.289475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.372009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Attempting to bind port 631fac49-327b-49dc-9c6e-6454afa95cc1 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:28.372357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Attempting to bind port 631fac49-327b-49dc-9c6e-6454afa95cc1 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:28.372619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Attempting to bind port 631fac49-327b-49dc-9c6e-6454afa95cc1 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:28.378034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Port 631fac49-327b-49dc-9c6e-6454afa95cc1 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:28.378358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Attempting to bind port 631fac49-327b-49dc-9c6e-6454afa95cc1 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:28.384482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:28.384827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Checking segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:28.385214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Bound using segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:28.385668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Bound port: 631fac49-327b-49dc-9c6e-6454afa95cc1, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:28.386066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.452365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Attempting to bind port 24ec3793-a108-4ab7-b572-4be72048a081 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:28.452891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Attempting to bind port 24ec3793-a108-4ab7-b572-4be72048a081 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:28.453278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Attempting to bind port 24ec3793-a108-4ab7-b572-4be72048a081 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:28.464997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:28.469416 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:28.477432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.517662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.518332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.520442 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] 10.222.0.86 "PUT /v2.0/ports/631fac49-327b-49dc-9c6e-6454afa95cc1 HTTP/1.1" status: 200 len: 1092 time: 0.9377265 Dec 08 16:07:28.520791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Port 24ec3793-a108-4ab7-b572-4be72048a081 on network d15206da-0941-4ebb-b891-ecf243a802f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:28.520959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:28.521136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Attempting to bind port 24ec3793-a108-4ab7-b572-4be72048a081 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:28.523336 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ebc0294-6fc3-4230-aac8-893b2d231b61" -d '{"events": [{"name": "network-changed", "server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:28.553732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb2bbe4-17d3-4e47-951a-e6a5397b336c service neutron] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:28.575263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:28.575815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Checking segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:28.576449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Bound using segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:28.577239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Bound port: 24ec3793-a108-4ab7-b572-4be72048a081, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:28.577893 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.622882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-71f6abb0-04b5-4965-845b-d04a68eaa514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.624452 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-71f6abb0-04b5-4965-845b-d04a68eaa514 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 1095 time: 0.0518153 Dec 08 16:07:28.631913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d44aa3-7b80-4fce-b587-a54d9217e302 req-7a72ff8f-226c-479b-ae0c-cb8fdaf697b1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.634777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49d44aa3-7b80-4fce-b587-a54d9217e302 req-7a72ff8f-226c-479b-ae0c-cb8fdaf697b1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.2495830 Dec 08 16:07:28.674883 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-8f02f215-c97e-460e-a168-fafbabd51235 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631fac49-327b-49dc-9c6e-6454afa95cc1 HTTP/1.1" status: 200 len: 217 time: 0.0428007 Dec 08 16:07:28.690805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d4b8d1a-8b40-47f0-a186-bbbbc1392778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.691946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f5aa-bbd4-4a46-88f1-4f450998745d req-d622d0e0-69c6-480f-a337-5a0d6fc3a0eb tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.694205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f24f5aa-bbd4-4a46-88f1-4f450998745d req-d622d0e0-69c6-480f-a337-5a0d6fc3a0eb tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.3064632 Dec 08 16:07:28.753188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-d001f00e-babb-4b4a-8fc9-82f9c97af2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:28.757056 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-d001f00e-babb-4b4a-8fc9-82f9c97af2e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.0753174 Dec 08 16:07:28.795102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6bbf13-098e-4680-a74b-5b8ab2838340 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:28.795823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-3afbbd74-7ac9-4ab8-b31f-5173cf05c118 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310824 Dec 08 16:07:28.813416 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.888023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Transition to ACTIVE for port object 7b6bbf13-098e-4680-a74b-5b8ab2838340 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:28.889563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] For port 24ec3793-a108-4ab7-b572-4be72048a081, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:28.896783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] For port 24ec3793-a108-4ab7-b572-4be72048a081, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=24ec3793-a108-4ab7-b572-4be72048a081,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:28.901119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49d44aa3-7b80-4fce-b587-a54d9217e302 req-6bc6ce08-c9ff-4895-837a-32dd2bbdfe7b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532794 Dec 08 16:07:28.903235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.918468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f24f5aa-bbd4-4a46-88f1-4f450998745d req-15593b73-4b3d-4891-9b7b-eab61809f017 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612952 Dec 08 16:07:28.919858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:28.938095 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-75758751-f4b6-44c6-bf54-1a20ae60fa4d service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323557 Dec 08 16:07:29.036412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.037451 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.039975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] 10.222.0.86 "PUT /v2.0/ports/24ec3793-a108-4ab7-b572-4be72048a081 HTTP/1.1" status: 200 len: 1092 time: 2.0146854 Dec 08 16:07:29.058538 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04da40c9-2692-4c99-bbf4-3a18b9e852af req-1e8fa44f-dd2a-4fcc-be9d-268e12e0b13b service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145566 Dec 08 16:07:29.076315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'tag': '24ec3793-a108-4ab7-b572-4be72048a081'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:29.079590 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08579e85-f9cd-46aa-83ca-c70a9cc93412" -d '{"events": [{"name": "network-changed", "server_uuid": "9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9", "tag": "24ec3793-a108-4ab7-b572-4be72048a081"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:29.096620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6bbf13-098e-4680-a74b-5b8ab2838340,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:29.117944 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea700b01-8bd1-4dae-9848-e486ac7d5903 x-openstack-request-id: req-ea700b01-8bd1-4dae-9848-e486ac7d5903 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:29.118278 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:29.118635 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea700b01-8bd1-4dae-9848-e486ac7d5903 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:29.119129 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'status': 'completed', 'code': 200} Dec 08 16:07:29.215448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-e4a4fb1f-f4f4-482c-b29a-7acdad0aec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.218243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-e4a4fb1f-f4f4-482c-b29a-7acdad0aec7a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0803006 Dec 08 16:07:29.269863 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-2f47bd3d-1578-47d1-b26a-bdc0be6335c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ec3793-a108-4ab7-b572-4be72048a081 HTTP/1.1" status: 200 len: 217 time: 0.0428147 Dec 08 16:07:29.328751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-11213264-e5da-403a-b78d-c7b674892eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.330732 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-11213264-e5da-403a-b78d-c7b674892eb6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.0540774 Dec 08 16:07:29.390517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f4228cf3-7846-4955-b191-ea1cabec400f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509133 Dec 08 16:07:29.412261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2065bb-3dd4-4ef2-aac9-d9e1bbac28d0 service neutron] Pushing event updated for resources: {'Port': ['ID=24ec3793-a108-4ab7-b572-4be72048a081,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:29.419307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-4b5c415d-5aa6-4f08-bb0b-9f7d46324e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.422016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-4b5c415d-5aa6-4f08-bb0b-9f7d46324e51 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 1095 time: 0.2698212 Dec 08 16:07:29.424832 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499a4fb2-a8fc-4e69-a73f-89c8c14b1d5a x-openstack-request-id: req-499a4fb2-a8fc-4e69-a73f-89c8c14b1d5a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:29.425288 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9", "tag": "24ec3793-a108-4ab7-b572-4be72048a081", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:29.425695 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-499a4fb2-a8fc-4e69-a73f-89c8c14b1d5a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:29.426938 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'tag': '24ec3793-a108-4ab7-b572-4be72048a081', 'status': 'completed', 'code': 200} Dec 08 16:07:29.430436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Attempting to bind port 7b6bbf13-098e-4680-a74b-5b8ab2838340 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:29.430982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Attempting to bind port 7b6bbf13-098e-4680-a74b-5b8ab2838340 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:29.431540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Attempting to bind port 7b6bbf13-098e-4680-a74b-5b8ab2838340 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:29.450760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b44ccb-353d-494c-a3ce-c0cabb3e3cb8 req-96720772-8f0b-4e97-ab02-c17dd5f8acb0 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.452991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82b44ccb-353d-494c-a3ce-c0cabb3e3cb8 req-96720772-8f0b-4e97-ab02-c17dd5f8acb0 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 944 time: 0.3111908 Dec 08 16:07:29.500055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Port 7b6bbf13-098e-4680-a74b-5b8ab2838340 on network d15206da-0941-4ebb-b891-ecf243a802f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:29.500580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Attempting to bind port 7b6bbf13-098e-4680-a74b-5b8ab2838340 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:29.513055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-bec0a698-299e-4ff7-91ad-693d56855298 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144276 Dec 08 16:07:29.578522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:29.579089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Checking segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:29.579730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Bound using segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:29.580495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Bound port: 7b6bbf13-098e-4680-a74b-5b8ab2838340, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:29.581080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.622460 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-e051aed6-340f-4242-9d91-30c66021e77a service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005676 Dec 08 16:07:29.728885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-5e892e61-52bf-40f8-a4d3-92f9453e0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.730627 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-5e892e61-52bf-40f8-a4d3-92f9453e0c55 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9 HTTP/1.1" status: 200 len: 1095 time: 0.0504599 Dec 08 16:07:29.742499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82b44ccb-353d-494c-a3ce-c0cabb3e3cb8 req-8bd7581b-848a-4f0b-875a-c9dce66ad5c3 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735674 Dec 08 16:07:29.798855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-386d283d-05a2-4e13-8068-0e3de4b57ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.801848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-386d283d-05a2-4e13-8068-0e3de4b57ea6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 906 time: 0.3655667 Dec 08 16:07:29.843421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-9af8990d-2b4f-435a-8964-dcdafbbd995f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.845250 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-9af8990d-2b4f-435a-8964-dcdafbbd995f service neutron] 10.222.0.86 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 914 time: 0.1073227 Dec 08 16:07:29.884357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] For port 7b6bbf13-098e-4680-a74b-5b8ab2838340, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:29.892784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-61a6f4ce-0c21-41d5-a089-8ba70b3efc37 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=631fac49-327b-49dc-9c6e-6454afa95cc1 HTTP/1.1" status: 200 len: 217 time: 0.0803950 Dec 08 16:07:29.896054 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-fc506f89-091f-4b80-9765-d7add9e36612 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=24ec3793-a108-4ab7-b572-4be72048a081 HTTP/1.1" status: 200 len: 217 time: 0.0420907 Dec 08 16:07:29.923120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] For port 7b6bbf13-098e-4680-a74b-5b8ab2838340, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:29.954245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.968820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:29.980485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-37973e55-e327-4616-be46-52b4bc7a22a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:29.983947 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-37973e55-e327-4616-be46-52b4bc7a22a1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.0761967 Dec 08 16:07:30.055289 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-3489d175-bdac-4732-88d9-83a6b348a56d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624802 Dec 08 16:07:30.091028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:30.092161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:30.094657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] 10.222.0.86 "PUT /v2.0/ports/7b6bbf13-098e-4680-a74b-5b8ab2838340 HTTP/1.1" status: 200 len: 1092 time: 2.5238378 Dec 08 16:07:30.177458 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-fbdbf868-2bb1-44a5-a84f-e0c215c884a2 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133063 Dec 08 16:07:30.219405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-fd61fdad-105a-46d3-aaa9-f6ef6359ccad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:30.221034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-fd61fdad-105a-46d3-aaa9-f6ef6359ccad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.3142965 Dec 08 16:07:30.272518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c9576-a5b7-47b6-975a-04e644313170 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6bbf13-098e-4680-a74b-5b8ab2838340,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:30.308406 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-08579e85-f9cd-46aa-83ca-c70a9cc93412 req-38919acc-097d-4215-9704-e42ecb4c57c2 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229150 Dec 08 16:07:30.310927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-87cbef53-36f2-420a-9f15-aa9b76efd420 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630531 Dec 08 16:07:30.334548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862a6d-073f-4bf8-802a-10dc2c223902 req-0f2725d3-a16a-408b-9d3c-dd360e9719b8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:30.336142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca862a6d-073f-4bf8-802a-10dc2c223902 req-0f2725d3-a16a-408b-9d3c-dd360e9719b8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.3101964 Dec 08 16:07:30.352127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4fdc1-dfbf-4a83-ae2d-43bebddf1b8a req-4d6c882a-2568-44bb-9510-50de0eaf7523 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:30.353732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67a4fdc1-dfbf-4a83-ae2d-43bebddf1b8a req-4d6c882a-2568-44bb-9510-50de0eaf7523 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.3147302 Dec 08 16:07:30.437200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-3e25fca1-ca75-470e-b383-659abeff07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:30.438788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-3e25fca1-ca75-470e-b383-659abeff07c8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 1095 time: 0.2777135 Dec 08 16:07:30.544359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f02adaa8-159d-45b1-a62b-96fa1781aad1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340 HTTP/1.1" status: 200 len: 217 time: 0.0949161 Dec 08 16:07:30.570438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca862a6d-073f-4bf8-802a-10dc2c223902 req-93319b35-136d-4ebe-8f9e-ca1660a79c8d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144358 Dec 08 16:07:30.573998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67a4fdc1-dfbf-4a83-ae2d-43bebddf1b8a req-84948e83-28be-41e0-8880-ee7d5254cb62 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002437 Dec 08 16:07:30.623832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-9bfe3ca8-c6d9-42c6-869a-809a703f2e31 service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987542 Dec 08 16:07:30.655321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-1c11a49d-212c-4ab9-b657-c6d4ff7d421b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:30.656874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-1c11a49d-212c-4ab9-b657-c6d4ff7d421b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.1021643 Dec 08 16:07:30.715495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-138c0d6f-05c0-4d5a-b0ab-9fc59ba34a2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316608 Dec 08 16:07:30.823348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ebc0294-6fc3-4230-aac8-893b2d231b61 req-28ed550f-a0ca-4027-98f1-93d7b9de3e9b service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921508 Dec 08 16:07:30.857675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-f731f1ca-e198-4ecf-b413-6f0056417355 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311994 Dec 08 16:07:31.000391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bf98c-79a5-4378-b9b0-e44d2f475964 req-d4162249-d198-435d-9d81-b8d3993fee8e tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:31.002073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-364bf98c-79a5-4378-b9b0-e44d2f475964 req-d4162249-d198-435d-9d81-b8d3993fee8e tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 944 time: 0.1149070 Dec 08 16:07:31.006784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15551fac-57b8-4466-b04d-1f5ad1817ab5 req-62206ef8-bb91-45d3-b618-2898e73b2607 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414268 Dec 08 16:07:31.089549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-364bf98c-79a5-4378-b9b0-e44d2f475964 req-5b9d36d4-b787-4a83-92bf-05b6bc7b35b8 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 Dec 08 16:07:31.428675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'tag': '7b6bbf13-098e-4680-a74b-5b8ab2838340'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:31.431133 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d40a4cf-fec2-4669-a2ac-abffe5e9fe72", "tag": "7b6bbf13-098e-4680-a74b-5b8ab2838340"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:31.476914 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6d16c4-206f-475e-8a46-146d86d94eeb x-openstack-request-id: req-0c6d16c4-206f-475e-8a46-146d86d94eeb {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:31.477217 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d40a4cf-fec2-4669-a2ac-abffe5e9fe72", "tag": "7b6bbf13-098e-4680-a74b-5b8ab2838340", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:31.477478 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c6d16c4-206f-475e-8a46-146d86d94eeb {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:31.477916 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'tag': '7b6bbf13-098e-4680-a74b-5b8ab2838340', 'status': 'completed', 'code': 200} Dec 08 16:07:31.550921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-542dff80-8000-4116-bce7-600e998dbdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:31.553249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-542dff80-8000-4116-bce7-600e998dbdda service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 1095 time: 0.0524426 Dec 08 16:07:31.691279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-42f2a3b9-a3a6-428e-aceb-2fb980fc0b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:31.693195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-42f2a3b9-a3a6-428e-aceb-2fb980fc0b25 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 914 time: 0.1319656 Dec 08 16:07:31.701514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.755876 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:31.769190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-7a92a2f2-e98c-4a70-9215-f0f821ac0207 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340 HTTP/1.1" status: 200 len: 217 time: 0.0580816 Dec 08 16:07:31.849530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3a229-c805-4e62-9355-e9fef2709e35 req-9b64ccab-5ba2-41fe-b382-d374d656c23c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:31.851200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09e3a229-c805-4e62-9355-e9fef2709e35 req-9b64ccab-5ba2-41fe-b382-d374d656c23c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.1755059 Dec 08 16:07:31.865606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-7c318968-97ac-4dc8-8b66-391087bcd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:31.867138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-7c318968-97ac-4dc8-8b66-391087bcd024 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.0793698 Dec 08 16:07:31.881453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552a15d-b5be-4227-8e14-90ec20adfb11 req-016c1720-2b00-4176-ab74-f72a6ca4a357 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:31.883087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0552a15d-b5be-4227-8e14-90ec20adfb11 req-016c1720-2b00-4176-ab74-f72a6ca4a357 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1657181 Dec 08 16:07:31.933485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-98cc35f7-83c2-4f0d-be55-fc045564ece0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482357 Dec 08 16:07:32.034573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09e3a229-c805-4e62-9355-e9fef2709e35 req-22779056-a72f-4819-9c70-f9fc397fd2aa tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713126 Dec 08 16:07:32.049849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0552a15d-b5be-4227-8e14-90ec20adfb11 req-886420b3-f83f-4fc5-ae4c-4ab3971119e7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468363 Dec 08 16:07:32.111420 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.116683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-dad7f175-96c2-4188-9425-8c82cd943707 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639454 Dec 08 16:07:32.283883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc7a3b6-0a3b-4b82-9f3d-88b1a840c1a5 req-c750bf0e-57d8-48ec-b7fb-29a84d2ca413 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558068 Dec 08 16:07:32.294951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:32.419582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffbbbe-1bed-48be-97d4-a6501dc2e61b req-416ce36b-12a5-487a-a633-4a765bdeec77 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:32.421777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fffbbbe-1bed-48be-97d4-a6501dc2e61b req-416ce36b-12a5-487a-a633-4a765bdeec77 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 944 time: 0.0799551 Dec 08 16:07:32.461556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:32.480612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'mac_address': 'fa:16:3e:be:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:32.483619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fffbbbe-1bed-48be-97d4-a6501dc2e61b req-b1994150-e4aa-4ae2-825f-cab57bbadbf6 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545583 Dec 08 16:07:32.526050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.542905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631fac49-327b-49dc-9c6e-6454afa95cc1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:32.565565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:32.570489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.571340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7b6bbf13-098e-4680-a74b-5b8ab2838340 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:32.682562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:32.703283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.744385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7b6bbf13-098e-4680-a74b-5b8ab2838340, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:32.758892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7b6bbf13-098e-4680-a74b-5b8ab2838340', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'port_id': '7b6bbf13-098e-4680-a74b-5b8ab2838340', 'mac_address': 'fa:16:3e:12:9f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9d8943-c74c-4174-82c6-41e27672da54', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:32.808136 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.823658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6bbf13-098e-4680-a74b-5b8ab2838340 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:32.846373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7b6bbf13-098e-4680-a74b-5b8ab2838340, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:32.851548 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:32.852565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 24ec3793-a108-4ab7-b572-4be72048a081 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:32.930446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7b6bbf13-098e-4680-a74b-5b8ab2838340,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:32.934448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 24ec3793-a108-4ab7-b572-4be72048a081, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=24ec3793-a108-4ab7-b572-4be72048a081,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:32.948093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '24ec3793-a108-4ab7-b572-4be72048a081', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'port_id': '24ec3793-a108-4ab7-b572-4be72048a081', 'mac_address': 'fa:16:3e:7d:7b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9d8943-c74c-4174-82c6-41e27672da54', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:32.992490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.008545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ec3793-a108-4ab7-b572-4be72048a081 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:33.032035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 24ec3793-a108-4ab7-b572-4be72048a081, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=24ec3793-a108-4ab7-b572-4be72048a081,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:33.037707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:33.109024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=24ec3793-a108-4ab7-b572-4be72048a081,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:33.280105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6768a-53e7-480d-96b4-37df67d54a84 req-a50578fd-2a15-48d7-aea7-0b7b966df068 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:33.281788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ae6768a-53e7-480d-96b4-37df67d54a84 req-a50578fd-2a15-48d7-aea7-0b7b966df068 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 945 time: 0.1369512 Dec 08 16:07:33.297243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b12df3-154d-4386-844b-61108019d287 req-c979e63f-3dec-4f65-9002-a525214239a3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:33.298922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56b12df3-154d-4386-844b-61108019d287 req-c979e63f-3dec-4f65-9002-a525214239a3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1047947 Dec 08 16:07:33.353739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['631fac49-327b-49dc-9c6e-6454afa95cc1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:33.358301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['24ec3793-a108-4ab7-b572-4be72048a081'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:33.390352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ae6768a-53e7-480d-96b4-37df67d54a84 req-5f127052-41c1-4b35-b811-006123d79be5 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903492 Dec 08 16:07:33.401114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56b12df3-154d-4386-844b-61108019d287 req-a2f13124-7628-4bdb-ab0b-4c6a134e54c5 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935390 Dec 08 16:07:33.447359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7b6bbf13-098e-4680-a74b-5b8ab2838340'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:33.708115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4168d9-0a4f-419c-bda0-d4ffff635eec req-8db6779c-9481-4ada-937e-d36eaf43ebe6 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:33.709772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc4168d9-0a4f-419c-bda0-d4ffff635eec req-8db6779c-9481-4ada-937e-d36eaf43ebe6 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 945 time: 0.0596151 Dec 08 16:07:33.767667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc4168d9-0a4f-419c-bda0-d4ffff635eec req-08e09eb2-d563-4936-9cf4-d426bcb5feb8 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511799 Dec 08 16:07:34.584851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebe70c-1130-4ee5-be5e-c17bfb722e26 req-04798321-33fc-46ed-8be5-662ac202e79a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:34.586546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ebe70c-1130-4ee5-be5e-c17bfb722e26 req-04798321-33fc-46ed-8be5-662ac202e79a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 945 time: 0.1045702 Dec 08 16:07:34.599584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b914c1-6533-4de6-81c0-2d9bbb05c5bd req-0b62a8b7-f36f-49c3-afad-2bb60813036a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:34.601204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6b914c1-6533-4de6-81c0-2d9bbb05c5bd req-0b62a8b7-f36f-49c3-afad-2bb60813036a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0894208 Dec 08 16:07:34.683632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ebe70c-1130-4ee5-be5e-c17bfb722e26 req-352f8960-45fc-469e-a1a9-0eb894fdd80a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813115 Dec 08 16:07:34.688545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6b914c1-6533-4de6-81c0-2d9bbb05c5bd req-96240604-3495-4600-b1c3-32e379ea5988 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790694 Dec 08 16:07:35.025392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f97621-febd-44ac-8e0d-b844e6f53aa0 req-6547d4fe-b35c-45d1-b56b-2a1fc703f7ce tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:35.027073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81f97621-febd-44ac-8e0d-b844e6f53aa0 req-6547d4fe-b35c-45d1-b56b-2a1fc703f7ce tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 945 time: 0.0708325 Dec 08 16:07:35.095514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81f97621-febd-44ac-8e0d-b844e6f53aa0 req-204eb1fa-cbc1-4d7e-a2b5-f2dafe65b996 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606821 Dec 08 16:07:35.853896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd2308-feba-4818-b63b-e0c239a77d28 req-8a6bf2cd-4b6a-4619-b8c2-472b57bd5525 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:35.855743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bdd2308-feba-4818-b63b-e0c239a77d28 req-8a6bf2cd-4b6a-4619-b8c2-472b57bd5525 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0849137 Dec 08 16:07:35.896742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bd51d-9c54-420f-95df-df68234f485c req-050a3d19-4b61-4c89-a8b6-464ceeac68d3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:35.898375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-106bd51d-9c54-420f-95df-df68234f485c req-050a3d19-4b61-4c89-a8b6-464ceeac68d3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 945 time: 0.0817671 Dec 08 16:07:35.950431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bdd2308-feba-4818-b63b-e0c239a77d28 req-b4b61e24-7405-4e92-8fb4-d2d1c49986fd tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852273 Dec 08 16:07:35.993004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-106bd51d-9c54-420f-95df-df68234f485c req-a2c3555f-c4e0-4a3e-a915-27a3f137d423 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818870 Dec 08 16:07:36.262739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a55bb-0c18-47cc-b60c-9a9ba8edb836 req-cfda9bca-92b3-4d90-882c-744c8120f968 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:36.265675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d93a55bb-0c18-47cc-b60c-9a9ba8edb836 req-cfda9bca-92b3-4d90-882c-744c8120f968 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 945 time: 0.0697148 Dec 08 16:07:36.311075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:36.338517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d93a55bb-0c18-47cc-b60c-9a9ba8edb836 req-adfe13c8-0d9c-46e1-8592-22fa3e1133e9 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646601 Dec 08 16:07:36.402498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 631fac49-327b-49dc-9c6e-6454afa95cc1 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:36.409460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 631fac49-327b-49dc-9c6e-6454afa95cc1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:36.411032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.499902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.530780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:36.533002 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5580761-17d4-4074-9823-04cd396b8461" -d '{"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-plugged", "status": "completed", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:36.554890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:36.562145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.563339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7b6bbf13-098e-4680-a74b-5b8ab2838340 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:36.599508 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90bb4ba1-ff91-4dd7-b8b5-3c07692b7396 x-openstack-request-id: req-90bb4ba1-ff91-4dd7-b8b5-3c07692b7396 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:36.599838 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-plugged", "status": "completed", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:36.600126 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-90bb4ba1-ff91-4dd7-b8b5-3c07692b7396 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:36.600547 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'code': 200} Dec 08 16:07:36.663661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:36.686239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 7b6bbf13-098e-4680-a74b-5b8ab2838340 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:36.693268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7b6bbf13-098e-4680-a74b-5b8ab2838340 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:36.693910 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.713235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeefecd-10bf-47e5-a35e-c030d85753e6 req-2ccb076d-3fcb-488f-b2ed-6ac5ba75593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:36.715001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-faeefecd-10bf-47e5-a35e-c030d85753e6 req-2ccb076d-3fcb-488f-b2ed-6ac5ba75593b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 1097 time: 0.0443814 Dec 08 16:07:36.779572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-faeefecd-10bf-47e5-a35e-c030d85753e6 req-eb7821f0-2ff7-4cfe-b534-8363b897a702 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Dec 08 16:07:36.812812 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.854690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7b6bbf13-098e-4680-a74b-5b8ab2838340, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:36.859377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:36.860205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 24ec3793-a108-4ab7-b572-4be72048a081 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:36.942544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7b6bbf13-098e-4680-a74b-5b8ab2838340,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:36.958674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 24ec3793-a108-4ab7-b572-4be72048a081 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:36.964478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 24ec3793-a108-4ab7-b572-4be72048a081 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:36.964904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.100326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.149114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae6185e-d361-459e-84ad-25fa59444ba9 req-943d2678-1316-475f-b1e0-730395e5e314 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:37.151410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dae6185e-d361-459e-84ad-25fa59444ba9 req-943d2678-1316-475f-b1e0-730395e5e314 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0878093 Dec 08 16:07:37.171108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 24ec3793-a108-4ab7-b572-4be72048a081, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=24ec3793-a108-4ab7-b572-4be72048a081,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:37.177902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:37.247433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=24ec3793-a108-4ab7-b572-4be72048a081,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:37.268624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30a21e-b896-4d7a-8da4-d4cfcab71851 req-2b208d47-7262-4e1a-90fd-da84864a60f7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:37.271525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e30a21e-b896-4d7a-8da4-d4cfcab71851 req-2b208d47-7262-4e1a-90fd-da84864a60f7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.1187227 Dec 08 16:07:37.278439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dae6185e-d361-459e-84ad-25fa59444ba9 req-8c96127f-8a5c-4734-8941-9b45c9066cc2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095488 Dec 08 16:07:37.355524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e30a21e-b896-4d7a-8da4-d4cfcab71851 req-17310874-f346-47ac-be47-eade02bbbcd4 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753753 Dec 08 16:07:37.583731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6601cc-f58b-4f5a-ae61-2dd58ee452fa req-186b80d0-6eb6-48a0-a929-ecc8732f84a1 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:37.585423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a6601cc-f58b-4f5a-ae61-2dd58ee452fa req-186b80d0-6eb6-48a0-a929-ecc8732f84a1 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 946 time: 0.0599773 Dec 08 16:07:37.641569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a6601cc-f58b-4f5a-ae61-2dd58ee452fa req-c27f2f56-454c-4841-b153-ee76a83a7920 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487440 Dec 08 16:07:38.461428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941273f-969e-439c-91d3-6b01357d54e6 req-4f99dc4e-52ad-44c5-89c8-b49bb1effd13 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:38.463086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7941273f-969e-439c-91d3-6b01357d54e6 req-4f99dc4e-52ad-44c5-89c8-b49bb1effd13 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0646954 Dec 08 16:07:38.552716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7941273f-969e-439c-91d3-6b01357d54e6 req-fd006c01-4a23-40d2-b12d-ecedc3cbbb74 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749354 Dec 08 16:07:38.607130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6bbf13-098e-4680-a74b-5b8ab2838340'}, {'server_uuid': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec3793-a108-4ab7-b572-4be72048a081'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:38.607130 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b72c24e-680d-4168-a1ff-4dab70616659" -d '{"events": [{"server_uuid": "3d40a4cf-fec2-4669-a2ac-abffe5e9fe72", "name": "network-vif-plugged", "status": "completed", "tag": "7b6bbf13-098e-4680-a74b-5b8ab2838340"}, {"server_uuid": "9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9", "name": "network-vif-plugged", "status": "completed", "tag": "24ec3793-a108-4ab7-b572-4be72048a081"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:38.724641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc148d1b-ffe5-4255-8959-159dc3b3d724 req-c9920ccf-b4d4-4112-a841-e1d28939d16c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:38.726502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc148d1b-ffe5-4255-8959-159dc3b3d724 req-c9920ccf-b4d4-4112-a841-e1d28939d16c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.0685964 Dec 08 16:07:38.802802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc148d1b-ffe5-4255-8959-159dc3b3d724 req-c5f87715-b7a5-4d8c-b2e2-def6f596b66a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690327 Dec 08 16:07:38.928482 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a6f502-20cf-452d-86b2-250390c5ebd4 x-openstack-request-id: req-86a6f502-20cf-452d-86b2-250390c5ebd4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:38.928766 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d40a4cf-fec2-4669-a2ac-abffe5e9fe72", "name": "network-vif-plugged", "status": "completed", "tag": "7b6bbf13-098e-4680-a74b-5b8ab2838340", "code": 200}, {"server_uuid": "9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9", "name": "network-vif-plugged", "status": "completed", "tag": "24ec3793-a108-4ab7-b572-4be72048a081", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:38.929661 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86a6f502-20cf-452d-86b2-250390c5ebd4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:38.930186 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6bbf13-098e-4680-a74b-5b8ab2838340', 'code': 200} Dec 08 16:07:38.930420 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ec3793-a108-4ab7-b572-4be72048a081', 'code': 200} Dec 08 16:07:39.123723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151473-805a-4b58-9a66-e76718770f50 req-c65c3427-8227-4b3b-b5d2-35c0bd60c3fb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.125354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1151473-805a-4b58-9a66-e76718770f50 req-c65c3427-8227-4b3b-b5d2-35c0bd60c3fb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1785169 Dec 08 16:07:39.150636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962a0b6b-a4c1-43e8-8528-33a42ca23751 req-e5eda3c8-c77a-4b36-84ed-4c892388d2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.152561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-962a0b6b-a4c1-43e8-8528-33a42ca23751 req-e5eda3c8-c77a-4b36-84ed-4c892388d2fa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9 HTTP/1.1" status: 200 len: 1097 time: 0.1363800 Dec 08 16:07:39.162508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648ac2c-2a88-4866-bef0-07653eb9d237 req-a47bfc24-14fb-479f-a8b1-25cc6f8bd093 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.164094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6648ac2c-2a88-4866-bef0-07653eb9d237 req-a47bfc24-14fb-479f-a8b1-25cc6f8bd093 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 946 time: 0.1664541 Dec 08 16:07:39.184190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd266f-e671-4202-85ee-bf9ae1fe849f req-b171a1f6-0efe-45f8-8a38-0be29fecdc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.185659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bbd266f-e671-4202-85ee-bf9ae1fe849f req-b171a1f6-0efe-45f8-8a38-0be29fecdc2d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 1097 time: 0.1574955 Dec 08 16:07:39.308747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1151473-805a-4b58-9a66-e76718770f50 req-eb3406fd-85d9-4fe5-8a87-95614d3a32a6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769392 Dec 08 16:07:39.322430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-962a0b6b-a4c1-43e8-8528-33a42ca23751 req-d0d08a34-a43d-45b8-a179-04e761460680 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573017 Dec 08 16:07:39.328443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6648ac2c-2a88-4866-bef0-07653eb9d237 req-62d38cd1-03c6-40a5-a29f-7be826f86649 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556280 Dec 08 16:07:39.331061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bbd266f-e671-4202-85ee-bf9ae1fe849f req-5de02a45-a5ca-4476-897d-daa356afc582 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289628 Dec 08 16:07:39.591163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a92e3-e5a5-46ee-9318-b41d60a5e8ca req-febed5c7-c790-479d-bd44-5055c99a86a4 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.592782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-018a92e3-e5a5-46ee-9318-b41d60a5e8ca req-febed5c7-c790-479d-bd44-5055c99a86a4 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.0577474 Dec 08 16:07:39.667220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-018a92e3-e5a5-46ee-9318-b41d60a5e8ca req-2342b65a-7cfa-4de8-ae41-0602dcc4e0f0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631020 Dec 08 16:07:39.726542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c9d81-adcd-4a94-b26f-1c04ffcb7f52 req-2888faea-d094-43c5-abd5-bb744f6616a4 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:39.729157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2c9d81-adcd-4a94-b26f-1c04ffcb7f52 req-2888faea-d094-43c5-abd5-bb744f6616a4 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0795081 Dec 08 16:07:39.812094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2c9d81-adcd-4a94-b26f-1c04ffcb7f52 req-babe3374-9a07-48fc-a46f-030a668de562 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714250 Dec 08 16:07:40.551069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f897b-3607-437d-8ca6-d6d67f54977e req-28d1bed1-4c0e-42f1-87df-a1b8fa701d9c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:40.553536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d78f897b-3607-437d-8ca6-d6d67f54977e req-28d1bed1-4c0e-42f1-87df-a1b8fa701d9c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1139240 Dec 08 16:07:40.599847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1512a24a-2dfd-40ab-8455-12ebff1375e4 req-854d8440-e57d-4cca-aa08-02bd53e47769 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:40.601536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1512a24a-2dfd-40ab-8455-12ebff1375e4 req-854d8440-e57d-4cca-aa08-02bd53e47769 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 946 time: 0.1006455 Dec 08 16:07:40.657678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d78f897b-3607-437d-8ca6-d6d67f54977e req-f96b7bc0-9dad-49ad-a656-7d24dfe13929 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927730 Dec 08 16:07:40.704977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1512a24a-2dfd-40ab-8455-12ebff1375e4 req-71c12fde-ba5f-4e96-ae0c-cb9f1394dc37 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848937 Dec 08 16:07:41.352010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d0f365-3399-495a-8f29-881cf9e8ee2c req-c467fbfa-b3a0-4530-b738-234c29957e32 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:41.355108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09d0f365-3399-495a-8f29-881cf9e8ee2c req-c467fbfa-b3a0-4530-b738-234c29957e32 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 946 time: 0.5256810 Dec 08 16:07:41.389534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3e796-8d74-44dc-8749-2ff7b6cfeb8f req-8b83f2af-31c1-4091-b221-39cb1465f6ba tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:41.392285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9f3e796-8d74-44dc-8749-2ff7b6cfeb8f req-8b83f2af-31c1-4091-b221-39cb1465f6ba tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1433289 Dec 08 16:07:41.522309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09d0f365-3399-495a-8f29-881cf9e8ee2c req-187ed11e-be0f-41de-9244-f45f80ed0c04 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590033 Dec 08 16:07:41.537400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9f3e796-8d74-44dc-8749-2ff7b6cfeb8f req-0a3d6255-0d91-4057-810b-5731a2c6a624 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280854 Dec 08 16:07:41.898445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca012b1-25f9-4c7a-82ec-4f21e6556bf4 req-7806acfd-9561-4540-a496-39013c181208 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:41.906796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ca012b1-25f9-4c7a-82ec-4f21e6556bf4 req-7806acfd-9561-4540-a496-39013c181208 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.0794704 Dec 08 16:07:41.993470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ca012b1-25f9-4c7a-82ec-4f21e6556bf4 req-7cbf7c1b-9c1a-4c98-9979-99f772f204eb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849721 Dec 08 16:07:42.161718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfd74d-db4c-443a-822f-b5c57d144c77 req-49c49e74-db26-4af4-876a-35ea824167be tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:42.167183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9dfd74d-db4c-443a-822f-b5c57d144c77 req-49c49e74-db26-4af4-876a-35ea824167be tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 946 time: 0.0831909 Dec 08 16:07:42.230842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9dfd74d-db4c-443a-822f-b5c57d144c77 req-9d661d94-9153-44cd-9aa6-e85b1dd9fce3 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553064 Dec 08 16:07:42.392427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027fb6fd-04cf-487d-82be-addb9c605941 req-dd1b747c-0329-4f47-a24b-7a1aeb0757ff tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:42.395120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-027fb6fd-04cf-487d-82be-addb9c605941 req-dd1b747c-0329-4f47-a24b-7a1aeb0757ff tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9 HTTP/1.1" status: 200 len: 946 time: 0.0710192 Dec 08 16:07:42.450874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-027fb6fd-04cf-487d-82be-addb9c605941 req-d7b69546-bff2-4986-97bd-bf77dff83508 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Dec 08 16:07:42.711572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b4226-bab8-44e7-97b6-9f3e86b631c3 req-c2b35eef-a1ac-4abe-9759-4d7295b17a41 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:42.713541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b28b4226-bab8-44e7-97b6-9f3e86b631c3 req-c2b35eef-a1ac-4abe-9759-4d7295b17a41 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0703578 Dec 08 16:07:42.797573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b28b4226-bab8-44e7-97b6-9f3e86b631c3 req-834539b1-a33d-4da7-ac0f-d6f8dc9ff668 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764239 Dec 08 16:07:43.190810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0762c-ee09-42d3-bbe7-0fcca0b84212 req-55f097b3-a247-48a8-be07-5c6d2511e94d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:43.194120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b0762c-ee09-42d3-bbe7-0fcca0b84212 req-55f097b3-a247-48a8-be07-5c6d2511e94d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.0922160 Dec 08 16:07:43.203558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-1761a5f0-dd6b-4b44-9162-368d5e237505 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:43.205688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-1761a5f0-dd6b-4b44-9162-368d5e237505 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 813 time: 0.1773412 Dec 08 16:07:43.241068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-14e8c8a1-ddb2-4a34-be1a-e8a37d1c3fc0 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/quotas/1bfd7e9f4f114b539fc7fe28f5f23603 HTTP/1.1" status: 200 len: 375 time: 0.0247321 Dec 08 16:07:43.293614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b0762c-ee09-42d3-bbe7-0fcca0b84212 req-580d1e09-b41f-44bb-b34f-f336c07920d0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866735 Dec 08 16:07:43.327681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-505cf59c-472a-4be8-8b85-19762b4f2d8b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800042 Dec 08 16:07:43.369844 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:07:43.468964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-5ac9af3a-d74f-4e89-8657-ffb75deff9c6 service neutron] 10.222.0.62 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258104 Dec 08 16:07:43.577057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-f2c3d9dc-20d1-45a5-90f8-629803bdcf63 service neutron] 10.222.0.62 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007454 Dec 08 16:07:44.021012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381d274-d323-420c-a70a-e44935cbca3d req-54c44ebe-f572-4c25-a870-9ec01d64c7fa tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:44.023490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1381d274-d323-420c-a70a-e44935cbca3d req-54c44ebe-f572-4c25-a870-9ec01d64c7fa tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1171973 Dec 08 16:07:44.107607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1381d274-d323-420c-a70a-e44935cbca3d req-15a74b73-cf5c-4ce0-8a7e-d92b8bf62fb6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734808 Dec 08 16:07:44.180448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95045869-668b-4b91-84be-f79e4714de7f req-b624f670-bcbc-4d51-98de-e60fcae54fad tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 210 time: 0.0490019 Dec 08 16:07:44.346080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:44.525237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:44.542654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'mac_address': 'fa:16:3e:be:4a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:44.560004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03dc45-2436-478e-9548-17409eed3823 req-a4bc3af0-6c5d-4b3a-a70f-5cfefbc6e602 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:44.574522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b03dc45-2436-478e-9548-17409eed3823 req-a4bc3af0-6c5d-4b3a-a70f-5cfefbc6e602 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1286607 Dec 08 16:07:44.680214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.698529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 631fac49-327b-49dc-9c6e-6454afa95cc1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:44.733675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:44.740814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:44.780935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-6a719296-9697-44cd-b318-8393f07c17de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:44.783728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-6a719296-9697-44cd-b318-8393f07c17de tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9 HTTP/1.1" status: 200 len: 946 time: 0.2056265 Dec 08 16:07:44.839567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b03dc45-2436-478e-9548-17409eed3823 req-53e54e65-0373-4a15-bd63-c2d2b44a6d3b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462792 Dec 08 16:07:44.924618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['631fac49-327b-49dc-9c6e-6454afa95cc1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:44.929977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-56692d0f-beca-4d9a-963c-3a183ef3c429 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:44.933248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-56692d0f-beca-4d9a-963c-3a183ef3c429 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "GET /v2.0/ports?device_id=3d40a4cf-fec2-4669-a2ac-abffe5e9fe72 HTTP/1.1" status: 200 len: 946 time: 0.2315900 Dec 08 16:07:45.002532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:45.200847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Deleting port 24ec3793-a108-4ab7-b572-4be72048a081 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:45.201816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.350162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Deleting port 7b6bbf13-098e-4680-a74b-5b8ab2838340 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:07:45.350642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.527648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6719ba5b-fb64-4440-9d53-c97c4a0a46dd req-9585a75d-f28a-4156-9e96-a1ff6bf69f29 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 210 time: 0.0906487 Dec 08 16:07:45.672297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d5e846-9568-4182-a9d0-8e81748a58b0 req-0de9bef6-82ae-4d41-9460-befc5cf6d72f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:45.675126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82d5e846-9568-4182-a9d0-8e81748a58b0 req-0de9bef6-82ae-4d41-9460-befc5cf6d72f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.3791704 Dec 08 16:07:45.783593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] For port 24ec3793-a108-4ab7-b572-4be72048a081, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=24ec3793-a108-4ab7-b572-4be72048a081,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:45.784059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.909447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] For port 7b6bbf13-098e-4680-a74b-5b8ab2838340, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7b6bbf13-098e-4680-a74b-5b8ab2838340,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:45.910304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:45.962725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Calling delete_port for 24ec3793-a108-4ab7-b572-4be72048a081 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:45.981217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Calling delete_port for 7b6bbf13-098e-4680-a74b-5b8ab2838340 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:07:46.059686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82d5e846-9568-4182-a9d0-8e81748a58b0 req-a6f31ff7-d936-4759-b035-0998aedae970 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578010 Dec 08 16:07:46.352541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e1613701-babc-495c-988e-2b488b1a4504 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:46.356243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e1613701-babc-495c-988e-2b488b1a4504 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.58 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 813 time: 0.4670432 Dec 08 16:07:46.365256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:46.375579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Request body: {'port': {'device_id': '2e6339a0-7499-4d2a-9698-7f200907594a', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'admin_state_up': True, 'tenant_id': '1bfd7e9f4f114b539fc7fe28f5f23603'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:46.402100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-951c44c1-3c5d-4ce9-a31c-04aac18d350d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:46.405093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-951c44c1-3c5d-4ce9-a31c-04aac18d350d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 813 time: 0.7094736 Dec 08 16:07:46.436616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Request body: {'port': {'device_id': '5571556c-fca6-4150-a90f-091e14444e91', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'admin_state_up': True, 'tenant_id': '1bfd7e9f4f114b539fc7fe28f5f23603'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:46.469689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbb061-1aa3-40c9-a3b1-65b9be5219cd req-b3e9b38f-28b7-4589-98e6-95fce18a9727 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:46.487561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27fbb061-1aa3-40c9-a3b1-65b9be5219cd req-b3e9b38f-28b7-4589-98e6-95fce18a9727 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.3032656 Dec 08 16:07:46.658723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27fbb061-1aa3-40c9-a3b1-65b9be5219cd req-636bc164-fb68-4c6f-9599-77676a414f95 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696041 Dec 08 16:07:46.795846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Made reservation on behalf of 1bfd7e9f4f114b539fc7fe28f5f23603 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:46.806169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:46.884081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 631fac49-327b-49dc-9c6e-6454afa95cc1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:46.884737 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.037286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Made reservation on behalf of 1bfd7e9f4f114b539fc7fe28f5f23603 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:47.049272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.091786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c23a41dc-86d6-44ad-8cc0-0d0f64b1e4fe req-ada679f4-b993-4839-8cc8-617fcec03ab3 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 210 time: 0.1226699 Dec 08 16:07:47.125624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.165842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.170185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.252335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:47.255245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:47.260944 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09d2589-82fd-4c5b-a9b1-f42e5e50be0f" -d '{"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-plugged", "status": "completed", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:47.278829 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.285579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7b6bbf13-098e-4680-a74b-5b8ab2838340 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:47.327194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event deleted for resources: {'Port': ['ID=24ec3793-a108-4ab7-b572-4be72048a081,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:47.449616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 7b6bbf13-098e-4680-a74b-5b8ab2838340 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:47.450494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7b6bbf13-098e-4680-a74b-5b8ab2838340 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:47.450927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 24ec3793-a108-4ab7-b572-4be72048a081 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:07:47.497114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 24ec3793-a108-4ab7-b572-4be72048a081 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:07:47.497677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 24ec3793-a108-4ab7-b572-4be72048a081 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:07:47.500934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Allocated IP 172.20.0.13 (d15206da-0941-4ebb-b891-ecf243a802f8/5e9d8943-c74c-4174-82c6-41e27672da54/27a8eb6b-5e94-4e00-a913-d978306756c0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:47.560611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.561659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.562981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.563880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.564084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:47.564961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.566936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.567994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.568886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.570785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.572271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.573382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.574288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.575138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:47.630570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] No DVR routers for this DVR port 7b6bbf13-098e-4680-a74b-5b8ab2838340 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:47.636736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.642753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f04b64b9-3e82-4d98-a6f4-64c95628a642 req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "DELETE /v2.0/ports/7b6bbf13-098e-4680-a74b-5b8ab2838340 HTTP/1.1" status: 204 len: 173 time: 2.6933756 Dec 08 16:07:47.645021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670187a-ee3d-45aa-8759-43d833b8134c tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event deleted for resources: {'Port': ['ID=7b6bbf13-098e-4680-a74b-5b8ab2838340,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:47.669843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] No DVR routers for this DVR port 24ec3793-a108-4ab7-b572-4be72048a081 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:07:47.683354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:47.689687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e88250f7-8428-4665-9b9d-e8d415940fd7 req-db93cb1a-8bfc-492c-a3e1-9df9821b7890 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "DELETE /v2.0/ports/24ec3793-a108-4ab7-b572-4be72048a081 HTTP/1.1" status: 204 len: 173 time: 2.8920772 Dec 08 16:07:47.703904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'name': 'network-vif-deleted', 'tag': '7b6bbf13-098e-4680-a74b-5b8ab2838340'}, {'server_uuid': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'name': 'network-vif-deleted', 'tag': '24ec3793-a108-4ab7-b572-4be72048a081'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:47.720129 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf67ab1-9de3-4a94-8e7b-f8ffb6e806ca" -d '{"events": [{"server_uuid": "3d40a4cf-fec2-4669-a2ac-abffe5e9fe72", "name": "network-vif-deleted", "tag": "7b6bbf13-098e-4680-a74b-5b8ab2838340"}, {"server_uuid": "9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9", "name": "network-vif-deleted", "tag": "24ec3793-a108-4ab7-b572-4be72048a081"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:47.787767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56dd784-a004-43b0-8ad0-2849d6aab218 req-72c70f50-97d9-4955-885f-4a07641ddd6d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:47.802600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c56dd784-a004-43b0-8ad0-2849d6aab218 req-72c70f50-97d9-4955-885f-4a07641ddd6d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.4904916 Dec 08 16:07:47.879155 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bea7f7b-3191-4192-9d94-9e060c56fac0 x-openstack-request-id: req-1bea7f7b-3191-4192-9d94-9e060c56fac0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:47.880080 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-plugged", "status": "completed", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:47.880797 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bea7f7b-3191-4192-9d94-9e060c56fac0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:47.882013 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'code': 200} Dec 08 16:07:47.982896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c56dd784-a004-43b0-8ad0-2849d6aab218 req-b345ae25-2e17-43f0-9109-05509027fb5d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785758 Dec 08 16:07:48.159758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.255954 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260a107a-ff98-4d6f-b7a6-4da53e6d9238 x-openstack-request-id: req-260a107a-ff98-4d6f-b7a6-4da53e6d9238 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:48.258029 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d40a4cf-fec2-4669-a2ac-abffe5e9fe72", "name": "network-vif-deleted", "tag": "7b6bbf13-098e-4680-a74b-5b8ab2838340", "status": "completed", "code": 200}, {"server_uuid": "9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9", "name": "network-vif-deleted", "tag": "24ec3793-a108-4ab7-b572-4be72048a081", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:48.258299 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-260a107a-ff98-4d6f-b7a6-4da53e6d9238 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:48.258729 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d40a4cf-fec2-4669-a2ac-abffe5e9fe72', 'name': 'network-vif-deleted', 'tag': '7b6bbf13-098e-4680-a74b-5b8ab2838340', 'status': 'completed', 'code': 200} Dec 08 16:07:48.258982 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d1f645b-e9c1-4b40-bd56-2fcfcef75bf9', 'name': 'network-vif-deleted', 'tag': '24ec3793-a108-4ab7-b572-4be72048a081', 'status': 'completed', 'code': 200} Dec 08 16:07:48.332714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710dc2cc-9574-4077-9fcc-d2505752872c req-28567530-7fd3-4a2a-b517-35041a6a5027 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:48.334398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-710dc2cc-9574-4077-9fcc-d2505752872c req-28567530-7fd3-4a2a-b517-35041a6a5027 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1482799 Dec 08 16:07:48.372679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.556518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-710dc2cc-9574-4077-9fcc-d2505752872c req-30eec4c7-5fbd-40e1-83f9-4604959264a9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106419 Dec 08 16:07:48.563526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Network d15206da-0941-4ebb-b891-ecf243a802f8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:48.589095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1979090e-cb66-4f66-8b22-037944d0ef02 req-fa297701-f4a1-41a1-8461-99fc68b0b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:48.590691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1979090e-cb66-4f66-8b22-037944d0ef02 req-fa297701-f4a1-41a1-8461-99fc68b0b868 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 1096 time: 0.1579146 Dec 08 16:07:48.594064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event updated for resources: {'Port': ['ID=27a8eb6b-5e94-4e00-a913-d978306756c0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:48.606793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:48.617199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:48.688892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1979090e-cb66-4f66-8b22-037944d0ef02 req-de727d54-fda5-4934-8661-51ba467b6e7b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905800 Dec 08 16:07:48.739257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-2297b262-fc6b-4ded-90a5-f98b943cae21 {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:07:48.739846 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:07:48.858140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:48.859356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:48.886361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64e6587b-0de3-4b01-8915-1514d7982c60 req-22b7478c-09fd-4ac2-b328-ac22e4da14e6 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 210 time: 0.1176798 Dec 08 16:07:48.912995 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-a163f073-6779-478c-94cf-ab3ecdfef13a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5355966 Dec 08 16:07:48.918975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Request body: {'port': {'device_id': '2e6339a0-7499-4d2a-9698-7f200907594a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:48.986298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:49.253286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:49.255742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de6a04-eb74-497e-a04a-45cd15158e5b req-a4e8e95e-ea0e-49ad-b555-c8c59919c61b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.258568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4de6a04-eb74-497e-a04a-45cd15158e5b req-a4e8e95e-ea0e-49ad-b555-c8c59919c61b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1234827 Dec 08 16:07:49.393934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4de6a04-eb74-497e-a04a-45cd15158e5b req-e567e96a-1591-4b96-9613-f47a550ce02e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243043 Dec 08 16:07:49.495743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a8eb6b-5e94-4e00-a913-d978306756c0 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:49.509402 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:49.530767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Transition to ACTIVE for port object 27a8eb6b-5e94-4e00-a913-d978306756c0 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:49.546577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:49.756799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Pushing event updated for resources: {'Port': ['ID=27a8eb6b-5e94-4e00-a913-d978306756c0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:49.842346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Allocated IP 172.20.0.9 (d15206da-0941-4ebb-b891-ecf243a802f8/5e9d8943-c74c-4174-82c6-41e27672da54/6c68871d-4d16-4ac9-8caa-d45df87aaf83) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:49.905290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c1c19-0629-4fd8-b6fc-571016521424 req-1263230b-de0f-49dc-a67b-ae89b8ecc39b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:49.907008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4c1c19-0629-4fd8-b6fc-571016521424 req-1263230b-de0f-49dc-a67b-ae89b8ecc39b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1372540 Dec 08 16:07:50.004242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4c1c19-0629-4fd8-b6fc-571016521424 req-09e42894-b9e9-48bc-8a2e-8253750e81aa tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849309 Dec 08 16:07:50.008547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.009024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.009626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.010516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.011107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.011674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.012299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.012865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.013444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.030592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.031408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.031979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.032571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:07:50.055863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Attempting to bind port 27a8eb6b-5e94-4e00-a913-d978306756c0 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:50.055863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Attempting to bind port 27a8eb6b-5e94-4e00-a913-d978306756c0 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:50.056367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Attempting to bind port 27a8eb6b-5e94-4e00-a913-d978306756c0 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:50.078927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29636765-7b3a-422b-b1d7-80e3415a51fe req-5f26a661-7292-4338-a4c7-2f166023d71d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 210 time: 0.0545676 Dec 08 16:07:50.093928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Port 27a8eb6b-5e94-4e00-a913-d978306756c0 on network d15206da-0941-4ebb-b891-ecf243a802f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:50.093928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Attempting to bind port 27a8eb6b-5e94-4e00-a913-d978306756c0 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:50.128678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:50.129893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Checking segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:50.130676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Bound using segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:50.131507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Bound port: 27a8eb6b-5e94-4e00-a913-d978306756c0, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:50.132185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.375042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] For port 27a8eb6b-5e94-4e00-a913-d978306756c0, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:50.431722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] For port 27a8eb6b-5e94-4e00-a913-d978306756c0, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27a8eb6b-5e94-4e00-a913-d978306756c0,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:50.440006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.563252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:50.564320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.566613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] 10.222.0.58 "PUT /v2.0/ports/27a8eb6b-5e94-4e00-a913-d978306756c0 HTTP/1.1" status: 200 len: 1092 time: 1.6524751 Dec 08 16:07:50.567266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6339a0-7499-4d2a-9698-7f200907594a', 'tag': '27a8eb6b-5e94-4e00-a913-d978306756c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:50.570188 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78143ca2-eef6-44fd-bc81-f4b5771459bd" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6339a0-7499-4d2a-9698-7f200907594a", "tag": "27a8eb6b-5e94-4e00-a913-d978306756c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:50.584250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.625104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec9d64c-d9f0-4d40-813c-f1ef67f2a595 service neutron] Pushing event updated for resources: {'Port': ['ID=27a8eb6b-5e94-4e00-a913-d978306756c0,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:50.656142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5af7f-db80-4d40-8ef0-4fb8d9713b05 req-e9411389-ff32-42ce-a3ca-ad65753c73b1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:50.669477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6d5af7f-db80-4d40-8ef0-4fb8d9713b05 req-e9411389-ff32-42ce-a3ca-ad65753c73b1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1625829 Dec 08 16:07:50.741937 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb8e5e7-e9e1-42f9-bbab-152aff1e4e01 x-openstack-request-id: req-bdb8e5e7-e9e1-42f9-bbab-152aff1e4e01 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:50.742774 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6339a0-7499-4d2a-9698-7f200907594a", "tag": "27a8eb6b-5e94-4e00-a913-d978306756c0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:50.743019 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdb8e5e7-e9e1-42f9-bbab-152aff1e4e01 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:50.743759 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6339a0-7499-4d2a-9698-7f200907594a', 'tag': '27a8eb6b-5e94-4e00-a913-d978306756c0', 'status': 'completed', 'code': 200} Dec 08 16:07:50.748304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:50.753479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6acdb6bd-8794-45c9-a972-7cdc9d190619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:50.755598 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-6acdb6bd-8794-45c9-a972-7cdc9d190619 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 1095 time: 0.1199527 Dec 08 16:07:50.796200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6d5af7f-db80-4d40-8ef0-4fb8d9713b05 req-d0ed0cc9-0b22-47a7-9d76-c80d17ec63a2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211867 Dec 08 16:07:50.883012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-85c6b36a-50a3-4190-a5b3-b596961c5071 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27a8eb6b-5e94-4e00-a913-d978306756c0 HTTP/1.1" status: 200 len: 217 time: 0.1162326 Dec 08 16:07:50.903584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Network d15206da-0941-4ebb-b891-ecf243a802f8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:50.928292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:50.974519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:50.988184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event updated for resources: {'Port': ['ID=6c68871d-4d16-4ac9-8caa-d45df87aaf83,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:51.018453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:51.075594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-f5956fb3-efed-4d50-972f-49064e528dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.078280 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-f5956fb3-efed-4d50-972f-49064e528dd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.1733809 Dec 08 16:07:51.199887 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-ac6882fa-d528-4f20-a65a-aee1be1323cd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098623 Dec 08 16:07:51.213768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.218952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.234102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:51.280311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'mac_address': 'fa:16:3e:9e:18:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:51.382324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-ef3eb952-f27a-48dc-9451-7d4e6c89b4e2 service neutron] 10.222.0.58 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461167 Dec 08 16:07:51.430017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f98d0-2a5b-4e18-a44d-e923d337fc25 req-08df3c1d-3201-4928-8163-54ecea149825 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.433009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e9f98d0-2a5b-4e18-a44d-e923d337fc25 req-08df3c1d-3201-4928-8163-54ecea149825 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1347392 Dec 08 16:07:51.454608 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.496804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:51.498264 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-fa4af498-1e6f-4372-a4d2-6fdc2bb89b3b tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0704520 Dec 08 16:07:51.514708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Request body: {'port': {'device_id': '5571556c-fca6-4150-a90f-091e14444e91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:51.545103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:51.553085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-a70a6ab4-30a9-434f-a362-35572a2d00f6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:51.560118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.565568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-a70a6ab4-30a9-434f-a362-35572a2d00f6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 810 time: 0.4002779 Dec 08 16:07:51.624487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:51.666918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e9f98d0-2a5b-4e18-a44d-e923d337fc25 req-d461b078-3a1e-45f4-9ee4-465a10f15b78 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857471 Dec 08 16:07:51.681291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-9c653f23-2819-4349-950d-ecb7f5c0a7cd tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/quotas/bca86dd94a0743e4b97139d1852f221c HTTP/1.1" status: 200 len: 375 time: 0.1147857 Dec 08 16:07:51.687497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c63c7654-45d4-4daf-81b2-186fd26d4412'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:51.797196 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-2fede3e0-9109-4704-9f10-50f0650549f4 service neutron] 10.222.0.58 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940952 Dec 08 16:07:51.880653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:51.895055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-7c11c591-ed9b-4173-bf70-19be18a25b84 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2056339 Dec 08 16:07:52.131614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6e153-b317-4de5-84f7-d980bbfbabbc req-8dd83e60-a0b5-46fe-ae1b-271813b968d5 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:52.143708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ab6e153-b317-4de5-84f7-d980bbfbabbc req-8dd83e60-a0b5-46fe-ae1b-271813b968d5 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 931 time: 0.2001450 Dec 08 16:07:52.234183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-7fbf282f-46c0-42fa-863f-df895fb8895d service neutron] 10.222.0.62 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366358 Dec 08 16:07:52.264208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c68871d-4d16-4ac9-8caa-d45df87aaf83 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:52.280443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.300243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-04fc2cb0-7398-4a85-bf67-6eb304b6bf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:52.305852 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-04fc2cb0-7398-4a85-bf67-6eb304b6bf80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 1095 time: 0.4286017 Dec 08 16:07:52.322134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Transition to ACTIVE for port object 6c68871d-4d16-4ac9-8caa-d45df87aaf83 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:52.337906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.424660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-159a1aab-4902-4995-b557-8962367db2ff service neutron] 10.222.0.62 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889293 Dec 08 16:07:52.432372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c68871d-4d16-4ac9-8caa-d45df87aaf83,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:52.496161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ab6e153-b317-4de5-84f7-d980bbfbabbc req-5daa7157-ac96-4f09-b03a-2edf7369304f tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503973 Dec 08 16:07:52.618312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-c259407c-e6d2-43c7-a45d-fcbfae30621a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:52.621017 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-c259407c-e6d2-43c7-a45d-fcbfae30621a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 914 time: 0.2973065 Dec 08 16:07:52.634849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Attempting to bind port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:52.635506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Attempting to bind port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:52.636070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Attempting to bind port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:52.679721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 on network d15206da-0941-4ebb-b891-ecf243a802f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:52.680312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Attempting to bind port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 on network d15206da-0941-4ebb-b891-ecf243a802f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:52.710950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:52.711512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Checking segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:52.721200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Bound using segment: {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:52.725584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Bound port: 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:52.726410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:52.896968 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-25d15351-6adc-4dbb-a7c3-451a4f4673fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27a8eb6b-5e94-4e00-a913-d978306756c0 HTTP/1.1" status: 200 len: 217 time: 0.2489057 Dec 08 16:07:53.040631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:53.139445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-606b5cb9-0e9d-41d6-a024-73ceb9a6eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:53.142447 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-606b5cb9-0e9d-41d6-a024-73ceb9a6eaad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.2258818 Dec 08 16:07:53.213968 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-8a97a694-4ff5-4408-8ade-eb9e0a7bef56 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609720 Dec 08 16:07:53.224181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] For port 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:53.240335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port c63c7654-45d4-4daf-81b2-186fd26d4412 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:53.240947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.320873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] For port 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:53.416083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6aa9d3a-3e2f-4301-89c0-d2ce03e6fb9f req-d63fa7d7-e5a1-48eb-b950-002fc60d69da tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 210 time: 0.1397071 Dec 08 16:07:53.447940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.613083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:53.615808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.625169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] 10.222.0.86 "PUT /v2.0/ports/6c68871d-4d16-4ac9-8caa-d45df87aaf83 HTTP/1.1" status: 200 len: 1091 time: 2.1177742 Dec 08 16:07:53.630224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5571556c-fca6-4150-a90f-091e14444e91', 'tag': '6c68871d-4d16-4ac9-8caa-d45df87aaf83'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:53.649261 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f275ff45-dc0a-43ea-ac4d-35146e038cda" -d '{"events": [{"name": "network-changed", "server_uuid": "5571556c-fca6-4150-a90f-091e14444e91", "tag": "6c68871d-4d16-4ac9-8caa-d45df87aaf83"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:53.649576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.778744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:53.781234 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c476ce-2435-4ebe-8975-fae71edc6a9b" -d '{"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-plugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:53.822327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:53.833611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:53.867915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49217a4-bcbb-4e12-a1fc-b93050c437a2 service neutron] Pushing event updated for resources: {'Port': ['ID=6c68871d-4d16-4ac9-8caa-d45df87aaf83,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:53.896478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca154e-afec-4f0b-8cba-2462cc776de2 req-ff63c1fd-83c7-47f2-aa3a-c75d1e5cd25c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:53.908385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cca154e-afec-4f0b-8cba-2462cc776de2 req-ff63c1fd-83c7-47f2-aa3a-c75d1e5cd25c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.2132230 Dec 08 16:07:54.007590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-108244e9-bb3a-4b20-b75d-3791d06556c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:54.017813 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-108244e9-bb3a-4b20-b75d-3791d06556c5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 1094 time: 0.2888596 Dec 08 16:07:54.028352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-bb929a7f-b74d-4892-ba8a-2f3a73ff76e9 service neutron] 10.222.0.58 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964494 Dec 08 16:07:54.079422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:54.114433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cca154e-afec-4f0b-8cba-2462cc776de2 req-6d4f90ff-ae7d-46a3-9032-09d339dd0146 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047186 Dec 08 16:07:54.376969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc7b6b-b838-4755-a93e-ad2c1318de97 req-b3c4ead1-c77c-466a-a518-42a743bc636d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:54.382399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ffc7b6b-b838-4755-a93e-ad2c1318de97 req-b3c4ead1-c77c-466a-a518-42a743bc636d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 943 time: 0.1208935 Dec 08 16:07:54.503376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ffc7b6b-b838-4755-a93e-ad2c1318de97 req-762d4e48-58ab-426d-b5a1-b765d608a060 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090679 Dec 08 16:07:54.668590 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-770b9154-bc60-4d56-84ac-b5c82a684e8c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83 HTTP/1.1" status: 200 len: 217 time: 0.6249957 Dec 08 16:07:54.718859 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3453d6b-5133-4565-8182-506f238fa6d4 x-openstack-request-id: req-d3453d6b-5133-4565-8182-506f238fa6d4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:54.719317 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5571556c-fca6-4150-a90f-091e14444e91", "tag": "6c68871d-4d16-4ac9-8caa-d45df87aaf83", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:54.719740 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d3453d6b-5133-4565-8182-506f238fa6d4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:54.720369 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5571556c-fca6-4150-a90f-091e14444e91', 'tag': '6c68871d-4d16-4ac9-8caa-d45df87aaf83', 'status': 'completed', 'code': 200} Dec 08 16:07:54.797735 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c7cee-a0a0-44f1-a484-931fcfa2f209 x-openstack-request-id: req-ce0c7cee-a0a0-44f1-a484-931fcfa2f209 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:07:54.798243 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-plugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:07:54.798891 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce0c7cee-a0a0-44f1-a484-931fcfa2f209 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:07:54.800044 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'code': 200} Dec 08 16:07:55.010151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-46dfe357-2d94-4c5e-aca9-d0882e657687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:55.011751 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-46dfe357-2d94-4c5e-aca9-d0882e657687 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.1898756 Dec 08 16:07:55.043581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27a8eb6b-5e94-4e00-a913-d978306756c0 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:55.118450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-396c13bf-a197-4fc8-a1cd-3ca6cb71b1fe service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691445 Dec 08 16:07:55.341351 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78143ca2-eef6-44fd-bc81-f4b5771459bd req-c92eade6-ab09-4d0a-ace7-9fcb05b5d645 service neutron] 10.222.0.58 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2800002 Dec 08 16:07:55.453427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 27a8eb6b-5e94-4e00-a913-d978306756c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27a8eb6b-5e94-4e00-a913-d978306756c0,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:55.489818 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-e9a77b7c-2c82-4f3d-949b-4cc75c934257 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704534 Dec 08 16:07:55.517380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '27a8eb6b-5e94-4e00-a913-d978306756c0', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'port_id': '27a8eb6b-5e94-4e00-a913-d978306756c0', 'mac_address': 'fa:16:3e:6e:69:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9d8943-c74c-4174-82c6-41e27672da54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:55.711706 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.766284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80a457d5-7412-4847-bea3-8c0de9eeaad5 req-44079c2f-ab22-4797-a166-448139f7dab4 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 210 time: 0.2972264 Dec 08 16:07:55.788384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a8eb6b-5e94-4e00-a913-d978306756c0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:55.888251 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-412efac8-9512-43f0-8926-e1f9f930ae13 req-62d2f78f-8490-41ee-90b9-6252d3053ab6 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900874 Dec 08 16:07:55.897871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 27a8eb6b-5e94-4e00-a913-d978306756c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27a8eb6b-5e94-4e00-a913-d978306756c0,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:55.912743 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.932309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-a39ba8ff-0d37-4abd-88dc-bf19a7e770ec tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:55.935989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-a39ba8ff-0d37-4abd-88dc-bf19a7e770ec tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.86 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 810 time: 0.5622406 Dec 08 16:07:55.939819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf0f05e8-f5f4-4726-a765-3a4694f713a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:55.985271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Request body: {'port': {'device_id': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'admin_state_up': True, 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:56.106528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-08010c93-21eb-4c8a-b698-40cec984894d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:56.108210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-08010c93-21eb-4c8a-b698-40cec984894d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 1094 time: 0.1197119 Dec 08 16:07:56.225735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=27a8eb6b-5e94-4e00-a913-d978306756c0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:56.282854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Made reservation on behalf of bca86dd94a0743e4b97139d1852f221c for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:07:56.290032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:56.347673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-8837ac97-055b-4a8f-835e-adf0e0ef1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:56.349350 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-8837ac97-055b-4a8f-835e-adf0e0ef1225 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 200 len: 914 time: 0.2333887 Dec 08 16:07:56.410994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['27a8eb6b-5e94-4e00-a913-d978306756c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:56.453366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-376c6463-2489-4cb2-9354-b656f7e70091 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83 HTTP/1.1" status: 200 len: 217 time: 0.0959535 Dec 08 16:07:56.567774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-af5cea15-be26-4d4c-8c4f-931accc674ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:56.573717 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-af5cea15-be26-4d4c-8c4f-931accc674ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 200 len: 853 time: 0.1086226 Dec 08 16:07:56.638419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Allocated IP 172.20.0.3 (2e83bc0f-1cec-4cb7-bb44-ec7230482ab1/264d841e-4267-4aeb-9b00-a65d5c432429/70e64d62-7928-4cc7-9770-a5f0dc103ee3) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:07:56.649780 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-7e2e29f1-3380-4abb-8f1b-f9d64de1bf5e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d15206da-0941-4ebb-b891-ecf243a802f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705760 Dec 08 16:07:56.966528 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-f49c290f-e0ad-4adc-890a-b9c7af7e0c0a service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079002 Dec 08 16:07:56.986608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.031217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6ee0d-edaf-4f3f-b487-b1aa83d501be req-e145bf74-0047-46f4-8d74-d6977102c69f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:57.045837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3d6ee0d-edaf-4f3f-b487-b1aa83d501be req-e145bf74-0047-46f4-8d74-d6977102c69f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.7854018 Dec 08 16:07:57.151563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3d6ee0d-edaf-4f3f-b487-b1aa83d501be req-06d42149-e439-4061-a6bf-5597ad05d196 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045043 Dec 08 16:07:57.188840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f275ff45-dc0a-43ea-ac4d-35146e038cda req-da1e6801-6325-42ef-8cf4-94e200e01372 service neutron] 10.222.0.86 "GET /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148430 Dec 08 16:07:57.202011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.336965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:07:57.349855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:07:57.361712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:07:57.369479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Pushing event updated for resources: {'Port': ['ID=70e64d62-7928-4cc7-9770-a5f0dc103ee3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:57.487377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06992d5-20b2-42ff-a5df-38ae79f0f47d req-12932988-ae40-4924-b214-93c0402cd9b0 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:57.495805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c06992d5-20b2-42ff-a5df-38ae79f0f47d req-12932988-ae40-4924-b214-93c0402cd9b0 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 943 time: 0.1434004 Dec 08 16:07:57.514907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:57.515704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:57.558426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-d8296c7e-a8ad-4f89-be86-0a7b753c5f00 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6130004 Dec 08 16:07:57.564516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e9f6ebcb-498c-4091-88ce-bbf637958d05'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:57.573073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Request body: {'port': {'device_id': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:07:57.629517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c06992d5-20b2-42ff-a5df-38ae79f0f47d req-ad13a665-d4d8-40fc-a90f-5f5ff9d6e496 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248991 Dec 08 16:07:57.762167 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.406012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6c68871d-4d16-4ac9-8caa-d45df87aaf83 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:07:58.505460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e64d62-7928-4cc7-9770-a5f0dc103ee3 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:58.527286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b280197-5dc7-4bec-81bc-06ac47c2ce17 req-f252af58-20b6-4150-ae69-4be95a11dd5d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:58.530120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b280197-5dc7-4bec-81bc-06ac47c2ce17 req-f252af58-20b6-4150-ae69-4be95a11dd5d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 931 time: 0.2031887 Dec 08 16:07:58.538045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.603325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Transition to ACTIVE for port object 70e64d62-7928-4cc7-9770-a5f0dc103ee3 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:07:58.616949 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.635982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:58.659011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '6c68871d-4d16-4ac9-8caa-d45df87aaf83', 'network_id': 'd15206da-0941-4ebb-b891-ecf243a802f8', 'port_id': '6c68871d-4d16-4ac9-8caa-d45df87aaf83', 'mac_address': 'fa:16:3e:c8:b2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9d8943-c74c-4174-82c6-41e27672da54', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:07:58.768221 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80c1ee9b-e6c4-42fc-9b8c-4d40240cfb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.769454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b280197-5dc7-4bec-81bc-06ac47c2ce17 req-6d1ba8aa-5a9f-40ea-8e4b-6ef34b1d82bf tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263193 Dec 08 16:07:58.782082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.799015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c68871d-4d16-4ac9-8caa-d45df87aaf83 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:07:58.832062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:07:58.842831 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:58.945998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Pushing event updated for resources: {'Port': ['ID=70e64d62-7928-4cc7-9770-a5f0dc103ee3,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.978130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6c68871d-4d16-4ac9-8caa-d45df87aaf83,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:07:58.999713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Attempting to bind port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:07:59.002305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Attempting to bind port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:07:59.003035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Attempting to bind port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:59.015233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:07:59.016344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Attempting to bind port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 on network 2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:07:59.049471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:07:59.050891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Checking segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:07:59.052369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Bound using segment: {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:07:59.053779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Bound port: 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:07:59.054803 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.080330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27a8eb6b-5e94-4e00-a913-d978306756c0 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:07:59.125473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452b2a24-b094-46db-9563-16b8b0c48086 req-d147ca62-0f00-4998-8325-cd283c7a1290 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:07:59.141212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-452b2a24-b094-46db-9563-16b8b0c48086 req-d147ca62-0f00-4998-8325-cd283c7a1290 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1906662 Dec 08 16:07:59.200708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6c68871d-4d16-4ac9-8caa-d45df87aaf83'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:07:59.410187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 27a8eb6b-5e94-4e00-a913-d978306756c0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:07:59.434752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 27a8eb6b-5e94-4e00-a913-d978306756c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:07:59.435219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.788704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:07:59.862698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-452b2a24-b094-46db-9563-16b8b0c48086 req-7fcd83c7-312b-48af-8e1f-4c02d47c8e20 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7160344 Dec 08 16:07:59.898889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] For port 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:07:59.903931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6339a0-7499-4d2a-9698-7f200907594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8eb6b-5e94-4e00-a913-d978306756c0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:07:59.911116 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a8e221-b6a4-4cfc-b425-5dc6059a1b6d" -d '{"events": [{"server_uuid": "2e6339a0-7499-4d2a-9698-7f200907594a", "name": "network-vif-plugged", "status": "completed", "tag": "27a8eb6b-5e94-4e00-a913-d978306756c0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:07:59.920319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] For port 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:07:59.939495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.123977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 27a8eb6b-5e94-4e00-a913-d978306756c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27a8eb6b-5e94-4e00-a913-d978306756c0,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:00.143499 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.147536 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.330284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Pushing event updated for resources: {'Port': ['ID=70e64d62-7928-4cc7-9770-a5f0dc103ee3,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:00.354136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:00.355035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.356707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-0b78337a-5029-4754-a1f0-3f0ef9ddc434 service neutron] 10.222.0.86 "PUT /v2.0/ports/70e64d62-7928-4cc7-9770-a5f0dc103ee3 HTTP/1.1" status: 200 len: 1091 time: 2.7885394 Dec 08 16:08:00.422336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'tag': '70e64d62-7928-4cc7-9770-a5f0dc103ee3'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:00.425194 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bc9fae-2276-455a-b4d9-b383c228b027" -d '{"events": [{"name": "network-changed", "server_uuid": "204b78b3-1dbf-43b9-8d20-b70f90943b23", "tag": "70e64d62-7928-4cc7-9770-a5f0dc103ee3"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:00.436239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6c68871d-4d16-4ac9-8caa-d45df87aaf83 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:00.526059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74aced2-e84b-4247-ba63-ab81aa771503 req-9db7a8bd-d491-4556-8d62-f4bb71fc9102 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:00.529533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e74aced2-e84b-4247-ba63-ab81aa771503 req-9db7a8bd-d491-4556-8d62-f4bb71fc9102 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 944 time: 0.2231975 Dec 08 16:08:00.548407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=27a8eb6b-5e94-4e00-a913-d978306756c0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:00.600882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-05f712af-0c84-468b-b15a-c3a81fa60768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:00.604081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-05f712af-0c84-468b-b15a-c3a81fa60768 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 1094 time: 0.1644959 Dec 08 16:08:00.687803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:00.697082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:00.697637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.702715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e74aced2-e84b-4247-ba63-ab81aa771503 req-4e14ebe3-0b7d-41ad-bf18-bc919d20b83a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505103 Dec 08 16:08:00.777569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-a2cb960c-ab1c-4b70-8962-ab5dc6e9aa55 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3 HTTP/1.1" status: 200 len: 217 time: 0.1648118 Dec 08 16:08:00.961904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:00.968108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f84cec-6c7f-4284-95b6-9694156989df req-f203ed44-a589-4a48-8566-f9fd0c9f0315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:00.976379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-f203ed44-a589-4a48-8566-f9fd0c9f0315 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.1841068 Dec 08 16:08:01.058077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-b2b537a2-82b2-4b5a-bc3d-2c00ec1c7e9c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796404 Dec 08 16:08:01.156781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:01.170555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.447045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-225f3495-f038-4c01-bdf8-fd1eff26412b service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808999 Dec 08 16:08:01.449608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6c68871d-4d16-4ac9-8caa-d45df87aaf83,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:01.758545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84f84cec-6c7f-4284-95b6-9694156989df req-edf94471-0541-4026-a7d8-695b231d9685 service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3013830 Dec 08 16:08:01.804172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.821740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:01.971024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb9aef-d3b8-4697-a982-879abf4fd4a7 req-2b6054ab-0b6a-4b58-9026-46c4d139c8bf tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:01.976768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fffb9aef-d3b8-4697-a982-879abf4fd4a7 req-2b6054ab-0b6a-4b58-9026-46c4d139c8bf tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 943 time: 0.1708736 Dec 08 16:08:02.112098 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.150756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fffb9aef-d3b8-4697-a982-879abf4fd4a7 req-2640a693-d00f-4e78-a92f-171bd8864533 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643467 Dec 08 16:08:02.239692 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453e3aba-559a-455d-b7e0-63966c7f77ea x-openstack-request-id: req-453e3aba-559a-455d-b7e0-63966c7f77ea {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:02.240809 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6339a0-7499-4d2a-9698-7f200907594a", "name": "network-vif-plugged", "status": "completed", "tag": "27a8eb6b-5e94-4e00-a913-d978306756c0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:02.250501 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-453e3aba-559a-455d-b7e0-63966c7f77ea {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:02.252214 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6339a0-7499-4d2a-9698-7f200907594a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a8eb6b-5e94-4e00-a913-d978306756c0', 'code': 200} Dec 08 16:08:02.340012 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add95876-a2cc-4156-88da-93e022a11a6c x-openstack-request-id: req-add95876-a2cc-4156-88da-93e022a11a6c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:02.340467 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204b78b3-1dbf-43b9-8d20-b70f90943b23", "tag": "70e64d62-7928-4cc7-9770-a5f0dc103ee3", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:02.340862 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-add95876-a2cc-4156-88da-93e022a11a6c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:02.341479 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'tag': '70e64d62-7928-4cc7-9770-a5f0dc103ee3', 'status': 'completed', 'code': 200} Dec 08 16:08:02.448791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef02d9-f291-4e14-8d6e-f175c7a466ad req-7e6be66d-b962-4a68-8965-a89cfd70bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.455112 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b0ef02d9-f291-4e14-8d6e-f175c7a466ad req-7e6be66d-b962-4a68-8965-a89cfd70bf4e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 1097 time: 0.0853839 Dec 08 16:08:02.478705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-4119b4e1-1490-4289-9502-aadf513a5f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.481423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-4119b4e1-1490-4289-9502-aadf513a5f78 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 1094 time: 0.1363490 Dec 08 16:08:02.615427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b0ef02d9-f291-4e14-8d6e-f175c7a466ad req-7a468482-6cc4-40a1-a92b-24bbd528f31b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377347 Dec 08 16:08:02.640324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0672-65cc-425a-a1d4-c2f065b6a5db req-32d13a46-e9ff-46c3-b250-8a9e719be5cf tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.650176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6d0672-65cc-425a-a1d4-c2f065b6a5db req-32d13a46-e9ff-46c3-b250-8a9e719be5cf tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1611133 Dec 08 16:08:02.735534 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:02.753236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6d0672-65cc-425a-a1d4-c2f065b6a5db req-91011657-eb8e-4520-9572-7bc3c4c9eb39 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991840 Dec 08 16:08:02.792051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-52c52932-3248-4cb4-960c-7836bbf511f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:02.794243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-52c52932-3248-4cb4-960c-7836bbf511f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 911 time: 0.3029420 Dec 08 16:08:02.930254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-8d5126c7-b2c8-4666-896b-9cabad7d2383 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3 HTTP/1.1" status: 200 len: 217 time: 0.1252766 Dec 08 16:08:03.025207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-bb42bbd3-5e8a-4411-ae38-a913852ca486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.028222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-bb42bbd3-5e8a-4411-ae38-a913852ca486 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.0902286 Dec 08 16:08:03.155979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-afbe1a1a-a51d-433c-9952-27eda892017f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766690 Dec 08 16:08:03.319900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d6818d-7518-40fd-87a0-3e225332fa97 req-1d3c7500-175b-4ef0-83c9-0bcc591659b3 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:03.322553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0d6818d-7518-40fd-87a0-3e225332fa97 req-1d3c7500-175b-4ef0-83c9-0bcc591659b3 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 945 time: 0.3636839 Dec 08 16:08:03.474385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-c7d885b1-b5aa-4750-a02a-f343c060d14b service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107562 Dec 08 16:08:03.622259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0d6818d-7518-40fd-87a0-3e225332fa97 req-97071ec9-ee4c-464e-be23-e601c50afe75 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883310 Dec 08 16:08:03.795000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bc9fae-2276-455a-b4d9-b383c228b027 req-59592626-7fe3-4e62-9744-26d705f8b7e5 service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028138 Dec 08 16:08:04.253358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5571556c-fca6-4150-a90f-091e14444e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c68871d-4d16-4ac9-8caa-d45df87aaf83'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:04.259557 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbdb233d-bb58-4073-a328-683fbf2f4082" -d '{"events": [{"server_uuid": "5571556c-fca6-4150-a90f-091e14444e91", "name": "network-vif-plugged", "status": "completed", "tag": "6c68871d-4d16-4ac9-8caa-d45df87aaf83"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:04.495663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 70e64d62-7928-4cc7-9770-a5f0dc103ee3 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:04.655173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e0118-38ee-420e-b22d-bbca6456dd68 req-99da9b6d-f932-4491-bd99-13a4b6ed77a2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:04.663520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad3e0118-38ee-420e-b22d-bbca6456dd68 req-99da9b6d-f932-4491-bd99-13a4b6ed77a2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 943 time: 0.0957174 Dec 08 16:08:04.777074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad3e0118-38ee-420e-b22d-bbca6456dd68 req-0df20c31-3b97-4455-aa71-7210c6a77b42 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119084 Dec 08 16:08:04.818317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:04.874965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '70e64d62-7928-4cc7-9770-a5f0dc103ee3', 'network_id': '2e83bc0f-1cec-4cb7-bb44-ec7230482ab1', 'port_id': '70e64d62-7928-4cc7-9770-a5f0dc103ee3', 'mac_address': 'fa:16:3e:d7:3f:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264d841e-4267-4aeb-9b00-a65d5c432429', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:04.938531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:04.964936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e64d62-7928-4cc7-9770-a5f0dc103ee3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:05.001466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:05.016046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:05.078677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37c776-9a61-4c5b-89b5-a9c6016863a1 req-1e9f556c-aacf-4bd6-bdd6-aa17f2d7e17c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:05.086688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d37c776-9a61-4c5b-89b5-a9c6016863a1 req-1e9f556c-aacf-4bd6-bdd6-aa17f2d7e17c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1370087 Dec 08 16:08:05.179843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=70e64d62-7928-4cc7-9770-a5f0dc103ee3,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:05.301190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d37c776-9a61-4c5b-89b5-a9c6016863a1 req-b5204e1c-2dfd-4713-b8bc-ef4448ada37a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949193 Dec 08 16:08:05.326740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['70e64d62-7928-4cc7-9770-a5f0dc103ee3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:05.495559 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e83fdf-0f58-4be0-baa8-b4eedc7c5f89 x-openstack-request-id: req-50e83fdf-0f58-4be0-baa8-b4eedc7c5f89 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:05.496901 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5571556c-fca6-4150-a90f-091e14444e91", "name": "network-vif-plugged", "status": "completed", "tag": "6c68871d-4d16-4ac9-8caa-d45df87aaf83", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:05.497678 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-50e83fdf-0f58-4be0-baa8-b4eedc7c5f89 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:05.498685 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5571556c-fca6-4150-a90f-091e14444e91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c68871d-4d16-4ac9-8caa-d45df87aaf83', 'code': 200} Dec 08 16:08:05.820235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c0075-fe8c-41e4-a112-75fe925efd58 req-b9a2bd6f-63f5-4616-9908-48485888b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:05.821731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f9c0075-fe8c-41e4-a112-75fe925efd58 req-b9a2bd6f-63f5-4616-9908-48485888b3eb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 1096 time: 0.2354088 Dec 08 16:08:05.891864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82a02b-fd20-4089-9d72-e4ae0aa5dc4f req-61e75eb0-d14f-4581-b7da-9de61fc0dd82 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:05.893645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef82a02b-fd20-4089-9d72-e4ae0aa5dc4f req-61e75eb0-d14f-4581-b7da-9de61fc0dd82 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 945 time: 0.1720519 Dec 08 16:08:05.950744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f9c0075-fe8c-41e4-a112-75fe925efd58 req-c9f01a84-56f3-4ebd-80b8-657a0e7222f2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182349 Dec 08 16:08:06.008078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef82a02b-fd20-4089-9d72-e4ae0aa5dc4f req-134d0f99-97ec-4ba3-8222-c4314d169d34 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702894 Dec 08 16:08:06.591731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f466b-c3fd-4a77-98e4-1cba6c6d4b8f req-1df58693-815d-460f-a06f-4c2d9f0ffc31 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:06.610672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-426f466b-c3fd-4a77-98e4-1cba6c6d4b8f req-1df58693-815d-460f-a06f-4c2d9f0ffc31 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 944 time: 0.1438127 Dec 08 16:08:06.717253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-426f466b-c3fd-4a77-98e4-1cba6c6d4b8f req-b8c8de9d-5fd0-42b6-9e62-90abb1e0ca8d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041751 Dec 08 16:08:06.867899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8d585-3f19-457c-80cb-b9a4cd3e6dfe req-54567d18-5ea7-435b-b622-24a8deb7ab0d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:06.872204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efd8d585-3f19-457c-80cb-b9a4cd3e6dfe req-54567d18-5ea7-435b-b622-24a8deb7ab0d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.0882998 Dec 08 16:08:06.979407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efd8d585-3f19-457c-80cb-b9a4cd3e6dfe req-67fc30cc-3f96-47f7-b8ef-c6ff6e39399e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810981 Dec 08 16:08:07.240541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976dc5d-14cb-4458-bc48-0b8ed7749000 req-72f6eb7e-150f-4ee1-acb8-90eb0ad11571 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:07.249758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4976dc5d-14cb-4458-bc48-0b8ed7749000 req-72f6eb7e-150f-4ee1-acb8-90eb0ad11571 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 945 time: 0.0926027 Dec 08 16:08:07.335070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4976dc5d-14cb-4458-bc48-0b8ed7749000 req-12a19a23-1953-4f7f-b00a-a587dd5f3b3a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842528 Dec 08 16:08:07.915400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17aef8-4566-4703-a3e1-5b3e3d38236d req-81d445c7-d752-43e3-8f7c-f26c985f4fa0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:07.918207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa17aef8-4566-4703-a3e1-5b3e3d38236d req-81d445c7-d752-43e3-8f7c-f26c985f4fa0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 944 time: 0.0799651 Dec 08 16:08:07.995225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa17aef8-4566-4703-a3e1-5b3e3d38236d req-29d320dc-95fe-48ca-b134-bf65814c9dc6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695479 Dec 08 16:08:08.191363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20dbfa-104b-4810-a4c9-f182855455c9 req-b5dd6809-856b-413a-9696-f140aa017a57 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:08.194038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb20dbfa-104b-4810-a4c9-f182855455c9 req-b5dd6809-856b-413a-9696-f140aa017a57 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1074991 Dec 08 16:08:08.318402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb20dbfa-104b-4810-a4c9-f182855455c9 req-004f9345-e6d7-4b77-b8b8-9d4983fbf856 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172323 Dec 08 16:08:08.469022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 70e64d62-7928-4cc7-9770-a5f0dc103ee3 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:08.540850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d8317-aa65-4b7f-9f7c-9d11255102c3 req-b1bd16a3-7084-4919-87a9-86ce54a23ec4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:08.542806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-485d8317-aa65-4b7f-9f7c-9d11255102c3 req-b1bd16a3-7084-4919-87a9-86ce54a23ec4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 945 time: 0.1075535 Dec 08 16:08:08.598736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:08.608377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:08.608996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.663482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-485d8317-aa65-4b7f-9f7c-9d11255102c3 req-bb5da79a-31a8-41f0-9181-fe1d30c11ea6 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Dec 08 16:08:08.810201 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.865389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e64d62-7928-4cc7-9770-a5f0dc103ee3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:08.869547 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03a7632-fa5e-44b5-bd34-1ea30b4bfee9" -d '{"events": [{"server_uuid": "204b78b3-1dbf-43b9-8d20-b70f90943b23", "name": "network-vif-plugged", "status": "completed", "tag": "70e64d62-7928-4cc7-9770-a5f0dc103ee3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:08.901405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:08.910271 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:08.911905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:09.119682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=70e64d62-7928-4cc7-9770-a5f0dc103ee3,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:09.127288 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf03b103-7729-4f27-8c57-158502df81f3 x-openstack-request-id: req-bf03b103-7729-4f27-8c57-158502df81f3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:09.128136 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204b78b3-1dbf-43b9-8d20-b70f90943b23", "name": "network-vif-plugged", "status": "completed", "tag": "70e64d62-7928-4cc7-9770-a5f0dc103ee3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:09.143902 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf03b103-7729-4f27-8c57-158502df81f3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:09.145616 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e64d62-7928-4cc7-9770-a5f0dc103ee3', 'code': 200} Dec 08 16:08:09.250145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.301147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3840cc-1648-4851-bad3-ef46c3327c08 req-54eb241c-1c75-494a-96e9-3e877f47426a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.314951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee3840cc-1648-4851-bad3-ef46c3327c08 req-54eb241c-1c75-494a-96e9-3e877f47426a tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 946 time: 0.2593651 Dec 08 16:08:09.336016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:09.344893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:09.400306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa276305-1193-4481-a203-71956bb45123 req-573fb39c-6aac-47e9-b0b5-85565cac11ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.402728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa276305-1193-4481-a203-71956bb45123 req-573fb39c-6aac-47e9-b0b5-85565cac11ec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 1096 time: 0.2012413 Dec 08 16:08:09.451517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:09.456595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95d0d3-ae65-4789-8da0-395cb538aeb6 req-f2192b70-6b33-4130-92a3-15ef52fc00e9 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.459176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae95d0d3-ae65-4789-8da0-395cb538aeb6 req-f2192b70-6b33-4130-92a3-15ef52fc00e9 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.2793226 Dec 08 16:08:09.475838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee3840cc-1648-4851-bad3-ef46c3327c08 req-ddb25ee9-4736-4629-a933-f227b1f4ed4f tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489937 Dec 08 16:08:09.574312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa276305-1193-4481-a203-71956bb45123 req-4223d4c7-5f78-4ce5-a5cf-568ef7dd76d1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593311 Dec 08 16:08:09.588894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae95d0d3-ae65-4789-8da0-395cb538aeb6 req-2b3a8a00-79aa-4cb7-8e53-cbda46ef280c tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115403 Dec 08 16:08:09.861417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-41455b58-36c0-41c6-a3ac-fdc9f14e6b7e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:09.869856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-41455b58-36c0-41c6-a3ac-fdc9f14e6b7e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.1711388 Dec 08 16:08:09.888282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-c235a04d-844e-42e4-8ba9-e2404f478ee7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/quotas/75ada760995645cb98947ec370ab7393 HTTP/1.1" status: 200 len: 375 time: 0.0173566 Dec 08 16:08:09.946770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-58bcdbe0-1a4d-477b-9b2f-a0376157db11 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0571392 Dec 08 16:08:10.116546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b68b8-21b6-4c75-97a6-1f1a89dbf1ee req-e6b64c2f-c4de-4621-8e98-c72e3b1f4101 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:10.130506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a71b68b8-21b6-4c75-97a6-1f1a89dbf1ee req-e6b64c2f-c4de-4621-8e98-c72e3b1f4101 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1228862 Dec 08 16:08:10.166524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-015c1d22-132d-403a-a1dd-2320744f80db service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125921 Dec 08 16:08:10.272902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a71b68b8-21b6-4c75-97a6-1f1a89dbf1ee req-608e3ff7-aa44-4b55-b65f-1abfd2a04d04 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405561 Dec 08 16:08:10.366921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-016a7598-d88f-4c2d-aa4a-465eb665a0d4 service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830642 Dec 08 16:08:10.846345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27870931-2c39-4c6e-9dbc-5f948ef6f817 req-3e6d4181-8471-423a-bc6f-15e65fd5700c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 210 time: 0.0410581 Dec 08 16:08:11.119357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a73ad774-09a3-4cc7-bc98-820f3e53e508 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.122087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a73ad774-09a3-4cc7-bc98-820f3e53e508 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "GET /v2.0/ports?device_id=c715b8c0-9ce1-437a-a210-d2442f7ab2d1 HTTP/1.1" status: 200 len: 944 time: 0.2410855 Dec 08 16:08:11.147323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:11.154795 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c8e265-5a33-479c-9bd0-b16bcd93275e" -d '{"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:11.220828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa30411-76d6-4c10-a0a1-7c6fd50ff4db req-1da46100-81f1-4828-ab37-3b0fede2022b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.224261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fa30411-76d6-4c10-a0a1-7c6fd50ff4db req-1da46100-81f1-4828-ab37-3b0fede2022b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.2081513 Dec 08 16:08:11.460934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04d55c-3a54-4118-8078-4467c0ff6ea5 req-4ce97b33-d44b-4c96-a0a3-d39613b0a7d9 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.463647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da04d55c-3a54-4118-8078-4467c0ff6ea5 req-4ce97b33-d44b-4c96-a0a3-d39613b0a7d9 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 946 time: 0.3009686 Dec 08 16:08:11.479105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fa30411-76d6-4c10-a0a1-7c6fd50ff4db req-756fe6e9-82c3-428f-959f-c5d1eb7d1724 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317786 Dec 08 16:08:11.527981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Deleting port 631fac49-327b-49dc-9c6e-6454afa95cc1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:11.528379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:11.543835 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b698932-fd79-4e51-802f-e8cd263a8572 x-openstack-request-id: req-1b698932-fd79-4e51-802f-e8cd263a8572 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:11.544287 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-unplugged", "status": "completed", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:11.544698 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b698932-fd79-4e51-802f-e8cd263a8572 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:11.547361 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'code': 200} Dec 08 16:08:11.627176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da04d55c-3a54-4118-8078-4467c0ff6ea5 req-6a32e179-4ff8-4262-b100-b0d5e86b9c6d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555266 Dec 08 16:08:11.777616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3e2ada-a63d-4db4-9a3d-4d6615651e9c req-c987f6dc-2511-4a85-a7eb-9bf161f82e7f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:11.782581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e3e2ada-a63d-4db4-9a3d-4d6615651e9c req-c987f6dc-2511-4a85-a7eb-9bf161f82e7f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.1536822 Dec 08 16:08:11.798702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] For port 631fac49-327b-49dc-9c6e-6454afa95cc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=631fac49-327b-49dc-9c6e-6454afa95cc1,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:11.799309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:11.842901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Calling delete_port for 631fac49-327b-49dc-9c6e-6454afa95cc1 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:11.974087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e3e2ada-a63d-4db4-9a3d-4d6615651e9c req-83d5298c-07c9-4bd4-8e73-4c2a542e6b60 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790619 Dec 08 16:08:12.021987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-ca8a8ac4-4741-466c-a745-66e12955cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.023554 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-ca8a8ac4-4741-466c-a745-66e12955cf1e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1096 time: 0.0705729 Dec 08 16:08:12.030178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bce0220c-8a41-43dc-bcdd-0adfb2ad52c7 req-e00cf7d1-ed74-4a3d-8ecd-e5469eeb791c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 210 time: 0.0520854 Dec 08 16:08:12.180319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-ba2eca6e-3258-46e9-a4b2-a3d3937c6739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.197112 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-ba2eca6e-3258-46e9-a4b2-a3d3937c6739 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.1483858 Dec 08 16:08:12.197357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.266528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event deleted for resources: {'Port': ['ID=631fac49-327b-49dc-9c6e-6454afa95cc1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:12.313720 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-db7402bc-32ec-4b95-a68e-3f890e94394e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 1001 time: 0.1210229 Dec 08 16:08:12.441385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] No DVR routers for this DVR port 631fac49-327b-49dc-9c6e-6454afa95cc1 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:12.444372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-62dabe22-9e3f-45a9-b20e-67a873f2ec17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.446487 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-62dabe22-9e3f-45a9-b20e-67a873f2ec17 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.1173029 Dec 08 16:08:12.451040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.458614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651edaa6-c032-4158-a018-1c45da3dc69e req-a571894a-927e-453d-a850-e412e3526de3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "DELETE /v2.0/ports/631fac49-327b-49dc-9c6e-6454afa95cc1 HTTP/1.1" status: 204 len: 173 time: 1.3281219 Dec 08 16:08:12.459329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-deleted', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:12.463960 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9443083-6752-48b0-8e0f-04ddadaf8299" -d '{"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-deleted", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:12.480743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d6054-aa14-465a-8c80-a743ed735375 req-cfeaca93-650a-44f1-a4ef-b62316a5ea2d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.483561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a67d6054-aa14-465a-8c80-a743ed735375 req-cfeaca93-650a-44f1-a4ef-b62316a5ea2d tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.58 "GET /v2.0/ports?device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 946 time: 0.1684237 Dec 08 16:08:12.589226 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf32195c-fc01-4aad-a205-1e5ef012d15f x-openstack-request-id: req-cf32195c-fc01-4aad-a205-1e5ef012d15f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:12.589664 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715b8c0-9ce1-437a-a210-d2442f7ab2d1", "name": "network-vif-deleted", "tag": "631fac49-327b-49dc-9c6e-6454afa95cc1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:12.590092 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cf32195c-fc01-4aad-a205-1e5ef012d15f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:12.590845 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715b8c0-9ce1-437a-a210-d2442f7ab2d1', 'name': 'network-vif-deleted', 'tag': '631fac49-327b-49dc-9c6e-6454afa95cc1', 'status': 'completed', 'code': 200} Dec 08 16:08:12.624931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-60f6a8de-9f64-4271-8960-c8fda53eca46 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.627575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-60f6a8de-9f64-4271-8960-c8fda53eca46 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.3838789 Dec 08 16:08:12.643685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-2f356b69-6c85-4d8c-8ac9-cf93b4064263 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.645576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-2f356b69-6c85-4d8c-8ac9-cf93b4064263 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 945 time: 0.1704626 Dec 08 16:08:12.654924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Request body: {'port': {'device_id': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'admin_state_up': True, 'tenant_id': '75ada760995645cb98947ec370ab7393'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:12.688434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-af8985a1-3b64-4afd-b7e1-5f2925f9bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.691170 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-af8985a1-3b64-4afd-b7e1-5f2925f9bbbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2365143 Dec 08 16:08:12.824092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Deleting port 27a8eb6b-5e94-4e00-a913-d978306756c0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:12.824561 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:12.894623 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-b530f7e6-b8d7-4b16-b3c0-1e3687734100 service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924226 Dec 08 16:08:12.922450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247fe36f-59e2-43a4-8c15-0c83d69a92c8 req-1c6f955c-0ae2-4171-b396-20c39b4c6656 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.924433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-247fe36f-59e2-43a4-8c15-0c83d69a92c8 req-1c6f955c-0ae2-4171-b396-20c39b4c6656 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.2426019 Dec 08 16:08:12.940487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0d572-f935-4aca-97f4-85371bcbf527 req-a7a4f5a6-acda-45f1-b990-12e7297506c9 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:12.942461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1a0d572-f935-4aca-97f4-85371bcbf527 req-a7a4f5a6-acda-45f1-b990-12e7297506c9 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=2e6339a0-7499-4d2a-9698-7f200907594a HTTP/1.1" status: 200 len: 946 time: 0.1645041 Dec 08 16:08:13.004877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Made reservation on behalf of 75ada760995645cb98947ec370ab7393 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:13.008609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.035630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89153706-e098-4fb5-ba8f-3c66a739f9c3 req-9ed96c9a-c29d-4012-949f-a894c080747f service neutron] 10.222.0.58 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320894 Dec 08 16:08:13.045779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] For port 27a8eb6b-5e94-4e00-a913-d978306756c0, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27a8eb6b-5e94-4e00-a913-d978306756c0,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:13.046204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.046729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Deleting port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:13.047227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.067576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Calling delete_port for 27a8eb6b-5e94-4e00-a913-d978306756c0 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:13.158687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1a0d572-f935-4aca-97f4-85371bcbf527 req-88cac942-c75a-439e-8441-8d03b2f74fc1 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/security-groups?id=78fee729-0d20-45d7-8506-7ef4e51c625d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946073 Dec 08 16:08:13.197732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-247fe36f-59e2-43a4-8c15-0c83d69a92c8 req-0a3efd74-fae8-4915-a4a5-f6df026acd25 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502704 Dec 08 16:08:13.241158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.259241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['27a8eb6b-5e94-4e00-a913-d978306756c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:13.282169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event deleted for resources: {'Port': ['ID=27a8eb6b-5e94-4e00-a913-d978306756c0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:13.314299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] For port 6c68871d-4d16-4ac9-8caa-d45df87aaf83, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6c68871d-4d16-4ac9-8caa-d45df87aaf83,segment=NetworkSegment(aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e),segment_id=aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:13.314673 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.339159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Calling delete_port for 6c68871d-4d16-4ac9-8caa-d45df87aaf83 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:13.357097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Allocated IP 172.20.0.2 (665e3a3e-4f6d-4784-a150-1ec4d2713df8/98210878-2793-4cfd-b188-10110781403f/58ef3d57-bc5e-4777-a1ca-e4bb1b379751) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:13.357741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] No DVR routers for this DVR port 27a8eb6b-5e94-4e00-a913-d978306756c0 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:13.361712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:13.366507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a67d6054-aa14-465a-8c80-a743ed735375 req-00f8960b-e7d7-4b48-9f59-37f96f3c8844 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.58 "DELETE /v2.0/ports/27a8eb6b-5e94-4e00-a913-d978306756c0 HTTP/1.1" status: 204 len: 173 time: 0.8756127 Dec 08 16:08:13.367699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6339a0-7499-4d2a-9698-7f200907594a', 'name': 'network-vif-deleted', 'tag': '27a8eb6b-5e94-4e00-a913-d978306756c0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:13.369847 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73a9c4d-8178-47bf-baa5-69f79f30ea60" -d '{"events": [{"server_uuid": "2e6339a0-7499-4d2a-9698-7f200907594a", "name": "network-vif-deleted", "tag": "27a8eb6b-5e94-4e00-a913-d978306756c0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:14.024741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cedf15a-7c78-4367-83b0-18faa39c97a5 req-20611740-3aba-4289-a7ff-4ce648bc06d6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 210 time: 0.0654509 Dec 08 16:08:14.061595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bf029-8cbe-4a54-a2c5-7679588f11ee req-88b39fbd-e979-4a24-b071-582b200223d3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.069518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44bf029-8cbe-4a54-a2c5-7679588f11ee req-88b39fbd-e979-4a24-b071-582b200223d3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.5380793 Dec 08 16:08:14.079351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.094458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['27a8eb6b-5e94-4e00-a913-d978306756c0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:14.168719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.171493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Pushing event deleted for resources: {'Port': ['ID=6c68871d-4d16-4ac9-8caa-d45df87aaf83,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:14.247246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] No DVR routers for this DVR port 6c68871d-4d16-4ac9-8caa-d45df87aaf83 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:14.257469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.261057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f06e2b04-fb4e-40ea-aa81-a5a99e3b5f0e req-c716660e-09f9-4a45-b320-5d22c9d179f4 tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.86 "DELETE /v2.0/ports/6c68871d-4d16-4ac9-8caa-d45df87aaf83 HTTP/1.1" status: 204 len: 173 time: 1.5979714 Dec 08 16:08:14.286651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44bf029-8cbe-4a54-a2c5-7679588f11ee req-b16264bb-9621-4816-b32b-42519ecd8d0c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144508 Dec 08 16:08:14.303699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.366679 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57968c8d-0dd1-4884-9768-e3f73081a61d x-openstack-request-id: req-57968c8d-0dd1-4884-9768-e3f73081a61d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:14.367262 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6339a0-7499-4d2a-9698-7f200907594a", "name": "network-vif-deleted", "tag": "27a8eb6b-5e94-4e00-a913-d978306756c0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:14.367559 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-57968c8d-0dd1-4884-9768-e3f73081a61d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:14.368195 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6339a0-7499-4d2a-9698-7f200907594a', 'name': 'network-vif-deleted', 'tag': '27a8eb6b-5e94-4e00-a913-d978306756c0', 'status': 'completed', 'code': 200} Dec 08 16:08:14.463672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:14.507340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:14.513061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:14.543523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:14.547355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:14.553969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 631fac49-327b-49dc-9c6e-6454afa95cc1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:14.554558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 631fac49-327b-49dc-9c6e-6454afa95cc1 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:14.555594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6c68871d-4d16-4ac9-8caa-d45df87aaf83 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:14.556494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-596a34b6-4c0c-40aa-a7d7-9c235af25271 req-7eaede6b-ed53-433f-bd65-ac8eee83741f tempest-MultipleCreateTestJSON-1385087415 tempest-MultipleCreateTestJSON-1385087415-project] 10.222.0.62 "GET /v2.0/ports?device_id=5571556c-fca6-4150-a90f-091e14444e91 HTTP/1.1" status: 200 len: 210 time: 0.0912111 Dec 08 16:08:14.595431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5571556c-fca6-4150-a90f-091e14444e91', 'name': 'network-vif-deleted', 'tag': '6c68871d-4d16-4ac9-8caa-d45df87aaf83'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:14.598323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 6c68871d-4d16-4ac9-8caa-d45df87aaf83 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:14.598565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6c68871d-4d16-4ac9-8caa-d45df87aaf83 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:14.599627 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bd1881-3615-4b84-9607-1c6dcd279e1f" -d '{"events": [{"server_uuid": "5571556c-fca6-4150-a90f-091e14444e91", "name": "network-vif-deleted", "tag": "6c68871d-4d16-4ac9-8caa-d45df87aaf83"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:14.629836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-c15a20d6-732a-42fb-8464-35559aa2a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.631454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-c15a20d6-732a-42fb-8464-35559aa2a2f6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 1096 time: 0.2447648 Dec 08 16:08:14.643603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.643603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:14.682311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255b337-0684-4f4d-b5c2-1872e5886c15 req-7bee92c0-7d51-47a3-8931-fe470dfdffb7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.683932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d255b337-0684-4f4d-b5c2-1872e5886c15 req-7bee92c0-7d51-47a3-8931-fe470dfdffb7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.2154946 Dec 08 16:08:14.760990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-69919d82-363d-402d-abdc-ecd907c35687 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1140094 Dec 08 16:08:14.776224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Request body: {'port': {'device_id': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:14.860093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d255b337-0684-4f4d-b5c2-1872e5886c15 req-842a977f-60bb-4448-8049-3dfdeb463938 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294246 Dec 08 16:08:14.894105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-0fe9c250-fbd5-450d-8559-a9d7f638d817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:14.895669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-0fe9c250-fbd5-450d-8559-a9d7f638d817 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 911 time: 0.2497816 Dec 08 16:08:14.920569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.003850 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9775b0-42fc-4d43-8234-92dc489fa01b x-openstack-request-id: req-5b9775b0-42fc-4d43-8234-92dc489fa01b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:15.004509 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5571556c-fca6-4150-a90f-091e14444e91", "name": "network-vif-deleted", "tag": "6c68871d-4d16-4ac9-8caa-d45df87aaf83", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:15.005008 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b9775b0-42fc-4d43-8234-92dc489fa01b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:15.005746 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5571556c-fca6-4150-a90f-091e14444e91', 'name': 'network-vif-deleted', 'tag': '6c68871d-4d16-4ac9-8caa-d45df87aaf83', 'status': 'completed', 'code': 200} Dec 08 16:08:15.011444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-000c074a-ca03-41df-9a2e-99fb9120d2f9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3 HTTP/1.1" status: 200 len: 217 time: 0.1069405 Dec 08 16:08:15.220630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:15.308183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.320341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-622ef951-06d2-4833-9ced-de6f1abff0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.322376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-622ef951-06d2-4833-9ced-de6f1abff0c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.2740107 Dec 08 16:08:15.344174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:15.349781 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae4fce2-f6d5-4f0c-bef7-c3eeade6d4db" -d '{"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-unplugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:15.374051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:15.398065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:15.444647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-3c01d5f5-fcda-4c64-a166-ca1a439e686a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974777 Dec 08 16:08:15.483668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:15.500281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.500880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.501509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.502139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.502711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.503316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.503905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.504480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.505055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.506268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.507192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.507781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.508979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:15.592205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-76bf8497-1f24-4d2d-b942-40cf09d3398f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0832973 Dec 08 16:08:15.617109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f622e34-a5b7-408e-bdcb-da7db4381606 req-5f729e62-cbf7-46fa-8e6c-b310c72259c9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.620840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f622e34-a5b7-408e-bdcb-da7db4381606 req-5f729e62-cbf7-46fa-8e6c-b310c72259c9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 931 time: 0.4644933 Dec 08 16:08:15.730701 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-37837859-d128-4601-bac3-fb0475060ec7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1441255 Dec 08 16:08:15.744463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001a87-dc58-44db-8631-6acbfe55df93 req-9636f6f6-eed8-4948-9ac8-a54e05c757b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.746920 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-9636f6f6-eed8-4948-9ac8-a54e05c757b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 1095 time: 0.1007667 Dec 08 16:08:15.760852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f67b12-34d7-4fcc-a3a0-2c4be95966a9 req-e7f97dca-fe6b-4517-b6bd-befb7935de6c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.763843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58f67b12-34d7-4fcc-a3a0-2c4be95966a9 req-e7f97dca-fe6b-4517-b6bd-befb7935de6c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.2615883 Dec 08 16:08:15.877277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-5dceaad5-fd85-4e38-b395-b8981fc6e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.879311 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-5dceaad5-fd85-4e38-b395-b8981fc6e97f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 1096 time: 0.1238658 Dec 08 16:08:15.914600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f622e34-a5b7-408e-bdcb-da7db4381606 req-8472df9f-ca98-463d-944f-8791e4b6086d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797043 Dec 08 16:08:15.917618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001a87-dc58-44db-8631-6acbfe55df93 req-195137d5-7cfc-40a8-ac0c-a58c3a1a3f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:15.919194 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-195137d5-7cfc-40a8-ac0c-a58c3a1a3f64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.1485167 Dec 08 16:08:15.937479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-6e1ebbde-b443-4974-9025-c8d2d3b67f62 service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152339 Dec 08 16:08:16.004901 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c66310f-4edb-4452-8006-78f256ae37ce x-openstack-request-id: req-0c66310f-4edb-4452-8006-78f256ae37ce {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:16.006565 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-unplugged", "status": "failed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:16.007280 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0c66310f-4edb-4452-8006-78f256ae37ce {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:16.008247 n-d-820935-5 neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'code': 422} returned with failed status Dec 08 16:08:16.039934 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-721cab67-4655-4beb-a5cc-be0512a7abdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 200 len: 217 time: 0.1091900 Dec 08 16:08:16.051408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:16.124501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:16.146689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58f67b12-34d7-4fcc-a3a0-2c4be95966a9 req-6ed0ffc7-4dc1-404a-8d0d-42b9214375c8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3515179 Dec 08 16:08:16.172155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.186718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-5aabbde4-2fe1-47c0-b0b9-7e7ff628f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.189629 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-5aabbde4-2fe1-47c0-b0b9-7e7ff628f9ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2858040 Dec 08 16:08:16.192990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001a87-dc58-44db-8631-6acbfe55df93 req-3d562261-b74f-4ff9-9049-1fd0eb954cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.195783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-3d562261-b74f-4ff9-9049-1fd0eb954cc6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1478789 Dec 08 16:08:16.201446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Deleting subnet 5e9d8943-c74c-4174-82c6-41e27672da54 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:08:16.217870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Transition to ACTIVE for port object 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:16.237738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.243440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.324208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9b0164b-3e53-42ed-a3e4-23c41348f3d3 req-c31668fc-9d28-401c-a104-63df70d3b9e1 service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394296 Dec 08 16:08:16.369247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:16.371858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-8778e8cc-9ea0-4904-aee3-2f5f51b92101 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 200 len: 217 time: 0.1651227 Dec 08 16:08:16.377593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-3589e59d-47c7-4d15-8594-c13bfc25e5d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1679192 Dec 08 16:08:16.496327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38669a-728c-4541-8b30-22df50538c36 req-ae86b320-ef28-4897-9688-10215de83d82 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.498658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a38669a-728c-4541-8b30-22df50538c36 req-ae86b320-ef28-4897-9688-10215de83d82 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.2047024 Dec 08 16:08:16.513067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.546159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Attempting to bind port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:16.546890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Attempting to bind port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:16.547319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Attempting to bind port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:16.554690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:16.554690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Attempting to bind port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:16.564918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:16.565171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Checking segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:16.566350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Bound using segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:16.566350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Bound port: 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:16.566798 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.579983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-b1d46966-75c6-4856-b44d-ee8b1d30d14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.581541 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-b1d46966-75c6-4856-b44d-ee8b1d30d14b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1989110 Dec 08 16:08:16.604406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a38669a-728c-4541-8b30-22df50538c36 req-1e78701f-5ce2-4f52-9bb5-98996c094c75 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885155 Dec 08 16:08:16.635034 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-3054b66e-d5bc-4a25-93c3-6d2e8f8f8952 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397859 Dec 08 16:08:16.636246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.676341 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-39d62a3f-e523-4769-8d98-c9567311030b service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878008 Dec 08 16:08:16.695431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:16.700713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:16.706239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.750399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.751226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.753056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] 10.222.0.58 "PUT /v2.0/ports/58ef3d57-bc5e-4777-a1ca-e4bb1b379751 HTTP/1.1" status: 200 len: 1091 time: 1.9814417 Dec 08 16:08:16.815209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b6620-39d1-45e4-85f4-ea3294829f5c service neutron] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:16.861071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.899317 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-3013bed1-ce6d-4fda-8029-26e5cadf7774 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410765 Dec 08 16:08:16.903592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-d23ec4ed-aac4-4b2d-b01b-37e1657f6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:16.906389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9d8943-c74c-4174-82c6-41e27672da54,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:16.906654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-d23ec4ed-aac4-4b2d-b01b-37e1657f6cfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 1094 time: 0.0852604 Dec 08 16:08:16.920809 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-99001a87-dc58-44db-8631-6acbfe55df93 req-3a644541-8404-422c-afd6-90d7d57381a7 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322888 Dec 08 16:08:16.924065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:16.928043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47d47fe8-eb08-4b1e-bfd3-b56438be7208 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5e9d8943-c74c-4174-82c6-41e27672da54 HTTP/1.1" status: 204 len: 168 time: 0.8748145 Dec 08 16:08:16.938824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:16.970692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-652cceb2-7f54-4bbd-9d10-18d682e63b46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751 HTTP/1.1" status: 200 len: 217 time: 0.0563800 Dec 08 16:08:17.017270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:17.020001 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1c496a-faa4-4270-9958-401260e5efcc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:17.045976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa943e-9e5d-4832-8339-ad08e878967a req-78a056b2-03dd-4d70-8afb-8d9b1d6194ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.047648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-78a056b2-03dd-4d70-8afb-8d9b1d6194ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.0668383 Dec 08 16:08:17.067985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.102106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-c6683cbe-e971-42c8-8ac7-4b66b7509fb3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373573 Dec 08 16:08:17.146378 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e3888-96be-43f8-897d-0215fdae1994 x-openstack-request-id: req-b73e3888-96be-43f8-897d-0215fdae1994 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:17.147061 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:17.147491 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b73e3888-96be-43f8-897d-0215fdae1994 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:17.148077 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'status': 'completed', 'code': 200} Dec 08 16:08:17.230612 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fbe98e92-922b-497f-8e8a-674c4f88b516 req-a75e2c3a-b438-4440-8b8d-c89675a6f629 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218102 Dec 08 16:08:17.244511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.256989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b79126e-2c09-4f56-be4d-ea6b51f9769d req-df3ecebc-966e-446a-8e93-febb01a71703 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.259490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b79126e-2c09-4f56-be4d-ea6b51f9769d req-df3ecebc-966e-446a-8e93-febb01a71703 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 943 time: 0.1538618 Dec 08 16:08:17.297674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15206da-0941-4ebb-b891-ecf243a802f8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:17.316208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:17.316208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa127919-c2c1-4bf1-8fc3-ec8d6eb2f04e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:08:17.321437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-726a9dce-98b8-4ce4-8efc-5e62d6060b8e service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064528 Dec 08 16:08:17.332039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.354237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.364555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:08:17.365233 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:08:17.380341 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:08:17.403547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-5f21538a-980b-469a-9ad9-6e760dee1062 req-1dc7cb70-02a5-44c3-8a66-2d6cccf7119f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:08:17.404659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f21538a-980b-469a-9ad9-6e760dee1062 req-1dc7cb70-02a5-44c3-8a66-2d6cccf7119f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0073059 Dec 08 16:08:17.412409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b79126e-2c09-4f56-be4d-ea6b51f9769d req-6f2142ab-7e7e-41f2-a31c-265d3ad85c0b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325266 Dec 08 16:08:17.415521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27a8eb6b-5e94-4e00-a913-d978306756c0 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:17.441378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.447997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.452475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d15206da-0941-4ebb-b891-ecf243a802f8 HTTP/1.1" status: 204 len: 168 time: 0.5123119 Dec 08 16:08:17.453845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 27a8eb6b-5e94-4e00-a913-d978306756c0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:17.454388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27a8eb6b-5e94-4e00-a913-d978306756c0 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:17.462707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:17.467094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7f9f9-baf9-4565-80d3-7316e16cc603 admin admin] Pushing event deleted for resources: {'Network': ['ID=d15206da-0941-4ebb-b891-ecf243a802f8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:17.509895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aefa943e-9e5d-4832-8339-ad08e878967a req-d9f3e380-ce92-4e2f-9eae-602400437cd3 service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753426 Dec 08 16:08:17.704170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c496a-faa4-4270-9958-401260e5efcc req-58395af5-54f8-4ae3-a154-8600269f9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.710935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-58395af5-54f8-4ae3-a154-8600269f9e40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 1094 time: 0.1223712 Dec 08 16:08:17.742602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35938) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:17.808106 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f1a67d45-9850-43b2-bace-b1f17551eb7e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bfd7e9f4f114b539fc7fe28f5f23603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0642042 Dec 08 16:08:17.809050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35940) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:17.887145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a34a4cf-5164-4b43-b2b9-9079ac975590 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.913406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a34a4cf-5164-4b43-b2b9-9079ac975590 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:17.963635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668518f4-bffc-46db-9df5-370b8c5050fe req-c3bd8055-98f1-408a-bfa6-f1c075ea8e93 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:17.965986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-668518f4-bffc-46db-9df5-370b8c5050fe req-c3bd8055-98f1-408a-bfa6-f1c075ea8e93 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.1446106 Dec 08 16:08:18.008021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a34a4cf-5164-4b43-b2b9-9079ac975590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.014545 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a34a4cf-5164-4b43-b2b9-9079ac975590 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:18.018999 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a34a4cf-5164-4b43-b2b9-9079ac975590 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78fee729-0d20-45d7-8506-7ef4e51c625d HTTP/1.1" status: 204 len: 168 time: 0.2063112 Dec 08 16:08:18.032784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34a4cf-5164-4b43-b2b9-9079ac975590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fee729-0d20-45d7-8506-7ef4e51c625d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:18.077206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c496a-faa4-4270-9958-401260e5efcc req-130b8320-257a-40e8-b280-2a00643aeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.079925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-130b8320-257a-40e8-b280-2a00643aeea6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 906 time: 0.3610516 Dec 08 16:08:18.134752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc113d3-c912-40d1-82e0-6c9569cc21f9 req-8c34e5e3-862a-4dd7-b8dd-c08000c6a45b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.136352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfc113d3-c912-40d1-82e0-6c9569cc21f9 req-8c34e5e3-862a-4dd7-b8dd-c08000c6a45b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.2200174 Dec 08 16:08:18.172300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-fc8396a4-f2d8-4ddb-87d3-6d997ab0b181 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751 HTTP/1.1" status: 200 len: 217 time: 0.0804169 Dec 08 16:08:18.182818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-668518f4-bffc-46db-9df5-370b8c5050fe req-a688aa60-97d8-403d-93b5-0ebce28eabcb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856663 Dec 08 16:08:18.267500 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfc113d3-c912-40d1-82e0-6c9569cc21f9 req-4a38e53e-f82d-46a3-823c-c7c6700caba3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Dec 08 16:08:18.272283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c496a-faa4-4270-9958-401260e5efcc req-d36144d9-b487-49e6-86da-bbf80262f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.274725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-d36144d9-b487-49e6-86da-bbf80262f138 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.0851734 Dec 08 16:08:18.326570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-5c758cfe-027a-4bac-b845-40e154a63605 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434160 Dec 08 16:08:18.467790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-2319daa8-eef4-4308-ab2a-e924589686e3 service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331069 Dec 08 16:08:18.598895 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-819f435a-a9c4-4c93-8895-a1b77e68f0c4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3664269 Dec 08 16:08:18.655711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba1c496a-faa4-4270-9958-401260e5efcc req-2da8e8a9-942e-423b-b1cc-ff8f0105139f service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796465 Dec 08 16:08:18.696487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3ab67-3cd7-4496-bf92-405d3a3afa65 req-53929d87-c7bc-4e84-af44-98f584da6e51 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:18.704447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a3ab67-3cd7-4496-bf92-405d3a3afa65 req-53929d87-c7bc-4e84-af44-98f584da6e51 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 943 time: 0.1127977 Dec 08 16:08:18.781407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a3ab67-3cd7-4496-bf92-405d3a3afa65 req-0116892b-6503-4cee-9827-00c51eca6916 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757561 Dec 08 16:08:19.234217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35986) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:19.390097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49095b7-9b73-4581-a5cc-199f223bdd9d req-f8476885-f741-40a2-abba-c8182f1e0eeb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.399343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a49095b7-9b73-4581-a5cc-199f223bdd9d req-f8476885-f741-40a2-abba-c8182f1e0eeb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.0924003 Dec 08 16:08:19.453917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1763139161-network', 'tenant_id': 'a83787cecb2748d7abd46546a0acf65d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:19.490065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Made reservation on behalf of a83787cecb2748d7abd46546a0acf65d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:19.495073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.514311 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.545056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a49095b7-9b73-4581-a5cc-199f223bdd9d req-be7a6276-896f-42b8-ad83-b0494307027b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405530 Dec 08 16:08:19.570934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66130545-8e4c-438f-a9b5-b7f21f3d8bd3 req-89c0e0a9-ab45-4796-9486-10b0d3692eb6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.574347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66130545-8e4c-438f-a9b5-b7f21f3d8bd3 req-89c0e0a9-ab45-4796-9486-10b0d3692eb6 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1384337 Dec 08 16:08:19.687050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66130545-8e4c-438f-a9b5-b7f21f3d8bd3 req-444c34d0-1eb8-493e-9a6b-23bfdab5be4a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051903 Dec 08 16:08:19.689646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.704700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.737095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:08:19.748824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0968032d-41d4-4ed0-a7ce-c827857d08fe,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:19.755143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.755513 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Added segment f5fd4afe-9b2a-45e8-9608-7cc4f822471a of type vlan for network 2641853c-db0e-4f62-acd2-6b35a7146a59 Dec 08 16:08:19.825772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.873380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.874677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:19.875694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:19.983553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] Pushing event updated for resources: {'Network': ['ID=2641853c-db0e-4f62-acd2-6b35a7146a59,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:20.001068 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aac817f9-7656-4547-8189-66ad90ec3635 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7652411 Dec 08 16:08:20.002948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2641853c-db0e-4f62-acd2-6b35a7146a59 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:08:20.006455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36002) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:20.012214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Request body: {'subnet': {'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1763139161-subnet', 'tenant_id': 'a83787cecb2748d7abd46546a0acf65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:20.042054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88bd9a-1a22-491a-85a0-0a84cb529636 req-8a0cd9cc-02f1-408a-a79f-bb81d84d1da6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.052307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Made reservation on behalf of a83787cecb2748d7abd46546a0acf65d for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:20.053711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a88bd9a-1a22-491a-85a0-0a84cb529636 req-8a0cd9cc-02f1-408a-a79f-bb81d84d1da6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 943 time: 0.1790268 Dec 08 16:08:20.057768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:20.147061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a88bd9a-1a22-491a-85a0-0a84cb529636 req-cef59891-da6f-4457-be28-c2ff47fe685a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891657 Dec 08 16:08:20.372088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:08:20.376533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:20.439418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402f6555-0d3b-4b68-9cff-b4db50f4f617,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:20.454601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Checking segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:20.454973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Network hostable DHCP agents. Network: 2641853c-db0e-4f62-acd2-6b35a7146a59, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:08:20.477217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Network 2641853c-db0e-4f62-acd2-6b35a7146a59 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:08:20.493571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2641853c-db0e-4f62-acd2-6b35a7146a59) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:20.501478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.501478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:20.505565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed555a8c-fd23-4e72-ad49-870d221fd372 None None] Network 2641853c-db0e-4f62-acd2-6b35a7146a59 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:08:20.533972 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6d4f7af5-9589-4b6a-a93e-7c6e665d9057 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5232496 Dec 08 16:08:20.639577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32b03a5-7e9c-4158-b33e-519046404e2a None None] Network 2641853c-db0e-4f62-acd2-6b35a7146a59 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:08:20.821065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9683a4a4-642a-43d9-9b4a-34ed4a5683a2 req-f4f62dde-e92b-43e1-8778-12c3c034105b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.822784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9683a4a4-642a-43d9-9b4a-34ed4a5683a2 req-f4f62dde-e92b-43e1-8778-12c3c034105b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.1261935 Dec 08 16:08:20.928850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9683a4a4-642a-43d9-9b4a-34ed4a5683a2 req-2f27f5e3-5837-410e-9811-96bfd0377aaf tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936556 Dec 08 16:08:20.969378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e650af1-953e-4b17-b07c-a142dc7aa8e8 req-96d5de84-40ca-4be4-bac4-baf0aad936b3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:20.976385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e650af1-953e-4b17-b07c-a142dc7aa8e8 req-96d5de84-40ca-4be4-bac4-baf0aad936b3 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0989828 Dec 08 16:08:21.063832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e650af1-953e-4b17-b07c-a142dc7aa8e8 req-8feca990-a374-4751-a649-c82ddb77e78c tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794961 Dec 08 16:08:21.262960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:21.433935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-31ea3ae5-0542-4b1b-8af9-3f8057b7b32e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:21.442325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-31ea3ae5-0542-4b1b-8af9-3f8057b7b32e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 814 time: 0.1912491 Dec 08 16:08:21.461613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-2e363ede-8925-4298-95ca-0b930656fd27 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/quotas/a83787cecb2748d7abd46546a0acf65d HTTP/1.1" status: 200 len: 375 time: 0.0180814 Dec 08 16:08:21.484367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:21.509926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'mac_address': 'fa:16:3e:f4:00:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:21.514854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-ae83a86d-2df9-4c20-bbbc-b9497778f310 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517716 Dec 08 16:08:21.578366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.610014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:21.649328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:21.655934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:21.657879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560f366-116f-4b8d-9952-18ea28d24bd6 req-dc1f9895-0dda-4180-a049-a00929ffdb6c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:21.660062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3560f366-116f-4b8d-9952-18ea28d24bd6 req-dc1f9895-0dda-4180-a049-a00929ffdb6c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 943 time: 0.1860499 Dec 08 16:08:21.754784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-e304b37e-8633-4982-b3a0-ef137d10f83e service neutron] 10.222.0.62 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124510 Dec 08 16:08:21.763402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:21.789289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3560f366-116f-4b8d-9952-18ea28d24bd6 req-ef0b582d-7b07-4488-b565-802746a0a97a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161115 Dec 08 16:08:21.958343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['58ef3d57-bc5e-4777-a1ca-e4bb1b379751'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:21.976635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-eaf79b85-db4e-4b4a-90cd-be3d4a689e20 service neutron] 10.222.0.62 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859097 Dec 08 16:08:22.088078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4f45a-8778-494a-9166-d06cb63251bd req-9b2201c1-b0b9-4517-b675-55faf1989492 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.095893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21a4f45a-8778-494a-9166-d06cb63251bd req-9b2201c1-b0b9-4517-b675-55faf1989492 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.0644014 Dec 08 16:08:22.168613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21a4f45a-8778-494a-9166-d06cb63251bd req-ef143e33-08e0-4248-9e54-b792b758a082 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669899 Dec 08 16:08:22.400878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ddff4b0e-e70f-46e7-a828-57dc912a4ebe req-d35820a9-90f5-4074-ad76-1f2fbf101bb1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 210 time: 0.0382118 Dec 08 16:08:22.415053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5238c-3832-41c5-a21d-439da15ac9d1 req-739e94eb-4281-45ad-b19a-4b5ea33fd57b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.416743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72d5238c-3832-41c5-a21d-439da15ac9d1 req-739e94eb-4281-45ad-b19a-4b5ea33fd57b tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1044445 Dec 08 16:08:22.533003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72d5238c-3832-41c5-a21d-439da15ac9d1 req-0ed5d5cf-1f72-43e1-b301-023f98901560 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006930 Dec 08 16:08:22.978934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d93e5-a176-4e0b-b365-23af245da069 req-41f2c7e3-ba9c-485f-b08a-d396273fe325 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:22.986485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d94d93e5-a176-4e0b-b365-23af245da069 req-41f2c7e3-ba9c-485f-b08a-d396273fe325 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 944 time: 0.0718787 Dec 08 16:08:23.056617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d94d93e5-a176-4e0b-b365-23af245da069 req-165da2bc-8473-4a2b-a7a0-e1bf397ea787 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689969 Dec 08 16:08:23.263429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:23.326924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe7150-582a-48b2-8051-0fb7fe02f4f2 req-854f573b-ad74-4232-880e-075b40e2e19d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.328684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bfe7150-582a-48b2-8051-0fb7fe02f4f2 req-854f573b-ad74-4232-880e-075b40e2e19d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.0832455 Dec 08 16:08:23.346239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:23.362246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:23.366746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.399099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bfe7150-582a-48b2-8051-0fb7fe02f4f2 req-397a64dd-c959-4377-8e05-c34538a9b58a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566809 Dec 08 16:08:23.615023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15b5026a-e85f-436c-87f7-3ea94e7c6cd2 req-cf463475-a59c-4d57-9aa8-ed1f7469095d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 210 time: 0.0566454 Dec 08 16:08:23.616014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.706161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:23.711353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-223b3c06-3dc3-40ab-ac23-be0af880dee6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.712916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-223b3c06-3dc3-40ab-ac23-be0af880dee6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.86 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 814 time: 0.2087002 Dec 08 16:08:23.716429 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0fff38-bc87-478f-986c-75e8ad6ee163" -d '{"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-plugged", "status": "completed", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:23.735757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Request body: {'port': {'device_id': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'admin_state_up': True, 'tenant_id': 'a83787cecb2748d7abd46546a0acf65d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:23.748792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:23.757050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:23.914400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f7aa0c-f913-43c2-9528-170003625950 req-998d6f27-e147-4d7c-aa77-b9521176f921 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:23.923283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:23.930528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69f7aa0c-f913-43c2-9528-170003625950 req-998d6f27-e147-4d7c-aa77-b9521176f921 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1803529 Dec 08 16:08:23.999872 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640b468f-a55a-42c3-a7ff-d694c4e0aed3 x-openstack-request-id: req-640b468f-a55a-42c3-a7ff-d694c4e0aed3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:24.000166 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-plugged", "status": "completed", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:24.000410 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-640b468f-a55a-42c3-a7ff-d694c4e0aed3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:24.000854 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'code': 200} Dec 08 16:08:24.030897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69f7aa0c-f913-43c2-9528-170003625950 req-d3aac3d8-56c1-460a-b086-7d38c9011df7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940425 Dec 08 16:08:24.039217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Made reservation on behalf of a83787cecb2748d7abd46546a0acf65d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:24.046893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:24.249952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea0128b-e5fa-49a6-ad75-bcfcea516123 req-cb144084-d87c-491a-82b9-021261664c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.252697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ea0128b-e5fa-49a6-ad75-bcfcea516123 req-cb144084-d87c-491a-82b9-021261664c2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 1096 time: 0.1424949 Dec 08 16:08:24.296760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Allocated IP 172.20.0.5 (2641853c-db0e-4f62-acd2-6b35a7146a59/402f6555-0d3b-4b68-9cff-b4db50f4f617/4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:24.325037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d176f9e-8673-4223-8b49-1f7e0fb41e65 req-619edf52-b696-4fe3-9987-578dc91fc0dd tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.328187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d176f9e-8673-4223-8b49-1f7e0fb41e65 req-619edf52-b696-4fe3-9987-578dc91fc0dd tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1572015 Dec 08 16:08:24.399769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ea0128b-e5fa-49a6-ad75-bcfcea516123 req-fcee2a9e-0c78-4549-87a2-b42f39339b6a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369019 Dec 08 16:08:24.460241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d176f9e-8673-4223-8b49-1f7e0fb41e65 req-fc9c5acb-02f8-4277-9120-2054d261607c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145332 Dec 08 16:08:24.689291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2443c3-5f06-4525-8371-7b361364896d req-de05b026-7d5d-412f-b957-668da8e86ea6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:24.710741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a2443c3-5f06-4525-8371-7b361364896d req-de05b026-7d5d-412f-b957-668da8e86ea6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.1199727 Dec 08 16:08:24.829321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a2443c3-5f06-4525-8371-7b361364896d req-58931efd-d2af-431b-98da-6bf94ce77c3c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165833 Dec 08 16:08:24.871655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4227ca37-6412-474b-b176-cacf25464f8d req-287a177d-f1f5-4f07-8021-7f4ff9b55eb2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 210 time: 0.0733945 Dec 08 16:08:24.986216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.032550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.081561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Network 2641853c-db0e-4f62-acd2-6b35a7146a59 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:25.085111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:25.091570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:25.139747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:25.188171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.189365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.220405 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-4b021232-0bc0-4c28-9d71-8400c17e00b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4965832 Dec 08 16:08:25.236006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Request body: {'port': {'device_id': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:25.349243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.686480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:25.696403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.712371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Transition to ACTIVE for port object 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:25.717963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.724762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bfefb-9583-4fde-b998-0b05ba9445ef req-f15987e0-af50-42c7-b5d4-724d7d732c6a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.731308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe8bfefb-9583-4fde-b998-0b05ba9445ef req-f15987e0-af50-42c7-b5d4-724d7d732c6a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.5870533 Dec 08 16:08:25.776596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91094c8c-82bc-460e-b81d-2ba999847d57 req-0d3a6ea6-ec43-4082-8dc9-32e8f8b93825 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:25.781844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91094c8c-82bc-460e-b81d-2ba999847d57 req-0d3a6ea6-ec43-4082-8dc9-32e8f8b93825 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1494751 Dec 08 16:08:25.822179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:25.876071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a7e3924-c3e9-40ae-9eb8-79cb33292d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:25.890516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe8bfefb-9583-4fde-b998-0b05ba9445ef req-0b735acd-4fe4-41d1-8508-345ad07e7ed1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466134 Dec 08 16:08:25.898434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91094c8c-82bc-460e-b81d-2ba999847d57 req-0c362771-0d07-4bc7-9947-71229277c44a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119161 Dec 08 16:08:25.900423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:25.900769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:25.901687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on network 2641853c-db0e-4f62-acd2-6b35a7146a59 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:25.912329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on network 2641853c-db0e-4f62-acd2-6b35a7146a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:25.912773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on network 2641853c-db0e-4f62-acd2-6b35a7146a59 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:25.934655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:25.935158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Checking segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:25.936270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Bound using segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:25.936640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Bound port: 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:25.937422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.062856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:26.068976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:26.075830 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.147214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96794f-0dd2-4f6b-9a03-2ca7e4e020ef req-12f481be-2146-40ae-b791-fe5bd19d23d5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.149088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.149247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f96794f-0dd2-4f6b-9a03-2ca7e4e020ef req-12f481be-2146-40ae-b791-fe5bd19d23d5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.1248341 Dec 08 16:08:26.149725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:26.151178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] 10.222.0.86 "PUT /v2.0/ports/4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 1091 time: 0.9217119 Dec 08 16:08:26.153536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:26.156908 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a993f554-df68-45f8-b235-79b56c795ace" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:26.233838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a781555-e1a9-4ac6-80f7-285c799f3d7c req-1a1083e1-fb72-47d9-902b-31e97dc6bb83 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.235475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a781555-e1a9-4ac6-80f7-285c799f3d7c req-1a1083e1-fb72-47d9-902b-31e97dc6bb83 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.1138086 Dec 08 16:08:26.239078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3813aa-7226-48f4-addc-aa3db038d652 service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:26.263593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-731ed143-f596-4d8f-ad9d-306edbced138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.265307 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-731ed143-f596-4d8f-ad9d-306edbced138 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1094 time: 0.0675175 Dec 08 16:08:26.267303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f96794f-0dd2-4f6b-9a03-2ca7e4e020ef req-d4b36d5a-17a9-4a28-bcef-3d05e54de32a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992792 Dec 08 16:08:26.321965 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-9d2743eb-7155-4dde-8678-fd2dea741c46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 217 time: 0.0479822 Dec 08 16:08:26.327588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a781555-e1a9-4ac6-80f7-285c799f3d7c req-97185af6-a70a-4593-8902-dd217c68396d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833874 Dec 08 16:08:26.404454 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18c277d-9372-4d24-b128-2be98ce3e3a2 x-openstack-request-id: req-f18c277d-9372-4d24-b128-2be98ce3e3a2 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:26.404998 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:26.405341 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f18c277d-9372-4d24-b128-2be98ce3e3a2 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:26.406051 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'status': 'completed', 'code': 200} Dec 08 16:08:26.447953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-61220075-c27f-4232-aabd-3a8e344bdd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.450874 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-61220075-c27f-4232-aabd-3a8e344bdd6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.1207464 Dec 08 16:08:26.491727 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-471c236d-6b85-4012-bfcb-f1432d73d48b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335610 Dec 08 16:08:26.604317 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-c31b825e-cec3-441c-bff7-290ea03eb264 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043286 Dec 08 16:08:26.727953 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12abf0ba-361d-4106-884d-547bbbc65c0e req-881cb88a-03ae-4bc9-8e9c-5be7dd83e968 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158776 Dec 08 16:08:26.831786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993f554-df68-45f8-b235-79b56c795ace req-39caaf01-1abc-43e1-a7c8-950e3ab21de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.833621 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-39caaf01-1abc-43e1-a7c8-950e3ab21de4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1094 time: 0.0473428 Dec 08 16:08:26.953649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993f554-df68-45f8-b235-79b56c795ace req-4e1642f0-cf43-4e34-9a01-dec61affbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:26.956676 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-4e1642f0-cf43-4e34-9a01-dec61affbf14 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 915 time: 0.1148190 Dec 08 16:08:27.010985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-e340d31c-71b7-4bf6-aea4-53d294328327 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 217 time: 0.0459487 Dec 08 16:08:27.068154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993f554-df68-45f8-b235-79b56c795ace req-d0723c30-c09f-416c-9a95-9db89f7e4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.069643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-d0723c30-c09f-416c-9a95-9db89f7e4b26 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.0507150 Dec 08 16:08:27.104926 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-2c3bd30c-dea2-4204-a158-f20846828259 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269322 Dec 08 16:08:27.119464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f7ad4-fa36-4c7a-953f-9685bde4ed60 req-0a16b50d-3752-44cf-aa5d-a4b99dc1e05e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.121028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d5f7ad4-fa36-4c7a-953f-9685bde4ed60 req-0a16b50d-3752-44cf-aa5d-a4b99dc1e05e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0722113 Dec 08 16:08:27.129057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae021b3-5f00-48ef-90af-9891ee0f9f17 req-2311b893-2f00-42dc-b068-1f4cc8259e6f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.130766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ae021b3-5f00-48ef-90af-9891ee0f9f17 req-2311b893-2f00-42dc-b068-1f4cc8259e6f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1329896 Dec 08 16:08:27.209837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d5f7ad4-fa36-4c7a-953f-9685bde4ed60 req-48cfbf22-ed68-463a-a81e-b44d9f85341a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779920 Dec 08 16:08:27.219369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ae021b3-5f00-48ef-90af-9891ee0f9f17 req-be4c129e-b3f8-4dec-b011-8147dce0e221 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801623 Dec 08 16:08:27.225478 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-71d1001e-6ffb-4a7a-ae46-252cb32189ba service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107836 Dec 08 16:08:27.339112 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a993f554-df68-45f8-b235-79b56c795ace req-58781ef6-c8dc-4f38-a832-06da7f7b4891 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049473 Dec 08 16:08:27.378633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-4f74385c-052b-4fc3-8aaf-02cc518b46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.382326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-4f74385c-052b-4fc3-8aaf-02cc518b46ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac&tenant_id=cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 1094 time: 0.0791142 Dec 08 16:08:27.397379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:27.520809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:27.556575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5987450-fe5c-44a6-ba95-e46940e0f500 req-71a5506c-37fd-4bba-a5f5-98efa986c01e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.559017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5987450-fe5c-44a6-ba95-e46940e0f500 req-71a5506c-37fd-4bba-a5f5-98efa986c01e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 943 time: 0.1365275 Dec 08 16:08:27.704236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5987450-fe5c-44a6-ba95-e46940e0f500 req-9a8f3a8e-673d-44c7-9479-3646df870c6e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092100 Dec 08 16:08:27.776849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e61a8-49f5-4f1a-817c-cdc06f33d391 req-1d5050eb-90d4-4231-8878-a6b4381ea7fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:27.778718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b63e61a8-49f5-4f1a-817c-cdc06f33d391 req-1d5050eb-90d4-4231-8878-a6b4381ea7fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.1579392 Dec 08 16:08:27.937703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b63e61a8-49f5-4f1a-817c-cdc06f33d391 req-cb00e507-3427-4b0f-a2ba-7274f29eb1ec tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449912 Dec 08 16:08:27.989834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:28.028174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2fcbe5-4315-49f0-bb8e-140e08b116ce req-4b16cdaf-9025-4043-bf44-16da2883cecb tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:28.029854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed2fcbe5-4315-49f0-bb8e-140e08b116ce req-4b16cdaf-9025-4043-bf44-16da2883cecb tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0996158 Dec 08 16:08:28.052029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:28.116260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:28.134990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.152269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed2fcbe5-4315-49f0-bb8e-140e08b116ce req-9e24acfa-ef69-4656-a668-1fdda6ba5c17 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094515 Dec 08 16:08:28.160917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Transition to ACTIVE for port object c63c7654-45d4-4daf-81b2-186fd26d4412 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:28.166854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.398403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:28.482829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0c5a2b-89a6-4334-8fd6-a4c2b00012ff req-5525b12c-fdf7-435f-9fa1-c961bfadc396 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:28.484690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e0c5a2b-89a6-4334-8fd6-a4c2b00012ff req-5525b12c-fdf7-435f-9fa1-c961bfadc396 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1552606 Dec 08 16:08:28.485816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] No DVR routers for this DVR port c63c7654-45d4-4daf-81b2-186fd26d4412 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:28.591203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:28.632903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e0c5a2b-89a6-4334-8fd6-a4c2b00012ff req-4a346acc-0b9e-4d93-b977-b77f653b6492 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055617 Dec 08 16:08:28.692265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:28.692806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:28.693133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:28.698211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Port c63c7654-45d4-4daf-81b2-186fd26d4412 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:28.698533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Attempting to bind port c63c7654-45d4-4daf-81b2-186fd26d4412 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:28.704013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:28.704346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Checking segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:28.704809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Bound using segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:28.705259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Bound port: c63c7654-45d4-4daf-81b2-186fd26d4412, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:28.705609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.740475 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cad35ee-58cc-4d23-8248-f70bdf621f99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.795507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:28.797210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:28.799479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:28.820174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'port_id': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'mac_address': 'fa:16:3e:de:1b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f6555-0d3b-4b68-9cff-b4db50f4f617', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:28.832066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.877851 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.901747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:28.901747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.901747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] 10.222.0.86 "PUT /v2.0/ports/c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 1091 time: 1.5101726 Dec 08 16:08:28.905028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:28.909567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:28.912369 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe" -d '{"events": [{"name": "network-changed", "server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:28.957509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2e60e-cee4-4877-b417-7dc572114b8a req-1b412694-f0ed-4a70-8143-1799edd92241 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:28.959598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59b2e60e-cee4-4877-b417-7dc572114b8a req-1b412694-f0ed-4a70-8143-1799edd92241 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.1533659 Dec 08 16:08:28.964656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:28.971689 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:28.974136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c68ec2-134a-468c-82d7-5d02ac6f54eb service neutron] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:29.044217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-95e4ab98-b13c-4a96-b726-26ac8d4622d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.046625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-95e4ab98-b13c-4a96-b726-26ac8d4622d3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1095 time: 0.1004086 Dec 08 16:08:29.067815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:29.078878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59b2e60e-cee4-4877-b417-7dc572114b8a req-49068352-f069-4a7f-bdf0-b833664375c1 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981896 Dec 08 16:08:29.087831 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edddca3e-0bf7-4fe0-b614-3f42e1dac55e x-openstack-request-id: req-edddca3e-0bf7-4fe0-b614-3f42e1dac55e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:29.088177 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:29.088631 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edddca3e-0bf7-4fe0-b614-3f42e1dac55e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:29.088949 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'status': 'completed', 'code': 200} Dec 08 16:08:29.210429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:29.255666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86f064-dfa8-4325-a4f4-550f4c42c62c req-9b4f8370-11cb-434f-b72b-ef90d4d5f126 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.257600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d86f064-dfa8-4325-a4f4-550f4c42c62c req-9b4f8370-11cb-434f-b72b-ef90d4d5f126 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.0987535 Dec 08 16:08:29.259254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-6bbb5edd-cb5f-4442-be16-4359e381a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.260731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-6bbb5edd-cb5f-4442-be16-4359e381a73e service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.1778378 Dec 08 16:08:29.448941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0adf2c-639d-4521-89a3-70d043a83a50 req-3370a852-4d65-499d-9576-951666a7bbfe tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.451866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec0adf2c-639d-4521-89a3-70d043a83a50 req-3370a852-4d65-499d-9576-951666a7bbfe tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1715581 Dec 08 16:08:29.456017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-1826ee0d-c8c2-4576-9b33-ecb79bd66178 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 999 time: 0.1871951 Dec 08 16:08:29.463733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d86f064-dfa8-4325-a4f4-550f4c42c62c req-e3d70d95-468e-4397-9dab-21f47dbe758e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976392 Dec 08 16:08:29.564820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-16a6fbe8-eba8-4018-b657-1c8f3ec1c4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.566965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-16a6fbe8-eba8-4018-b657-1c8f3ec1c4cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.1017191 Dec 08 16:08:29.575337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec0adf2c-639d-4521-89a3-70d043a83a50 req-b7d94b9b-1a35-44d1-8887-2d834b80d20e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081841 Dec 08 16:08:29.620106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-4a185430-3ac1-45bd-8b94-93f68dcaf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.621731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-4a185430-3ac1-45bd-8b94-93f68dcaf6d4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453882 Dec 08 16:08:29.747324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-73b7df1d-f5e0-4d43-8b3a-242e83758495 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175730 Dec 08 16:08:29.890553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f365bf31-a259-4d42-ad06-4e7666e02340 req-175832ae-ec90-4e51-a0bb-4cb0e0d62533 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354766 Dec 08 16:08:29.904704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43538778-4d6e-4e28-b31e-f9429259e830 req-2d930864-012e-4b97-89dc-af9312f8ea0a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:29.912319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43538778-4d6e-4e28-b31e-f9429259e830 req-2d930864-012e-4b97-89dc-af9312f8ea0a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1750865 Dec 08 16:08:29.964363 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:29.985611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43538778-4d6e-4e28-b31e-f9429259e830 req-0f9e4467-26da-4e85-b349-f9b1a1488d41 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 Dec 08 16:08:30.035760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-fc722424-08dd-41ee-9a46-928825b8fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.038590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-fc722424-08dd-41ee-9a46-928825b8fc1a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1095 time: 0.0802908 Dec 08 16:08:30.197360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-cd82c9c8-095e-4657-a7db-e23b66aa8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.199651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-cd82c9c8-095e-4657-a7db-e23b66aa8f03 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.1533473 Dec 08 16:08:30.298436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfefd04-0f27-483b-b93e-b3fea5d5241a req-54e33647-38a6-48b1-9593-a17cd398d898 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.300385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dfefd04-0f27-483b-b93e-b3fea5d5241a req-54e33647-38a6-48b1-9593-a17cd398d898 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.1277239 Dec 08 16:08:30.302959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-363987a3-5692-456f-828f-8a14746874f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 999 time: 0.0845480 Dec 08 16:08:30.390847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-caa90ad5-ee18-46c7-80c7-dfe812e97e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.392498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-caa90ad5-ee18-46c7-80c7-dfe812e97e82 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.0834019 Dec 08 16:08:30.420088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dfefd04-0f27-483b-b93e-b3fea5d5241a req-e32a4e74-10b3-41a7-ae07-f4f2a7015d21 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013181 Dec 08 16:08:30.504180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-1eea8137-505b-40c5-9d8c-ad808068e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.510351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-1eea8137-505b-40c5-9d8c-ad808068e5ed service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052723 Dec 08 16:08:30.626462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:30.823755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:30.848163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:30.849386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:30.954224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef899d-37dc-41f3-8070-bc750b58fdac req-913b88e3-f5f2-4453-ba44-b08eadfab037 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:30.956901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6ef899d-37dc-41f3-8070-bc750b58fdac req-913b88e3-f5f2-4453-ba44-b08eadfab037 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.2329011 Dec 08 16:08:30.980551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-f36c09a2-435b-4ca2-8ed5-2b90317760d4 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365654 Dec 08 16:08:31.014131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:31.060724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6ef899d-37dc-41f3-8070-bc750b58fdac req-43e62f39-900b-4a0a-a5c1-e2737007d671 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790994 Dec 08 16:08:31.070273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:31.075015 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4100402e-b34a-409d-bc70-e55ff33b0019" -d '{"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:31.086303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f37536-e525-4c97-8e56-299b74b55c1f req-4c26ce4f-a342-4870-bf2c-d72fa926d093 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.086303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9f37536-e525-4c97-8e56-299b74b55c1f req-4c26ce4f-a342-4870-bf2c-d72fa926d093 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.2724302 Dec 08 16:08:31.115754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:31.126617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:31.220975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9f37536-e525-4c97-8e56-299b74b55c1f req-df19a602-9393-4810-97de-28255af671b9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237373 Dec 08 16:08:31.297646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:31.485521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d77133-15e1-44d0-b282-57fb0d54518c req-e0bc6cc0-9249-4047-bb3b-aeb4980cd7a7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.498943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04d77133-15e1-44d0-b282-57fb0d54518c req-e0bc6cc0-9249-4047-bb3b-aeb4980cd7a7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1570818 Dec 08 16:08:31.513967 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e4057-c973-4c33-841b-1f1d5ea8090f x-openstack-request-id: req-3f3e4057-c973-4c33-841b-1f1d5ea8090f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:31.514271 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:31.514627 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f3e4057-c973-4c33-841b-1f1d5ea8090f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:31.514928 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'code': 200} Dec 08 16:08:31.641072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04d77133-15e1-44d0-b282-57fb0d54518c req-cb1eff22-c1da-485b-a45e-ace6faab3d0a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397560 Dec 08 16:08:31.719525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:31.725560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2096dadf-cee1-46cb-a172-c6725a17f1a6 req-4c83799f-6ed7-4821-a2cd-9ae77062fd38 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:31.742741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2096dadf-cee1-46cb-a172-c6725a17f1a6 req-4c83799f-6ed7-4821-a2cd-9ae77062fd38 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.1296430 Dec 08 16:08:31.791361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:31.864262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2096dadf-cee1-46cb-a172-c6725a17f1a6 req-56c2358d-f825-4291-9004-5c90ce43a78c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184947 Dec 08 16:08:32.085328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:32.267069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5007fe27-6e64-4fbd-9a2f-7fa7d1ac7bd0 req-04d35a85-658a-4780-af00-144e4ca0d2c6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.280387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5007fe27-6e64-4fbd-9a2f-7fa7d1ac7bd0 req-04d35a85-658a-4780-af00-144e4ca0d2c6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1106367 Dec 08 16:08:32.381015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5007fe27-6e64-4fbd-9a2f-7fa7d1ac7bd0 req-74fa0a38-5769-4d8b-904d-50e2f19d761c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955226 Dec 08 16:08:32.565230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519cf5bd-6765-4d40-b4da-6cc232f60fe8 req-be375fc3-2b0c-4a3a-8cd5-cdbdbcb6a1ab tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.570307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-519cf5bd-6765-4d40-b4da-6cc232f60fe8 req-be375fc3-2b0c-4a3a-8cd5-cdbdbcb6a1ab tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0959589 Dec 08 16:08:32.696894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:32.742163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-519cf5bd-6765-4d40-b4da-6cc232f60fe8 req-47d17086-c956-4e58-aeb3-c878178418e6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625006 Dec 08 16:08:32.857710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bc24ec-dfd8-4a3a-9f3b-f339edbc2569 req-3584fa65-aa25-4967-a6b0-64866c3f3eb5 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:32.860623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21bc24ec-dfd8-4a3a-9f3b-f339edbc2569 req-3584fa65-aa25-4967-a6b0-64866c3f3eb5 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0761802 Dec 08 16:08:32.959121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21bc24ec-dfd8-4a3a-9f3b-f339edbc2569 req-0ed645f6-0395-41ab-8943-0d36a9952459 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834374 Dec 08 16:08:33.093184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf711e-ba19-42e3-aee5-2527926bfe54 req-bf224c99-7da1-47c0-acbe-a9ad649dd753 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:33.100553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24bf711e-ba19-42e3-aee5-2527926bfe54 req-bf224c99-7da1-47c0-acbe-a9ad649dd753 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0920215 Dec 08 16:08:33.163726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24bf711e-ba19-42e3-aee5-2527926bfe54 req-4f7a5929-ee61-46fa-ac52-e3195c0dc00a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571904 Dec 08 16:08:33.584526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6a53-fec1-4de4-ab70-a96f53508165 req-2b2bc310-5e45-449c-abde-a375dccefdf7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:33.591545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06bf6a53-fec1-4de4-ab70-a96f53508165 req-2b2bc310-5e45-449c-abde-a375dccefdf7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0926812 Dec 08 16:08:33.758718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06bf6a53-fec1-4de4-ab70-a96f53508165 req-1d51555a-b2d2-4d3d-8501-f83c364a9d8d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314547 Dec 08 16:08:33.926762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649da00b-74ea-4636-94f5-680d12af8c22 req-bee89ee3-b4ef-46a1-b0d1-77784e61bbf8 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:33.928618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-649da00b-74ea-4636-94f5-680d12af8c22 req-bee89ee3-b4ef-46a1-b0d1-77784e61bbf8 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0916948 Dec 08 16:08:34.061743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-649da00b-74ea-4636-94f5-680d12af8c22 req-f76ae507-feb1-4f1c-9845-64ea3dd4bcfa tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220078 Dec 08 16:08:34.165504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ffadf-54a2-4501-8a1f-b3a8049a8869 req-a02b7b6b-5d27-49b9-8284-a8595a80d468 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:34.169137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b7ffadf-54a2-4501-8a1f-b3a8049a8869 req-a02b7b6b-5d27-49b9-8284-a8595a80d468 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0896900 Dec 08 16:08:34.245903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b7ffadf-54a2-4501-8a1f-b3a8049a8869 req-297f9506-5a6e-4a86-875e-721ff5721230 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699451 Dec 08 16:08:34.351931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7429f73-6069-490a-8e25-57b515c75427 req-010b229b-118f-44a6-904a-eb2a0092d87d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:34.367150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7429f73-6069-490a-8e25-57b515c75427 req-010b229b-118f-44a6-904a-eb2a0092d87d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0850003 Dec 08 16:08:34.454439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7429f73-6069-490a-8e25-57b515c75427 req-98520295-51ac-4fa5-af6f-18008b70a2d4 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837562 Dec 08 16:08:34.943252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8138c-de1d-423a-8859-8e100f4147d0 req-3da455c0-a7c2-4406-a8e7-eba807121b1e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:34.945257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b8138c-de1d-423a-8859-8e100f4147d0 req-3da455c0-a7c2-4406-a8e7-eba807121b1e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0696270 Dec 08 16:08:35.045301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b8138c-de1d-423a-8859-8e100f4147d0 req-0b7c3daf-e10d-4f1d-8c0b-fce498dad610 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875919 Dec 08 16:08:35.241896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9688bb7f-bcea-4509-9ffe-ee1e7dcd47ad req-f21c6a99-d017-454c-93f7-e5a50955c1a9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:35.241896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9688bb7f-bcea-4509-9ffe-ee1e7dcd47ad req-f21c6a99-d017-454c-93f7-e5a50955c1a9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0707865 Dec 08 16:08:35.354201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9688bb7f-bcea-4509-9ffe-ee1e7dcd47ad req-aed42eb8-8ae8-4968-bede-71451ba4897e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025734 Dec 08 16:08:35.492131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d125e-7565-43c0-b000-eaca2c23ea34 req-a08b6bb9-c01c-475c-aded-dbcd1b3e5dd7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:35.496542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-854d125e-7565-43c0-b000-eaca2c23ea34 req-a08b6bb9-c01c-475c-aded-dbcd1b3e5dd7 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0869784 Dec 08 16:08:35.602942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-854d125e-7565-43c0-b000-eaca2c23ea34 req-430d9068-5e98-48ab-8f5c-12f9b1390008 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953155 Dec 08 16:08:35.777291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4455150-6707-438c-92e8-d7033516c7ef req-4370af67-ce14-402a-bfb9-a54865ffea1f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:35.791386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4455150-6707-438c-92e8-d7033516c7ef req-4370af67-ce14-402a-bfb9-a54865ffea1f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.1474106 Dec 08 16:08:35.875086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4455150-6707-438c-92e8-d7033516c7ef req-d7b6a553-be0f-43a4-a8d1-841bbb17c916 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822341 Dec 08 16:08:36.239182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0af146-dd0a-4e75-94e9-c786c956e3fd req-327b4a9b-56c7-4ac4-8dee-240377699c8a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:36.242006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b0af146-dd0a-4e75-94e9-c786c956e3fd req-327b4a9b-56c7-4ac4-8dee-240377699c8a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0853183 Dec 08 16:08:36.352490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b0af146-dd0a-4e75-94e9-c786c956e3fd req-07c48c59-1af2-42bd-98a9-be42886fa682 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968175 Dec 08 16:08:36.538015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310ae0d-5ef6-4564-a8ef-a9e85504ce10 req-c1ac71d5-c213-4b32-88e3-06a76f90fa50 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:36.541099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d310ae0d-5ef6-4564-a8ef-a9e85504ce10 req-c1ac71d5-c213-4b32-88e3-06a76f90fa50 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0899327 Dec 08 16:08:36.634213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d310ae0d-5ef6-4564-a8ef-a9e85504ce10 req-54e1a93c-3853-4d99-9b6a-f506f829d4e0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795667 Dec 08 16:08:36.805774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ababbe-7f60-49a8-8b93-f4463df17fa1 req-23c14084-5529-432e-83e6-e8f00f545949 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:36.807543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6ababbe-7f60-49a8-8b93-f4463df17fa1 req-23c14084-5529-432e-83e6-e8f00f545949 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0921412 Dec 08 16:08:36.904428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6ababbe-7f60-49a8-8b93-f4463df17fa1 req-317836f2-e43c-42e6-a739-713a8d741cd8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 Dec 08 16:08:37.098215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b802fb2-4f21-45de-8055-c618d6bcc21e req-9f48d4a2-7204-445b-904a-fe7df96f1d07 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.099954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b802fb2-4f21-45de-8055-c618d6bcc21e req-9f48d4a2-7204-445b-904a-fe7df96f1d07 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0653486 Dec 08 16:08:37.178983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b802fb2-4f21-45de-8055-c618d6bcc21e req-cbda661c-705d-4904-8766-4d43fb1a79a2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653236 Dec 08 16:08:37.534977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b69a091-c660-493b-9798-0cb425dd77bd req-6920b4b7-928d-4a5c-8b5a-cca030ec00a6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.536817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b69a091-c660-493b-9798-0cb425dd77bd req-6920b4b7-928d-4a5c-8b5a-cca030ec00a6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0897133 Dec 08 16:08:37.624635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b69a091-c660-493b-9798-0cb425dd77bd req-24876805-b296-4690-ba8c-a82fe7f23d5b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760064 Dec 08 16:08:37.832571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8dbb7a-e210-4003-ae78-d385aed1339a req-0d1eea8e-f13f-4a6b-998b-4d11f643f237 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:37.836227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd8dbb7a-e210-4003-ae78-d385aed1339a req-0d1eea8e-f13f-4a6b-998b-4d11f643f237 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0739222 Dec 08 16:08:37.905387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd8dbb7a-e210-4003-ae78-d385aed1339a req-fdab4023-d1ba-4c1f-b5a6-06f84ea8329c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567524 Dec 08 16:08:38.164127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcbac8-a495-4c2f-866a-de0a29c758e9 req-8aa06715-5252-4c23-8e00-826b3e3a9718 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.178281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15bcbac8-a495-4c2f-866a-de0a29c758e9 req-8aa06715-5252-4c23-8e00-826b3e3a9718 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1240404 Dec 08 16:08:38.252635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15bcbac8-a495-4c2f-866a-de0a29c758e9 req-330954c0-74d5-4fc9-afd7-f30b8461cfe2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680208 Dec 08 16:08:38.463072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d333778-8436-49fd-b950-c710cdde3f3f req-e3464b88-9715-4401-8964-e9b75dba14c9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.465689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d333778-8436-49fd-b950-c710cdde3f3f req-e3464b88-9715-4401-8964-e9b75dba14c9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0720012 Dec 08 16:08:38.547453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d333778-8436-49fd-b950-c710cdde3f3f req-68c174fa-8832-40bb-8471-dd3c094c9424 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677285 Dec 08 16:08:38.822291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad568d91-7a56-4f07-839b-96af4e4af911 req-134d958c-f7da-4348-b00c-bd92dd49921d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:38.824863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad568d91-7a56-4f07-839b-96af4e4af911 req-134d958c-f7da-4348-b00c-bd92dd49921d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0894156 Dec 08 16:08:38.903415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad568d91-7a56-4f07-839b-96af4e4af911 req-c00f8429-46f3-461f-98ac-ca230f82e9f1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685239 Dec 08 16:08:39.160885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e23d955-b601-452c-ae8a-61df5bd2df69 req-2a8cbbba-e916-4ad8-9967-9c3a767b9fcd tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.174085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e23d955-b601-452c-ae8a-61df5bd2df69 req-2a8cbbba-e916-4ad8-9967-9c3a767b9fcd tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1058378 Dec 08 16:08:39.270737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e23d955-b601-452c-ae8a-61df5bd2df69 req-5dbc00aa-f7f5-4d31-8ced-de20412cc5a2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945661 Dec 08 16:08:39.476872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c668d69c-c7f8-4e2a-8844-db5da8985b15 req-31a640e5-68bc-49cd-82f6-2a6adb50ece1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.478637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c668d69c-c7f8-4e2a-8844-db5da8985b15 req-31a640e5-68bc-49cd-82f6-2a6adb50ece1 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1058035 Dec 08 16:08:39.554233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c668d69c-c7f8-4e2a-8844-db5da8985b15 req-039f4408-b344-4d84-bfec-617a52d9e892 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633924 Dec 08 16:08:39.757865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54492842-5a0f-463c-a353-46a9e0838d40 req-88076cd0-9ed1-4a0e-9c4e-37b3efb1ea53 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:39.761622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54492842-5a0f-463c-a353-46a9e0838d40 req-88076cd0-9ed1-4a0e-9c4e-37b3efb1ea53 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0925732 Dec 08 16:08:39.830659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54492842-5a0f-463c-a353-46a9e0838d40 req-e68000b0-27ce-43fb-b15a-1bc6ef38bbfb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618327 Dec 08 16:08:40.110789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712c9c4-dcc4-46af-8dc4-8920ca0dc83b req-562542a1-367f-4c19-a2ae-ee36aefd14e1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.111877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b712c9c4-dcc4-46af-8dc4-8920ca0dc83b req-562542a1-367f-4c19-a2ae-ee36aefd14e1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0952320 Dec 08 16:08:40.202448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b712c9c4-dcc4-46af-8dc4-8920ca0dc83b req-26c32ef3-192c-4e78-be08-76134fc82774 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787425 Dec 08 16:08:40.426473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b1cf58-104d-48b2-9681-01a753742eeb req-1a80f0f4-313c-4761-9b3a-47b14860fc19 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.428485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85b1cf58-104d-48b2-9681-01a753742eeb req-1a80f0f4-313c-4761-9b3a-47b14860fc19 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0634878 Dec 08 16:08:40.498610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85b1cf58-104d-48b2-9681-01a753742eeb req-e392b53a-4f98-427a-be90-3f43aa09d23d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627341 Dec 08 16:08:40.732304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1b2f36-6464-4c1f-a8c0-dfbd452fde79 req-ccea6f69-1534-4d29-9d5c-014ff9940086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.735443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ec1b2f36-6464-4c1f-a8c0-dfbd452fde79 req-ccea6f69-1534-4d29-9d5c-014ff9940086 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1096 time: 0.0798070 Dec 08 16:08:40.769330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ac490d-29dd-4e0e-962a-4c83dd2c26fe req-b4bede5b-dec9-4c5e-88ab-a5b71443b553 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006772 Dec 08 16:08:40.798602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb5393-8608-4157-844e-28fa541f702b req-de2d2034-e42c-409d-9999-5b8bce0ea6b9 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:40.801009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91eb5393-8608-4157-844e-28fa541f702b req-de2d2034-e42c-409d-9999-5b8bce0ea6b9 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1069930 Dec 08 16:08:40.854181 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ec1b2f36-6464-4c1f-a8c0-dfbd452fde79 req-e4aaf191-74f6-431a-b4b4-1380355ba081 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072443 Dec 08 16:08:40.882548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91eb5393-8608-4157-844e-28fa541f702b req-01a35b2e-e3a1-45e3-a81b-6c16e6c67456 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692358 Dec 08 16:08:41.000270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8961774e-b76d-44ee-ab57-dd9ca131f625 req-b5238616-d55e-47da-942f-7333423133d6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.002260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8961774e-b76d-44ee-ab57-dd9ca131f625 req-b5238616-d55e-47da-942f-7333423133d6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0631304 Dec 08 16:08:41.497976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8961774e-b76d-44ee-ab57-dd9ca131f625 req-c57e4c96-d830-4050-a104-21e14c3558d5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4867055 Dec 08 16:08:41.543804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d921-c806-4560-80fb-95a73f0af3de req-2de298b1-0923-4253-bc7a-c8bd1684f91b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.545397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5654d921-c806-4560-80fb-95a73f0af3de req-2de298b1-0923-4253-bc7a-c8bd1684f91b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0654514 Dec 08 16:08:41.614717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5654d921-c806-4560-80fb-95a73f0af3de req-3abf3aca-5416-4ad1-9c42-7762992b7aef tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571909 Dec 08 16:08:41.773604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28f98d-34d4-4f37-aaed-a078010059f2 req-773c126b-7cf5-4b1d-85aa-f23d6d4ede4c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:41.775146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da28f98d-34d4-4f37-aaed-a078010059f2 req-773c126b-7cf5-4b1d-85aa-f23d6d4ede4c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0567267 Dec 08 16:08:41.834240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da28f98d-34d4-4f37-aaed-a078010059f2 req-2fd05aa0-80a1-48df-a52c-1824acd30e4b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476234 Dec 08 16:08:42.042654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3519439-2a3f-416b-bd16-e746190d3b09 req-e46ace82-5fdc-4571-95d3-9084481fc968 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.045577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3519439-2a3f-416b-bd16-e746190d3b09 req-e46ace82-5fdc-4571-95d3-9084481fc968 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0755014 Dec 08 16:08:42.082288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ffb1-113e-40d8-bdbc-c5eff5e57340 req-cb669f52-62bc-4132-8715-86aab56a9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.084514 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9185ffb1-113e-40d8-bdbc-c5eff5e57340 req-cb669f52-62bc-4132-8715-86aab56a9c88 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 1096 time: 0.0674093 Dec 08 16:08:42.138366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3519439-2a3f-416b-bd16-e746190d3b09 req-bf89b7ef-f49e-44d5-9585-537ec63af538 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793512 Dec 08 16:08:42.160506 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9185ffb1-113e-40d8-bdbc-c5eff5e57340 req-987972fa-51c6-4964-b7d4-ef9a77b72a2a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678632 Dec 08 16:08:42.646629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc463186-2d44-404c-9aa6-52a45d6da868 req-30816b24-6008-4bc1-a801-e642055473af tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.648243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc463186-2d44-404c-9aa6-52a45d6da868 req-30816b24-6008-4bc1-a801-e642055473af tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0602596 Dec 08 16:08:42.718422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc463186-2d44-404c-9aa6-52a45d6da868 req-8f6742c9-0c42-4da9-8034-d23c551d3b8a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631325 Dec 08 16:08:42.806561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ae745b-5406-4d75-a44a-6d5fadfef0b7 req-1c37e893-fb8d-4d96-a5a2-3e618ea566cd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:42.809123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ae745b-5406-4d75-a44a-6d5fadfef0b7 req-1c37e893-fb8d-4d96-a5a2-3e618ea566cd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0840230 Dec 08 16:08:42.879409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ae745b-5406-4d75-a44a-6d5fadfef0b7 req-3b30a773-887a-43c7-b988-9b8c7af7f705 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602283 Dec 08 16:08:43.011145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cdcf0-83ca-4143-9011-d102b4ba5074 req-8a98a26c-e922-49aa-b229-e520c8ae1468 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.013091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e14cdcf0-83ca-4143-9011-d102b4ba5074 req-8a98a26c-e922-49aa-b229-e520c8ae1468 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0742495 Dec 08 16:08:43.073622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e14cdcf0-83ca-4143-9011-d102b4ba5074 req-cba0c482-dc95-4a35-900c-709c5ade73a6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522702 Dec 08 16:08:43.263655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-0b0d361a-bed5-44f5-810a-1aa0e85984f8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.265586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-0b0d361a-bed5-44f5-810a-1aa0e85984f8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 814 time: 0.1748912 Dec 08 16:08:43.311229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-126e41c6-6d9f-444d-a8d5-f2728e696293 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/quotas/a83787cecb2748d7abd46546a0acf65d HTTP/1.1" status: 200 len: 375 time: 0.0305529 Dec 08 16:08:43.365178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316d4a-7733-4a42-8818-8cad8633a34b req-267e0e30-cba6-4853-aa37-eaf97bfea5f8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.367206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3316d4a-7733-4a42-8818-8cad8633a34b req-267e0e30-cba6-4853-aa37-eaf97bfea5f8 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1000440 Dec 08 16:08:43.411511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-d8f739f9-6d95-4c40-bb25-d3a1dd2c5937 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884185 Dec 08 16:08:43.498378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3316d4a-7733-4a42-8818-8cad8633a34b req-8aaf301d-7c0d-4838-ab01-14008a197a88 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191769 Dec 08 16:08:43.559265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-eb94b3c4-4c60-43f3-aadf-254b532e1bf6 service neutron] 10.222.0.62 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314142 Dec 08 16:08:43.676496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-8cc6b0b8-3051-492e-97cd-54bec4996530 service neutron] 10.222.0.62 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051550 Dec 08 16:08:43.827855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-4a2e6782-2f43-4804-9db4-9a32bc2ebc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.830492 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-4a2e6782-2f43-4804-9db4-9a32bc2ebc77 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=bca86dd94a0743e4b97139d1852f221c&device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 1096 time: 0.0797737 Dec 08 16:08:43.996680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-79ac7c68-9b69-4977-834d-607e6af8e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:43.998724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-79ac7c68-9b69-4977-834d-607e6af8e4c4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 200 len: 911 time: 0.1604609 Dec 08 16:08:44.061456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ca6c-ddad-4784-9241-85ee9e374572 req-1f5c9359-8c17-48ed-9a31-bc8f1b1965c2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.066871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9899ca6c-ddad-4784-9241-85ee9e374572 req-1f5c9359-8c17-48ed-9a31-bc8f1b1965c2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1305144 Dec 08 16:08:44.075575 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-b61d3c6e-6d01-46f6-992a-b3b45af214fc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3 HTTP/1.1" status: 200 len: 217 time: 0.0697079 Dec 08 16:08:44.085821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddc79f-0045-498c-b309-5995afe041c8 req-799877ee-a285-4f85-ac71-dfdd062e9f68 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.088670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbddc79f-0045-498c-b309-5995afe041c8 req-799877ee-a285-4f85-ac71-dfdd062e9f68 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.1675451 Dec 08 16:08:44.182324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-2488e6e4-70ed-41b3-b24f-734473b2576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.187087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-2488e6e4-70ed-41b3-b24f-734473b2576b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 200 len: 850 time: 0.1046174 Dec 08 16:08:44.195430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9899ca6c-ddad-4784-9241-85ee9e374572 req-d8f13ec6-a972-4ff7-ae9c-054aecb3e349 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051321 Dec 08 16:08:44.205560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbddc79f-0045-498c-b309-5995afe041c8 req-6d1b0852-13d1-4b25-8876-6eec6b4810eb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039951 Dec 08 16:08:44.258731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-19fa8d91-482b-4559-8405-3c9559f94e71 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624821 Dec 08 16:08:44.407187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87fd889b-a2cd-4896-ac9e-1af4ed04999f req-d46c6ead-63a7-43f0-82ae-5e047b8832de tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 210 time: 0.0641217 Dec 08 16:08:44.448942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-081e2f85-a05e-416f-89be-46f2ed1fb1c4 service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839762 Dec 08 16:08:44.459944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaca79f-cae3-427d-b417-0af6afe14dc5 req-810aa438-5d4f-47a1-bd93-ce98a3317cdf tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:44.461714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfaca79f-cae3-427d-b417-0af6afe14dc5 req-810aa438-5d4f-47a1-bd93-ce98a3317cdf tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0703278 Dec 08 16:08:44.554162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfaca79f-cae3-427d-b417-0af6afe14dc5 req-f7b33990-5ac3-486d-9153-259b16de3616 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819819 Dec 08 16:08:44.570315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f81ac7a1-8304-4b84-a68c-8d8574e7210a req-1ebbd7dd-5d23-49e7-ba72-fd16a7316e7d service neutron] 10.222.0.86 "GET /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128678 Dec 08 16:08:45.408069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8235e-a4fa-472d-a76f-ac50daecfdc9 req-06efe7d5-559e-4b21-8f6d-af31c46efe2d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.411426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eab8235e-a4fa-472d-a76f-ac50daecfdc9 req-06efe7d5-559e-4b21-8f6d-af31c46efe2d tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.1128676 Dec 08 16:08:45.416754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-79f92951-9cef-4f1d-8562-20c46b7312b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.419928 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-79f92951-9cef-4f1d-8562-20c46b7312b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.86 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 814 time: 0.2099295 Dec 08 16:08:45.440608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Request body: {'port': {'device_id': '62afe717-87b8-488f-90f3-0498c1167e61', 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'admin_state_up': True, 'tenant_id': 'a83787cecb2748d7abd46546a0acf65d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:45.495298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eab8235e-a4fa-472d-a76f-ac50daecfdc9 req-abba7281-bed7-48e2-8360-e0fdb006404e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743449 Dec 08 16:08:45.559994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b512c85-1ead-4004-a943-1742cdbbbff3 req-82b5925c-50f3-447c-8697-ba356dfcbc5c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.569178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b512c85-1ead-4004-a943-1742cdbbbff3 req-82b5925c-50f3-447c-8697-ba356dfcbc5c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0726461 Dec 08 16:08:45.633232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b512c85-1ead-4004-a943-1742cdbbbff3 req-24fdbb2c-111e-49fe-8ff9-306c448d30ad tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630028 Dec 08 16:08:45.641836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Made reservation on behalf of a83787cecb2748d7abd46546a0acf65d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:08:45.648689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:45.758357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3558ff9a-f0d6-4d45-869f-94e9ece0a515 req-10d5492b-7de0-493e-8ec9-645ddcef013d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 210 time: 0.0429330 Dec 08 16:08:45.844651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef21aff-8085-4d50-b4e1-92e2e9091d1b req-f9a46dbc-5be3-45a4-9e92-cb6a65ddd54f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:45.848112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ef21aff-8085-4d50-b4e1-92e2e9091d1b req-f9a46dbc-5be3-45a4-9e92-cb6a65ddd54f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0954206 Dec 08 16:08:45.879426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Allocated IP 172.20.0.14 (2641853c-db0e-4f62-acd2-6b35a7146a59/402f6555-0d3b-4b68-9cff-b4db50f4f617/ff76fb21-85c4-47ee-a6a3-81276206ed8b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:08:45.939863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ef21aff-8085-4d50-b4e1-92e2e9091d1b req-a617036d-3049-4ba2-93e1-5665cdea708b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 Dec 08 16:08:46.091139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.134781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.150939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:46.198185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Network 2641853c-db0e-4f62-acd2-6b35a7146a59 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:08:46.202712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:08:46.208495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:08:46.270479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Pushing event updated for resources: {'Port': ['ID=ff76fb21-85c4-47ee-a6a3-81276206ed8b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:46.320626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.322135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.348534 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-546add09-2c41-480b-9232-520f34ec878d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9191244 Dec 08 16:08:46.363141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Request body: {'port': {'device_id': '62afe717-87b8-488f-90f3-0498c1167e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:08:46.425428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.673982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822474a-da43-4d9b-8548-2947ac750a8b req-73c67ae3-1b67-4104-95ed-137a18dd9e47 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.678688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4822474a-da43-4d9b-8548-2947ac750a8b req-73c67ae3-1b67-4104-95ed-137a18dd9e47 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0644491 Dec 08 16:08:46.746810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4822474a-da43-4d9b-8548-2947ac750a8b req-188ea3c8-2d76-401b-9caf-98f6eafefd9e tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608335 Dec 08 16:08:46.879918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff76fb21-85c4-47ee-a6a3-81276206ed8b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:46.899217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:46.900768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b102bf-a36c-45a8-aec4-fddc49feaddc req-0b682448-796a-4611-b269-6bb92d48b4e0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:46.903225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18b102bf-a36c-45a8-aec4-fddc49feaddc req-0b682448-796a-4611-b269-6bb92d48b4e0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0728662 Dec 08 16:08:46.931917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Transition to ACTIVE for port object ff76fb21-85c4-47ee-a6a3-81276206ed8b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:08:46.939866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.014693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18b102bf-a36c-45a8-aec4-fddc49feaddc req-8de8e52e-0940-4149-a16a-ccb00617e938 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972626 Dec 08 16:08:47.129312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Pushing event updated for resources: {'Port': ['ID=ff76fb21-85c4-47ee-a6a3-81276206ed8b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:47.173816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2795956-185c-4564-88cd-ab34ea667972 req-c324433b-a199-4085-96a5-7a33d46805a0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.175902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2795956-185c-4564-88cd-ab34ea667972 req-c324433b-a199-4085-96a5-7a33d46805a0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 944 time: 0.0809774 Dec 08 16:08:47.179596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Attempting to bind port ff76fb21-85c4-47ee-a6a3-81276206ed8b on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:08:47.180147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Attempting to bind port ff76fb21-85c4-47ee-a6a3-81276206ed8b by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:08:47.180689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Attempting to bind port ff76fb21-85c4-47ee-a6a3-81276206ed8b on network 2641853c-db0e-4f62-acd2-6b35a7146a59 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:47.189110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Port ff76fb21-85c4-47ee-a6a3-81276206ed8b on network 2641853c-db0e-4f62-acd2-6b35a7146a59 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:08:47.189527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Attempting to bind port ff76fb21-85c4-47ee-a6a3-81276206ed8b on network 2641853c-db0e-4f62-acd2-6b35a7146a59 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:08:47.199501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:08:47.200067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Checking segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:08:47.200947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Bound using segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:08:47.201453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Bound port: ff76fb21-85c4-47ee-a6a3-81276206ed8b, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:08:47.202065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.299509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2795956-185c-4564-88cd-ab34ea667972 req-f5ba162e-7e80-43ba-9416-8230ae985b31 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063709 Dec 08 16:08:47.312336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] For port ff76fb21-85c4-47ee-a6a3-81276206ed8b, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:08:47.319421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] For port ff76fb21-85c4-47ee-a6a3-81276206ed8b, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:08:47.327327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.331576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b1ea65-72c8-4366-8ff9-f3542b247ff9 req-8e0e0128-df40-455e-ac67-a8341146015e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.334259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74b1ea65-72c8-4366-8ff9-f3542b247ff9 req-8e0e0128-df40-455e-ac67-a8341146015e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1030617 Dec 08 16:08:47.416747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74b1ea65-72c8-4366-8ff9-f3542b247ff9 req-4dcf2da3-4d55-4e90-a51a-0bdfbd649a7d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720246 Dec 08 16:08:47.418552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.419589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:47.422145 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] 10.222.0.86 "PUT /v2.0/ports/ff76fb21-85c4-47ee-a6a3-81276206ed8b HTTP/1.1" status: 200 len: 1092 time: 1.0643184 Dec 08 16:08:47.422991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62afe717-87b8-488f-90f3-0498c1167e61', 'tag': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:47.428668 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1784284-936c-4ca0-92a8-3d4e98bf004d" -d '{"events": [{"name": "network-changed", "server_uuid": "62afe717-87b8-488f-90f3-0498c1167e61", "tag": "ff76fb21-85c4-47ee-a6a3-81276206ed8b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:47.497159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec7051b-81c0-4455-a914-8ea5f6b8bc41 service neutron] Pushing event updated for resources: {'Port': ['ID=ff76fb21-85c4-47ee-a6a3-81276206ed8b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:47.538969 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40ee32d-c0b0-441d-8eba-c7c85d5de6e4 x-openstack-request-id: req-d40ee32d-c0b0-441d-8eba-c7c85d5de6e4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:47.539423 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62afe717-87b8-488f-90f3-0498c1167e61", "tag": "ff76fb21-85c4-47ee-a6a3-81276206ed8b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:47.539822 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d40ee32d-c0b0-441d-8eba-c7c85d5de6e4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:47.541397 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62afe717-87b8-488f-90f3-0498c1167e61', 'tag': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b', 'status': 'completed', 'code': 200} Dec 08 16:08:47.561167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-691170ff-ecc9-4413-8ec2-6efadd220ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.564382 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-691170ff-ecc9-4413-8ec2-6efadd220ef3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 1095 time: 0.0851824 Dec 08 16:08:47.572140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f81c-af3c-4755-8685-7192f57cc56a req-43752f6d-b320-4a67-9879-e8d5e1d2173c tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.574805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a119f81c-af3c-4755-8685-7192f57cc56a req-43752f6d-b320-4a67-9879-e8d5e1d2173c tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0822132 Dec 08 16:08:47.629280 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-fd4b7df2-3a57-4952-851f-7ceb67d42867 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b HTTP/1.1" status: 200 len: 217 time: 0.0562775 Dec 08 16:08:47.662326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a119f81c-af3c-4755-8685-7192f57cc56a req-ecb886a0-6a81-433d-b26d-100451ab14e2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751832 Dec 08 16:08:47.704293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-12cd7adc-618f-4da8-b85d-9762585183f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:47.705927 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-12cd7adc-618f-4da8-b85d-9762585183f5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.0680842 Dec 08 16:08:47.745939 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-f2617f9b-8956-4cb3-b280-16d00011d62b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315237 Dec 08 16:08:47.863930 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-b0dbf7a9-8b25-4cb2-a564-a03460bfa6a7 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091864 Dec 08 16:08:47.976450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d9fb88fd-cdcc-48bf-b570-d97c2c4f666e req-4877b0a6-d603-4fc0-8cf4-5d4889692bde service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046975 Dec 08 16:08:48.084250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-3d054876-288a-45d3-9d64-0da7cb8bda9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.085951 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-3d054876-288a-45d3-9d64-0da7cb8bda9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 1095 time: 0.0526228 Dec 08 16:08:48.212560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-2b0b680c-6acf-4b75-86ef-a314e2671c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.215469 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-2b0b680c-6acf-4b75-86ef-a314e2671c92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 915 time: 0.1208351 Dec 08 16:08:48.249935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c4ab5-4b89-49c0-a50e-77628a4215d7 req-8562634e-6f82-4c95-8e49-7ca4a946c57c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.252807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-896c4ab5-4b89-49c0-a50e-77628a4215d7 req-8562634e-6f82-4c95-8e49-7ca4a946c57c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 944 time: 0.0963306 Dec 08 16:08:48.286674 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-67898f70-ed83-4501-9486-d7e9d0b5527e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b HTTP/1.1" status: 200 len: 217 time: 0.0638745 Dec 08 16:08:48.341268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-896c4ab5-4b89-49c0-a50e-77628a4215d7 req-b65eadfe-3be8-4bd9-819c-2b96147ac790 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647786 Dec 08 16:08:48.352782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-be7cfbd6-8bbe-4713-a4ae-d908d98478b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.354334 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-be7cfbd6-8bbe-4713-a4ae-d908d98478b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.0577765 Dec 08 16:08:48.393271 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-52b82392-2cff-40c0-ba8a-77e5a65c1a86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295105 Dec 08 16:08:48.506492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffc1d9-62eb-43f1-87d4-f0787068de0f req-638c80c1-7c46-432d-a846-0d5e195b67b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.509434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ffc1d9-62eb-43f1-87d4-f0787068de0f req-638c80c1-7c46-432d-a846-0d5e195b67b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 944 time: 0.0882480 Dec 08 16:08:48.568175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-26fccc99-7881-40f5-8ac4-b1244f49ef35 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651697 Dec 08 16:08:48.585089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ffc1d9-62eb-43f1-87d4-f0787068de0f req-c6a258af-fb33-4af4-9fef-3dc568b97b20 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677626 Dec 08 16:08:48.660516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472b74-c6d5-46d5-ade2-96bb777709f7 req-3282742c-c2dc-400b-9603-d51d7728ed1f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.666658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64472b74-c6d5-46d5-ade2-96bb777709f7 req-3282742c-c2dc-400b-9603-d51d7728ed1f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0786555 Dec 08 16:08:48.726107 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1784284-936c-4ca0-92a8-3d4e98bf004d req-eae4fcca-bb01-4eaf-b0ca-95268a8c5609 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486824 Dec 08 16:08:48.732107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:48.755528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64472b74-c6d5-46d5-ade2-96bb777709f7 req-4b63a57d-c0b7-459a-8915-d4be0dbb737c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806434 Dec 08 16:08:48.858808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:48.878667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bdffb-be22-466c-bb47-a01731e41291 req-bcae77d3-453b-4cc9-80a0-ed2f70cd69fe tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:48.880979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'port_id': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'mac_address': 'fa:16:3e:9e:18:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:48.881328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f90bdffb-be22-466c-bb47-a01731e41291 req-bcae77d3-453b-4cc9-80a0-ed2f70cd69fe tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0927396 Dec 08 16:08:48.925562 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:48.941609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:48.954681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f90bdffb-be22-466c-bb47-a01731e41291 req-051f2d88-0668-4e25-95d2-23a378444386 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611188 Dec 08 16:08:48.969775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:48.974890 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:49.033498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:49.261564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['c63c7654-45d4-4daf-81b2-186fd26d4412'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:49.517073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a70f0-3330-4ca1-86cc-34f19f8a5010 req-c77f3f26-238f-4077-8020-301e84ee2fb8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:49.520483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-091a70f0-3330-4ca1-86cc-34f19f8a5010 req-c77f3f26-238f-4077-8020-301e84ee2fb8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.0692525 Dec 08 16:08:49.582847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-091a70f0-3330-4ca1-86cc-34f19f8a5010 req-d9b332b5-df5a-4ed2-8b08-c914421f5c3d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537894 Dec 08 16:08:49.743275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548a59-cd43-4765-b717-518753b1777c req-27945d54-74a6-4a9d-bf0a-fd64a7fc67b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:49.745387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2548a59-cd43-4765-b717-518753b1777c req-27945d54-74a6-4a9d-bf0a-fd64a7fc67b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 944 time: 0.0674930 Dec 08 16:08:49.807611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2548a59-cd43-4765-b717-518753b1777c req-d4024066-6cbb-4319-9d6f-a7ac63b13e9b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503070 Dec 08 16:08:49.901892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8977ce2-f677-4c87-b9c5-bd839162faba req-3aad3a68-ee01-4426-8cba-9142b9d0d7d0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:49.903772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8977ce2-f677-4c87-b9c5-bd839162faba req-3aad3a68-ee01-4426-8cba-9142b9d0d7d0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0545111 Dec 08 16:08:49.962913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8977ce2-f677-4c87-b9c5-bd839162faba req-4092f727-7825-481d-8292-0c98170e78d4 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514834 Dec 08 16:08:50.111781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2233864-f448-4cce-a814-bd74dddf2f93 req-703e6097-bb7b-43ec-88e1-827e61857291 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.113486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2233864-f448-4cce-a814-bd74dddf2f93 req-703e6097-bb7b-43ec-88e1-827e61857291 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0592456 Dec 08 16:08:50.175844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2233864-f448-4cce-a814-bd74dddf2f93 req-0db80a49-acb6-4020-bf4b-3aa96e85db05 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Dec 08 16:08:50.236696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-ee363ebb-0111-457c-a21f-b5e0ecaaf83a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.239520 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-ee363ebb-0111-457c-a21f-b5e0ecaaf83a tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.86 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 945 time: 0.0604308 Dec 08 16:08:50.366743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Deleting port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:50.367247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.468466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] For port 70e64d62-7928-4cc7-9770-a5f0dc103ee3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=70e64d62-7928-4cc7-9770-a5f0dc103ee3,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:50.468829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.488970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Calling delete_port for 70e64d62-7928-4cc7-9770-a5f0dc103ee3 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:50.638342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.656968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e9f6ebcb-498c-4091-88ce-bbf637958d05'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:50.662171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['70e64d62-7928-4cc7-9770-a5f0dc103ee3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:50.673562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Pushing event deleted for resources: {'Port': ['ID=70e64d62-7928-4cc7-9770-a5f0dc103ee3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:50.689855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.690706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.690923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.692508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.692508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.692900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.693075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.693302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.693652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.693960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.694294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.694638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.694949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:50.745833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] No DVR routers for this DVR port 70e64d62-7928-4cc7-9770-a5f0dc103ee3 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:50.746338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ff76fb21-85c4-47ee-a6a3-81276206ed8b details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:50.749626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:50.750974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:50.753983 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0cb04ab1-cb84-43c9-a023-588f840c3c06 req-bdc8398d-bc12-4412-baf2-dee1ba74265f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.86 "DELETE /v2.0/ports/70e64d62-7928-4cc7-9770-a5f0dc103ee3 HTTP/1.1" status: 204 len: 173 time: 0.5064909 Dec 08 16:08:50.754490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'name': 'network-vif-deleted', 'tag': '70e64d62-7928-4cc7-9770-a5f0dc103ee3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:50.765855 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666cad1e-1faf-4a72-aa42-b35365bea1e4" -d '{"events": [{"server_uuid": "204b78b3-1dbf-43b9-8d20-b70f90943b23", "name": "network-vif-deleted", "tag": "70e64d62-7928-4cc7-9770-a5f0dc103ee3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:50.815875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d70a60-5df6-4169-8f6b-0cec2eb2215c req-2ad231a8-4681-4ad4-b308-1aa871760564 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:50.819068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9d70a60-5df6-4169-8f6b-0cec2eb2215c req-2ad231a8-4681-4ad4-b308-1aa871760564 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 945 time: 0.0924180 Dec 08 16:08:50.901382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9d70a60-5df6-4169-8f6b-0cec2eb2215c req-1660ec53-3a4c-462c-8668-2fd1b1c328db tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713463 Dec 08 16:08:50.915269 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7547be2-02fa-4b22-989a-e7247fc282c5 x-openstack-request-id: req-b7547be2-02fa-4b22-989a-e7247fc282c5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:50.916146 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204b78b3-1dbf-43b9-8d20-b70f90943b23", "name": "network-vif-deleted", "tag": "70e64d62-7928-4cc7-9770-a5f0dc103ee3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:50.916582 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7547be2-02fa-4b22-989a-e7247fc282c5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:50.917152 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204b78b3-1dbf-43b9-8d20-b70f90943b23', 'name': 'network-vif-deleted', 'tag': '70e64d62-7928-4cc7-9770-a5f0dc103ee3', 'status': 'completed', 'code': 200} Dec 08 16:08:51.030043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae8b32-8200-46ea-96f5-29f62988d132 req-0bdcc366-5ff3-4625-b537-8ca42335e4d1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:51.036207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32ae8b32-8200-46ea-96f5-29f62988d132 req-0bdcc366-5ff3-4625-b537-8ca42335e4d1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 944 time: 0.0624282 Dec 08 16:08:51.119843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port c63c7654-45d4-4daf-81b2-186fd26d4412 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:51.129393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32ae8b32-8200-46ea-96f5-29f62988d132 req-5ac1ee4e-e44d-459e-bc3d-987f0bd6d086 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882609 Dec 08 16:08:51.145563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b06a81-001b-4eb8-bb71-202c36369720 req-504cc9f6-2273-4158-9f3e-24f9c68a8de8 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:51.150341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09b06a81-001b-4eb8-bb71-202c36369720 req-504cc9f6-2273-4158-9f3e-24f9c68a8de8 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0989950 Dec 08 16:08:51.155925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port c63c7654-45d4-4daf-81b2-186fd26d4412 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:51.156575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.168779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ff76fb21-85c4-47ee-a6a3-81276206ed8b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:51.242535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09b06a81-001b-4eb8-bb71-202c36369720 req-c86a1a38-e422-4815-917c-67471504ab2a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879028 Dec 08 16:08:51.260919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b', 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'port_id': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b', 'mac_address': 'fa:16:3e:d0:e5:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f6555-0d3b-4b68-9cff-b4db50f4f617', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:51.378886 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.381474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e960b0be-c97a-4446-9079-48b64559c894 req-7478f4f2-3d9b-4db7-9d6d-83cfca09ef2c tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=204b78b3-1dbf-43b9-8d20-b70f90943b23 HTTP/1.1" status: 200 len: 210 time: 0.0540993 Dec 08 16:08:51.436712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff76fb21-85c4-47ee-a6a3-81276206ed8b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:51.475742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ff76fb21-85c4-47ee-a6a3-81276206ed8b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:51.477359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.486374 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.530052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:51.532359 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86e9d84-4c8a-43bf-89a9-7b99ada00ad3" -d '{"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-plugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:51.552369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:51.564636 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:51.572398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ff76fb21-85c4-47ee-a6a3-81276206ed8b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:51.578086 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c47355-a8fb-4da3-8086-046493037331 x-openstack-request-id: req-42c47355-a8fb-4da3-8086-046493037331 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:51.578364 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-plugged", "status": "completed", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:51.578596 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42c47355-a8fb-4da3-8086-046493037331 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:51.578984 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'code': 200} Dec 08 16:08:51.638063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:51.732095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ff76fb21-85c4-47ee-a6a3-81276206ed8b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:51.816548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9cf7-53bf-454e-8101-e39ca8896bab req-3c754a7a-48b5-4ae5-baec-2b848dc6ae81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:51.819559 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-734a9cf7-53bf-454e-8101-e39ca8896bab req-3c754a7a-48b5-4ae5-baec-2b848dc6ae81 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1097 time: 0.0605392 Dec 08 16:08:51.887780 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-734a9cf7-53bf-454e-8101-e39ca8896bab req-56fc1120-118c-496e-8629-09ec3750461e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597925 Dec 08 16:08:52.084789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661041b-7bc5-4908-8160-c1623b6d66cf req-c2c3d0ad-7d12-41d9-80da-e99085da5a3b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.086467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6661041b-7bc5-4908-8160-c1623b6d66cf req-c2c3d0ad-7d12-41d9-80da-e99085da5a3b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 946 time: 0.0573623 Dec 08 16:08:52.154793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6661041b-7bc5-4908-8160-c1623b6d66cf req-8d91c4f4-848a-4187-abab-71c60ffe6892 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553389 Dec 08 16:08:52.266812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0593b66-710d-4213-94d3-c21b16087276 req-4760443a-b19d-42eb-b1de-4bb9191f2679 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.269265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0593b66-710d-4213-94d3-c21b16087276 req-4760443a-b19d-42eb-b1de-4bb9191f2679 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 945 time: 0.0558755 Dec 08 16:08:52.335157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0593b66-710d-4213-94d3-c21b16087276 req-008acca6-b980-48f7-b3f7-9d0668642d3d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554357 Dec 08 16:08:52.392407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440d399-b064-4d72-8faf-59e2a0d587a4 req-84529e83-b945-42b4-9316-48cb8818f88d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.395288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7440d399-b064-4d72-8faf-59e2a0d587a4 req-84529e83-b945-42b4-9316-48cb8818f88d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.0565047 Dec 08 16:08:52.454498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7440d399-b064-4d72-8faf-59e2a0d587a4 req-a19cb8e1-3a8d-4ac6-9778-b9fd19da8be3 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Dec 08 16:08:52.732179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d6883-fddc-40de-9124-bd3fd417003a req-dc9c5cb7-d5c4-42d6-a3ad-5b3da5e840ad tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:52.733831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-838d6883-fddc-40de-9124-bd3fd417003a req-dc9c5cb7-d5c4-42d6-a3ad-5b3da5e840ad tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0601676 Dec 08 16:08:52.748683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ff76fb21-85c4-47ee-a6a3-81276206ed8b up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:52.819819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-838d6883-fddc-40de-9124-bd3fd417003a req-b01e093f-5e82-4d81-a074-583d74a1cc84 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790324 Dec 08 16:08:52.843869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port ff76fb21-85c4-47ee-a6a3-81276206ed8b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:08:52.859921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port ff76fb21-85c4-47ee-a6a3-81276206ed8b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:52.861163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:52.976441 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.036430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ff76fb21-85c4-47ee-a6a3-81276206ed8b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:53.043723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:53.045324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 70e64d62-7928-4cc7-9770-a5f0dc103ee3 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:08:53.116426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 70e64d62-7928-4cc7-9770-a5f0dc103ee3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:08:53.116426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 70e64d62-7928-4cc7-9770-a5f0dc103ee3 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:08:53.159521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ff76fb21-85c4-47ee-a6a3-81276206ed8b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:53.328887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1000eb1-bad7-4d57-9049-61e99f90b1f0 req-5e3329ca-fa7f-4b31-aec0-a15dbc7cff89 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.330561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1000eb1-bad7-4d57-9049-61e99f90b1f0 req-5e3329ca-fa7f-4b31-aec0-a15dbc7cff89 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 946 time: 0.0684290 Dec 08 16:08:53.414102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1000eb1-bad7-4d57-9049-61e99f90b1f0 req-978820f3-40aa-4c4d-b3f5-bb5a33a191bf tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725586 Dec 08 16:08:53.517099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318937c3-bd4a-469d-a2ba-e99fa9a81848 req-12fbf836-3c69-4c84-90a6-842ae6dad650 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.520305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-318937c3-bd4a-469d-a2ba-e99fa9a81848 req-12fbf836-3c69-4c84-90a6-842ae6dad650 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.0744233 Dec 08 16:08:53.580116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afe717-87b8-488f-90f3-0498c1167e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:53.586339 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784d6c49-c761-4940-a4f2-eb92229fd573" -d '{"events": [{"server_uuid": "62afe717-87b8-488f-90f3-0498c1167e61", "name": "network-vif-plugged", "status": "completed", "tag": "ff76fb21-85c4-47ee-a6a3-81276206ed8b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:53.636898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-318937c3-bd4a-469d-a2ba-e99fa9a81848 req-234b441e-b416-4b47-8504-82103a1863b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050656 Dec 08 16:08:53.680735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b0b0d-44e0-45a5-8e83-87e19814927d req-15edceab-13cc-43cc-b558-c52bcfff5fba tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.683029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a25b0b0d-44e0-45a5-8e83-87e19814927d req-15edceab-13cc-43cc-b558-c52bcfff5fba tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 945 time: 0.1031985 Dec 08 16:08:53.759021 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ac9fa4-9a8e-43d9-810e-a4536e916c72 x-openstack-request-id: req-a7ac9fa4-9a8e-43d9-810e-a4536e916c72 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:53.759021 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afe717-87b8-488f-90f3-0498c1167e61", "name": "network-vif-plugged", "status": "completed", "tag": "ff76fb21-85c4-47ee-a6a3-81276206ed8b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:53.759021 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a7ac9fa4-9a8e-43d9-810e-a4536e916c72 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:53.760274 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afe717-87b8-488f-90f3-0498c1167e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b', 'code': 200} Dec 08 16:08:53.787179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a25b0b0d-44e0-45a5-8e83-87e19814927d req-ebd3f4d4-b226-4ab1-b02a-22e83474ba6f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916255 Dec 08 16:08:53.921366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34228328-e66b-4dc7-b409-783d815550e6 req-883c088c-19ef-4e7c-8908-ea6e8a096cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:53.924625 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34228328-e66b-4dc7-b409-783d815550e6 req-883c088c-19ef-4e7c-8908-ea6e8a096cd1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 1097 time: 0.0769715 Dec 08 16:08:54.004101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34228328-e66b-4dc7-b409-783d815550e6 req-e6128013-78ef-4f46-9675-408c09721048 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654383 Dec 08 16:08:54.078492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2032075b-5f68-4b6b-87a8-92ff6510e527 req-24ed4a07-0881-44b4-b116-5cbd00e61166 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.080175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2032075b-5f68-4b6b-87a8-92ff6510e527 req-24ed4a07-0881-44b4-b116-5cbd00e61166 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0616171 Dec 08 16:08:54.152965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2032075b-5f68-4b6b-87a8-92ff6510e527 req-ca43e225-025c-4820-88d9-52c42edf0d6f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646741 Dec 08 16:08:54.613456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7e260-08d3-47c5-8198-bb952cbe5d39 req-6ab54dc5-0eeb-47f4-ae21-40d7a2e87bd2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.615090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ff7e260-08d3-47c5-8198-bb952cbe5d39 req-6ab54dc5-0eeb-47f4-ae21-40d7a2e87bd2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 946 time: 0.0618770 Dec 08 16:08:54.681458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ff7e260-08d3-47c5-8198-bb952cbe5d39 req-b4062ff1-aca2-41c7-adbe-c0ef606f599e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585532 Dec 08 16:08:54.880244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-4b2413dc-837c-4fc1-85be-bb8450d20aa2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.881782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-4b2413dc-837c-4fc1-85be-bb8450d20aa2 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.58 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.1026342 Dec 08 16:08:54.892358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb55e90-b29c-4aa3-ab3c-dc3886b20abb req-d4db3675-7e39-45cd-9481-db4a232901be tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:54.894559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bb55e90-b29c-4aa3-ab3c-dc3886b20abb req-d4db3675-7e39-45cd-9481-db4a232901be tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.1346917 Dec 08 16:08:55.033588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bb55e90-b29c-4aa3-ab3c-dc3886b20abb req-2eeca84e-5cfe-46b3-9f31-065f4726e5f0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269069 Dec 08 16:08:55.076522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Deleting port e9f6ebcb-498c-4091-88ce-bbf637958d05 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:55.076879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.222999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] For port e9f6ebcb-498c-4091-88ce-bbf637958d05, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e9f6ebcb-498c-4091-88ce-bbf637958d05,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:55.223751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.249845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Calling delete_port for e9f6ebcb-498c-4091-88ce-bbf637958d05 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:55.405662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb554c79-7a6b-4978-b2a7-5acd219ef628 req-24d12065-fba4-4fdd-9a07-004eb8445eff tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:55.407580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb554c79-7a6b-4978-b2a7-5acd219ef628 req-24d12065-fba4-4fdd-9a07-004eb8445eff tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/ports?device_id=e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3 HTTP/1.1" status: 200 len: 945 time: 0.0896401 Dec 08 16:08:55.532309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb554c79-7a6b-4978-b2a7-5acd219ef628 req-5f4d6cb6-63dc-4371-b655-d1271bda271f tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.62 "GET /v2.0/security-groups?id=96726828-ab5d-4589-9187-8e7f189e1005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130311 Dec 08 16:08:55.535967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.562824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e9f6ebcb-498c-4091-88ce-bbf637958d05'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:55.583672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Pushing event deleted for resources: {'Port': ['ID=e9f6ebcb-498c-4091-88ce-bbf637958d05,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:55.600849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.601191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.601539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.601926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.602270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.602612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.602938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.603270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.603601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.603934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.604263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.604588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.604914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:08:55.655137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] No DVR routers for this DVR port e9f6ebcb-498c-4091-88ce-bbf637958d05 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:08:55.658266 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:55.663121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5e5b4b1-9d00-42c6-a8a8-c9f5909149f8 req-d433370a-7bb8-4979-983e-fe853d33d8b0 tempest-ServerRescueTestJSON-534147216 tempest-ServerRescueTestJSON-534147216-project] 10.222.0.58 "DELETE /v2.0/ports/e9f6ebcb-498c-4091-88ce-bbf637958d05 HTTP/1.1" status: 204 len: 173 time: 0.7670848 Dec 08 16:08:55.663630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'name': 'network-vif-deleted', 'tag': 'e9f6ebcb-498c-4091-88ce-bbf637958d05'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:08:55.667016 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d93462-e107-4a1b-9d31-73e037f4bfd8" -d '{"events": [{"server_uuid": "e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3", "name": "network-vif-deleted", "tag": "e9f6ebcb-498c-4091-88ce-bbf637958d05"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:08:55.719338 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67852a1e-c222-4905-829a-96c62b595fb1 x-openstack-request-id: req-67852a1e-c222-4905-829a-96c62b595fb1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:08:55.719638 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3", "name": "network-vif-deleted", "tag": "e9f6ebcb-498c-4091-88ce-bbf637958d05", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:08:55.719824 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67852a1e-c222-4905-829a-96c62b595fb1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:08:55.720202 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1ffd4b7-9db7-424e-9d48-daa2cf9b53c3', 'name': 'network-vif-deleted', 'tag': 'e9f6ebcb-498c-4091-88ce-bbf637958d05', 'status': 'completed', 'code': 200} Dec 08 16:08:55.856184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-819d4531-5a9c-4aba-9153-17045367f4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:56.199401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ac57f-9027-42a5-a660-df885919811a req-a56e3df1-c741-4c29-85c9-37e92a43e5f6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.200990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17ac57f-9027-42a5-a660-df885919811a req-a56e3df1-c741-4c29-85c9-37e92a43e5f6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.0632355 Dec 08 16:08:56.275795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17ac57f-9027-42a5-a660-df885919811a req-d462ab81-e560-44df-9bdc-b39b83a88004 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633593 Dec 08 16:08:56.636824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36654) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:08:56.650907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ad9108-9686-4488-bfbe-9eb11db75311 req-c346a117-4231-4e38-ae6f-6df54e166644 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:56.652542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61ad9108-9686-4488-bfbe-9eb11db75311 req-c346a117-4231-4e38-ae6f-6df54e166644 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.0692177 Dec 08 16:08:56.723903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61ad9108-9686-4488-bfbe-9eb11db75311 req-f0101104-9a53-4578-be19-614cd5eed8de tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603511 Dec 08 16:08:57.169266 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.361085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:08:57.382803 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:08:57.601340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Deleting port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:57.603954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.734029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:57.753508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'mac_address': 'fa:16:3e:f4:00:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:08:57.815556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] For port 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,segment=NetworkSegment(15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b),segment_id=15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:57.816243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.817584 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.837250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:08:57.856331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Calling delete_port for 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:57.868843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:57.877450 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:57.964325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:57.972808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574799a1-8ba2-4319-8c98-f893696bacbd req-4d1dbd98-6371-4ea6-9fa2-d449bc60d558 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:57.977202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-574799a1-8ba2-4319-8c98-f893696bacbd req-4d1dbd98-6371-4ea6-9fa2-d449bc60d558 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.1235511 Dec 08 16:08:57.988454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['58ef3d57-bc5e-4777-a1ca-e4bb1b379751'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:58.070015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-574799a1-8ba2-4319-8c98-f893696bacbd req-77651aee-d844-4602-a2a9-2f7a18175183 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863655 Dec 08 16:08:58.087866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-714e78f4-c9a2-4d49-ac8c-2e2c882005c3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:58.089657 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-714e78f4-c9a2-4d49-ac8c-2e2c882005c3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.86 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.1675358 Dec 08 16:08:58.323308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:58.712337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:08:58.721650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b2bd0c1-09ea-413d-a4ee-25c44c246f3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:58.857338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Deleting port ff76fb21-85c4-47ee-a6a3-81276206ed8b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:08:58.858249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:59.073179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] For port ff76fb21-85c4-47ee-a6a3-81276206ed8b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ff76fb21-85c4-47ee-a6a3-81276206ed8b,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:08:59.073902 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:59.111631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:59.119273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Calling delete_port for ff76fb21-85c4-47ee-a6a3-81276206ed8b owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:08:59.384889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:08:59.396450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d525c-2f46-4122-a044-98e3c4ce7021 req-62057d99-5b33-4c2d-9df0-d0d238213a62 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:08:59.429379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-882d525c-2f46-4122-a044-98e3c4ce7021 req-62057d99-5b33-4c2d-9df0-d0d238213a62 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 946 time: 0.1979945 Dec 08 16:08:59.600789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:08:59.603187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:59.611660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-882d525c-2f46-4122-a044-98e3c4ce7021 req-00b66ec6-a38b-4e70-b8bc-dbeb576a4c6e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756198 Dec 08 16:08:59.859767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:08:59.885310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'ff76fb21-85c4-47ee-a6a3-81276206ed8b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:08:59.919718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Router be9c0c18-f0f7-44cd-b442-e74aa458adf0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:09:00.077875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Pushing event deleted for resources: {'Port': ['ID=ff76fb21-85c4-47ee-a6a3-81276206ed8b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:00.129160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.238247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] No DVR routers for this DVR port ff76fb21-85c4-47ee-a6a3-81276206ed8b on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:00.246199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.254127 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b231e030-c5c7-476f-8bb7-d18c60be1f73 req-8a2e1ce3-c102-4659-ba68-6cba6dc78901 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.86 "DELETE /v2.0/ports/ff76fb21-85c4-47ee-a6a3-81276206ed8b HTTP/1.1" status: 204 len: 173 time: 2.1545873 Dec 08 16:09:00.255044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62afe717-87b8-488f-90f3-0498c1167e61', 'name': 'network-vif-deleted', 'tag': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:00.259681 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c922ff86-0c0d-4408-a577-91abb825a7f7" -d '{"events": [{"server_uuid": "62afe717-87b8-488f-90f3-0498c1167e61", "name": "network-vif-deleted", "tag": "ff76fb21-85c4-47ee-a6a3-81276206ed8b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:00.284109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.372302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:00.386957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:00.391231 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d30604-f59e-4c04-8885-59627419e8d9" -d '{"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-plugged", "status": "completed", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:00.414155 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:00.417640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e9f6ebcb-498c-4091-88ce-bbf637958d05 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:00.495961 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c077a7be-af4f-46c1-97b5-bf76352af45e x-openstack-request-id: req-c077a7be-af4f-46c1-97b5-bf76352af45e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:00.506856 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62afe717-87b8-488f-90f3-0498c1167e61", "name": "network-vif-deleted", "tag": "ff76fb21-85c4-47ee-a6a3-81276206ed8b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:00.507521 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c077a7be-af4f-46c1-97b5-bf76352af45e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:00.508912 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62afe717-87b8-488f-90f3-0498c1167e61', 'name': 'network-vif-deleted', 'tag': 'ff76fb21-85c4-47ee-a6a3-81276206ed8b', 'status': 'completed', 'code': 200} Dec 08 16:09:00.513338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:09:00.545537 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] Sync routers for ids ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:09:00.580478 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-03f7bc4f-34ec-4472-8465-b7e26397c1d6 admin admin] 10.222.0.62 "PUT /v2.0/routers/be9c0c18-f0f7-44cd-b442-e74aa458adf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9386799 Dec 08 16:09:00.581478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36736) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:00.615223 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] Routers {'be9c0c18-f0f7-44cd-b442-e74aa458adf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:00.619652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:00.647429 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d53126-e03f-42ee-a8a0-a9ecb12d12c7 x-openstack-request-id: req-42d53126-e03f-42ee-a8a0-a9ecb12d12c7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:00.647792 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-plugged", "status": "completed", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:00.648145 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42d53126-e03f-42ee-a8a0-a9ecb12d12c7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:00.648776 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'code': 200} Dec 08 16:09:00.742740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: e9f6ebcb-498c-4091-88ce-bbf637958d05 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:00.743374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e9f6ebcb-498c-4091-88ce-bbf637958d05 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:00.749762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:00.845373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] Set router be9c0c18-f0f7-44cd-b442-e74aa458adf0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:00.951954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af541abe-fbc9-4dce-be76-dc4c2500dc61 req-0077a3b3-424e-4a95-b7de-621f08e7f90e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=62afe717-87b8-488f-90f3-0498c1167e61 HTTP/1.1" status: 200 len: 210 time: 0.0976675 Dec 08 16:09:01.027900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.214339 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:08:58Z', 'revision_number': 5, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:01.264772 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] Checking router: be9c0c18-f0f7-44cd-b442-e74aa458adf0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:09:01.292383 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] Routers {'be9c0c18-f0f7-44cd-b442-e74aa458adf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:09:01.292383 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:01.294022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.451688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Deleting port 473fbad5-8410-4228-81bb-4900febc5984 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:01.452632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.607252 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] Set router be9c0c18-f0f7-44cd-b442-e74aa458adf0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:09:01.692809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] For port 473fbad5-8410-4228-81bb-4900febc5984, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=473fbad5-8410-4228-81bb-4900febc5984,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:01.693467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.715041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Calling delete_port for 473fbad5-8410-4228-81bb-4900febc5984 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:01.734021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:01.802353 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.165380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.350345 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.423883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Pushing event deleted for resources: {'Port': ['ID=473fbad5-8410-4228-81bb-4900febc5984,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:02.551662 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:08:58Z', 'revision_number': 5, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:02.554410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.592055 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd147a-1aaa-48be-8eda-11c0a70e293c None None] The sync data for ids ['be9c0c18-f0f7-44cd-b442-e74aa458adf0'] in n-d-820935-5 is: [{'id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'name': 'tempest-ServerRescueTestJSON-903074282-router', 'tenant_id': 'bca86dd94a0743e4b97139d1852f221c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '473fbad5-8410-4228-81bb-4900febc5984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:06:52Z', 'updated_at': '2021-12-08T16:08:58Z', 'revision_number': 5, 'project_id': 'bca86dd94a0743e4b97139d1852f221c', 'gw_port': {'id': '473fbad5-8410-4228-81bb-4900febc5984', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9c0c18-f0f7-44cd-b442-e74aa458adf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:06:54Z', 'updated_at': '2021-12-08T16:07:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:09:02.700308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.720465 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.735546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72048d-2cef-4020-b3fe-98d5f770858a req-4c431c78-2907-423c-9fa7-b23a7202e246 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:02.748001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e72048d-2cef-4020-b3fe-98d5f770858a req-4c431c78-2907-423c-9fa7-b23a7202e246 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.3475959 Dec 08 16:09:02.751658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.771544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ff76fb21-85c4-47ee-a6a3-81276206ed8b no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:02.827801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: ff76fb21-85c4-47ee-a6a3-81276206ed8b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:02.828789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ff76fb21-85c4-47ee-a6a3-81276206ed8b not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:02.884626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.885703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Fanout notify agent at l3_agent the message router_deleted on router be9c0c18-f0f7-44cd-b442-e74aa458adf0 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:09:02.896534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:02.898406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ca4963c3-902e-43da-b408-d002e691586c admin admin] 10.222.0.62 "DELETE /v2.0/routers/be9c0c18-f0f7-44cd-b442-e74aa458adf0 HTTP/1.1" status: 204 len: 168 time: 2.3152289 Dec 08 16:09:02.902220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:02.929681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e72048d-2cef-4020-b3fe-98d5f770858a req-afda882e-bd3b-471b-9a79-26a8a0b2f338 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803858 Dec 08 16:09:03.107718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Deleting subnet 264d841e-4267-4aeb-9b00-a65d5c432429 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:03.112717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.171755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.263683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.329385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338386d-bdb4-4146-95bc-d9cf7c1ecf7f req-93ce2c27-bf98-40a2-967a-a631fc3c2bf9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.331538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e338386d-bdb4-4146-95bc-d9cf7c1ecf7f req-93ce2c27-bf98-40a2-967a-a631fc3c2bf9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1303127 Dec 08 16:09:03.333787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.398375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264d841e-4267-4aeb-9b00-a65d5c432429,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:03.424213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.435600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-60d91eed-0af3-47f0-a3a6-045f892f973b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/264d841e-4267-4aeb-9b00-a65d5c432429 HTTP/1.1" status: 204 len: 168 time: 0.5299630 Dec 08 16:09:03.436379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36852) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:03.508143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e338386d-bdb4-4146-95bc-d9cf7c1ecf7f req-ec9d13e0-ccc8-4a39-aabc-5ca26497e537 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Dec 08 16:09:03.751246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:03.778898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdf935e-4afb-48ec-b680-cbb9538020f9 req-cf911c96-ddf8-4c50-b992-e3dbd82c2f03 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:03.799070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebdf935e-4afb-48ec-b680-cbb9538020f9 req-cf911c96-ddf8-4c50-b992-e3dbd82c2f03 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1329365 Dec 08 16:09:03.823489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:03.873837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:03.875021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 865a3fc5-21ce-4d5c-bc2d-9ac8db4c7777 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:03.978918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebdf935e-4afb-48ec-b680-cbb9538020f9 req-6777bbb0-ebf1-4b56-89ec-a6469590270a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545103 Dec 08 16:09:04.236870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.318181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e83bc0f-1cec-4cb7-bb44-ec7230482ab1']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:04.359390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:04.359390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c26eef-9fbd-4e1b-9f2a-842a2cf9d15b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:04.397342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.451943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.466004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:04.467917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:04.483077 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:04.622214 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.641212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:04.653703 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2e83bc0f-1cec-4cb7-bb44-ec7230482ab1 HTTP/1.1" status: 204 len: 168 time: 1.2063832 Dec 08 16:09:04.705131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189218b0-5411-40fc-a2ed-17025b68c712 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e83bc0f-1cec-4cb7-bb44-ec7230482ab1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:04.963500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36906) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:05.155251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3f8de195-14d2-47e7-9887-bc315b73284b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bca86dd94a0743e4b97139d1852f221c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1908355 Dec 08 16:09:05.158328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:05.290879 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb111b0b-3f6e-4c29-8458-395a96ff51f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.362587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb111b0b-3f6e-4c29-8458-395a96ff51f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.500737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb111b0b-3f6e-4c29-8458-395a96ff51f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.515825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb111b0b-3f6e-4c29-8458-395a96ff51f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:05.521660 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb111b0b-3f6e-4c29-8458-395a96ff51f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96726828-ab5d-4589-9187-8e7f189e1005 HTTP/1.1" status: 204 len: 168 time: 0.3580272 Dec 08 16:09:05.572342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb111b0b-3f6e-4c29-8458-395a96ff51f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96726828-ab5d-4589-9187-8e7f189e1005,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:05.711982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 473fbad5-8410-4228-81bb-4900febc5984 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:05.800560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 473fbad5-8410-4228-81bb-4900febc5984 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:05.802300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 473fbad5-8410-4228-81bb-4900febc5984 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:07.619166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36964) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:07.987244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41270412-029d-451c-88fe-f81bc63b5efb req-881dd6f7-dc17-49a6-8c5b-d87889e968d6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:07.992206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41270412-029d-451c-88fe-f81bc63b5efb req-881dd6f7-dc17-49a6-8c5b-d87889e968d6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1430068 Dec 08 16:09:08.086877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41270412-029d-451c-88fe-f81bc63b5efb req-09e29252-4299-4c00-825e-3e2cbd311383 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830801 Dec 08 16:09:08.141225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-875295051-network', 'tenant_id': 'dc0e7992f905497990c583cff06f5b78'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:08.186019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Made reservation on behalf of dc0e7992f905497990c583cff06f5b78 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:08.190264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.207325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.333747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.340732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.373573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:09:08.389972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05b7bda-a62f-4dc2-af1e-2ae48a773872,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:08.398583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.398915 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Added segment 1547347c-7b73-4d0a-88b0-3aea7fd61b19 of type vlan for network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 Dec 08 16:09:08.442331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898313e4-3909-48b6-8877-cd78ba2d779c req-b4c7c8d2-df05-4482-8a6c-94e511ec5a36 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:08.450986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-898313e4-3909-48b6-8877-cd78ba2d779c req-b4c7c8d2-df05-4482-8a6c-94e511ec5a36 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1462047 Dec 08 16:09:08.481543 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.550970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.553840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:08.555288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.590640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-898313e4-3909-48b6-8877-cd78ba2d779c req-39f68d9e-0b69-4de1-800a-597661976640 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377900 Dec 08 16:09:08.723270 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0979984 Dec 08 16:09:08.725434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36980) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:08.731589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Request body: {'subnet': {'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-875295051-subnet', 'tenant_id': 'dc0e7992f905497990c583cff06f5b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:08.789078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Made reservation on behalf of dc0e7992f905497990c583cff06f5b78 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:08.792975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:08.841496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0309abde-899c-4582-9ae0-59e1c118c73b admin admin] Pushing event updated for resources: {'Network': ['ID=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:08.872888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:09:09.209722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.270689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7154b044-5010-477f-b34e-2d8569d4b4d0,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:09.311883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Checking segment: {'id': '1547347c-7b73-4d0a-88b0-3aea7fd61b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:09.312260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Network hostable DHCP agents. Network: 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:09:09.340056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:09:09.362961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:09.372308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4ebf6-6eb4-4db0-b0d5-42f662ac3024 None None] Network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:09.385150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:09.388088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:09.431583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-50af9dcf-7c38-490f-ae71-1e24cb1034d1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7038317 Dec 08 16:09:09.574451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910d4653-e806-4e29-8e86-446091151869 None None] Network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:10.480018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:10.489293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1998433768-network', 'tenant_id': 'ddb2dc041c114b159c2360be896601c3'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:10.553069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Made reservation on behalf of ddb2dc041c114b159c2360be896601c3 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:10.557084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.584217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.748293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.759381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.790271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:09:10.825319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:10.825319 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Added segment 2d4d60b4-0466-4d73-80e1-eeff81b26d5a of type vlan for network 9bc07cc2-ff4a-4e25-902c-e114f9216743 Dec 08 16:09:10.843562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02cc885b-092a-4ced-aa12-a69e3de012fd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:10.945876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.027466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.031340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:11.038939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.208894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7250664 Dec 08 16:09:11.210400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:11.215667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Request body: {'subnet': {'network_id': '9bc07cc2-ff4a-4e25-902c-e114f9216743', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1998433768-subnet', 'tenant_id': 'ddb2dc041c114b159c2360be896601c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:11.249928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad266e2f-f4bf-470d-95e0-78d3b39d5081 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc07cc2-ff4a-4e25-902c-e114f9216743,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:11.278074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 9bc07cc2-ff4a-4e25-902c-e114f9216743 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:09:11.307065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Made reservation on behalf of ddb2dc041c114b159c2360be896601c3 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:11.311218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.876724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:11.957515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba01b1f-baba-4c0d-abc4-f52b4930c80d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:11.996020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c338105-8a39-4b00-904d-24cd655c9d80 req-96a4b7a6-fbab-4a21-be11-254ba403cda4 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:12.009513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c338105-8a39-4b00-904d-24cd655c9d80 req-96a4b7a6-fbab-4a21-be11-254ba403cda4 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1941793 Dec 08 16:09:12.112886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Checking segment: {'id': '2d4d60b4-0466-4d73-80e1-eeff81b26d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9bc07cc2-ff4a-4e25-902c-e114f9216743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:12.113736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Network hostable DHCP agents. Network: 9bc07cc2-ff4a-4e25-902c-e114f9216743, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:09:12.129957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c338105-8a39-4b00-904d-24cd655c9d80 req-103434a1-fa09-435b-9e05-62de397a6bdd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192844 Dec 08 16:09:12.160352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Network 9bc07cc2-ff4a-4e25-902c-e114f9216743 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:09:12.177194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 9bc07cc2-ff4a-4e25-902c-e114f9216743) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:12.184573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:12.185466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:12.208243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca9d2a-3dea-4edb-8f79-d8b9aa55dd0c None None] Network 9bc07cc2-ff4a-4e25-902c-e114f9216743 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:12.243104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5b027d84-f051-443e-8cc6-69a2a16154a3 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0195079 Dec 08 16:09:12.449270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff9abe-021e-40de-92a4-d0423a0d3d11 req-1213bf2a-e189-4eb3-a168-2d4e0b36b065 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:12.462076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-baff9abe-021e-40de-92a4-d0423a0d3d11 req-1213bf2a-e189-4eb3-a168-2d4e0b36b065 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0990825 Dec 08 16:09:12.468554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094ad043-1798-4f68-a090-6e87e17a3c26 None None] Network 9bc07cc2-ff4a-4e25-902c-e114f9216743 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:09:12.600765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-baff9abe-021e-40de-92a4-d0423a0d3d11 req-2d9be42f-b97c-4a6c-93ee-61cb85446410 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261086 Dec 08 16:09:15.769995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f23fbc-bb1f-4a01-b512-97c20ed89866 req-32345de1-b220-4142-8306-d8521a447f43 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:15.771582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57f23fbc-bb1f-4a01-b512-97c20ed89866 req-32345de1-b220-4142-8306-d8521a447f43 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1242425 Dec 08 16:09:15.794996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-0044adf7-3156-4265-8dab-0045b8c09f92 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:15.796543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-0044adf7-3156-4265-8dab-0045b8c09f92 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/networks?id=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 HTTP/1.1" status: 200 len: 824 time: 0.2353401 Dec 08 16:09:15.825364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-651203b3-7478-4a87-bccd-81e26148a41c tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/quotas/dc0e7992f905497990c583cff06f5b78 HTTP/1.1" status: 200 len: 375 time: 0.0176218 Dec 08 16:09:15.866729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57f23fbc-bb1f-4a01-b512-97c20ed89866 req-39d346dc-6c6c-4c2f-ace7-94eb91aa86fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841916 Dec 08 16:09:15.891716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-d1189fa1-ad86-4ef9-8c60-9f73f95a7b23 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dc0e7992f905497990c583cff06f5b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466812 Dec 08 16:09:15.918532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-3c763cca-8b08-46bb-9d21-2c1ec18b3f9c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:09:15.921131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-3c763cca-8b08-46bb-9d21-2c1ec18b3f9c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090494 Dec 08 16:09:16.129174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-c0b23558-b305-4bcc-bcb8-c2a706c1a27d service neutron] 10.222.0.62 "GET /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659362 Dec 08 16:09:16.294768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-7be6d46d-a509-4f8e-b35d-da7ff3d69aad service neutron] 10.222.0.62 "GET /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632628 Dec 08 16:09:16.414080 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-7fadbed3-97c2-4d8f-8701-1b1e8fcff5b4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0630560 Dec 08 16:09:16.475785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04912f-5a39-464e-93f9-b1caaa0af28b req-357c32e6-f7dd-4d1d-a0e8-319d8c258566 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:16.478977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb04912f-5a39-464e-93f9-b1caaa0af28b req-357c32e6-f7dd-4d1d-a0e8-319d8c258566 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1087832 Dec 08 16:09:16.514237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-b1b2488e-0d24-4570-880b-3852ee9a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:16.515886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-b1b2488e-0d24-4570-880b-3852ee9a6f39 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eefc5fa7386343ab972a95cdc3670904&device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 1096 time: 0.0695958 Dec 08 16:09:16.605267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb04912f-5a39-464e-93f9-b1caaa0af28b req-606fcc35-1153-4ad8-9757-302c51068a3a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112218 Dec 08 16:09:16.737643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f09926c6-f0de-4c5e-8560-bf6a8eeb9c6b req-0b3d2182-91cc-493e-b416-16cdc287f3c8 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 210 time: 0.0364873 Dec 08 16:09:16.825111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-7548d2bc-386e-4ef1-bcd2-b0643d6ecba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:16.827850 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-7548d2bc-386e-4ef1-bcd2-b0643d6ecba6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9f7549f4-7781-4be8-a5c4-0f348760205b HTTP/1.1" status: 200 len: 915 time: 0.2804968 Dec 08 16:09:16.944698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-b5b21570-7590-48da-927a-409da1fa3b73 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 HTTP/1.1" status: 200 len: 217 time: 0.1081600 Dec 08 16:09:16.967689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633ed7-24ba-45b7-bd94-11ff67731f7d req-f2d40d70-d94e-4bf1-8700-3540a7ed164e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:16.969317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f633ed7-24ba-45b7-bd94-11ff67731f7d req-f2d40d70-d94e-4bf1-8700-3540a7ed164e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0833547 Dec 08 16:09:17.094350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f633ed7-24ba-45b7-bd94-11ff67731f7d req-adb1a512-641a-49bb-8535-2603fb1a8da6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097016 Dec 08 16:09:17.101163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-8c094f84-4547-4701-9765-d9eb1223ad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:17.103325 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-8c094f84-4547-4701-9765-d9eb1223ad09 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7e99d9b0-9573-43db-be3b-7343447f4895 HTTP/1.1" status: 200 len: 854 time: 0.1494853 Dec 08 16:09:17.175903 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-9dfc4fa1-0674-4335-9266-5575f67b8ab9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f7549f4-7781-4be8-a5c4-0f348760205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629928 Dec 08 16:09:17.194266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-fb73bff5-76ce-4980-9c6c-972f5231eb55 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:09:17.195646 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-fb73bff5-76ce-4980-9c6c-972f5231eb55 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113041 Dec 08 16:09:17.465063 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-3f935843-a9a2-4128-a4aa-87377bb47f22 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600949 Dec 08 16:09:17.653859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2d5a1-43c3-4d04-a5ed-88e5e12bc3ca req-c24b1035-2358-4715-a92f-e0e7bc6c563d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:17.664491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8aa2d5a1-43c3-4d04-a5ed-88e5e12bc3ca req-c24b1035-2358-4715-a92f-e0e7bc6c563d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2691574 Dec 08 16:09:17.689073 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-86f57458-479b-442a-9547-ef1f0e302cb4 req-302fdd56-8268-4e32-90f6-04ee78081b30 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123728 Dec 08 16:09:18.223656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8aa2d5a1-43c3-4d04-a5ed-88e5e12bc3ca req-a8ddc074-6f24-435f-bdbd-9e6cc33a8756 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579188 Dec 08 16:09:18.313873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c846a08-5050-4ca8-bcd6-97b9d742ad44 req-8aa802f7-f1ca-4dd8-b879-2e1476a0352e tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 210 time: 0.1355233 Dec 08 16:09:18.384238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-0b66b931-c39a-43a9-8b66-9d359e4bce5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8186173 Dec 08 16:09:18.529538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587cd2-a923-4354-adc9-230551ce371e req-aeefddb4-926f-40c2-be62-f45c5ec41d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:18.532628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-aeefddb4-926f-40c2-be62-f45c5ec41d1d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 1096 time: 0.1276999 Dec 08 16:09:18.799036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587cd2-a923-4354-adc9-230551ce371e req-ec4dbe45-430f-4d46-a6c0-935811fe1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:18.804051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-ec4dbe45-430f-4d46-a6c0-935811fe1af3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2324462 Dec 08 16:09:18.863981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-28dec4ff-5e3d-408c-927b-58b36ea1d28d tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:18.866844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-28dec4ff-5e3d-408c-927b-58b36ea1d28d tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.86 "GET /v2.0/networks?id=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 HTTP/1.1" status: 200 len: 824 time: 0.4174302 Dec 08 16:09:18.885322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Request body: {'port': {'device_id': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801', 'admin_state_up': True, 'tenant_id': 'dc0e7992f905497990c583cff06f5b78'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:18.902960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-5295d474-45cd-4061-8153-50931fd6071f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 200 len: 217 time: 0.0881906 Dec 08 16:09:19.124107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Made reservation on behalf of dc0e7992f905497990c583cff06f5b78 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:19.130598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.167954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34587cd2-a923-4354-adc9-230551ce371e req-2a7ae580-c165-40dc-a063-0a20aa8a4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.172094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-2a7ae580-c165-40dc-a063-0a20aa8a4d92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.2598407 Dec 08 16:09:19.260091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c05320c-38ab-4377-b126-fc6b3f6723aa req-b057b863-776c-4ebd-a310-78973f332da2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.264674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c05320c-38ab-4377-b126-fc6b3f6723aa req-b057b863-776c-4ebd-a310-78973f332da2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.3394036 Dec 08 16:09:19.275398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-1da27703-49d4-4ebf-b82e-9daba0d53eaf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0938082 Dec 08 16:09:19.314148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-5b483e02-86f4-4f40-8938-bb250a3c8ad9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:09:19.314148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-5b483e02-86f4-4f40-8938-bb250a3c8ad9 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134959 Dec 08 16:09:19.314515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Allocated IP 172.20.0.3 (649ba9ca-ceeb-43b8-9b17-aeaeeefe3801/7154b044-5010-477f-b34e-2d8569d4b4d0/fc4372c2-0854-47be-8ba7-8aaff4f82038) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:19.471898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:19.487176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-facbfbc2-7113-45f8-9ab1-f89b50af473e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:19.489915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-facbfbc2-7113-45f8-9ab1-f89b50af473e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.5053992 Dec 08 16:09:19.581203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.586835 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-b56a4931-cb91-4cd4-aeca-4d9c89528c40 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/quotas/75ada760995645cb98947ec370ab7393 HTTP/1.1" status: 200 len: 375 time: 0.0619969 Dec 08 16:09:19.612140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c05320c-38ab-4377-b126-fc6b3f6723aa req-1bc8644c-592e-4d8a-b912-dcfedffe0873 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134487 Dec 08 16:09:19.671497 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.674368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-41f1905a-fc92-4d75-aeaf-f764468b989d service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517103 Dec 08 16:09:19.727218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.731372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:19.735715 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16379e7-d9e6-4267-92ab-bdbfca7bec48" -d '{"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-unplugged", "status": "completed", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:19.746629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-ac955705-c94f-42b8-9ec5-cc9e714b66cd tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1281621 Dec 08 16:09:19.779004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:19.789095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:19.877840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34587cd2-a923-4354-adc9-230551ce371e req-dfab1886-f8a2-4195-8a9a-e2a26ac9205e service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943123 Dec 08 16:09:19.943285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:19.962798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.963863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.964465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.965084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.965704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.966336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.967175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.967771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.968367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.968989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.969550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.970141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.970707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:19.972284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:19.984585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:19.990662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:20.015714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-c6db0a44-985d-48f7-93f0-8b44c5c979f5 service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548273 Dec 08 16:09:20.046643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Pushing event updated for resources: {'Port': ['ID=fc4372c2-0854-47be-8ba7-8aaff4f82038,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:20.098640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017192c1-47a2-4d5a-9ad3-a7a4711ab834 req-f8f5853c-031e-4d4a-975a-611db37e3195 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:20.099394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:20.100270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-017192c1-47a2-4d5a-9ad3-a7a4711ab834 req-f8f5853c-031e-4d4a-975a-611db37e3195 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 931 time: 0.1274378 Dec 08 16:09:20.100498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.129720 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-45f165bd-82e1-4202-bb8b-8608463be6a2 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2485855 Dec 08 16:09:20.148935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Request body: {'port': {'device_id': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:20.188394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-2f3fc17a-96ed-469d-aba8-838c9f39898a service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630445 Dec 08 16:09:20.212648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-017192c1-47a2-4d5a-9ad3-a7a4711ab834 req-8ccd7a61-e7b8-4c84-880a-272d03a56931 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965414 Dec 08 16:09:20.269989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.341743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-ea3128fb-b26e-4a67-b522-871d08f99eb2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:20.343798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-ea3128fb-b26e-4a67-b522-871d08f99eb2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e2438bb-f948-4810-8644-bd5d1f6b61ea HTTP/1.1" status: 200 len: 943 time: 0.1271634 Dec 08 16:09:20.454664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1748e29a-ce55-4c9c-aef2-6f56e9ef3148 req-2ae6e79a-5872-4c59-8121-8588695915b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:20.457002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1748e29a-ce55-4c9c-aef2-6f56e9ef3148 req-2ae6e79a-5872-4c59-8121-8588695915b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1121805 Dec 08 16:09:20.565162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1748e29a-ce55-4c9c-aef2-6f56e9ef3148 req-30a908fb-16bf-41fa-8920-ff4d4ee2c818 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958602 Dec 08 16:09:20.616076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Deleting port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:20.616583 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.754466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdaf0bc0-2e67-48c7-b8ca-f18ef86ce226 req-e90b5c8a-86b2-477d-97f7-8305746c1818 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 210 time: 0.0568566 Dec 08 16:09:20.787365 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238cede8-610c-42e1-bbf0-f0407daf0f3c x-openstack-request-id: req-238cede8-610c-42e1-bbf0-f0407daf0f3c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:20.787878 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-unplugged", "status": "completed", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:20.787878 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-238cede8-610c-42e1-bbf0-f0407daf0f3c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:20.788313 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'code': 200} Dec 08 16:09:20.869897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] For port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:20.870980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.908597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc4372c2-0854-47be-8ba7-8aaff4f82038 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:20.912503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Calling delete_port for 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:20.921709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:20.941091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Transition to ACTIVE for port object fc4372c2-0854-47be-8ba7-8aaff4f82038 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:20.946950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.009360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4372c2-0854-47be-8ba7-8aaff4f82038,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:21.119968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067398ac-ed6c-4119-903d-cec441277f93 req-48204d83-87ba-4854-b375-6485aaf2c314 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.121704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-067398ac-ed6c-4119-903d-cec441277f93 req-48204d83-87ba-4854-b375-6485aaf2c314 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1782246 Dec 08 16:09:21.127315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Attempting to bind port fc4372c2-0854-47be-8ba7-8aaff4f82038 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:21.128313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Attempting to bind port fc4372c2-0854-47be-8ba7-8aaff4f82038 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1547347c-7b73-4d0a-88b0-3aea7fd61b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:21.128679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Attempting to bind port fc4372c2-0854-47be-8ba7-8aaff4f82038 on network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:21.134574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Port fc4372c2-0854-47be-8ba7-8aaff4f82038 on network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:09:21.134936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Attempting to bind port fc4372c2-0854-47be-8ba7-8aaff4f82038 on network 649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:21.142047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:21.142425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Checking segment: {'id': '1547347c-7b73-4d0a-88b0-3aea7fd61b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:21.142741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Bound using segment: {'id': '1547347c-7b73-4d0a-88b0-3aea7fd61b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:21.143198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Bound port: fc4372c2-0854-47be-8ba7-8aaff4f82038, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1547347c-7b73-4d0a-88b0-3aea7fd61b19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:21.144533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.245831 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] For port fc4372c2-0854-47be-8ba7-8aaff4f82038, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:21.255509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] For port fc4372c2-0854-47be-8ba7-8aaff4f82038, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038,segment=NetworkSegment(1547347c-7b73-4d0a-88b0-3aea7fd61b19),segment_id=1547347c-7b73-4d0a-88b0-3aea7fd61b19)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:21.266628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.298361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-067398ac-ed6c-4119-903d-cec441277f93 req-0dc4dedf-b219-4a14-99b5-af2377756d0c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558437 Dec 08 16:09:21.332155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.332786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.335502 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] 10.222.0.86 "PUT /v2.0/ports/fc4372c2-0854-47be-8ba7-8aaff4f82038 HTTP/1.1" status: 200 len: 1091 time: 1.1955719 Dec 08 16:09:21.336019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'tag': 'fc4372c2-0854-47be-8ba7-8aaff4f82038'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:21.338493 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ed327a-ddc9-4104-9b90-847608991eef" -d '{"events": [{"name": "network-changed", "server_uuid": "d337da2b-0ef2-4309-a0ef-4b65e4deeade", "tag": "fc4372c2-0854-47be-8ba7-8aaff4f82038"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:21.395585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.413609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed58ec-c723-4466-ad06-757500362435 req-7b4c564e-b7dd-4ea1-9310-2599c7a0ecb8 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.421894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3ed58ec-c723-4466-ad06-757500362435 req-7b4c564e-b7dd-4ea1-9310-2599c7a0ecb8 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 943 time: 0.0930629 Dec 08 16:09:21.433152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dace1-2331-4bcd-8f13-e15062fddd42 service neutron] Pushing event updated for resources: {'Port': ['ID=fc4372c2-0854-47be-8ba7-8aaff4f82038,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:21.462001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-7a147cfa-0f11-4161-a2f3-559395c973f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.464751 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-7a147cfa-0f11-4161-a2f3-559395c973f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc0e7992f905497990c583cff06f5b78&device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 1094 time: 0.0758867 Dec 08 16:09:21.504368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event deleted for resources: {'Port': ['ID=58ef3d57-bc5e-4777-a1ca-e4bb1b379751,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:21.547815 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-cda2c2e3-7e9c-474f-a1fe-edd1281456e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038 HTTP/1.1" status: 200 len: 217 time: 0.0731091 Dec 08 16:09:21.582094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] No DVR routers for this DVR port 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:21.589098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:21.594845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da0ec69d-1616-443c-a5f1-bd49795da4bd req-f3bc9d4d-aa4b-4d31-ba93-be1547d3c14b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "DELETE /v2.0/ports/58ef3d57-bc5e-4777-a1ca-e4bb1b379751 HTTP/1.1" status: 204 len: 173 time: 1.2370059 Dec 08 16:09:21.595223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-deleted', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:21.606068 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd78e38-df2f-4bc3-9e0f-af4a9fa5d3df" -d '{"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-deleted", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:21.623911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3ed58ec-c723-4466-ad06-757500362435 req-757d924b-a607-48a9-b5cd-bfe996d07ec9 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000949 Dec 08 16:09:21.703132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-eba44a1d-0657-43bf-8e6f-3c7d96f89721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.714457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-eba44a1d-0657-43bf-8e6f-3c7d96f89721 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7154b044-5010-477f-b34e-2d8569d4b4d0 HTTP/1.1" status: 200 len: 864 time: 0.1498752 Dec 08 16:09:21.753074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43acaa5e-c92c-4f89-b09a-e699c8b5d9cc req-13019c6b-a76e-4a8f-8832-c85043028838 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:21.767066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43acaa5e-c92c-4f89-b09a-e699c8b5d9cc req-13019c6b-a76e-4a8f-8832-c85043028838 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1533344 Dec 08 16:09:21.801602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-d3abf3d8-083e-4bd0-8304-c742db8d3566 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859952 Dec 08 16:09:21.806729 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3bcd58-2276-4550-bf27-10a5f6cc638c x-openstack-request-id: req-8d3bcd58-2276-4550-bf27-10a5f6cc638c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:21.807924 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d337da2b-0ef2-4309-a0ef-4b65e4deeade", "tag": "fc4372c2-0854-47be-8ba7-8aaff4f82038", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:21.808726 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d3bcd58-2276-4550-bf27-10a5f6cc638c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:21.810477 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'tag': 'fc4372c2-0854-47be-8ba7-8aaff4f82038', 'status': 'completed', 'code': 200} Dec 08 16:09:21.908068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43acaa5e-c92c-4f89-b09a-e699c8b5d9cc req-a6cf3d4d-bda5-4924-a54a-2335c2ae7535 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360331 Dec 08 16:09:21.967934 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3049f851-7d30-4b8c-9834-07f9b3579799 x-openstack-request-id: req-3049f851-7d30-4b8c-9834-07f9b3579799 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:21.968449 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2438bb-f948-4810-8644-bd5d1f6b61ea", "name": "network-vif-deleted", "tag": "58ef3d57-bc5e-4777-a1ca-e4bb1b379751", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:21.968892 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3049f851-7d30-4b8c-9834-07f9b3579799 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:21.969634 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2438bb-f948-4810-8644-bd5d1f6b61ea', 'name': 'network-vif-deleted', 'tag': '58ef3d57-bc5e-4777-a1ca-e4bb1b379751', 'status': 'completed', 'code': 200} Dec 08 16:09:22.088713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81fe9e13-2b37-4750-9a55-df692b3ece9c req-eab84fa7-48c5-405c-9df5-47263854baaf tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 210 time: 0.0451469 Dec 08 16:09:22.113135 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-688be4bc-7460-452a-9c8e-5aa131b63177 service neutron] 10.222.0.86 "GET /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007617 Dec 08 16:09:22.321041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e18b-a16f-4fa8-b6a4-98efa2a0958c req-f703fde4-a566-424f-8650-43bfbb359667 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.323025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b707e18b-a16f-4fa8-b6a4-98efa2a0958c req-f703fde4-a566-424f-8650-43bfbb359667 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1411102 Dec 08 16:09:22.374078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90eb9038-cb91-4e20-bebc-199d605756a6 req-d9d270ee-e675-4874-80b7-9a35104f6702 service neutron] 10.222.0.86 "GET /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532103 Dec 08 16:09:22.410676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b707e18b-a16f-4fa8-b6a4-98efa2a0958c req-942cba0e-c74e-44d4-a8d4-6860e54a70ea tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756130 Dec 08 16:09:22.534804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed327a-ddc9-4104-9b90-847608991eef req-a9f13711-f8b2-44fc-9820-57f76474c430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.536885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-a9f13711-f8b2-44fc-9820-57f76474c430 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dc0e7992f905497990c583cff06f5b78&device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 1094 time: 0.1002548 Dec 08 16:09:22.617678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fdf52-fc2f-4a03-b249-f99c36374d51 req-11a37124-5e51-4e77-a916-fdef4afd15b3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.622778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71fdf52-fc2f-4a03-b249-f99c36374d51 req-11a37124-5e51-4e77-a916-fdef4afd15b3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0750153 Dec 08 16:09:22.720911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed327a-ddc9-4104-9b90-847608991eef req-ea5ea4e0-c77c-405e-84c6-ee94ee3894c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.723510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-ea5ea4e0-c77c-405e-84c6-ee94ee3894c8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 HTTP/1.1" status: 200 len: 925 time: 0.1751940 Dec 08 16:09:22.741512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71fdf52-fc2f-4a03-b249-f99c36374d51 req-3b814a16-397c-489c-9a41-e61e69a26205 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132190 Dec 08 16:09:22.810958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-6004a59e-9e44-42e2-9935-f1720fafea22 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038 HTTP/1.1" status: 200 len: 217 time: 0.0795267 Dec 08 16:09:22.949035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed327a-ddc9-4104-9b90-847608991eef req-59d27cd9-a765-4fa9-b2f8-92f1de6536ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:22.955372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-59d27cd9-a765-4fa9-b2f8-92f1de6536ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7154b044-5010-477f-b34e-2d8569d4b4d0 HTTP/1.1" status: 200 len: 864 time: 0.1340020 Dec 08 16:09:23.032259 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-7f7b7250-b1e6-42c5-8b09-c2126cc5ddc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692933 Dec 08 16:09:23.155759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569bce4-ae7e-450f-9a67-4a9515c8f92c req-4c1578ae-af4d-4623-9f81-a2c2a115beb4 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:23.157761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0569bce4-ae7e-450f-9a67-4a9515c8f92c req-4c1578ae-af4d-4623-9f81-a2c2a115beb4 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 943 time: 0.2610736 Dec 08 16:09:23.204537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-c5f58694-c35a-4528-8f46-2de85ae6682c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:23.207149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-c5f58694-c35a-4528-8f46-2de85ae6682c tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.4623637 Dec 08 16:09:23.231461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-dc9f2c93-c54a-45bd-b468-0ff56ba4ba16 service neutron] 10.222.0.86 "GET /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889670 Dec 08 16:09:23.243344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Request body: {'port': {'device_id': '212e8351-fd45-4869-95b1-d657daf4cf80', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'admin_state_up': True, 'tenant_id': '75ada760995645cb98947ec370ab7393'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:23.360508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed8ea2-cd98-471a-8119-25210783d7d5 req-bed669e2-8181-4ca6-8425-128a92f246d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:23.362765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30ed8ea2-cd98-471a-8119-25210783d7d5 req-bed669e2-8181-4ca6-8425-128a92f246d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 814 time: 0.3554158 Dec 08 16:09:23.370381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0569bce4-ae7e-450f-9a67-4a9515c8f92c req-bd894d5f-9fa7-4053-89ec-aaacd2f2adb7 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020802 Dec 08 16:09:23.402931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30ed8ea2-cd98-471a-8119-25210783d7d5 req-c31bad02-f10e-43a2-8819-75002c5a5aeb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/quotas/a83787cecb2748d7abd46546a0acf65d HTTP/1.1" status: 200 len: 375 time: 0.0264518 Dec 08 16:09:23.450987 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5ed327a-ddc9-4104-9b90-847608991eef req-75981548-ab70-4de8-b2ab-4a1e4a2e4f80 service neutron] 10.222.0.86 "GET /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082293 Dec 08 16:09:23.474463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:23.518452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30ed8ea2-cd98-471a-8119-25210783d7d5 req-c276867f-a377-41d8-9190-b993341a7e3f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1097629 Dec 08 16:09:23.524982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Made reservation on behalf of 75ada760995645cb98947ec370ab7393 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:23.528893 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:23.546220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:23.548865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 58ef3d57-bc5e-4777-a1ca-e4bb1b379751 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:23.641960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99fb9ca1-e8b4-45a8-aa17-23346d4af162 req-1bf9b75b-7fec-4f71-a2ed-4456bae2eba2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 210 time: 0.0381367 Dec 08 16:09:23.775710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe451c23-8e2c-41d1-b7ab-8109ee0845a9 req-0f07f6b2-04c7-4e5c-b74f-09182fd0f306 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:23.777337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe451c23-8e2c-41d1-b7ab-8109ee0845a9 req-0f07f6b2-04c7-4e5c-b74f-09182fd0f306 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1006286 Dec 08 16:09:23.789386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Allocated IP 172.20.0.2 (665e3a3e-4f6d-4784-a150-1ec4d2713df8/98210878-2793-4cfd-b188-10110781403f/48939806-8078-4d82-9df6-29f0b454358e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:23.881356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe451c23-8e2c-41d1-b7ab-8109ee0845a9 req-3656a304-792d-4cdf-a50a-109ef8135152 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933104 Dec 08 16:09:24.130427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b397260-d3fa-48eb-bc0e-1619b7a935e9 req-17c32112-e9ba-4d67-a83c-df9c577abd09 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:24.132057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b397260-d3fa-48eb-bc0e-1619b7a935e9 req-17c32112-e9ba-4d67-a83c-df9c577abd09 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1312249 Dec 08 16:09:24.135350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.214472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b397260-d3fa-48eb-bc0e-1619b7a935e9 req-5601f37e-4c6b-4ca4-bc5f-e919423abe4c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671782 Dec 08 16:09:24.222782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.286105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:24.290951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:24.293626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:24.296743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:24.364975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:24.365655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.389896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-8e635647-9e3a-4958-bde2-dce74e69b68a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1557937 Dec 08 16:09:24.402776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Request body: {'port': {'device_id': '212e8351-fd45-4869-95b1-d657daf4cf80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:24.488643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d8473d-0d0f-4908-ad34-be77e5f310c1 req-1408b087-7649-4138-a802-6a5d1028adb8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a83787cecb2748d7abd46546a0acf65d HTTP/1.1" status: 200 len: 221 time: 0.0611026 Dec 08 16:09:24.511306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:24.691276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae524e4-19f8-49ac-9702-c63fc8ba05b2 req-592a1e6b-084e-4a5c-a29d-f42f90ee22d9 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:24.694491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ae524e4-19f8-49ac-9702-c63fc8ba05b2 req-592a1e6b-084e-4a5c-a29d-f42f90ee22d9 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 943 time: 0.1940231 Dec 08 16:09:24.812862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb58ff-d4d0-439c-919d-bd84bc98a726 req-84ec8c9d-bac7-48f8-9f6d-0a21275df813 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:24.814399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8fb58ff-d4d0-439c-919d-bd84bc98a726 req-84ec8c9d-bac7-48f8-9f6d-0a21275df813 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1890936 Dec 08 16:09:24.857222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fc4372c2-0854-47be-8ba7-8aaff4f82038 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:24.919573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ae524e4-19f8-49ac-9702-c63fc8ba05b2 req-446b408f-b6e9-4c9c-bf39-de03f6db4f61 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153277 Dec 08 16:09:24.989672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8fb58ff-d4d0-439c-919d-bd84bc98a726 req-4b5cc7f5-1b4f-44e2-b024-5e82ded12f0e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605892 Dec 08 16:09:25.052219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fc4372c2-0854-47be-8ba7-8aaff4f82038, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038,segment=NetworkSegment(1547347c-7b73-4d0a-88b0-3aea7fd61b19),segment_id=1547347c-7b73-4d0a-88b0-3aea7fd61b19)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:25.082390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'fc4372c2-0854-47be-8ba7-8aaff4f82038', 'network_id': '649ba9ca-ceeb-43b8-9b17-aeaeeefe3801', 'port_id': 'fc4372c2-0854-47be-8ba7-8aaff4f82038', 'mac_address': 'fa:16:3e:62:97:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7154b044-5010-477f-b34e-2d8569d4b4d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:25.196855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.230458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc4372c2-0854-47be-8ba7-8aaff4f82038 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:25.232632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48939806-8078-4d82-9df6-29f0b454358e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:25.278734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.288797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fc4372c2-0854-47be-8ba7-8aaff4f82038, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038,segment=NetworkSegment(1547347c-7b73-4d0a-88b0-3aea7fd61b19),segment_id=1547347c-7b73-4d0a-88b0-3aea7fd61b19)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:25.295237 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.361007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Transition to ACTIVE for port object 48939806-8078-4d82-9df6-29f0b454358e will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:25.372968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.391218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fc4372c2-0854-47be-8ba7-8aaff4f82038,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:25.406518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9a5a6-5db8-4472-b176-0d6ea16a9140 req-ed72e646-ee52-4140-8dcd-15bcce511323 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:25.409073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4f9a5a6-5db8-4472-b176-0d6ea16a9140 req-ed72e646-ee52-4140-8dcd-15bcce511323 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 931 time: 0.2078521 Dec 08 16:09:25.558369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['fc4372c2-0854-47be-8ba7-8aaff4f82038'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:25.864447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48fdece3-2949-44bd-8c31-c52af3be957b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:25.866716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2323fec-ee6e-4b13-8b4f-db88c1981c58 req-38d478d7-0e6c-45ca-932c-504845db2c42 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:25.870164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2323fec-ee6e-4b13-8b4f-db88c1981c58 req-38d478d7-0e6c-45ca-932c-504845db2c42 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.5957212 Dec 08 16:09:25.915890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.029389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4f9a5a6-5db8-4472-b176-0d6ea16a9140 req-f6cabb50-a843-4a44-99da-63160da287de tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108905 Dec 08 16:09:26.036804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2323fec-ee6e-4b13-8b4f-db88c1981c58 req-2e5b500c-0f44-450d-8765-038bf8041004 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421630 Dec 08 16:09:26.103876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Attempting to bind port 48939806-8078-4d82-9df6-29f0b454358e on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:26.104853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Attempting to bind port 48939806-8078-4d82-9df6-29f0b454358e by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:26.105670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Attempting to bind port 48939806-8078-4d82-9df6-29f0b454358e on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:26.120068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Port 48939806-8078-4d82-9df6-29f0b454358e on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:09:26.121053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Attempting to bind port 48939806-8078-4d82-9df6-29f0b454358e on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:26.131811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:26.131811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Checking segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:26.132329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Bound using segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:26.133095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Bound port: 48939806-8078-4d82-9df6-29f0b454358e, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:26.133664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.312448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb411f-ceb1-4498-9bf9-6e953ad4e899 req-769b4850-35e3-4b14-a506-accc1c6ff004 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:26.334433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9cb411f-ceb1-4498-9bf9-6e953ad4e899 req-769b4850-35e3-4b14-a506-accc1c6ff004 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 944 time: 0.1680458 Dec 08 16:09:26.415623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:26.470859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:26.507541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9cb411f-ceb1-4498-9bf9-6e953ad4e899 req-d63fa585-d0ed-4eb6-9655-ad6de0dfc89a tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798136 Dec 08 16:09:26.515892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.586419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:26.587489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:26.589998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] 10.222.0.58 "PUT /v2.0/ports/48939806-8078-4d82-9df6-29f0b454358e HTTP/1.1" status: 200 len: 1091 time: 2.1914828 Dec 08 16:09:26.598862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'tag': '48939806-8078-4d82-9df6-29f0b454358e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:26.603343 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af9b69-cea2-4110-82b0-283dcf25200d" -d '{"events": [{"name": "network-changed", "server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "tag": "48939806-8078-4d82-9df6-29f0b454358e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:26.660693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b40d43-6475-452f-a0b0-fe34ee72dca5 req-7c2a6ee9-7be6-41cc-9368-4772a416b210 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:26.663418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4b40d43-6475-452f-a0b0-fe34ee72dca5 req-7c2a6ee9-7be6-41cc-9368-4772a416b210 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2315154 Dec 08 16:09:26.759461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efa44a-6009-4784-9797-3b3277a7003d service neutron] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:26.813753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-10126464-6f39-4563-8574-898c5a5e468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:26.816452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-10126464-6f39-4563-8574-898c5a5e468c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 1094 time: 0.1516850 Dec 08 16:09:26.818044 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1d3eea-675a-40b9-ae88-d5b95d7568ec x-openstack-request-id: req-ed1d3eea-675a-40b9-ae88-d5b95d7568ec {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:26.818443 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "tag": "48939806-8078-4d82-9df6-29f0b454358e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:26.818640 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed1d3eea-675a-40b9-ae88-d5b95d7568ec {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:26.818971 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'tag': '48939806-8078-4d82-9df6-29f0b454358e', 'status': 'completed', 'code': 200} Dec 08 16:09:26.827457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4b40d43-6475-452f-a0b0-fe34ee72dca5 req-4d67f875-33cf-455d-8af2-c53ff551e325 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369662 Dec 08 16:09:26.861130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fc4372c2-0854-47be-8ba7-8aaff4f82038 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:26.911114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-2c5d22f8-1a32-45e6-99d0-86a3e8bca8ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48939806-8078-4d82-9df6-29f0b454358e HTTP/1.1" status: 200 len: 217 time: 0.0801358 Dec 08 16:09:26.991001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port fc4372c2-0854-47be-8ba7-8aaff4f82038 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:09:26.998144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port fc4372c2-0854-47be-8ba7-8aaff4f82038 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:26.998918 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.041011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-40981bdd-6e87-4662-885c-3c02e93fd4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.042626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-40981bdd-6e87-4662-885c-3c02e93fd4d4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.1245089 Dec 08 16:09:27.073698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baad6b3-2fcc-44cb-a340-87a4aaae65cd req-1c4046dc-94e9-4165-8ad5-db03a3adc2a8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.076239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6baad6b3-2fcc-44cb-a340-87a4aaae65cd req-1c4046dc-94e9-4165-8ad5-db03a3adc2a8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0923603 Dec 08 16:09:27.115191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-94e89d61-89ff-4339-a309-c762379d3dc1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634305 Dec 08 16:09:27.203163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.253743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4372c2-0854-47be-8ba7-8aaff4f82038'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:27.257633 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738d9fdb-d09a-4731-a6e3-0dc94dc9f0e2" -d '{"events": [{"server_uuid": "d337da2b-0ef2-4309-a0ef-4b65e4deeade", "name": "network-vif-plugged", "status": "completed", "tag": "fc4372c2-0854-47be-8ba7-8aaff4f82038"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:27.266184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6baad6b3-2fcc-44cb-a340-87a4aaae65cd req-5bc97364-b4dc-4d97-93e0-12cccf243653 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534743 Dec 08 16:09:27.278996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fc4372c2-0854-47be-8ba7-8aaff4f82038, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038,segment=NetworkSegment(1547347c-7b73-4d0a-88b0-3aea7fd61b19),segment_id=1547347c-7b73-4d0a-88b0-3aea7fd61b19)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:27.320216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:27.392576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e0c4-9cd2-470a-a6f1-ab429f8d4c9a req-43834ea5-751c-4c79-aff9-ab2d4ee2ba3d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.396515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c737e0c4-9cd2-470a-a6f1-ab429f8d4c9a req-43834ea5-751c-4c79-aff9-ab2d4ee2ba3d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 943 time: 0.1667407 Dec 08 16:09:27.479279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-097f94b7-8546-42f0-88d5-f45c6af6056f service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365166 Dec 08 16:09:27.480665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fc4372c2-0854-47be-8ba7-8aaff4f82038,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:27.492707 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b4f6c4-774e-44dc-b271-8529e5904fd2 x-openstack-request-id: req-86b4f6c4-774e-44dc-b271-8529e5904fd2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:27.493511 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337da2b-0ef2-4309-a0ef-4b65e4deeade", "name": "network-vif-plugged", "status": "completed", "tag": "fc4372c2-0854-47be-8ba7-8aaff4f82038", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:27.494156 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86b4f6c4-774e-44dc-b271-8529e5904fd2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:27.494996 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc4372c2-0854-47be-8ba7-8aaff4f82038', 'code': 200} Dec 08 16:09:27.727061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e55b76-0e6b-4f81-a014-0a924f797802 req-5a19b83e-6f17-41b4-a991-36ae079af20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.729359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84e55b76-0e6b-4f81-a014-0a924f797802 req-5a19b83e-6f17-41b4-a991-36ae079af20f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 1096 time: 0.1411915 Dec 08 16:09:27.748970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fd1758-a5ea-4aac-874a-ff4f0897637a req-26f51ca1-d72c-4855-8b52-88c2f98869c8 service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561409 Dec 08 16:09:27.791214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c737e0c4-9cd2-470a-a6f1-ab429f8d4c9a req-7f22d78c-d010-440f-aa51-8e7cee0301f6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872383 Dec 08 16:09:27.825090 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84e55b76-0e6b-4f81-a014-0a924f797802 req-12215d50-c6ce-4f0e-873b-0c190ca32f42 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867100 Dec 08 16:09:27.867216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faefc2-20f6-4be6-b0bb-0a870de695bd req-653a341c-f35e-442e-8f88-c27b9b1499c3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.870135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57faefc2-20f6-4be6-b0bb-0a870de695bd req-653a341c-f35e-442e-8f88-c27b9b1499c3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.1521966 Dec 08 16:09:27.959730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9b69-cea2-4110-82b0-283dcf25200d req-87e76572-5122-403b-8487-2e8efb4b55b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:27.963110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-87e76572-5122-403b-8487-2e8efb4b55b8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 1094 time: 0.1329174 Dec 08 16:09:28.174458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57faefc2-20f6-4be6-b0bb-0a870de695bd req-bdf07838-026a-47f0-a44b-8fff1123e42f tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541010 Dec 08 16:09:28.212475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e6f19-dbd6-4f4c-888f-e29b26d434d7 req-75af5369-6ac4-4242-b350-9b51adb84838 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:28.214877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a19e6f19-dbd6-4f4c-888f-e29b26d434d7 req-75af5369-6ac4-4242-b350-9b51adb84838 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2482195 Dec 08 16:09:28.282132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9b69-cea2-4110-82b0-283dcf25200d req-aae96628-78a5-4917-9ecc-10fa9d479344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:28.284677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-aae96628-78a5-4917-9ecc-10fa9d479344 service neutron] 10.222.0.58 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 906 time: 0.2971687 Dec 08 16:09:28.380422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-a76fb60c-d213-452e-b52f-6e0944058d16 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=48939806-8078-4d82-9df6-29f0b454358e HTTP/1.1" status: 200 len: 217 time: 0.0855000 Dec 08 16:09:28.458570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a19e6f19-dbd6-4f4c-888f-e29b26d434d7 req-481f13d6-6eb6-45bd-a545-a1bf3cc8509c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277625 Dec 08 16:09:28.508784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af9b69-cea2-4110-82b0-283dcf25200d req-b9ec5495-88b6-4195-aadd-50783cada77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:28.511609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-b9ec5495-88b6-4195-aadd-50783cada77d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.1220212 Dec 08 16:09:28.588337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-133f63e2-1b29-4af9-8d1c-167c93a69a63 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684855 Dec 08 16:09:28.715160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65d24643-a669-4536-b6de-b9fe9170eaac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:28.843074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-19f48f3f-a774-4324-a0fd-864934fec134 service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444935 Dec 08 16:09:29.027595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300e51a-8a84-4bfe-9e1d-726563b54045 req-8704f20a-2e33-4163-b173-cebb112d7731 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.041466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a300e51a-8a84-4bfe-9e1d-726563b54045 req-8704f20a-2e33-4163-b173-cebb112d7731 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2240193 Dec 08 16:09:29.203663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a300e51a-8a84-4bfe-9e1d-726563b54045 req-6fbbfd78-4898-4d51-8766-83cba74b4716 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610975 Dec 08 16:09:29.217754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af9b69-cea2-4110-82b0-283dcf25200d req-45b6158d-3bb7-41ea-b303-ef4095e03a24 service neutron] 10.222.0.58 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462291 Dec 08 16:09:29.646700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf764eae-bdfe-4e53-a2b9-3d2343936d85 req-fb08e327-dccf-4c76-b150-cf344378dcf7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.648914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf764eae-bdfe-4e53-a2b9-3d2343936d85 req-fb08e327-dccf-4c76-b150-cf344378dcf7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 943 time: 0.0827229 Dec 08 16:09:29.730086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf764eae-bdfe-4e53-a2b9-3d2343936d85 req-cc194db2-8ad6-4683-b968-db382240da2a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718477 Dec 08 16:09:29.913491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b5e72-a7b2-465e-bc94-6bda493c116c req-0577030a-6d19-4d53-963c-af1c1b152a17 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:29.915651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c7b5e72-a7b2-465e-bc94-6bda493c116c req-0577030a-6d19-4d53-963c-af1c1b152a17 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.0705607 Dec 08 16:09:29.967995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:30.009137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c7b5e72-a7b2-465e-bc94-6bda493c116c req-17938fa6-5c35-4b61-94cd-ece627183b68 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839801 Dec 08 16:09:30.316874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb46cb9-fd89-478f-9c24-5207f14514b9 req-27998901-ace4-46ab-b829-fd3bbe60201c tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:30.319618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb46cb9-fd89-478f-9c24-5207f14514b9 req-27998901-ace4-46ab-b829-fd3bbe60201c tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.0902004 Dec 08 16:09:30.432869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb46cb9-fd89-478f-9c24-5207f14514b9 req-0b7aa31a-0c96-419b-a6bf-6fffda031699 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998659 Dec 08 16:09:30.659065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b398865-0e76-446d-ac14-b210c3f8b4c6 req-e6b4a9cf-8511-4c76-ac0e-36c0934d5078 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:30.664574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b398865-0e76-446d-ac14-b210c3f8b4c6 req-e6b4a9cf-8511-4c76-ac0e-36c0934d5078 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0994415 Dec 08 16:09:30.772201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b398865-0e76-446d-ac14-b210c3f8b4c6 req-2a0dac5c-3f21-49e5-8a66-006f893b8045 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943353 Dec 08 16:09:31.342618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0190d-9527-45a3-b3fc-3b0981d6e35b req-9576021a-1f05-4fd9-9d05-bbcee6d96132 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.345311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fc0190d-9527-45a3-b3fc-3b0981d6e35b req-9576021a-1f05-4fd9-9d05-bbcee6d96132 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 943 time: 0.0952604 Dec 08 16:09:31.445385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fc0190d-9527-45a3-b3fc-3b0981d6e35b req-803fc458-f4a4-4ab2-b8f6-1c4341bde2d6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850756 Dec 08 16:09:31.520513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:31.618792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701a5538-5008-4a1f-9f1d-e29e2b35fc85 req-610c2bce-c456-4260-9180-787d3d6777f9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:31.622059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-701a5538-5008-4a1f-9f1d-e29e2b35fc85 req-610c2bce-c456-4260-9180-787d3d6777f9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1000919 Dec 08 16:09:31.730773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-701a5538-5008-4a1f-9f1d-e29e2b35fc85 req-d8ccfd30-cdfb-4481-9f6f-6540508b30cf tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006181 Dec 08 16:09:31.795256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:31.812309 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.834688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.836540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '48939806-8078-4d82-9df6-29f0b454358e', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': '48939806-8078-4d82-9df6-29f0b454358e', 'mac_address': 'fa:16:3e:25:8a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:31.932260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:31.969183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48939806-8078-4d82-9df6-29f0b454358e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:32.005618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:32.018850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.060256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e1c74-8bf8-422f-813e-49770bd308c1 req-df940d6d-a9c4-4d69-ac13-4b01aa858181 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:32.062496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-030e1c74-8bf8-422f-813e-49770bd308c1 req-df940d6d-a9c4-4d69-ac13-4b01aa858181 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.0934064 Dec 08 16:09:32.146650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.154616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-030e1c74-8bf8-422f-813e-49770bd308c1 req-b8081e1f-6d50-4111-a4b3-bab0fe91b978 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842619 Dec 08 16:09:32.154882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:32.305368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['48939806-8078-4d82-9df6-29f0b454358e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:32.543748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fea873-cdc4-40a0-b95f-055800427899 req-7080ed5f-5df6-473e-a6fc-2c1f9ee212cb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:32.546463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fea873-cdc4-40a0-b95f-055800427899 req-7080ed5f-5df6-473e-a6fc-2c1f9ee212cb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1165159 Dec 08 16:09:32.633677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6fea873-cdc4-40a0-b95f-055800427899 req-7d18779f-1781-4519-b02f-7278be6b1708 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769417 Dec 08 16:09:32.698639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:32.897233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934f4fd-85f5-471e-8d7e-55192ffc7fd3 req-95a805ed-d8e4-4272-8504-bb206f08b8b2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:32.898997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0934f4fd-85f5-471e-8d7e-55192ffc7fd3 req-95a805ed-d8e4-4272-8504-bb206f08b8b2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 944 time: 0.0878611 Dec 08 16:09:32.979233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0934f4fd-85f5-471e-8d7e-55192ffc7fd3 req-6272e6ba-dab7-4948-91b7-1e73037a9dab tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647447 Dec 08 16:09:33.254361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5c0f2-1a35-45d2-a80f-ab2536df192f req-62b263f8-ef56-48c0-bb86-7398c49adb7b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:33.267999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83e5c0f2-1a35-45d2-a80f-ab2536df192f req-62b263f8-ef56-48c0-bb86-7398c49adb7b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1874864 Dec 08 16:09:33.370370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83e5c0f2-1a35-45d2-a80f-ab2536df192f req-497abdc3-8bc5-4268-81ff-90c62413000b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002128 Dec 08 16:09:33.521694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:33.680718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 48939806-8078-4d82-9df6-29f0b454358e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:09:33.692582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 48939806-8078-4d82-9df6-29f0b454358e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:33.693951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.896599 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:33.979856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:33.981656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48939806-8078-4d82-9df6-29f0b454358e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:33.988219 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2abfbed-6ce0-40df-9492-e995c60aa7d1" -d '{"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-plugged", "status": "completed", "tag": "48939806-8078-4d82-9df6-29f0b454358e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:33.995651 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:34.061927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e395f-37e6-4ffc-9051-ab2ccb2e823f req-41308b65-7f76-4b40-91c9-b625187d1eb4 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.065485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e05e395f-37e6-4ffc-9051-ab2ccb2e823f req-41308b65-7f76-4b40-91c9-b625187d1eb4 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.2186701 Dec 08 16:09:34.103842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:34.157369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d8936-274c-48f0-9484-31b000154bfd req-6b78566b-e299-487a-848b-02f87d916918 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.160793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c9d8936-274c-48f0-9484-31b000154bfd req-6b78566b-e299-487a-848b-02f87d916918 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2169821 Dec 08 16:09:34.205046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e05e395f-37e6-4ffc-9051-ab2ccb2e823f req-df52feb8-4754-4ae9-b309-e1c67bfbeab8 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263978 Dec 08 16:09:34.277669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c9d8936-274c-48f0-9484-31b000154bfd req-9208a3a6-5474-4ee6-8ae9-427e10fa10f1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936141 Dec 08 16:09:34.304171 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac53a06b-b4d8-4d17-9478-ac14c2939185 x-openstack-request-id: req-ac53a06b-b4d8-4d17-9478-ac14c2939185 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:34.304648 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-plugged", "status": "completed", "tag": "48939806-8078-4d82-9df6-29f0b454358e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:34.305069 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac53a06b-b4d8-4d17-9478-ac14c2939185 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:34.305744 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48939806-8078-4d82-9df6-29f0b454358e', 'code': 200} Dec 08 16:09:34.375160 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:09:34.556193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d341559-90c9-4197-a758-280d35cc1bfe req-42d9953a-c6f7-40fe-8451-99abd515420c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.559094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d341559-90c9-4197-a758-280d35cc1bfe req-42d9953a-c6f7-40fe-8451-99abd515420c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 1096 time: 0.1118460 Dec 08 16:09:34.574702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dc60e-5a32-4151-8f13-a13fe2666547 req-54a27464-4c9e-4c4e-abaa-b553ae634c2b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.577441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b10dc60e-5a32-4151-8f13-a13fe2666547 req-54a27464-4c9e-4c4e-abaa-b553ae634c2b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1796262 Dec 08 16:09:34.603767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba550d7b-7300-4381-812b-8ec039112508 req-471f0594-44f7-4086-b2ef-3cd73a2898fc tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.605880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba550d7b-7300-4381-812b-8ec039112508 req-471f0594-44f7-4086-b2ef-3cd73a2898fc tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 945 time: 0.1754653 Dec 08 16:09:34.779856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d341559-90c9-4197-a758-280d35cc1bfe req-cceb3faa-ca58-4629-9724-52cd106fb016 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004681 Dec 08 16:09:34.801758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b10dc60e-5a32-4151-8f13-a13fe2666547 req-89c7deec-bd4c-49e2-b430-086097283242 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927319 Dec 08 16:09:34.817391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba550d7b-7300-4381-812b-8ec039112508 req-c3efd8f6-2e62-4c4c-ae70-dcec3f57818f tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660142 Dec 08 16:09:34.891765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-06523f67-9ad2-4f30-9c09-bb3666454820 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:34.894625 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-06523f67-9ad2-4f30-9c09-bb3666454820 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.86 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.1061137 Dec 08 16:09:35.049567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Deleting port fc4372c2-0854-47be-8ba7-8aaff4f82038 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:09:35.050187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.161062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe42ddf-3d71-44ee-9b2d-68d675e249eb req-01208751-5395-4266-935a-b99f47b68326 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:35.164867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afe42ddf-3d71-44ee-9b2d-68d675e249eb req-01208751-5395-4266-935a-b99f47b68326 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0797851 Dec 08 16:09:35.203017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] For port fc4372c2-0854-47be-8ba7-8aaff4f82038, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fc4372c2-0854-47be-8ba7-8aaff4f82038,segment=NetworkSegment(1547347c-7b73-4d0a-88b0-3aea7fd61b19),segment_id=1547347c-7b73-4d0a-88b0-3aea7fd61b19)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:35.203591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.230625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Calling delete_port for fc4372c2-0854-47be-8ba7-8aaff4f82038 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:09:35.250473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afe42ddf-3d71-44ee-9b2d-68d675e249eb req-6869d9ff-551c-483c-90f3-0e72e833995c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787470 Dec 08 16:09:35.440912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bab8fd-9711-4b25-a8a0-7bef2cf2627c req-47e14d1d-cb21-4186-a942-55266e50132b tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:35.443010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33bab8fd-9711-4b25-a8a0-7bef2cf2627c req-47e14d1d-cb21-4186-a942-55266e50132b tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/ports?device_id=d337da2b-0ef2-4309-a0ef-4b65e4deeade HTTP/1.1" status: 200 len: 945 time: 0.1174583 Dec 08 16:09:35.464445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca6d14-ce26-4113-b232-c69eb8b6a049 req-60b47ecc-998e-411f-973f-89321383910a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:35.467462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16ca6d14-ce26-4113-b232-c69eb8b6a049 req-60b47ecc-998e-411f-973f-89321383910a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0982075 Dec 08 16:09:35.491693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.510032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['fc4372c2-0854-47be-8ba7-8aaff4f82038'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:35.568623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Pushing event deleted for resources: {'Port': ['ID=fc4372c2-0854-47be-8ba7-8aaff4f82038,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:35.610507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33bab8fd-9711-4b25-a8a0-7bef2cf2627c req-3b9739e6-9069-466b-b3a4-e81969a1aa90 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.62 "GET /v2.0/security-groups?id=b05b7bda-a62f-4dc2-af1e-2ae48a773872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591978 Dec 08 16:09:35.614793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16ca6d14-ce26-4113-b232-c69eb8b6a049 req-81fe4ef4-48ec-4248-b30f-191704ac6cbb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336107 Dec 08 16:09:35.650841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] No DVR routers for this DVR port fc4372c2-0854-47be-8ba7-8aaff4f82038 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:09:35.654996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:35.658830 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-580e0c79-4e16-40b5-b43e-8dff1fbadfcf req-a9b4708c-8a37-4b28-97b5-e9ea3ad2f1a3 tempest-ServersNegativeTestMultiTenantJSON-920800843 tempest-ServersNegativeTestMultiTenantJSON-920800843-project] 10.222.0.86 "DELETE /v2.0/ports/fc4372c2-0854-47be-8ba7-8aaff4f82038 HTTP/1.1" status: 204 len: 173 time: 0.7556245 Dec 08 16:09:35.659482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'name': 'network-vif-deleted', 'tag': 'fc4372c2-0854-47be-8ba7-8aaff4f82038'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:35.662178 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a390f8c6-2b43-4299-bbec-75951075efc5" -d '{"events": [{"server_uuid": "d337da2b-0ef2-4309-a0ef-4b65e4deeade", "name": "network-vif-deleted", "tag": "fc4372c2-0854-47be-8ba7-8aaff4f82038"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:35.859005 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed02f293-a3fb-4cfb-ac2e-127a01ad064a x-openstack-request-id: req-ed02f293-a3fb-4cfb-ac2e-127a01ad064a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:35.859553 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d337da2b-0ef2-4309-a0ef-4b65e4deeade", "name": "network-vif-deleted", "tag": "fc4372c2-0854-47be-8ba7-8aaff4f82038", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:35.860027 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed02f293-a3fb-4cfb-ac2e-127a01ad064a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:35.861027 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd337da2b-0ef2-4309-a0ef-4b65e4deeade', 'name': 'network-vif-deleted', 'tag': 'fc4372c2-0854-47be-8ba7-8aaff4f82038', 'status': 'completed', 'code': 200} Dec 08 16:09:36.011206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-3817a966-9e03-46c3-8462-d534a99494be tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.013738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-3817a966-9e03-46c3-8462-d534a99494be tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.2063282 Dec 08 16:09:36.066762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-0d8358ee-33da-49cf-82e4-447e0566bd4c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/quotas/c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 375 time: 0.0284324 Dec 08 16:09:36.139168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05777931-da03-4519-80ab-ffa4ccaff9cb req-236e9478-fd3b-458b-8815-31e5d783f1b2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.141927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05777931-da03-4519-80ab-ffa4ccaff9cb req-236e9478-fd3b-458b-8815-31e5d783f1b2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 945 time: 0.1671152 Dec 08 16:09:36.203560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-1dffa5b4-950f-43a2-aba4-95a36e210998 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1298728 Dec 08 16:09:36.260765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05777931-da03-4519-80ab-ffa4ccaff9cb req-2ecbfd45-b4f1-482a-a55c-e11b6d4c64bc tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040561 Dec 08 16:09:36.325512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-935d3ce7-9bb9-4039-bf89-3d8e2e822a71 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:09:36.326604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-935d3ce7-9bb9-4039-bf89-3d8e2e822a71 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1150255 Dec 08 16:09:36.484681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-315bd15d-c74e-4ddd-aac0-745a3d171210 service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428316 Dec 08 16:09:36.495035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5da70-ace9-4599-8633-5f5b32b5ea1a req-580828ae-3db6-4398-8a04-a66c11f89bf5 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:36.496630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ca5da70-ace9-4599-8633-5f5b32b5ea1a req-580828ae-3db6-4398-8a04-a66c11f89bf5 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0992785 Dec 08 16:09:36.619852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ca5da70-ace9-4599-8633-5f5b32b5ea1a req-aea4a3f2-ccd0-43a6-82f3-09ef19ffb322 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137631 Dec 08 16:09:36.641947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-21891457-97de-4477-b118-77455423a4d2 service neutron] 10.222.0.62 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442721 Dec 08 16:09:37.028397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37552) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:37.127790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Deleting subnet 7154b044-5010-477f-b34e-2d8569d4b4d0 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:37.144447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.215514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.219889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7d448-6c1d-414e-9d9e-5694cbec1af9 req-36f13e22-083e-4c7d-8423-8c50d5193d0b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.229578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde7d448-6c1d-414e-9d9e-5694cbec1af9 req-36f13e22-083e-4c7d-8423-8c50d5193d0b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0949671 Dec 08 16:09:37.297855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.305335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdd9cc1c-f366-4bec-ae48-74c8580b0ef9 req-9b187e10-97ae-4cc9-aa58-c6a9f962c345 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.0586445 Dec 08 16:09:37.374156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde7d448-6c1d-414e-9d9e-5694cbec1af9 req-7c32e9b3-a774-4133-831f-bcb29e407fe9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432662 Dec 08 16:09:37.416357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.511408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7154b044-5010-477f-b34e-2d8569d4b4d0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:37.515284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.521556 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f85f4c11-cab1-4441-ba30-6d74c7f816f6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7154b044-5010-477f-b34e-2d8569d4b4d0 HTTP/1.1" status: 204 len: 168 time: 0.4914415 Dec 08 16:09:37.526071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37566) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:37.673982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41657b1-9da2-42ad-b7de-3be884d4a1fe req-cd8b4ae2-46ac-4e0a-96a4-84b32bc336e1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.676229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.697514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c41657b1-9da2-42ad-b7de-3be884d4a1fe req-cd8b4ae2-46ac-4e0a-96a4-84b32bc336e1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 945 time: 0.2357275 Dec 08 16:09:37.760295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a7a57-bf98-4a15-b4a6-dc7de98a1b41 req-d6e7484a-e16e-4183-8ff9-147bf05c9291 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:37.764865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc4a7a57-bf98-4a15-b4a6-dc7de98a1b41 req-d6e7484a-e16e-4183-8ff9-147bf05c9291 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1952772 Dec 08 16:09:37.827016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c41657b1-9da2-42ad-b7de-3be884d4a1fe req-3224341b-25a0-4c7b-bfcd-2098d4747ab0 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286492 Dec 08 16:09:37.840497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.880217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649ba9ca-ceeb-43b8-9b17-aeaeeefe3801']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:37.899237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547347c-7b73-4d0a-88b0-3aea7fd61b19') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:37.899871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547347c-7b73-4d0a-88b0-3aea7fd61b19') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:37.917030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc4a7a57-bf98-4a15-b4a6-dc7de98a1b41 req-f6a29ae7-47fe-4c95-97b3-fd9b2240e09c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417384 Dec 08 16:09:37.919036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.946265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.969958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:37.971354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:37.975801 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:38.083893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.110972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.120654 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] 10.222.0.62 "DELETE /v2.0/networks/649ba9ca-ceeb-43b8-9b17-aeaeeefe3801 HTTP/1.1" status: 204 len: 168 time: 0.5902565 Dec 08 16:09:38.121012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37580) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:38.151516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435a8c9b-4096-4656-9407-553a6bf4fc1e admin admin] Pushing event deleted for resources: {'Network': ['ID=649ba9ca-ceeb-43b8-9b17-aeaeeefe3801,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:38.201576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacbad80-b7c3-4ed9-8c89-3fb26fe49916 req-599251b8-0063-48d9-839d-bdb3d8b9da74 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.209766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eacbad80-b7c3-4ed9-8c89-3fb26fe49916 req-599251b8-0063-48d9-839d-bdb3d8b9da74 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0773106 Dec 08 16:09:38.228012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Deleting subnet dba01b1f-baba-4c0d-abc4-f52b4930c80d {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:09:38.232547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.277632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.292802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eacbad80-b7c3-4ed9-8c89-3fb26fe49916 req-02e96bb6-f4e9-4e1f-a00c-b51510e33762 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814154 Dec 08 16:09:38.346733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.421444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.457050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba01b1f-baba-4c0d-abc4-f52b4930c80d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:38.459843 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.464321 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0f5491d9-ebd6-4f0b-9a80-56176188ef04 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dba01b1f-baba-4c0d-abc4-f52b4930c80d HTTP/1.1" status: 204 len: 168 time: 0.3416424 Dec 08 16:09:38.466849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:38.557502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5384f89d-9502-4d95-8b75-84b6562fed55 req-82b9148b-b016-4261-95fb-a99fb29383dd tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.1106417 Dec 08 16:09:38.594490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3dbe8-1d70-4586-9184-d5be6868d62f req-e4a63a73-9f40-4dc3-8120-bf6b98ecf0d6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.599344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdb3dbe8-1d70-4586-9184-d5be6868d62f req-e4a63a73-9f40-4dc3-8120-bf6b98ecf0d6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1193795 Dec 08 16:09:38.626668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.686664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdb3dbe8-1d70-4586-9184-d5be6868d62f req-fb285987-21b9-468d-a9ef-bc12895c58b1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752017 Dec 08 16:09:38.796050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-503f5f1f-c839-4c35-8c60-7c4b603ff893 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.797749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-503f5f1f-c839-4c35-8c60-7c4b603ff893 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 821 time: 0.2667534 Dec 08 16:09:38.804703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.814898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Request body: {'port': {'device_id': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'admin_state_up': True, 'tenant_id': 'c383b2a381964f4d90278076eb7eef3a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:38.900135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc07cc2-ff4a-4e25-902c-e114f9216743']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:38.911009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fc4372c2-0854-47be-8ba7-8aaff4f82038 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:09:38.919776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4d60b4-0466-4d73-80e1-eeff81b26d5a') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:38.920096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4d60b4-0466-4d73-80e1-eeff81b26d5a') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:09:38.956426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:38.959498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: fc4372c2-0854-47be-8ba7-8aaff4f82038 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:09:38.961041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fc4372c2-0854-47be-8ba7-8aaff4f82038 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:09:38.989257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9d9c7-8652-4716-812d-fd861c4518df req-4d75b627-06c3-469c-8c4f-234cd1b59d30 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:38.992411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81d9d9c7-8652-4716-812d-fd861c4518df req-4d75b627-06c3-469c-8c4f-234cd1b59d30 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1565924 Dec 08 16:09:39.000016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.019092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:09:39.019583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:09:39.021961 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:09:39.135195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Made reservation on behalf of c383b2a381964f4d90278076eb7eef3a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:09:39.142904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.149295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.150668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d364f39-7c91-49b4-8b27-db01c041279b req-89a8363c-2ecc-4b2c-8a7c-5570fe6db170 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:39.159363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d364f39-7c91-49b4-8b27-db01c041279b req-89a8363c-2ecc-4b2c-8a7c-5570fe6db170 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 945 time: 0.1621442 Dec 08 16:09:39.198345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81d9d9c7-8652-4716-812d-fd861c4518df req-5a6fd722-64c2-449b-b8ea-5f1ed2f65546 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708083 Dec 08 16:09:39.211261 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:39.224353 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9bc07cc2-ff4a-4e25-902c-e114f9216743 HTTP/1.1" status: 204 len: 168 time: 0.7561822 Dec 08 16:09:39.226345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70351a1d-1f6f-4707-b94f-e37c6008d679 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc07cc2-ff4a-4e25-902c-e114f9216743,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:39.297568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d364f39-7c91-49b4-8b27-db01c041279b req-216747ca-6fd7-4923-8a54-59818adb7c12 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303980 Dec 08 16:09:39.519996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Allocated IP 172.20.0.11 (3863fd67-de4d-4e03-9488-eb696dff3f49/b016034e-e970-4c0a-89d1-2f5ba04dea9c/e21f78f2-fbfb-498d-9dab-3e7a47560978) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:09:39.689367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37610) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:39.825552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-452f2066-55c0-4a5f-8cd3-385bd69efce0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc0e7992f905497990c583cff06f5b78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306481 Dec 08 16:09:39.826425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:39.930264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a041684-a67c-4e7d-a233-ba92cb19aae4 req-64dd642e-df9b-425b-a1a2-b3d81d385d81 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.0527761 Dec 08 16:09:39.989116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-718a5775-ede4-4a10-b5d9-a4ad2f760d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.046974 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-718a5775-ede4-4a10-b5d9-a4ad2f760d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.056784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.185752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce672-a311-4ab9-aac2-554dcdb46fe1 req-d4767b8d-36dd-4fa6-8c91-6b485d30d4e4 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:40.196687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8cce672-a311-4ab9-aac2-554dcdb46fe1 req-d4767b8d-36dd-4fa6-8c91-6b485d30d4e4 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1333890 Dec 08 16:09:40.210303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.226534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['18801869-6a9a-4178-931b-d32c3552d5f6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:40.270070 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-718a5775-ede4-4a10-b5d9-a4ad2f760d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.273064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-718a5775-ede4-4a10-b5d9-a4ad2f760d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.277853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-718a5775-ede4-4a10-b5d9-a4ad2f760d52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b05b7bda-a62f-4dc2-af1e-2ae48a773872 HTTP/1.1" status: 204 len: 168 time: 0.4468093 Dec 08 16:09:40.304658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Network 3863fd67-de4d-4e03-9488-eb696dff3f49 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:09:40.326296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:09:40.329458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:09:40.337327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a5775-ede4-4a10-b5d9-a4ad2f760d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05b7bda-a62f-4dc2-af1e-2ae48a773872,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:40.385695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:40.409306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8cce672-a311-4ab9-aac2-554dcdb46fe1 req-fb073021-d56e-45b5-b4c9-7ab99cd976c8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114055 Dec 08 16:09:40.475713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:40.479040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:40.532043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-2074418c-48fc-47bd-a4ae-5f6f91a2242a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7221303 Dec 08 16:09:40.548354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Request body: {'port': {'device_id': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:09:40.843953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.166954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5abef2b-537e-4dcf-8753-dc19dd638d86 req-ea44f5cc-e9ae-410e-87e6-39f08c2e75e2 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.176492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5abef2b-537e-4dcf-8753-dc19dd638d86 req-ea44f5cc-e9ae-410e-87e6-39f08c2e75e2 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 932 time: 0.0816031 Dec 08 16:09:41.260383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5abef2b-537e-4dcf-8753-dc19dd638d86 req-caea5221-9add-4c31-9bdf-00d446fe98ff tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819287 Dec 08 16:09:41.389503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37648) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:41.459339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-23eec440-f03b-4860-9859-666376c57472 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ddb2dc041c114b159c2360be896601c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0657406 Dec 08 16:09:41.463650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37652) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:41.541210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5585ed8-4cce-4703-9de9-4e14682e2e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.551993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21f78f2-fbfb-498d-9dab-3e7a47560978 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:41.569218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.581903 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5585ed8-4cce-4703-9de9-4e14682e2e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.588629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Transition to ACTIVE for port object e21f78f2-fbfb-498d-9dab-3e7a47560978 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:09:41.596805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.703853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:41.718899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5585ed8-4cce-4703-9de9-4e14682e2e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.734776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5585ed8-4cce-4703-9de9-4e14682e2e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:41.742415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b5585ed8-4cce-4703-9de9-4e14682e2e99 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02cc885b-092a-4ced-aa12-a69e3de012fd HTTP/1.1" status: 204 len: 168 time: 0.2765749 Dec 08 16:09:41.813924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5585ed8-4cce-4703-9de9-4e14682e2e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02cc885b-092a-4ced-aa12-a69e3de012fd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:41.873124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e991ba-3bd1-4002-81dd-e887fc948fe5 req-ea1ee746-d162-444c-a3a9-d55a076ecb12 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:41.876135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63e991ba-3bd1-4002-81dd-e887fc948fe5 req-ea1ee746-d162-444c-a3a9-d55a076ecb12 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2131414 Dec 08 16:09:41.947740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:09:41.949093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:09:41.949946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:41.961209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:09:41.962371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:09:41.975672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:09:41.976702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:09:41.978038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:09:41.979323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Bound port: e21f78f2-fbfb-498d-9dab-3e7a47560978, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:09:41.980254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.059375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63e991ba-3bd1-4002-81dd-e887fc948fe5 req-3af87c9e-9fa1-4586-8387-8dd1bb892a15 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677659 Dec 08 16:09:42.215211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:09:42.225302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:09:42.240366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.381631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.383669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:42.386125 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] 10.222.0.86 "PUT /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 1092 time: 1.8449845 Dec 08 16:09:42.387295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:42.405312 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dacf6d4-c319-4c1d-8294-94e85a1b1861" -d '{"events": [{"name": "network-changed", "server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:42.581198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a938c68-a7da-4713-b299-e5443fdcb997 service neutron] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:42.631519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-241edefa-a2d3-410a-9c15-3b1aa4c52086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.637510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-241edefa-a2d3-410a-9c15-3b1aa4c52086 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1095 time: 0.1566093 Dec 08 16:09:42.704542 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-e04fa947-292a-4b5a-ad8b-a5ace8d33434 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 217 time: 0.0558357 Dec 08 16:09:42.707038 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79213ca9-0f91-4bf1-bdc0-5d369b84aba6 x-openstack-request-id: req-79213ca9-0f91-4bf1-bdc0-5d369b84aba6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:42.707357 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:42.707602 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79213ca9-0f91-4bf1-bdc0-5d369b84aba6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:42.708214 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'status': 'completed', 'code': 200} Dec 08 16:09:42.773554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73e07b-6480-43fa-8ffb-c5d47e63a9d9 req-cdcc9e04-fdf1-4ec8-bdee-cc8675455670 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.787724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c73e07b-6480-43fa-8ffb-c5d47e63a9d9 req-cdcc9e04-fdf1-4ec8-bdee-cc8675455670 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.2323449 Dec 08 16:09:42.878559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18512ad1-11ac-4699-8a17-51149385947e req-47ce66e3-d1ad-488b-a5e1-2e56a0aa92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:42.888399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-47ce66e3-d1ad-488b-a5e1-2e56a0aa92b8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1763682 Dec 08 16:09:43.007638 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-e6458496-7bc8-48d3-8df8-40b98a88f036 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1091847 Dec 08 16:09:43.010735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c73e07b-6480-43fa-8ffb-c5d47e63a9d9 req-8cc778a9-5caa-43c1-9f8c-ebf01a976dd2 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049530 Dec 08 16:09:43.078219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352accb7-0856-4a8b-a846-cfca13c3e263 req-c0235cd7-97e9-4b4e-a342-33335712a081 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:43.097330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-352accb7-0856-4a8b-a846-cfca13c3e263 req-c0235cd7-97e9-4b4e-a342-33335712a081 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2272155 Dec 08 16:09:43.261117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-352accb7-0856-4a8b-a846-cfca13c3e263 req-aa5ad4e8-0819-4fcf-b4f4-f37b7cce79b5 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503677 Dec 08 16:09:43.568149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:44.021686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:44.046417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '48939806-8078-4d82-9df6-29f0b454358e', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': '48939806-8078-4d82-9df6-29f0b454358e', 'mac_address': 'fa:16:3e:25:8a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:44.053151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-76c7b024-2b87-4fc0-8cbb-a87cbf6bcd09 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0384951 Dec 08 16:09:44.118029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.155846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48939806-8078-4d82-9df6-29f0b454358e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:44.239392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:44.254544 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:44.354303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86309f-d14f-4f78-b848-27c772add2b0 req-64d6179a-ba07-48e5-b076-02415688809e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.358462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d86309f-d14f-4f78-b848-27c772add2b0 req-64d6179a-ba07-48e5-b076-02415688809e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1065500 Dec 08 16:09:44.379105 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-18512ad1-11ac-4699-8a17-51149385947e req-6c0920e1-d67c-421a-9559-c3308e18c2d2 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089509 Dec 08 16:09:44.434732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:44.514680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['48939806-8078-4d82-9df6-29f0b454358e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:44.557386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d86309f-d14f-4f78-b848-27c772add2b0 req-d3ce07c2-8421-4a5d-8300-11978035a268 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825113 Dec 08 16:09:44.701556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-1f54d863-1a05-4f8b-bf85-acac6c09ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.704240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-1f54d863-1a05-4f8b-bf85-acac6c09ff26 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1095 time: 0.2314360 Dec 08 16:09:44.857846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30720685-1e75-47f1-8870-02406f5c3174 req-18fd04ff-143a-4435-8c68-14750125467d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:44.865948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30720685-1e75-47f1-8870-02406f5c3174 req-18fd04ff-143a-4435-8c68-14750125467d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2498288 Dec 08 16:09:44.874088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37768) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:44.955858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30720685-1e75-47f1-8870-02406f5c3174 req-3c99305e-56f0-477e-b526-4970da135421 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721924 Dec 08 16:09:45.179510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-e377a23a-de60-4680-a6ac-b703f179fc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.198263 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-e377a23a-de60-4680-a6ac-b703f179fc45 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.4584420 Dec 08 16:09:45.337868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-a6dfef6e-6814-4797-a9a7-ae94771e57a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 217 time: 0.1381354 Dec 08 16:09:45.400836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17d9d9bd-1db0-43ed-84d9-f9fe88b1a538 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.488068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-37ac6df4-0986-4b3f-b692-5122a37401dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.490032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-37ac6df4-0986-4b3f-b692-5122a37401dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1450171 Dec 08 16:09:45.520903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56105f3a-6cc6-45d0-8621-c1be6842a84b req-8502f4a7-d8d0-4b6b-bced-959fa72b333d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:45.533838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56105f3a-6cc6-45d0-8621-c1be6842a84b req-8502f4a7-d8d0-4b6b-bced-959fa72b333d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1966829 Dec 08 16:09:45.578139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:09:45.604593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-841fd0fb-8eed-4909-bac1-5f3237814a3b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961430 Dec 08 16:09:45.781058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 48939806-8078-4d82-9df6-29f0b454358e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:09:45.781637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.790491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56105f3a-6cc6-45d0-8621-c1be6842a84b req-ff8269d1-a4a5-435c-bcef-d12cb2a98d91 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420466 Dec 08 16:09:45.830884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17d9d9bd-1db0-43ed-84d9-f9fe88b1a538 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.838287 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17d9d9bd-1db0-43ed-84d9-f9fe88b1a538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:45.873058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9d9bd-1db0-43ed-84d9-f9fe88b1a538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667309f-4bf2-4a40-bb84-4fd7d6bed962,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:45.935957 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-b306a786-0dbe-4415-ac4b-d53b55c468ee service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221586 Dec 08 16:09:45.962937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-17d9d9bd-1db0-43ed-84d9-f9fe88b1a538 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c26dc468b9b4429c98e971c4fc16b741&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0867846 Dec 08 16:09:45.965511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37792) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:46.033168 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69367370-b4d2-4e4a-9cdf-683cc56c4b2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.055275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db803b-0ad4-4dbc-96be-3842742efab8 req-8b2ba341-85d2-4074-963b-42c59fd77c55 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:46.057091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80db803b-0ad4-4dbc-96be-3842742efab8 req-8b2ba341-85d2-4074-963b-42c59fd77c55 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1558104 Dec 08 16:09:46.115143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69367370-b4d2-4e4a-9cdf-683cc56c4b2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.181104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.231983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80db803b-0ad4-4dbc-96be-3842742efab8 req-28086a0e-b008-460a-975d-a3debd62249e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538792 Dec 08 16:09:46.270386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48939806-8078-4d82-9df6-29f0b454358e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:09:46.274134 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f5d510-f376-4ff9-b35f-9ffe34d87195" -d '{"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-plugged", "status": "completed", "tag": "48939806-8078-4d82-9df6-29f0b454358e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:09:46.324292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8dacf6d4-c319-4c1d-8294-94e85a1b1861 req-185454d8-484d-4310-8726-6837d8a926c3 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794699 Dec 08 16:09:46.353196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:46.363672 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.386379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0a18-43fc-4584-98d0-137d4dc4bbfa req-aa91273a-4d1f-4209-bf31-592862efd15d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:46.397221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f5c0a18-43fc-4584-98d0-137d4dc4bbfa req-aa91273a-4d1f-4209-bf31-592862efd15d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1439154 Dec 08 16:09:46.427674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69367370-b4d2-4e4a-9cdf-683cc56c4b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.431907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69367370-b4d2-4e4a-9cdf-683cc56c4b2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:46.436543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-69367370-b4d2-4e4a-9cdf-683cc56c4b2f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a667309f-4bf2-4a40-bb84-4fd7d6bed962 HTTP/1.1" status: 204 len: 168 time: 0.4694197 Dec 08 16:09:46.458967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69367370-b4d2-4e4a-9cdf-683cc56c4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667309f-4bf2-4a40-bb84-4fd7d6bed962,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:46.494289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f5c0a18-43fc-4584-98d0-137d4dc4bbfa req-3f366ddb-9afb-4742-8488-e28a39674cbe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948894 Dec 08 16:09:46.576376 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f14cc9e-ee4d-43ba-b8b1-17c8d839b894 x-openstack-request-id: req-6f14cc9e-ee4d-43ba-b8b1-17c8d839b894 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:09:46.576699 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-plugged", "status": "completed", "tag": "48939806-8078-4d82-9df6-29f0b454358e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:09:46.577686 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f14cc9e-ee4d-43ba-b8b1-17c8d839b894 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:09:46.578493 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48939806-8078-4d82-9df6-29f0b454358e', 'code': 200} Dec 08 16:09:46.603945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:46.797104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2728f6-9bd1-4114-b7bf-13c3d54e5e34 req-659729d3-d18a-4046-b022-2797786f4bb1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:46.797104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c2728f6-9bd1-4114-b7bf-13c3d54e5e34 req-659729d3-d18a-4046-b022-2797786f4bb1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0630722 Dec 08 16:09:46.893619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c2728f6-9bd1-4114-b7bf-13c3d54e5e34 req-0691087a-ed48-4d12-b374-4382fcb48aa4 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821958 Dec 08 16:09:47.247786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc72633b-650c-4135-8c64-351a4da7ce37 req-8db0651f-f2bb-4acd-bb19-8ca6dcb69417 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:47.260642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc72633b-650c-4135-8c64-351a4da7ce37 req-8db0651f-f2bb-4acd-bb19-8ca6dcb69417 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2018189 Dec 08 16:09:47.382984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc72633b-650c-4135-8c64-351a4da7ce37 req-581c274e-70dd-46a7-b70d-2c8d081478ab tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195307 Dec 08 16:09:47.623607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eab4fd-be32-4605-a89a-d90eb05e7200 req-a6164911-0cab-47d3-b0b9-13eb014d6c7f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:47.650345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82eab4fd-be32-4605-a89a-d90eb05e7200 req-a6164911-0cab-47d3-b0b9-13eb014d6c7f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.2117019 Dec 08 16:09:47.734407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba09eb6f-189c-43a7-b88f-9fefca1e0eeb req-7ea789dc-afcf-4072-8702-301efcfb43cf tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:47.738545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba09eb6f-189c-43a7-b88f-9fefca1e0eeb req-7ea789dc-afcf-4072-8702-301efcfb43cf tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2261713 Dec 08 16:09:47.871459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba09eb6f-189c-43a7-b88f-9fefca1e0eeb req-3d35cd89-a179-40d4-ae78-f7fa8e11ada2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080890 Dec 08 16:09:47.909439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82eab4fd-be32-4605-a89a-d90eb05e7200 req-43b6af8d-d3a9-4b56-830b-6643559daddc tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400436 Dec 08 16:09:48.492183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891e97c-e1c2-4cbc-811d-42171a5f9670 req-a22a909c-2452-4e3b-92e8-766d36c99cc9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:48.514580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1891e97c-e1c2-4cbc-811d-42171a5f9670 req-a22a909c-2452-4e3b-92e8-766d36c99cc9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2353165 Dec 08 16:09:48.622774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1891e97c-e1c2-4cbc-811d-42171a5f9670 req-a00ec482-1b25-4337-a598-88532d331f89 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060536 Dec 08 16:09:48.828577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4cd32-9f60-44bc-88e6-b44266c8f0d6 req-ec501d08-e7f3-4428-b364-6fbadb1ab419 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:48.833273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0c4cd32-9f60-44bc-88e6-b44266c8f0d6 req-ec501d08-e7f3-4428-b364-6fbadb1ab419 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0837712 Dec 08 16:09:49.007414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0c4cd32-9f60-44bc-88e6-b44266c8f0d6 req-8bfaad56-f1e0-45ce-aabc-403ef5ba64a7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460099 Dec 08 16:09:49.351285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b948b10-3b7a-4a66-be14-d071941ab587 req-71f25a9d-6421-4dc9-9df6-ce77528907d1 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:49.353371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b948b10-3b7a-4a66-be14-d071941ab587 req-71f25a9d-6421-4dc9-9df6-ce77528907d1 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1864274 Dec 08 16:09:49.438333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b948b10-3b7a-4a66-be14-d071941ab587 req-cadee0a8-45b7-454b-8ead-1cbe7c73edcf tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783529 Dec 08 16:09:49.851476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3655f-117c-413c-b5a0-0e39b0704fb2 req-5101684f-1e2d-4e0a-93f0-0acee6977a6a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:49.853137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1a3655f-117c-413c-b5a0-0e39b0704fb2 req-5101684f-1e2d-4e0a-93f0-0acee6977a6a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1685085 Dec 08 16:09:49.924547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1a3655f-117c-413c-b5a0-0e39b0704fb2 req-78be5277-14f4-4cb4-8bca-190507f86da1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591483 Dec 08 16:09:50.212104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99654459-c594-4576-ab69-6fe7d44bc3bb req-71c5a457-2018-476e-bb66-02a225c3a862 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.227682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99654459-c594-4576-ab69-6fe7d44bc3bb req-71c5a457-2018-476e-bb66-02a225c3a862 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1400564 Dec 08 16:09:50.339036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99654459-c594-4576-ab69-6fe7d44bc3bb req-e829c646-9217-406f-98e7-69f656081e40 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026113 Dec 08 16:09:50.709977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c43324-5d5e-40f1-b436-82b8a9c854e0 req-2cbcb4be-239c-4951-b33f-a79ea8d7131a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.739157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7c43324-5d5e-40f1-b436-82b8a9c854e0 req-2cbcb4be-239c-4951-b33f-a79ea8d7131a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1540718 Dec 08 16:09:50.860255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb1cc5-af22-4d31-827b-84c3a827d47c req-ecc31307-4165-42d7-a120-15d2ecd3bbca tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:50.863270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33bb1cc5-af22-4d31-827b-84c3a827d47c req-ecc31307-4165-42d7-a120-15d2ecd3bbca tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1770279 Dec 08 16:09:50.901594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7c43324-5d5e-40f1-b436-82b8a9c854e0 req-b62559a6-6ca6-4fa1-9858-7e7e0e622d53 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361115 Dec 08 16:09:50.983872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33bb1cc5-af22-4d31-827b-84c3a827d47c req-78cd3281-aab0-4a5c-92e7-933ed2801f55 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027753 Dec 08 16:09:51.719499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24326cdb-9d42-4fba-8493-a64391c54bdd req-b76db1a9-e5a4-4f16-8ab8-8435598b925a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:51.722230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24326cdb-9d42-4fba-8493-a64391c54bdd req-b76db1a9-e5a4-4f16-8ab8-8435598b925a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.4958065 Dec 08 16:09:51.810155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24326cdb-9d42-4fba-8493-a64391c54bdd req-8c91042f-ccfd-498a-9789-33221ced7ee6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728834 Dec 08 16:09:52.119314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81202042-6ceb-4839-b4b4-a57195fa1fe5 req-6acf5e79-bc25-4a97-9650-dbb0ebf3fd54 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:52.122200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81202042-6ceb-4839-b4b4-a57195fa1fe5 req-6acf5e79-bc25-4a97-9650-dbb0ebf3fd54 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1145711 Dec 08 16:09:52.255732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81202042-6ceb-4839-b4b4-a57195fa1fe5 req-6a0d0f7b-f770-4fc7-aa33-baee603e4308 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256597 Dec 08 16:09:52.270735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a579027-efff-4621-9085-c53e3dfc28da req-ea08c446-3513-4b27-a517-7044e590021c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:52.278552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a579027-efff-4621-9085-c53e3dfc28da req-ea08c446-3513-4b27-a517-7044e590021c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1464262 Dec 08 16:09:52.383580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a579027-efff-4621-9085-c53e3dfc28da req-17596074-c62b-4c77-87c5-716fe593d654 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030991 Dec 08 16:09:52.395069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:52.643934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3375ea87-2793-4854-b529-e60418977182 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.689299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19101f49-fcc3-4323-a2ed-ce89037b245e req-e86a91f8-8a34-4ad6-b8f0-c2a8474ee2a2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:52.691205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19101f49-fcc3-4323-a2ed-ce89037b245e req-e86a91f8-8a34-4ad6-b8f0-c2a8474ee2a2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1026895 Dec 08 16:09:52.799174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19101f49-fcc3-4323-a2ed-ce89037b245e req-9c4735b9-7526-4c42-8757-02a7a7f6f065 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959485 Dec 08 16:09:52.801649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3375ea87-2793-4854-b529-e60418977182 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.808544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3375ea87-2793-4854-b529-e60418977182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:52.883868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375ea87-2793-4854-b529-e60418977182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02933c81-f31a-4119-abf3-733f24616553,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:52.901060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3375ea87-2793-4854-b529-e60418977182 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73efb7450c714ca588466882aaa89b62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044234 Dec 08 16:09:52.904885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:53.030161 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.081286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba895be-5147-43d1-80f9-2d8304aeecea req-4ffab3c1-b526-45a2-8b1d-89fc4c99b7e8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:53.084967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ba895be-5147-43d1-80f9-2d8304aeecea req-4ffab3c1-b526-45a2-8b1d-89fc4c99b7e8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0968049 Dec 08 16:09:53.101624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.189733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.193368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.195422 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02933c81-f31a-4119-abf3-733f24616553 HTTP/1.1" status: 204 len: 168 time: 0.2883835 Dec 08 16:09:53.197335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ba895be-5147-43d1-80f9-2d8304aeecea req-205b8cad-adba-4ef2-ab0a-75a3ba95e8e7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995574 Dec 08 16:09:53.208603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02933c81-f31a-4119-abf3-733f24616553,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:53.219491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.219866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.220805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.221287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.221867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.222400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.222936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.223458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.223979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.224627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.225142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.225868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.226394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-435086a7-6d27-4120-9b38-36d25e4f2910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:09:53.459424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba1f94-790b-48c9-90f9-89c6081f77a6 req-ac4ab2d6-5060-42d7-92e8-c8de5032cff1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:53.475806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eeba1f94-790b-48c9-90f9-89c6081f77a6 req-ac4ab2d6-5060-42d7-92e8-c8de5032cff1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1387849 Dec 08 16:09:53.601548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eeba1f94-790b-48c9-90f9-89c6081f77a6 req-77769c2e-d6a5-406c-a96d-97fb1403f2a3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225681 Dec 08 16:09:53.697836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:53.744284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0057bce9-a389-4e63-8945-e5dcb7d48f5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:53.751628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bdb718-b1b1-46fc-81d9-bfd53a642fe5 req-478bbed2-f089-4ce2-a67b-63f587d4cf37 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:53.761489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53bdb718-b1b1-46fc-81d9-bfd53a642fe5 req-478bbed2-f089-4ce2-a67b-63f587d4cf37 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1014831 Dec 08 16:09:53.856016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53bdb718-b1b1-46fc-81d9-bfd53a642fe5 req-b120bf10-3f26-4227-b1fc-cfec15984d40 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917780 Dec 08 16:09:53.990036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0057bce9-a389-4e63-8945-e5dcb7d48f5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.003237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0057bce9-a389-4e63-8945-e5dcb7d48f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.054646 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0057bce9-a389-4e63-8945-e5dcb7d48f5d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13fd385f62124b1a9694132da004c17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3522260 Dec 08 16:09:54.056310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38042) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:09:54.083180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057bce9-a389-4e63-8945-e5dcb7d48f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46602439-fe10-48fa-a96b-97f0fd9f6e88,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:54.133209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42001c1-2d20-4c54-a71c-ad17563cb20f req-7711c8c3-1206-43bd-86ae-d5dd6e0a37d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:54.138876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d42001c1-2d20-4c54-a71c-ad17563cb20f req-7711c8c3-1206-43bd-86ae-d5dd6e0a37d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1177900 Dec 08 16:09:54.192435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34caa8b7-aaf2-47a1-9451-7c1b7d2c8a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.271803 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34caa8b7-aaf2-47a1-9451-7c1b7d2c8a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.280150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d42001c1-2d20-4c54-a71c-ad17563cb20f req-e459b2b9-524a-48ff-a29f-9da43d180019 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380975 Dec 08 16:09:54.364476 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34caa8b7-aaf2-47a1-9451-7c1b7d2c8a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.367722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34caa8b7-aaf2-47a1-9451-7c1b7d2c8a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:54.371557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-34caa8b7-aaf2-47a1-9451-7c1b7d2c8a03 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46602439-fe10-48fa-a96b-97f0fd9f6e88 HTTP/1.1" status: 204 len: 168 time: 0.3069506 Dec 08 16:09:54.387015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34caa8b7-aaf2-47a1-9451-7c1b7d2c8a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46602439-fe10-48fa-a96b-97f0fd9f6e88,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:54.477585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0feb79e-b2bb-4699-917a-fc7b9cd32876 req-03318791-4a92-4845-9f0c-95441ffcf0a1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:54.482408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0feb79e-b2bb-4699-917a-fc7b9cd32876 req-03318791-4a92-4845-9f0c-95441ffcf0a1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0786376 Dec 08 16:09:54.584478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0feb79e-b2bb-4699-917a-fc7b9cd32876 req-2bff6881-ed47-4111-9694-1504a77663ee tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979812 Dec 08 16:09:55.049861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a8e5f-668c-46e8-9b22-50b86148ac3f req-5167562d-e3f7-46e2-94be-e7f878bfd945 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:55.058324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a42a8e5f-668c-46e8-9b22-50b86148ac3f req-5167562d-e3f7-46e2-94be-e7f878bfd945 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0800948 Dec 08 16:09:55.158987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ee2b7-3fec-4619-9fb1-323389ed2b9d req-48db04bf-1c50-49c2-8e2e-c18c6af36a6a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:55.165422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e6ee2b7-3fec-4619-9fb1-323389ed2b9d req-48db04bf-1c50-49c2-8e2e-c18c6af36a6a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1038196 Dec 08 16:09:55.177991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a42a8e5f-668c-46e8-9b22-50b86148ac3f req-4c717dbb-845e-43f2-ad8e-31ab5d9e0c1f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185105 Dec 08 16:09:55.250399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e6ee2b7-3fec-4619-9fb1-323389ed2b9d req-c4b16fdb-5380-4899-8cdb-70c54ae4b107 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839667 Dec 08 16:09:55.407099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2ab9e-101d-41d5-81ef-6528eb7d7acd req-a7403aeb-57e5-4414-b008-147306569de8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:55.410291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dda2ab9e-101d-41d5-81ef-6528eb7d7acd req-a7403aeb-57e5-4414-b008-147306569de8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0803258 Dec 08 16:09:55.494630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dda2ab9e-101d-41d5-81ef-6528eb7d7acd req-e66548df-0be3-4680-84e0-217ec9e78bff tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770996 Dec 08 16:09:55.775883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace2c57-c859-4e2c-bd01-ed6068434941 req-cab7a617-1459-4798-a932-470ef11ad2ad tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:55.778992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ace2c57-c859-4e2c-bd01-ed6068434941 req-cab7a617-1459-4798-a932-470ef11ad2ad tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1407020 Dec 08 16:09:55.870520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c1828943-94f1-4e85-9b87-3f05f95baac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:55.904431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ace2c57-c859-4e2c-bd01-ed6068434941 req-e628d4c1-3208-4e5b-b323-2b09537db905 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968106 Dec 08 16:09:56.257546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50278d60-57e6-4074-af72-66de19dba8f6 req-5e952d2c-325f-45d2-8e44-c27c82c910cd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:56.272093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50278d60-57e6-4074-af72-66de19dba8f6 req-5e952d2c-325f-45d2-8e44-c27c82c910cd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2320302 Dec 08 16:09:56.383306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50278d60-57e6-4074-af72-66de19dba8f6 req-2cbac166-d3fd-4200-b06c-5aff2fdf3932 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063159 Dec 08 16:09:56.488590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a69e6-9e57-4e19-84f2-b3111c8aadc2 req-0242f16e-0d1f-46e4-9344-7c488d8da978 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:56.491333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-411a69e6-9e57-4e19-84f2-b3111c8aadc2 req-0242f16e-0d1f-46e4-9344-7c488d8da978 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.0686982 Dec 08 16:09:56.602647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-411a69e6-9e57-4e19-84f2-b3111c8aadc2 req-5a0a6f4c-3555-4078-a896-e94519aa865d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001446 Dec 08 16:09:57.420557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc66e1-d567-4656-86cb-891a22f675bf req-b38b5c1c-aa63-4cfe-a644-5111f3c0e4be tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:57.422772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2fc66e1-d567-4656-86cb-891a22f675bf req-b38b5c1c-aa63-4cfe-a644-5111f3c0e4be tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1557696 Dec 08 16:09:57.522353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2fc66e1-d567-4656-86cb-891a22f675bf req-98d811d8-7db8-4236-bc90-9f745e345d7f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770705 Dec 08 16:09:57.902337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8406682-5525-4346-ad1a-c1f5ffe8502c req-82d64e97-b7fd-4ea9-b2a3-85ca02e740d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:57.912590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8406682-5525-4346-ad1a-c1f5ffe8502c req-82d64e97-b7fd-4ea9-b2a3-85ca02e740d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1697211 Dec 08 16:09:58.007965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8406682-5525-4346-ad1a-c1f5ffe8502c req-a176391c-008f-4959-afd6-5ea29bfafeae tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911720 Dec 08 16:09:58.726135 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23bb5194-d24c-4144-957f-69e1b5fa0588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:58.817319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9acbdc-80a1-4e71-979a-ba8e5fc997db req-a486a902-daff-429d-856d-9da79d7a3ee0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:58.826539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d9acbdc-80a1-4e71-979a-ba8e5fc997db req-a486a902-daff-429d-856d-9da79d7a3ee0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1628129 Dec 08 16:09:58.911129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d9acbdc-80a1-4e71-979a-ba8e5fc997db req-bb3db0a7-1311-4c30-b6a7-c52d8d7955f0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828745 Dec 08 16:09:58.984399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:09:59.280922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:59.307719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a31baf6-2ca8-42ee-8aa6-6ebc25a72486 req-22b47ae3-877b-490d-bcd8-f7b102b96871 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:09:59.311071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49', 'port_id': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'mac_address': 'fa:16:3e:be:0d:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b016034e-e970-4c0a-89d1-2f5ba04dea9c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:09:59.334581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a31baf6-2ca8-42ee-8aa6-6ebc25a72486 req-22b47ae3-877b-490d-bcd8-f7b102b96871 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1499090 Dec 08 16:09:59.402976 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:59.459350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21f78f2-fbfb-498d-9dab-3e7a47560978 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:09:59.473660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a31baf6-2ca8-42ee-8aa6-6ebc25a72486 req-cd0fcd4e-8ef6-4fc5-8eb3-7b74ef760317 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339619 Dec 08 16:09:59.514267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:09:59.523352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:09:59.672099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:09:59.817292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e21f78f2-fbfb-498d-9dab-3e7a47560978'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:09:59.982934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:00.232673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4b2d4-0531-40c5-a1be-c5db28b3e7dc req-8aaccd1c-62a9-4679-9f1f-3a6cdc0243e1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:00.248129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45a4b2d4-0531-40c5-a1be-c5db28b3e7dc req-8aaccd1c-62a9-4679-9f1f-3a6cdc0243e1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1692975 Dec 08 16:10:00.315454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45a4b2d4-0531-40c5-a1be-c5db28b3e7dc req-a2d8490e-3ec1-4daa-8244-616db9c24269 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655689 Dec 08 16:10:00.693324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040b4ed-01ad-4e96-9fe9-f71c4f177d8d req-2e79298d-37a4-44b5-a29d-1cc13a0d8336 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:00.695230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5040b4ed-01ad-4e96-9fe9-f71c4f177d8d req-2e79298d-37a4-44b5-a29d-1cc13a0d8336 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.0929773 Dec 08 16:10:00.813858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5040b4ed-01ad-4e96-9fe9-f71c4f177d8d req-31577404-11d1-4e1e-ad85-30899ffea919 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010921 Dec 08 16:10:00.980211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:01.082911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port e21f78f2-fbfb-498d-9dab-3e7a47560978 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:01.088912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port e21f78f2-fbfb-498d-9dab-3e7a47560978 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:01.089488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.137840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38320) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:01.243395 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.281683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:01.284574 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba582840-eb9e-4c65-a0dc-5bf9fc84db81" -d '{"events": [{"server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "name": "network-vif-plugged", "status": "completed", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:01.308582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:01.316219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.368859 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16b4f92-0571-452f-8306-8c975371559d x-openstack-request-id: req-a16b4f92-0571-452f-8306-8c975371559d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:01.369452 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "name": "network-vif-plugged", "status": "completed", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:01.370006 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a16b4f92-0571-452f-8306-8c975371559d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:01.370854 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'code': 200} Dec 08 16:10:01.371049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.440553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:01.517745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.539074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.563757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d12a7-7059-49f7-8976-59b3916b364a req-afe8417a-aefa-4585-af6d-16c0e6c63a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:01.566749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-752d12a7-7059-49f7-8976-59b3916b364a req-afe8417a-aefa-4585-af6d-16c0e6c63a8a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1097 time: 0.0898924 Dec 08 16:10:01.594946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=db638fe53167447bba582abc3b31eda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4554834 Dec 08 16:10:01.596678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68deca0e-e59e-464d-8b29-88774ae9fedb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:01.603041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38332) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:01.608546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.608893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.609237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.609574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.609951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.610284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.610619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.611736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.612155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.612491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.612817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.613143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.613471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c1cdd3-a078-4cf9-8c06-f0b0f35a886f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:01.628390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b44e6-30bc-4179-a40c-17959b307ea3 req-81673833-a50a-48ca-844c-f1d7a362c281 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:01.630238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e0b44e6-30bc-4179-a40c-17959b307ea3 req-81673833-a50a-48ca-844c-f1d7a362c281 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1346428 Dec 08 16:10:01.657327 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-752d12a7-7059-49f7-8976-59b3916b364a req-76d2782e-a619-4eea-9c42-dc30a578754e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834715 Dec 08 16:10:01.706775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7db424e-0aa2-4884-831a-9746ddcbd44a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.708807 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.722763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e0b44e6-30bc-4179-a40c-17959b307ea3 req-73fbb746-8e1f-4e7c-a30a-c723eac9b9e9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727320 Dec 08 16:10:01.750200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7db424e-0aa2-4884-831a-9746ddcbd44a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.796406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.837424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7db424e-0aa2-4884-831a-9746ddcbd44a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.840424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7db424e-0aa2-4884-831a-9746ddcbd44a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:01.841668 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7db424e-0aa2-4884-831a-9746ddcbd44a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68deca0e-e59e-464d-8b29-88774ae9fedb HTTP/1.1" status: 204 len: 168 time: 0.2375183 Dec 08 16:10:01.851371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db424e-0aa2-4884-831a-9746ddcbd44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68deca0e-e59e-464d-8b29-88774ae9fedb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:02.083730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58e3b4-fe21-4449-92c8-6285721ed5a4 req-857a6817-30d9-4487-afd7-1289d7ae8530 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:02.085834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f58e3b4-fe21-4449-92c8-6285721ed5a4 req-857a6817-30d9-4487-afd7-1289d7ae8530 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.0731988 Dec 08 16:10:02.149067 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.161620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f58e3b4-fe21-4449-92c8-6285721ed5a4 req-7ef65baa-afbc-4119-9573-f00665efba76 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645921 Dec 08 16:10:02.356711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:02.381732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed26-dca5-417b-b941-6946e2bb303c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.528361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed26-dca5-417b-b941-6946e2bb303c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.538707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88b2ed26-dca5-417b-b941-6946e2bb303c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.566048 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88b2ed26-dca5-417b-b941-6946e2bb303c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5d86eea8c3548b3a83fe5cfe709c71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2077913 Dec 08 16:10:02.571161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38382) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:02.606471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b2ed26-dca5-417b-b941-6946e2bb303c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9befedbe-92a8-4afa-acab-ab9dd3a8ffad,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:02.702326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bfed524-cbcb-4bb8-a03c-87d493a3ab77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.709404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.769943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bfed524-cbcb-4bb8-a03c-87d493a3ab77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.927628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bfed524-cbcb-4bb8-a03c-87d493a3ab77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.932618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bfed524-cbcb-4bb8-a03c-87d493a3ab77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:02.938269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9bfed524-cbcb-4bb8-a03c-87d493a3ab77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9befedbe-92a8-4afa-acab-ab9dd3a8ffad HTTP/1.1" status: 204 len: 168 time: 0.3621469 Dec 08 16:10:02.955200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfed524-cbcb-4bb8-a03c-87d493a3ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9befedbe-92a8-4afa-acab-ab9dd3a8ffad,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:02.984435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1db4-a235-461c-9d59-3f2c4bec6c67 req-e95d22b0-78c5-42ab-983a-1d17b2d67310 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:02.997913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d5c1db4-a235-461c-9d59-3f2c4bec6c67 req-e95d22b0-78c5-42ab-983a-1d17b2d67310 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1375377 Dec 08 16:10:03.086875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d5c1db4-a235-461c-9d59-3f2c4bec6c67 req-00ac8b0b-be0b-4768-af5e-ceae27f67f6f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877988 Dec 08 16:10:03.368757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad22072-5045-42a4-8b65-a01131641612 req-525bba51-5dcc-400c-b90a-a32c8c7b8a70 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:03.374876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cad22072-5045-42a4-8b65-a01131641612 req-525bba51-5dcc-400c-b90a-a32c8c7b8a70 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1009207 Dec 08 16:10:03.460383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cad22072-5045-42a4-8b65-a01131641612 req-ed2f06a9-33ed-419e-8e9a-5d6d483eb588 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796804 Dec 08 16:10:04.197856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-6bd4f974-11bf-4bb9-8cae-7503f2056406 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:04.200562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-6bd4f974-11bf-4bb9-8cae-7503f2056406 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.2386818 Dec 08 16:10:04.235475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4665fd-6982-4d29-ae57-d3e7eb47c777 req-2675287a-7c7e-49c2-8ad9-affe0a222beb tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:04.238223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d4665fd-6982-4d29-ae57-d3e7eb47c777 req-2675287a-7c7e-49c2-8ad9-affe0a222beb tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1097 time: 0.1143110 Dec 08 16:10:04.240490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-42099a34-7d04-4870-b72b-5adbaa77bfc2 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/quotas/75ada760995645cb98947ec370ab7393 HTTP/1.1" status: 200 len: 375 time: 0.0278494 Dec 08 16:10:04.407697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d4665fd-6982-4d29-ae57-d3e7eb47c777 req-e31b68d3-9b6f-4f38-b0f6-3caf52f433c7 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582456 Dec 08 16:10:04.429891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-1ef42eb2-1e2c-4e00-af3a-abac6e019974 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1602626 Dec 08 16:10:04.698299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd636b-322d-4030-b47b-6348d73d6ede req-c5c55441-33ec-42c5-b8f1-2db67c218cde tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:04.700931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fbd636b-322d-4030-b47b-6348d73d6ede req-c5c55441-33ec-42c5-b8f1-2db67c218cde tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1562505 Dec 08 16:10:04.822247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-f6d57e6f-2eb1-4c71-84c5-263217d01a6e service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893766 Dec 08 16:10:04.829450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fbd636b-322d-4030-b47b-6348d73d6ede req-a8bbddad-fdc2-4bf1-97b1-0824880764df tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137798 Dec 08 16:10:04.974870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-d75aaa23-6a65-4c2a-8b2d-82b80d9592da service neutron] 10.222.0.62 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405871 Dec 08 16:10:05.202387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a287cf-c69b-4997-81e3-1f5b3b586b2b req-9a58df3d-2e29-4910-9110-67d91c1d31b7 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.217095 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8a287cf-c69b-4997-81e3-1f5b3b586b2b req-9a58df3d-2e29-4910-9110-67d91c1d31b7 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1097 time: 0.1011994 Dec 08 16:10:05.342883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8a287cf-c69b-4997-81e3-1f5b3b586b2b req-e0f11a12-9a7d-441c-bb46-6aafa0598bd7 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241779 Dec 08 16:10:05.511929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-f68d75ae-29e3-4e3f-bd85-e0eff6cf36c9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:05.513905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-f68d75ae-29e3-4e3f-bd85-e0eff6cf36c9 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "GET /v2.0/ports?device_id=212e8351-fd45-4869-95b1-d657daf4cf80 HTTP/1.1" status: 200 len: 945 time: 0.2121749 Dec 08 16:10:05.568639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32561451-ab7a-49e6-be79-c13ac5f09e7f req-11e3e20d-6efe-4f27-99f1-d0e7cc085f23 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 210 time: 0.0878530 Dec 08 16:10:05.624167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-7bc7930d-1f88-4cd7-9d30-8edb7039697b req-e0f01083-5ac7-47f7-a7d9-146d9f4ccf55 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:10:05.626753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7bc7930d-1f88-4cd7-9d30-8edb7039697b req-e0f01083-5ac7-47f7-a7d9-146d9f4ccf55 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095212 Dec 08 16:10:05.649611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:05.804155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Deleting port 48939806-8078-4d82-9df6-29f0b454358e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:05.805607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.890459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:05.946289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48939806-8078-4d82-9df6-29f0b454358e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:05.956503 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677d2bf2-c795-4068-9759-0d5c24826477" -d '{"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-unplugged", "status": "completed", "tag": "48939806-8078-4d82-9df6-29f0b454358e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:05.991707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:06.000299 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.055606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] For port 48939806-8078-4d82-9df6-29f0b454358e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=48939806-8078-4d82-9df6-29f0b454358e,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:06.056327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.077774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Calling delete_port for 48939806-8078-4d82-9df6-29f0b454358e owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:06.177102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:06.279972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317e47f-2f2c-4a85-8a97-8d3d8fd7d407 req-b8fbd6b8-683e-4725-9689-c160c41b947c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:06.282051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2317e47f-2f2c-4a85-8a97-8d3d8fd7d407 req-b8fbd6b8-683e-4725-9689-c160c41b947c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1840053 Dec 08 16:10:06.453177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2317e47f-2f2c-4a85-8a97-8d3d8fd7d407 req-af423d5d-1309-4c1e-a13c-9c0a2ea7fd82 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508026 Dec 08 16:10:06.483705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.525882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event deleted for resources: {'Port': ['ID=48939806-8078-4d82-9df6-29f0b454358e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:06.631179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] No DVR routers for this DVR port 48939806-8078-4d82-9df6-29f0b454358e on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:06.635640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:06.638490 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38166b1-a774-4590-b5ea-6c9c2d73efa5 x-openstack-request-id: req-e38166b1-a774-4590-b5ea-6c9c2d73efa5 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:06.639058 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-unplugged", "status": "completed", "tag": "48939806-8078-4d82-9df6-29f0b454358e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:06.639302 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e38166b1-a774-4590-b5ea-6c9c2d73efa5 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:06.639908 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48939806-8078-4d82-9df6-29f0b454358e', 'code': 200} Dec 08 16:10:06.642927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ba7b0d-4a7a-4657-b336-76b149f0c390 req-a8d5bfe9-abe5-4a9b-a96e-8bfdc01212a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.58 "DELETE /v2.0/ports/48939806-8078-4d82-9df6-29f0b454358e HTTP/1.1" status: 204 len: 173 time: 1.0923262 Dec 08 16:10:06.643588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-deleted', 'tag': '48939806-8078-4d82-9df6-29f0b454358e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:06.646201 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1381d5eb-bcae-4d91-a240-3c9b10599067" -d '{"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-deleted", "tag": "48939806-8078-4d82-9df6-29f0b454358e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:07.347345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58b0e4a1-c204-4cd6-852b-e600e1e0c4c2 req-e6423445-5be5-492f-a4ba-af54c63d93ea tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 210 time: 0.0972338 Dec 08 16:10:07.435733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-03772235-ff41-43d2-9f25-ef938e18a131 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.442411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-03772235-ff41-43d2-9f25-ef938e18a131 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 805 time: 0.3972814 Dec 08 16:10:07.448318 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a844e5-3c47-4e8a-b8d9-86908a742950 x-openstack-request-id: req-53a844e5-3c47-4e8a-b8d9-86908a742950 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:07.448986 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212e8351-fd45-4869-95b1-d657daf4cf80", "name": "network-vif-deleted", "tag": "48939806-8078-4d82-9df6-29f0b454358e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:07.449676 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53a844e5-3c47-4e8a-b8d9-86908a742950 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:07.450664 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212e8351-fd45-4869-95b1-d657daf4cf80', 'name': 'network-vif-deleted', 'tag': '48939806-8078-4d82-9df6-29f0b454358e', 'status': 'completed', 'code': 200} Dec 08 16:10:07.471130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Request body: {'port': {'device_id': '63d242f3-53da-4151-936d-4b7169c21961', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'admin_state_up': True, 'tenant_id': '75ada760995645cb98947ec370ab7393'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:07.755709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a630c3d-8680-4231-9a02-217d6907e10b req-9ff090d0-e7c4-4204-af25-4940629b3a20 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:07.772835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Made reservation on behalf of 75ada760995645cb98947ec370ab7393 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:07.777650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a630c3d-8680-4231-9a02-217d6907e10b req-9ff090d0-e7c4-4204-af25-4940629b3a20 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1678057 Dec 08 16:10:07.790027 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:07.912368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a630c3d-8680-4231-9a02-217d6907e10b req-486f32a1-9fd7-49c7-aecc-52428012a7b3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271439 Dec 08 16:10:08.159051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Allocated IP 172.20.0.6 (665e3a3e-4f6d-4784-a150-1ec4d2713df8/98210878-2793-4cfd-b188-10110781403f/f61f82d7-76d2-4303-a097-483aeba60341) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:08.207270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:08.349551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94cdf71f-eae6-4c82-b075-c0ced53e80db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.380388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-0292ef92-9e37-434f-bb75-b08992422044 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:10:08.382584 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-0292ef92-9e37-434f-bb75-b08992422044 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6294761 Dec 08 16:10:08.519157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94cdf71f-eae6-4c82-b075-c0ced53e80db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.527619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94cdf71f-eae6-4c82-b075-c0ced53e80db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.686775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-0200ca65-3f6c-4245-b992-e44a278cff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:08.687717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f785ef70-f0b7-43b6-aaa5-b21fd441804e req-dce558ee-b764-458a-a12c-577e6cfe1f93 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 210 time: 0.0840061 Dec 08 16:10:08.691476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdf71f-eae6-4c82-b075-c0ced53e80db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4981353-dd4e-4024-9a67-d95a724bdafc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:08.699365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-94cdf71f-eae6-4c82-b075-c0ced53e80db admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=499a591e5f644d16bbc45d583fae9678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4892390 Dec 08 16:10:08.703520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38688) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:08.706906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-0200ca65-3f6c-4245-b992-e44a278cff26 service neutron] 10.222.0.62 "GET /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 1094 time: 0.2643869 Dec 08 16:10:08.715442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Request body: {'binding': {'host': 'n-h1-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:08.723711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:10:08.735041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.804192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-464651e5-3748-4480-be76-480c2c9d2a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.853402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-464651e5-3748-4480-be76-480c2c9d2a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.944620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.987304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-464651e5-3748-4480-be76-480c2c9d2a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.995324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-464651e5-3748-4480-be76-480c2c9d2a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:08.997172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-464651e5-3748-4480-be76-480c2c9d2a82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4981353-dd4e-4024-9a67-d95a724bdafc HTTP/1.1" status: 204 len: 168 time: 0.2915525 Dec 08 16:10:09.039571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464651e5-3748-4480-be76-480c2c9d2a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4981353-dd4e-4024-9a67-d95a724bdafc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:09.124313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:09.129088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:09.135165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:09.173245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a88f416-5ee9-412c-bfac-1cc604a484f6 req-c76940a9-3d0a-40e7-afdf-000adf78caf9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.194617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a88f416-5ee9-412c-bfac-1cc604a484f6 req-c76940a9-3d0a-40e7-afdf-000adf78caf9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1574175 Dec 08 16:10:09.241247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:09.297277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a88f416-5ee9-412c-bfac-1cc604a484f6 req-5b1d62ed-0ff0-41b1-83f9-39582c7c14c6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015682 Dec 08 16:10:09.322533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on host n-h1-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:09.323007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:09.323421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:09.333764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.334718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.355525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:09.355838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:09.367620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:09.367959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:09.369298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:09.370007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Bound port: e21f78f2-fbfb-498d-9dab-3e7a47560978, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:09.393212 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-67af30b6-f7a8-4c34-b7d2-8c454a0ba279 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9374533 Dec 08 16:10:09.473720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Request body: {'port': {'device_id': '63d242f3-53da-4151-936d-4b7169c21961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:09.600163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.665263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:09.717207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 48939806-8078-4d82-9df6-29f0b454358e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:09.717872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 48939806-8078-4d82-9df6-29f0b454358e not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:09.725231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:09.746269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.748187 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-61af54cf-6d03-4404-9b31-82a1607d1a92 service neutron] 10.222.0.62 "POST /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978/bindings HTTP/1.1" status: 201 len: 389 time: 1.0387590 Dec 08 16:10:09.772109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38736) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:09.795210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-749a9cc5-e892-4b90-95e7-79b18cf53583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:09.933697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c10573-3549-461a-9699-ea40d3d342cc req-bb65b376-74c3-427c-a643-8b8f659aeb4a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:09.935779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40c10573-3549-461a-9699-ea40d3d342cc req-bb65b376-74c3-427c-a643-8b8f659aeb4a tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 931 time: 0.1155214 Dec 08 16:10:10.090758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40c10573-3549-461a-9699-ea40d3d342cc req-8e97c163-1ec5-428f-9db5-d5223df404d1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475155 Dec 08 16:10:10.100607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-749a9cc5-e892-4b90-95e7-79b18cf53583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.113200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e1080-a650-4072-b8b3-29c9dcb9d07d req-b247bb66-ac86-4a6f-a633-384a07d8597b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.116190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04e1080-a650-4072-b8b3-29c9dcb9d07d req-b247bb66-ac86-4a6f-a633-384a07d8597b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1308925 Dec 08 16:10:10.117908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-749a9cc5-e892-4b90-95e7-79b18cf53583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.192043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-749a9cc5-e892-4b90-95e7-79b18cf53583 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=819bb4054b814260aa4db3d6a14d5c18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4174526 Dec 08 16:10:10.196273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:10.222643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a9cc5-e892-4b90-95e7-79b18cf53583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38c8097-914e-4501-bdb2-eccc1938a104,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.261981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04e1080-a650-4072-b8b3-29c9dcb9d07d req-f424c6f7-1859-4674-ba8b-9d965d9d119a tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338408 Dec 08 16:10:10.279813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-09d4cd13-586f-485a-a89a-6ecb7b50d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.281662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-09d4cd13-586f-485a-a89a-6ecb7b50d0f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1097 time: 0.1211107 Dec 08 16:10:10.309978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61f82d7-76d2-4303-a097-483aeba60341 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:10.325217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.345064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Transition to ACTIVE for port object f61f82d7-76d2-4303-a097-483aeba60341 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:10.352030 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.385257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce83a-120e-49be-a20b-ef25958cffb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.439255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce83a-120e-49be-a20b-ef25958cffb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.442687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.549436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-024225c6-5c9d-4c16-8a3e-f741c506d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.550996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-024225c6-5c9d-4c16-8a3e-f741c506d7e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2594521 Dec 08 16:10:10.564919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce83a-120e-49be-a20b-ef25958cffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.568551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf0ce83a-120e-49be-a20b-ef25958cffb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.573166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf0ce83a-120e-49be-a20b-ef25958cffb5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f38c8097-914e-4501-bdb2-eccc1938a104 HTTP/1.1" status: 204 len: 168 time: 0.3718004 Dec 08 16:10:10.622316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ce83a-120e-49be-a20b-ef25958cffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38c8097-914e-4501-bdb2-eccc1938a104,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:10.630824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Attempting to bind port f61f82d7-76d2-4303-a097-483aeba60341 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:10.631188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Attempting to bind port f61f82d7-76d2-4303-a097-483aeba60341 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:10.631487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Attempting to bind port f61f82d7-76d2-4303-a097-483aeba60341 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:10.644774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Port f61f82d7-76d2-4303-a097-483aeba60341 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:10.645249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Attempting to bind port f61f82d7-76d2-4303-a097-483aeba60341 on network 665e3a3e-4f6d-4784-a150-1ec4d2713df8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:10.664194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:10.664546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Checking segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:10.664920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Bound using segment: {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:10.665374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Bound port: f61f82d7-76d2-4303-a097-483aeba60341, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707719eb-74ff-4183-b742-15bfa1890c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:10.665768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.704879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-f29a2eea-162e-41f3-8569-9f029c244c55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 217 time: 0.1452601 Dec 08 16:10:10.815141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6a811-1252-42be-a12d-2e6db218f7da req-e5aada98-b27c-47dd-bafd-612a8113cbe7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.830649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09d6a811-1252-42be-a12d-2e6db218f7da req-e5aada98-b27c-47dd-bafd-612a8113cbe7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.3265173 Dec 08 16:10:10.865999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:10.875538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:10.883431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.953716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:10.954717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:10.956849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] 10.222.0.86 "PUT /v2.0/ports/f61f82d7-76d2-4303-a097-483aeba60341 HTTP/1.1" status: 200 len: 1091 time: 1.4903655 Dec 08 16:10:10.957879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:10.963593 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946aff17-7a58-4755-9dc3-f24f5af1fb1e" -d '{"events": [{"name": "network-changed", "server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "tag": "f61f82d7-76d2-4303-a097-483aeba60341"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:11.020432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09d6a811-1252-42be-a12d-2e6db218f7da req-fc679f5e-267a-4813-b33e-4847ab583486 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879251 Dec 08 16:10:11.031067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-088a691f-c96f-4268-9d3e-fae591c81548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.041288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-088a691f-c96f-4268-9d3e-fae591c81548 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.3254001 Dec 08 16:10:11.045138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979fb21-0fef-4a06-8e7f-80aec663188e service neutron] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:11.087870 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab03c3d-4c7e-4b8a-9a92-10c45f2f70a2 x-openstack-request-id: req-fab03c3d-4c7e-4b8a-9a92-10c45f2f70a2 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:11.088274 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "tag": "f61f82d7-76d2-4303-a097-483aeba60341", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:11.088646 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fab03c3d-4c7e-4b8a-9a92-10c45f2f70a2 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:11.088883 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341', 'status': 'completed', 'code': 200} Dec 08 16:10:11.127186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-4c48bc72-6a50-4e21-8f0a-5288b06d7163 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774257 Dec 08 16:10:11.128508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-bffacde3-7d33-495a-887d-cd0f2d00778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.131212 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-bffacde3-7d33-495a-887d-cd0f2d00778c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 1094 time: 0.1190059 Dec 08 16:10:11.256655 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-5c1720a4-08cf-4cf7-acf3-14b03ac766d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f61f82d7-76d2-4303-a097-483aeba60341 HTTP/1.1" status: 200 len: 217 time: 0.1175311 Dec 08 16:10:11.363606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-3701bf66-3087-41d1-8932-5e80b4a99e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.377191 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-3701bf66-3087-41d1-8932-5e80b4a99e0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.1121550 Dec 08 16:10:11.384543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:10:11.433411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-5f330a99-a942-429d-98b3-a07df591a7bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486925 Dec 08 16:10:11.545684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-856ef073-150e-4837-9630-23b5390d75fa service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107108 Dec 08 16:10:11.592326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07549de-f859-4522-bd7a-bcce5967a92d req-70857942-1243-4576-9466-d9b5af589702 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.606800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a07549de-f859-4522-bd7a-bcce5967a92d req-70857942-1243-4576-9466-d9b5af589702 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 943 time: 0.3487613 Dec 08 16:10:11.640804 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-e7d85f8c-2871-4da6-93ca-ea6cda4c8798 service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968348 Dec 08 16:10:11.758246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6f7ef-0acd-42b7-9b63-83d7589a75f5 req-8e64c169-2fba-4cf2-bbc1-18c92f5a3615 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:11.770405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96a6f7ef-0acd-42b7-9b63-83d7589a75f5 req-8e64c169-2fba-4cf2-bbc1-18c92f5a3615 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.3159323 Dec 08 16:10:11.861306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a013a74f-ac66-4e01-9960-7a6a2bea7e46 req-34cac1c9-c16e-4dd1-8adc-6bf0e2fd086f service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120326 Dec 08 16:10:11.893837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a07549de-f859-4522-bd7a-bcce5967a92d req-7b603961-3a72-4568-8e99-e8c5b6c27ddd tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861042 Dec 08 16:10:11.914659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-a7883255-83e8-4b6a-af7a-d93789e59f77 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584759 Dec 08 16:10:12.027296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96a6f7ef-0acd-42b7-9b63-83d7589a75f5 req-8678ac4e-4429-4ed6-84a1-d1c3097f2f0d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378175 Dec 08 16:10:12.149712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-a135f2d5-fa39-4d33-9673-ab075f4d244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.155870 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-a135f2d5-fa39-4d33-9673-ab075f4d244d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=75ada760995645cb98947ec370ab7393&device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 1094 time: 0.1998343 Dec 08 16:10:12.414227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-73f42221-2779-4fbb-992a-6935cc0b3fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.418532 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-73f42221-2779-4fbb-992a-6935cc0b3fae service neutron] 10.222.0.86 "GET /v2.0/networks?id=665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 200 len: 906 time: 0.2521687 Dec 08 16:10:12.465165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443ebb2-067b-4df8-87f3-6febe780f893 req-d4e5ce49-2ca3-4af0-ac2e-202094b941fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.467898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b443ebb2-067b-4df8-87f3-6febe780f893 req-d4e5ce49-2ca3-4af0-ac2e-202094b941fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1173317 Dec 08 16:10:12.512603 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-30f3e81f-5805-446b-b8a4-1664d33d806b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f61f82d7-76d2-4303-a097-483aeba60341 HTTP/1.1" status: 200 len: 217 time: 0.0871644 Dec 08 16:10:12.623102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b443ebb2-067b-4df8-87f3-6febe780f893 req-12d98350-74c2-4523-a09d-d540681a9771 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464944 Dec 08 16:10:12.660699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-ca8017d5-ba8f-492a-bae1-6194f1da7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:12.662620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-ca8017d5-ba8f-492a-bae1-6194f1da7c85 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 200 len: 845 time: 0.1415708 Dec 08 16:10:12.718136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-3b0a427f-033a-401c-bb62-87cb2716c397 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=665e3a3e-4f6d-4784-a150-1ec4d2713df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479672 Dec 08 16:10:12.936943 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-0ce2fef4-4b6e-4d6e-a530-4772186db15b service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108915 Dec 08 16:10:13.077152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f61f82d7-76d2-4303-a097-483aeba60341 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:13.165524 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-946aff17-7a58-4755-9dc3-f24f5af1fb1e req-1204f276-ac3b-4b0c-bfe2-35c132736a1b service neutron] 10.222.0.86 "GET /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186105 Dec 08 16:10:13.243126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347de4c2-97e6-4f77-be47-b4f3e3862035 req-bb6c1f3d-9d06-4c4b-82a6-6e1c4b018ccb tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.246072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-347de4c2-97e6-4f77-be47-b4f3e3862035 req-bb6c1f3d-9d06-4c4b-82a6-6e1c4b018ccb tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 943 time: 0.1685808 Dec 08 16:10:13.420738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804672b-ad3d-4b79-9a36-eaadce927c6a req-f8d56b6a-e5e1-4f37-99b9-8800a96c8cd7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:13.424238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3804672b-ad3d-4b79-9a36-eaadce927c6a req-f8d56b6a-e5e1-4f37-99b9-8800a96c8cd7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1759577 Dec 08 16:10:13.442364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:13.457908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-347de4c2-97e6-4f77-be47-b4f3e3862035 req-87d3b06a-702c-4c8b-8427-43e3e49e184e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789942 Dec 08 16:10:13.467939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'f61f82d7-76d2-4303-a097-483aeba60341', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': 'f61f82d7-76d2-4303-a097-483aeba60341', 'mac_address': 'fa:16:3e:dd:67:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:13.519711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.538102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61f82d7-76d2-4303-a097-483aeba60341 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:13.597186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:13.598655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3804672b-ad3d-4b79-9a36-eaadce927c6a req-b69a0340-9ff8-4280-922c-45fb7c71e9d7 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570175 Dec 08 16:10:13.612143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:13.795607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:13.901924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['f61f82d7-76d2-4303-a097-483aeba60341'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:14.002138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f25424-65c4-4ae9-9842-28aa2e27c320 req-c9737aa4-2817-4fb5-88c7-b2c0ced423a5 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:14.016186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45f25424-65c4-4ae9-9842-28aa2e27c320 req-c9737aa4-2817-4fb5-88c7-b2c0ced423a5 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1506870 Dec 08 16:10:14.220918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45f25424-65c4-4ae9-9842-28aa2e27c320 req-7925f843-1a82-4717-91f6-8a39e2f3256a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877248 Dec 08 16:10:14.686702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847fc04-d46b-4a7d-8f2f-1fd30b6c3289 req-b287a9d0-eace-47be-beeb-cf9df9de9961 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:14.688412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4847fc04-d46b-4a7d-8f2f-1fd30b6c3289 req-b287a9d0-eace-47be-beeb-cf9df9de9961 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 944 time: 0.1138868 Dec 08 16:10:14.841299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4847fc04-d46b-4a7d-8f2f-1fd30b6c3289 req-a832134c-fc16-4aa5-a622-d07a5384984e tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378043 Dec 08 16:10:15.072362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b092bad-c798-4dec-9135-1e7e201bd06c req-eae0bd77-2a57-4887-a043-45488f2c5bd6 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:15.073578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f61f82d7-76d2-4303-a097-483aeba60341 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:15.075069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b092bad-c798-4dec-9135-1e7e201bd06c req-eae0bd77-2a57-4887-a043-45488f2c5bd6 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1440132 Dec 08 16:10:15.183670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port f61f82d7-76d2-4303-a097-483aeba60341 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:10:15.196779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port f61f82d7-76d2-4303-a097-483aeba60341 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:15.198472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.269216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b092bad-c798-4dec-9135-1e7e201bd06c req-1fd49957-ee9d-4120-8e2d-a071f1bf2700 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785154 Dec 08 16:10:15.444352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.475527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c644f6-03f0-43c5-90d8-f59fc463007e req-b7036d9f-1725-493c-8e73-6e74c0fc71af tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:15.485160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9c644f6-03f0-43c5-90d8-f59fc463007e req-b7036d9f-1725-493c-8e73-6e74c0fc71af tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1115055 Dec 08 16:10:15.556447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9c644f6-03f0-43c5-90d8-f59fc463007e req-d5aeb211-6b74-4efa-bc75-cc7ff8a4b9fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695503 Dec 08 16:10:15.558709 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:15.561478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:15.568011 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ea5882-0718-4346-a5bc-f38753a99828" -d '{"events": [{"server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "name": "network-vif-plugged", "status": "completed", "tag": "f61f82d7-76d2-4303-a097-483aeba60341"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:15.586097 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:15.654210 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c20655-946a-45ba-b69f-0a510a9abffb x-openstack-request-id: req-54c20655-946a-45ba-b69f-0a510a9abffb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:15.654646 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "name": "network-vif-plugged", "status": "completed", "tag": "f61f82d7-76d2-4303-a097-483aeba60341", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:15.654814 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54c20655-946a-45ba-b69f-0a510a9abffb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:15.655179 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341', 'code': 200} Dec 08 16:10:15.683618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:15.922654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139c7bc-42ec-48b9-9d8e-174fad26a91a req-40c4a3b3-6595-45b9-b20e-c2c399a2155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:15.931138 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9139c7bc-42ec-48b9-9d8e-174fad26a91a req-40c4a3b3-6595-45b9-b20e-c2c399a2155d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 1096 time: 0.1754127 Dec 08 16:10:16.038651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9139c7bc-42ec-48b9-9d8e-174fad26a91a req-1ece23a7-4466-46ba-a183-f503959120b5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972812 Dec 08 16:10:16.219615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89adc4-32e1-458d-8bc4-ef54baaac9de req-58539593-61fe-4948-a67f-174e241dfbf5 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:16.224852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a89adc4-32e1-458d-8bc4-ef54baaac9de req-58539593-61fe-4948-a67f-174e241dfbf5 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.1501720 Dec 08 16:10:16.307020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a89adc4-32e1-458d-8bc4-ef54baaac9de req-eb6c706f-25af-4159-aa8d-e9294166b81d tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716240 Dec 08 16:10:16.315569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38882) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:16.498424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba6e68-3578-4ac7-ae0c-b77e2fa636dd req-bdda62c8-4189-4018-affa-8bc5e4534c8b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:16.501685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33ba6e68-3578-4ac7-ae0c-b77e2fa636dd req-bdda62c8-4189-4018-affa-8bc5e4534c8b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.0982039 Dec 08 16:10:16.557006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2030-1210-44ab-837b-8a170f67f4c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.625455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33ba6e68-3578-4ac7-ae0c-b77e2fa636dd req-09b0e912-4db0-428b-9287-81f16f668aae tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129246 Dec 08 16:10:16.749618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2030-1210-44ab-837b-8a170f67f4c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.757210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2030-1210-44ab-837b-8a170f67f4c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.798258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c026-8287-45a4-8044-4c2618028470 req-29caac93-6e13-4696-bae1-7b96d4e997ed tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:16.808276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b283c026-8287-45a4-8044-4c2618028470 req-29caac93-6e13-4696-bae1-7b96d4e997ed tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1207738 Dec 08 16:10:16.835091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b5d2030-1210-44ab-837b-8a170f67f4c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3afdff230b1f4d88b162128dfb79496b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5182779 Dec 08 16:10:16.838034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d2030-1210-44ab-837b-8a170f67f4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e36c40-3ef3-4e66-81c5-22531380ea80,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:16.840488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38892) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:16.918408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b283c026-8287-45a4-8044-4c2618028470 req-02015f46-054d-4b8c-aad7-4039f8649cdb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084709 Dec 08 16:10:16.937994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8179e4c5-5a48-4c7a-832b-b3a89e0a3efa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:16.973706 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8179e4c5-5a48-4c7a-832b-b3a89e0a3efa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.096284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8179e4c5-5a48-4c7a-832b-b3a89e0a3efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.101911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8179e4c5-5a48-4c7a-832b-b3a89e0a3efa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.111204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8179e4c5-5a48-4c7a-832b-b3a89e0a3efa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/97e36c40-3ef3-4e66-81c5-22531380ea80 HTTP/1.1" status: 204 len: 168 time: 0.2546475 Dec 08 16:10:17.142672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179e4c5-5a48-4c7a-832b-b3a89e0a3efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e36c40-3ef3-4e66-81c5-22531380ea80,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:17.658542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d27d98-43e2-44e0-9caa-03b8f8242532 req-c18697a8-0a52-4a07-b978-4f280b9c6008 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:17.661832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2d27d98-43e2-44e0-9caa-03b8f8242532 req-c18697a8-0a52-4a07-b978-4f280b9c6008 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.1418741 Dec 08 16:10:17.704156 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-e2387f48-7e0c-4b5a-9737-a95c1f353f15 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679665 Dec 08 16:10:17.869482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2d27d98-43e2-44e0-9caa-03b8f8242532 req-00e826df-aa2e-4428-973c-8caef6aef648 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975589 Dec 08 16:10:17.900173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-d1a40a87-4a7f-42e7-9f27-c7a32c9c0017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:17.913204 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-d1a40a87-4a7f-42e7-9f27-c7a32c9c0017 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 1095 time: 0.1154835 Dec 08 16:10:17.946144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38910) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:17.980479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbdae-44c0-452b-b622-7db39b812b6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:17.989102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a40392-1d09-4b2f-8b15-4961b2061a57 req-a13d7e79-710d-4a24-8d87-b0ddb7bcbf3d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:17.998096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06a40392-1d09-4b2f-8b15-4961b2061a57 req-a13d7e79-710d-4a24-8d87-b0ddb7bcbf3d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1273875 Dec 08 16:10:18.064809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06a40392-1d09-4b2f-8b15-4961b2061a57 req-a2936f17-d8f4-471e-9d95-045f38bdbfaf tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656452 Dec 08 16:10:18.192405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-5200d42c-a4b7-4db7-81f5-17de8b57d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.197385 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-5200d42c-a4b7-4db7-81f5-17de8b57d173 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.2039540 Dec 08 16:10:18.312015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb458495-638f-406e-b0b2-3ad2144cc233 req-5a5aaae5-bdd6-48ef-b0a6-d8c2247b2163 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.323094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb458495-638f-406e-b0b2-3ad2144cc233 req-5a5aaae5-bdd6-48ef-b0a6-d8c2247b2163 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1418068 Dec 08 16:10:18.345914 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-e69e3d65-7817-4983-bd33-3ad72ba1ebcd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 200 len: 217 time: 0.1365993 Dec 08 16:10:18.466105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb458495-638f-406e-b0b2-3ad2144cc233 req-851eaf2d-4659-4788-922b-a40fad3fa5fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352663 Dec 08 16:10:18.550721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbdae-44c0-452b-b622-7db39b812b6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.559927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbdae-44c0-452b-b622-7db39b812b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:18.573723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-928636d2-b042-4451-bbb8-95f0a45ed5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:18.575673 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-928636d2-b042-4451-bbb8-95f0a45ed5df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.2176878 Dec 08 16:10:18.661224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-702030fd-17e1-4a06-a3cf-b545da418f8f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634170 Dec 08 16:10:18.920850 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb9dbdae-44c0-452b-b622-7db39b812b6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3e6fa07438e645199ec8995f96f159b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9700875 Dec 08 16:10:18.921611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:18.922053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dbdae-44c0-452b-b622-7db39b812b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e571e95d-f4bb-4809-92c2-6be67f85a67e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:18.927362 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-3fa259c2-54e5-4f57-a22e-714d7381b877 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453418 Dec 08 16:10:19.085938 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32852000-3c40-4df6-8ae0-c75b32d43c47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.183631 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-84d02dc4-5b76-4db8-af89-6c674fa83972 req-452ebe1e-53da-4729-8a24-c9857e433de3 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462637 Dec 08 16:10:19.195296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32852000-3c40-4df6-8ae0-c75b32d43c47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.390125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32852000-3c40-4df6-8ae0-c75b32d43c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.395666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32852000-3c40-4df6-8ae0-c75b32d43c47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:19.397738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-32852000-3c40-4df6-8ae0-c75b32d43c47 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e571e95d-f4bb-4809-92c2-6be67f85a67e HTTP/1.1" status: 204 len: 168 time: 0.4745276 Dec 08 16:10:19.436614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0773677-cee4-4bf8-82cb-5e06a83ab693 req-2069195c-4289-484c-b2f8-65dc19222c38 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:19.441969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0773677-cee4-4bf8-82cb-5e06a83ab693 req-2069195c-4289-484c-b2f8-65dc19222c38 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1761122 Dec 08 16:10:19.441969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852000-3c40-4df6-8ae0-c75b32d43c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e571e95d-f4bb-4809-92c2-6be67f85a67e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:19.559292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0773677-cee4-4bf8-82cb-5e06a83ab693 req-fae8e520-4a08-49b2-83ed-a767448873f1 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971816 Dec 08 16:10:19.709677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d36d49-c6c6-4d38-9810-5e0e3786b3ee req-18a585c2-42f4-46cf-a3d1-8f20b05f8897 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:19.722657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39d36d49-c6c6-4d38-9810-5e0e3786b3ee req-18a585c2-42f4-46cf-a3d1-8f20b05f8897 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0996847 Dec 08 16:10:19.909127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39d36d49-c6c6-4d38-9810-5e0e3786b3ee req-d9a7a9d7-80f2-440b-846b-4d9e226341d2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847651 Dec 08 16:10:19.949958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51744dd-4813-4e4a-bed9-15b6bd33eeb6 req-56f054b9-edb3-4dee-a202-fa50a7d2cec6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:19.964592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c51744dd-4813-4e4a-bed9-15b6bd33eeb6 req-56f054b9-edb3-4dee-a202-fa50a7d2cec6 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.2348597 Dec 08 16:10:20.063732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c51744dd-4813-4e4a-bed9-15b6bd33eeb6 req-eec98caf-8fe0-4198-a184-38f8a53a5a53 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942748 Dec 08 16:10:20.752520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cf58e-8127-4005-83c2-2fed79f18547 req-5f411d6c-58fd-4bb4-8d75-261dee2dc425 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:20.762499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99cf58e-8127-4005-83c2-2fed79f18547 req-5f411d6c-58fd-4bb4-8d75-261dee2dc425 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1034803 Dec 08 16:10:20.832072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d99cf58e-8127-4005-83c2-2fed79f18547 req-dc2f5a2e-8ca7-4be5-a58f-2e814ed5369c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657678 Dec 08 16:10:21.085230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23460333-30d2-46f2-8b72-f23fcb656624 req-b049f84d-6e3c-41fb-94ea-595a5ece63ef tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:21.096930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23460333-30d2-46f2-8b72-f23fcb656624 req-b049f84d-6e3c-41fb-94ea-595a5ece63ef tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0868695 Dec 08 16:10:21.115388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f61f82d7-76d2-4303-a097-483aeba60341 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:21.235814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23460333-30d2-46f2-8b72-f23fcb656624 req-70a7fad8-9876-43b4-83eb-f44561213ac7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374321 Dec 08 16:10:21.394625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:21.437256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'f61f82d7-76d2-4303-a097-483aeba60341', 'network_id': '665e3a3e-4f6d-4784-a150-1ec4d2713df8', 'port_id': 'f61f82d7-76d2-4303-a097-483aeba60341', 'mac_address': 'fa:16:3e:dd:67:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98210878-2793-4cfd-b188-10110781403f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:21.506411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2af166-d744-4476-bf70-14659d558aa5 req-96fb1d31-ffdf-43af-bc83-d47969cdd5e7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:21.523849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf2af166-d744-4476-bf70-14659d558aa5 req-96fb1d31-ffdf-43af-bc83-d47969cdd5e7 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.2053196 Dec 08 16:10:21.548723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.568625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f61f82d7-76d2-4303-a097-483aeba60341 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:21.602964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:21.611403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:21.620641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf2af166-d744-4476-bf70-14659d558aa5 req-fe028d18-064b-41a1-ba8f-e7c1d4e4fc22 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951507 Dec 08 16:10:21.687029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:21.697514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.697900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.698260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.698598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.698928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.699542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.699875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.700201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.700562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.700919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.701252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.701534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.701914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:21.720868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['f61f82d7-76d2-4303-a097-483aeba60341'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:22.065522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d626e7-7e39-44f0-97e5-941382b092e5 req-2f85fa62-6791-4638-a48e-7a294b10df37 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.067779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2d626e7-7e39-44f0-97e5-941382b092e5 req-2f85fa62-6791-4638-a48e-7a294b10df37 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.0879793 Dec 08 16:10:22.152661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2d626e7-7e39-44f0-97e5-941382b092e5 req-a6a56934-87a9-439b-afb2-1064b1c7c031 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708096 Dec 08 16:10:22.479659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddd658-da92-448b-a35e-4b1e0f21844a req-5d764aea-f1d1-4de7-a7d5-7dabdeafdea1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.483225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddd658-da92-448b-a35e-4b1e0f21844a req-5d764aea-f1d1-4de7-a7d5-7dabdeafdea1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1124415 Dec 08 16:10:22.618238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddd658-da92-448b-a35e-4b1e0f21844a req-121de674-88e1-41bf-aca6-8d139dec1173 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245043 Dec 08 16:10:22.875197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2348d-ee21-4937-91d2-93de9530309f req-46e64977-f4a3-47f6-a64e-818ee252f37b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:22.877950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6a2348d-ee21-4937-91d2-93de9530309f req-46e64977-f4a3-47f6-a64e-818ee252f37b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 944 time: 0.1013761 Dec 08 16:10:22.966221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6a2348d-ee21-4937-91d2-93de9530309f req-80486061-2904-46fe-be25-b89fa44bd80b tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776415 Dec 08 16:10:23.116637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f61f82d7-76d2-4303-a097-483aeba60341 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:23.214308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port f61f82d7-76d2-4303-a097-483aeba60341 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:23.214308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.377897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.443861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:23.448315 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ece334-9bf7-4a43-8834-e5a56786cd96" -d '{"events": [{"server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "name": "network-vif-plugged", "status": "completed", "tag": "f61f82d7-76d2-4303-a097-483aeba60341"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:23.472848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:23.482877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d860bd-71fd-4d8e-8dfc-b0eb5e673f5d req-5bf7743b-1e31-4c9f-9cae-a88e27abfe44 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:23.485076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:23.485996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2d860bd-71fd-4d8e-8dfc-b0eb5e673f5d req-5bf7743b-1e31-4c9f-9cae-a88e27abfe44 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1149242 Dec 08 16:10:23.588473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:23.641552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2d860bd-71fd-4d8e-8dfc-b0eb5e673f5d req-582c7f83-f56f-4698-bc1f-a5ec90826638 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326621 Dec 08 16:10:23.657985 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a5a306-7591-4487-a2f6-bcf8fa1b5682 x-openstack-request-id: req-78a5a306-7591-4487-a2f6-bcf8fa1b5682 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:23.658588 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "name": "network-vif-plugged", "status": "completed", "tag": "f61f82d7-76d2-4303-a097-483aeba60341", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:23.659063 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-78a5a306-7591-4487-a2f6-bcf8fa1b5682 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:23.659597 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341', 'code': 200} Dec 08 16:10:23.926324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcad30b-6a2b-4e9f-9a27-b918463f2fcf req-6b6d9a5a-84a7-4162-b64a-da2493f498af tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:23.934442 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcad30b-6a2b-4e9f-9a27-b918463f2fcf req-6b6d9a5a-84a7-4162-b64a-da2493f498af tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.1559896 Dec 08 16:10:23.999109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39106) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:24.017407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0760a2-da22-4caa-b991-0f2a160adcef req-7b6ce7b0-1939-4df9-afa9-ff6b015ab1b3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:24.019959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe0760a2-da22-4caa-b991-0f2a160adcef req-7b6ce7b0-1939-4df9-afa9-ff6b015ab1b3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1866095 Dec 08 16:10:24.073772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcad30b-6a2b-4e9f-9a27-b918463f2fcf req-90584c37-cd72-465a-b64b-e432c06fd2a1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380126 Dec 08 16:10:24.139204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe0760a2-da22-4caa-b991-0f2a160adcef req-0704eacf-7029-4dc5-b6d7-6c56fea23845 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028204 Dec 08 16:10:24.190166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9395b7ba-984a-465c-85ef-0dd39ccf10ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.327643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9395b7ba-984a-465c-85ef-0dd39ccf10ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.333604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9395b7ba-984a-465c-85ef-0dd39ccf10ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.384598 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9395b7ba-984a-465c-85ef-0dd39ccf10ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1db493a0778d4273a6ac8ce8158ec970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3840084 Dec 08 16:10:24.386266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9395b7ba-984a-465c-85ef-0dd39ccf10ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c21d527-c396-400f-8a9e-0d3ce0e935a4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:24.390750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39112) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:24.474554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e16fc95e-0c21-4201-9ac6-361719c62c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.509147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e16fc95e-0c21-4201-9ac6-361719c62c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.593934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e16fc95e-0c21-4201-9ac6-361719c62c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.598549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e16fc95e-0c21-4201-9ac6-361719c62c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:24.618355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e16fc95e-0c21-4201-9ac6-361719c62c68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c21d527-c396-400f-8a9e-0d3ce0e935a4 HTTP/1.1" status: 204 len: 168 time: 0.2174187 Dec 08 16:10:24.630575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fc95e-0c21-4201-9ac6-361719c62c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c21d527-c396-400f-8a9e-0d3ce0e935a4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:24.928796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acb0b3-d96b-419e-b76c-6b0c2f104670 req-3c4d9174-ed2d-4372-8d6e-03192c7f9fb9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:24.932876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47acb0b3-d96b-419e-b76c-6b0c2f104670 req-3c4d9174-ed2d-4372-8d6e-03192c7f9fb9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1531804 Dec 08 16:10:25.066863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47acb0b3-d96b-419e-b76c-6b0c2f104670 req-87538c79-3c67-4a38-a1bf-dedf18c8cb71 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263101 Dec 08 16:10:25.122378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:25.238319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39148) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:25.288833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-ce5546ed-6481-4c74-a3d2-f60030b26419 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:25.291659 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-ce5546ed-6481-4c74-a3d2-f60030b26419 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.1273344 Dec 08 16:10:25.311065 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4a22-d487-4dca-b794-988d7390bac0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.369781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:25.400950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'port_id': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'mac_address': 'fa:16:3e:de:1b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f6555-0d3b-4b68-9cff-b4db50f4f617', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:10:25.508306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4a22-d487-4dca-b794-988d7390bac0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.517513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.547256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Deleting port f61f82d7-76d2-4303-a097-483aeba60341 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:25.548730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.550200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18c87a1-3145-49c5-90c4-cce3f5d9d3b5 req-4db1a08a-0304-49a8-be9f-f53ba2750383 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:25.553483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:25.559010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b18c87a1-3145-49c5-90c4-cce3f5d9d3b5 req-4db1a08a-0304-49a8-be9f-f53ba2750383 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/ports?device_id=63d242f3-53da-4151-936d-4b7169c21961 HTTP/1.1" status: 200 len: 945 time: 0.3351448 Dec 08 16:10:25.559696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9b4a22-d487-4dca-b794-988d7390bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.609492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:25.620919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.701341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:25.743806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:25.852523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] For port f61f82d7-76d2-4303-a097-483aeba60341, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f61f82d7-76d2-4303-a097-483aeba60341,segment=NetworkSegment(707719eb-74ff-4183-b742-15bfa1890c6f),segment_id=707719eb-74ff-4183-b742-15bfa1890c6f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:25.854838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:25.895461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Calling delete_port for f61f82d7-76d2-4303-a097-483aeba60341 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:26.001768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dddf885c-495e-4581-9373-e4868b65b10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.144327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65166b4c-97b6-41f2-a1c0-05992d05df5b req-3a4960d7-d7c6-4d6c-9953-5fc1d89d185b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:26.172133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65166b4c-97b6-41f2-a1c0-05992d05df5b req-3a4960d7-d7c6-4d6c-9953-5fc1d89d185b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.8270686 Dec 08 16:10:26.308716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b4a22-d487-4dca-b794-988d7390bac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2eedb59-4df8-4fce-a400-e9fd4dc643cf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:26.322898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3e9b4a22-d487-4dca-b794-988d7390bac0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7d63697646ad4901a58935d4c8a4f074&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0827861 Dec 08 16:10:26.323767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39162) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:26.460465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.541497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Pushing event deleted for resources: {'Port': ['ID=f61f82d7-76d2-4303-a097-483aeba60341,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:26.587643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65166b4c-97b6-41f2-a1c0-05992d05df5b req-3c2f162a-e349-4857-b7cb-b6eb687ccf96 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4105859 Dec 08 16:10:26.619553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] No DVR routers for this DVR port f61f82d7-76d2-4303-a097-483aeba60341 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:26.631369 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.647853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b18c87a1-3145-49c5-90c4-cce3f5d9d3b5 req-c1507ef8-8f10-4b45-9564-8f62071f35b1 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.62 "GET /v2.0/security-groups?id=61360702-a8ec-4458-af05-41923de4812e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0742836 Dec 08 16:10:26.651234 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-272d3901-886a-470e-ae8e-1a44196aaef7 req-2363f726-830f-4b64-a4be-3b25ae43a180 tempest-ImagesTestJSON-1291452436 tempest-ImagesTestJSON-1291452436-project] 10.222.0.86 "DELETE /v2.0/ports/f61f82d7-76d2-4303-a097-483aeba60341 HTTP/1.1" status: 204 len: 173 time: 1.3512113 Dec 08 16:10:26.651773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'name': 'network-vif-deleted', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:26.653144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3f6207d-0ff2-433c-96b3-17584de6b94e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.662156 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bfc191-8923-43c8-9a16-676e10db1ab3" -d '{"events": [{"server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "name": "network-vif-deleted", "tag": "f61f82d7-76d2-4303-a097-483aeba60341"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:26.741002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3f6207d-0ff2-433c-96b3-17584de6b94e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.857454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3f6207d-0ff2-433c-96b3-17584de6b94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.862691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3f6207d-0ff2-433c-96b3-17584de6b94e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:26.864317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b3f6207d-0ff2-433c-96b3-17584de6b94e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2eedb59-4df8-4fce-a400-e9fd4dc643cf HTTP/1.1" status: 204 len: 168 time: 0.5046620 Dec 08 16:10:26.918997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6207d-0ff2-433c-96b3-17584de6b94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2eedb59-4df8-4fce-a400-e9fd4dc643cf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:26.970605 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2849a1-8bf4-45f5-ab72-0688e0b576fb x-openstack-request-id: req-8e2849a1-8bf4-45f5-ab72-0688e0b576fb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:26.971261 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63d242f3-53da-4151-936d-4b7169c21961", "name": "network-vif-deleted", "tag": "f61f82d7-76d2-4303-a097-483aeba60341", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:26.971714 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e2849a1-8bf4-45f5-ab72-0688e0b576fb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:26.972425 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63d242f3-53da-4151-936d-4b7169c21961', 'name': 'network-vif-deleted', 'tag': 'f61f82d7-76d2-4303-a097-483aeba60341', 'status': 'completed', 'code': 200} Dec 08 16:10:27.074843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271279d7-4c58-4703-a0bf-9e4fa6e71b52 req-78ad3e7c-37d7-47dd-9c79-6a3d256d1163 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:27.077462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-271279d7-4c58-4703-a0bf-9e4fa6e71b52 req-78ad3e7c-37d7-47dd-9c79-6a3d256d1163 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.1443214 Dec 08 16:10:27.138210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:10:27.260382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-271279d7-4c58-4703-a0bf-9e4fa6e71b52 req-ea5f9074-437c-4e42-b7d3-c0e698343105 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427791 Dec 08 16:10:27.277290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:10:27.277926 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.836960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:27.961511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:27.970571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59843d4-9b74-4628-b332-8daf23ce77fd req-19b9d87a-6c41-4a4d-a951-a278a1da1f41 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:27.971967 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2f956a-a3b4-4ee3-b9dd-28de3a4e215b" -d '{"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:27.986561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a59843d4-9b74-4628-b332-8daf23ce77fd req-19b9d87a-6c41-4a4d-a951-a278a1da1f41 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.1788483 Dec 08 16:10:28.018373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:28.027564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.034029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f61f82d7-76d2-4303-a097-483aeba60341 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:28.111610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a59843d4-9b74-4628-b332-8daf23ce77fd req-2d725019-f3ba-486a-97dd-831b561a9e7c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240129 Dec 08 16:10:28.121436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: f61f82d7-76d2-4303-a097-483aeba60341 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:28.122042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f61f82d7-76d2-4303-a097-483aeba60341 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:28.191454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:28.708753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74e4fdc9-75c3-4790-8930-b72b2d73acd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:28.777687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-0f23ee38-aefa-41a9-b777-89f38d31c0b4 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:28.780297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-0f23ee38-aefa-41a9-b777-89f38d31c0b4 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1097 time: 0.1032119 Dec 08 16:10:28.793254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-5'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:28.894447 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4186af9e-2910-4eaf-81c4-a7cdd12a86b1 x-openstack-request-id: req-4186af9e-2910-4eaf-81c4-a7cdd12a86b1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:28.895939 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:28.896656 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4186af9e-2910-4eaf-81c4-a7cdd12a86b1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:28.897319 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'code': 200} Dec 08 16:10:29.011164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:29.212347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5717a0-9bfa-4950-8acb-ebe0a6dbb35c req-df1fe37a-a12b-4cad-be4c-f0cae437fd68 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:29.225568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b5717a0-9bfa-4950-8acb-ebe0a6dbb35c req-df1fe37a-a12b-4cad-be4c-f0cae437fd68 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 946 time: 0.2077923 Dec 08 16:10:29.447319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b5717a0-9bfa-4950-8acb-ebe0a6dbb35c req-f0d030cd-73b8-4635-80be-e3de11cad6ff tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177901 Dec 08 16:10:29.752369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:10:29.774704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:29.892431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:29.985817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.001926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.007579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:30.011067 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6458fcb0-b8c3-4b6c-aff2-60967286bfc6" -d '{"events": [{"server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:30.023570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.046987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:30.122434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 has no active binding in host n-h1-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:10:30.129729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5ef698-6798-424b-b29f-b25d7cd864f7 req-8e66be72-c405-46a1-a125-f039e297cb28 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:30.140550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c5ef698-6798-424b-b29f-b25d7cd864f7 req-8e66be72-c405-46a1-a125-f039e297cb28 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2671351 Dec 08 16:10:30.304048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c5ef698-6798-424b-b29f-b25d7cd864f7 req-76760fce-1c98-4830-94c7-285b387fa9b3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327395 Dec 08 16:10:30.316347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:30.425342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on host n-h2-820935-5 for vnic_type normal with profile {"migrating_to": "n-h1-820935-5"} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:30.426024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:30.426571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:30.432883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:30.433764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Attempting to bind port e21f78f2-fbfb-498d-9dab-3e7a47560978 on network 3863fd67-de4d-4e03-9488-eb696dff3f49 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:30.443722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:30.444387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Checking segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:30.444960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Bound using segment: {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:30.445608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Bound port: e21f78f2-fbfb-498d-9dab-3e7a47560978, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '3863fd67-de4d-4e03-9488-eb696dff3f49'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:30.446214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.601682 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f41cbef-a1da-4eb1-b799-df1e03339168 x-openstack-request-id: req-5f41cbef-a1da-4eb1-b799-df1e03339168 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:30.602051 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:30.602320 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f41cbef-a1da-4eb1-b799-df1e03339168 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:30.602683 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'code': 200} Dec 08 16:10:30.605689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:30.615141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:30.627956 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.811142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:30.818630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:30.819678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:30.821908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7cd5978c-944a-40ef-87b6-25e780013b2a service neutron] 10.222.0.58 "PUT /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 1122 time: 2.0334952 Dec 08 16:10:30.846787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e8c6f-438e-498c-a308-71db1502295f req-c6c0f7fa-e9c6-4d0b-b25a-c5694a0cccd9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:30.848693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc2e8c6f-438e-498c-a308-71db1502295f req-c6c0f7fa-e9c6-4d0b-b25a-c5694a0cccd9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1240420 Dec 08 16:10:30.928763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e21f78f2-fbfb-498d-9dab-3e7a47560978'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:31.003962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc2e8c6f-438e-498c-a308-71db1502295f req-aef8196a-7b52-43b7-890b-433a759ddc96 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960238 Dec 08 16:10:31.056781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e21f78f2-fbfb-498d-9dab-3e7a47560978'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:31.565842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3b1d67-b224-45b6-bbf9-dc3fedf403f7 req-b48dad9a-d94b-4d22-bae2-6ea0751c47f1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:31.565842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca3b1d67-b224-45b6-bbf9-dc3fedf403f7 req-b48dad9a-d94b-4d22-bae2-6ea0751c47f1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0965466 Dec 08 16:10:31.670337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca3b1d67-b224-45b6-bbf9-dc3fedf403f7 req-80dd2e3e-d46d-4fe4-9562-e34b5121b206 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844657 Dec 08 16:10:31.724452 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:31.792493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.104612 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.354438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de67dc-93ee-4bf1-a90b-19c6c6a7920e req-f4bb5ad8-970c-4959-be15-7ef101dc4260 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:32.367132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8de67dc-93ee-4bf1-a90b-19c6c6a7920e req-f4bb5ad8-970c-4959-be15-7ef101dc4260 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1161721 Dec 08 16:10:32.415275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39278) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:32.454941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:32.486479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8de67dc-93ee-4bf1-a90b-19c6c6a7920e req-3a3fdd46-7775-4da8-9784-4dc9ff77d1ba tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098990 Dec 08 16:10:32.535600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Deleting subnet 98210878-2793-4cfd-b188-10110781403f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:10:32.540097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.598980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.604461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:32.608700 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d614661-6cf4-401a-806c-1fa6369937bf" -d '{"events": [{"name": "network-changed", "server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:32.678965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.691945 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dbb695-7fe9-4459-9abc-8abb59560c35 x-openstack-request-id: req-23dbb695-7fe9-4459-9abc-8abb59560c35 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:32.692407 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:32.692666 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23dbb695-7fe9-4459-9abc-8abb59560c35 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:32.693071 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'status': 'completed', 'code': 200} Dec 08 16:10:32.717480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.788285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4581463-dac9-4c9c-909d-24108ea9d999 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.871124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.883747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614661-6cf4-401a-806c-1fa6369937bf req-5395597f-710f-4d4b-85c4-b20a5a3a7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:32.887036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-5395597f-710f-4d4b-85c4-b20a5a3a7fcc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1125 time: 0.1545861 Dec 08 16:10:32.937364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98210878-2793-4cfd-b188-10110781403f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:32.956955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:32.964338 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-517cc976-e5ff-4065-8815-6d361198fa89 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/98210878-2793-4cfd-b188-10110781403f HTTP/1.1" status: 204 len: 168 time: 0.5066359 Dec 08 16:10:33.001898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:33.092760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4581463-dac9-4c9c-909d-24108ea9d999 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.103585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4581463-dac9-4c9c-909d-24108ea9d999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.173250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153389a-58a1-476e-b078-40e46586fac7 req-7b8e379f-7c9c-4e22-98ba-f4fcad97459c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:33.210805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e153389a-58a1-476e-b078-40e46586fac7 req-7b8e379f-7c9c-4e22-98ba-f4fcad97459c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.3183534 Dec 08 16:10:33.287238 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4581463-dac9-4c9c-909d-24108ea9d999 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c54e8cace0dc41c88acfe6990bd307f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8702157 Dec 08 16:10:33.296010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:33.300643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.307732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614661-6cf4-401a-806c-1fa6369937bf req-9114d82a-ad33-47b5-b0ca-d0e580683908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:33.310119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-9114d82a-ad33-47b5-b0ca-d0e580683908 service neutron] 10.222.0.86 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.3892894 Dec 08 16:10:33.324084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4581463-dac9-4c9c-909d-24108ea9d999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbb4b08-7d89-4175-aab1-6224dd09df4b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:33.367377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e153389a-58a1-476e-b078-40e46586fac7 req-96f5f1d3-e1f7-4bdb-886f-1912f45da6a9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553185 Dec 08 16:10:33.457314 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-a8537e39-ed0e-4674-b3c2-c1c1da55d7b5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 217 time: 0.1348584 Dec 08 16:10:33.632217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d614661-6cf4-401a-806c-1fa6369937bf req-9d126cbb-502e-475e-ad27-65fc2f5a6005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:33.634924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-9d126cbb-502e-475e-ad27-65fc2f5a6005 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1674402 Dec 08 16:10:33.732144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e95608b-8ab0-40c2-a9d5-3f8b8d53c894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.738354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7815d-d2ff-438b-ac7d-1da7f06999ec req-a19a07f0-9eb0-4c44-87fc-99f6020fb732 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:33.746649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30c7815d-d2ff-438b-ac7d-1da7f06999ec req-a19a07f0-9eb0-4c44-87fc-99f6020fb732 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.0914979 Dec 08 16:10:33.761692 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-f5b73007-d028-4133-9cdd-cd8c87576724 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537665 Dec 08 16:10:33.776667 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.821552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30c7815d-d2ff-438b-ac7d-1da7f06999ec req-321a329a-e894-4643-a9a5-b7076ec2f822 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734818 Dec 08 16:10:33.839182 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e95608b-8ab0-40c2-a9d5-3f8b8d53c894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:33.917363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665e3a3e-4f6d-4784-a150-1ec4d2713df8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:33.963202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707719eb-74ff-4183-b742-15bfa1890c6f') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:33.963578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707719eb-74ff-4183-b742-15bfa1890c6f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:33.995657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.041407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.058836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e95608b-8ab0-40c2-a9d5-3f8b8d53c894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.061587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e95608b-8ab0-40c2-a9d5-3f8b8d53c894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.066976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3e95608b-8ab0-40c2-a9d5-3f8b8d53c894 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfbb4b08-7d89-4175-aab1-6224dd09df4b HTTP/1.1" status: 204 len: 168 time: 0.7552471 Dec 08 16:10:34.074623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:34.075167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:34.079960 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:34.248827 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-d172c477-3705-4d7a-9875-9b8688f1d10b service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742038 Dec 08 16:10:34.262225 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.265821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95608b-8ab0-40c2-a9d5-3f8b8d53c894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbb4b08-7d89-4175-aab1-6224dd09df4b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:34.296044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:34.304384 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] 10.222.0.62 "DELETE /v2.0/networks/665e3a3e-4f6d-4784-a150-1ec4d2713df8 HTTP/1.1" status: 204 len: 168 time: 1.3024182 Dec 08 16:10:34.397213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0650-e8a2-4392-b74d-75e3d1b9afa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=665e3a3e-4f6d-4784-a150-1ec4d2713df8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:34.494968 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4d614661-6cf4-401a-806c-1fa6369937bf req-f5a08108-8852-44c3-8c2b-7cf0f068b7c8 service neutron] 10.222.0.86 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304668 Dec 08 16:10:34.736781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c245e-22f5-46ad-bc1d-c32b5e412715 req-7c15805d-523e-4e0f-829a-36c8d843dab6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:34.746584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d0c245e-22f5-46ad-bc1d-c32b5e412715 req-7c15805d-523e-4e0f-829a-36c8d843dab6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1286211 Dec 08 16:10:34.858102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:34.927190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d0c245e-22f5-46ad-bc1d-c32b5e412715 req-9f7fa352-1774-4f3b-84a0-eb2d3896d358 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796045 Dec 08 16:10:34.971753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a39b56ef-a270-4f05-b41f-b1be41873bc7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=75ada760995645cb98947ec370ab7393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1119101 Dec 08 16:10:34.974584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39350) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:35.089191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da0277d6-feae-4908-a4d4-bbd5cd3c0883 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.216634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da0277d6-feae-4908-a4d4-bbd5cd3c0883 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.310607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bb8bae-8595-42fa-bed6-d1c2882bea6b req-755fc843-4c01-47aa-bd2d-7efbe46adc00 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:35.330253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6bb8bae-8595-42fa-bed6-d1c2882bea6b req-755fc843-4c01-47aa-bd2d-7efbe46adc00 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.2112262 Dec 08 16:10:35.500718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6bb8bae-8595-42fa-bed6-d1c2882bea6b req-803b6282-c833-4bb7-92f8-259289d03014 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647401 Dec 08 16:10:35.521319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da0277d6-feae-4908-a4d4-bbd5cd3c0883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.541844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da0277d6-feae-4908-a4d4-bbd5cd3c0883 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:35.565547 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da0277d6-feae-4908-a4d4-bbd5cd3c0883 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61360702-a8ec-4458-af05-41923de4812e HTTP/1.1" status: 204 len: 168 time: 0.5879273 Dec 08 16:10:35.644620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0277d6-feae-4908-a4d4-bbd5cd3c0883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61360702-a8ec-4458-af05-41923de4812e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:36.239790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f3960-1a04-4f0b-bdb5-03e8cb5c3b5d req-b14a0b34-7ea0-4926-a336-ceee0398c608 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:36.253998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a26f3960-1a04-4f0b-bdb5-03e8cb5c3b5d req-b14a0b34-7ea0-4926-a336-ceee0398c608 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1492186 Dec 08 16:10:36.392572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a26f3960-1a04-4f0b-bdb5-03e8cb5c3b5d req-0eaa1a7c-490d-4b5d-a6f7-73435b9117bd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345074 Dec 08 16:10:36.943911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4976bf-a432-4bc3-92c3-a666e6ddc5cc req-768333e3-bf29-444f-9884-e7ca0480f5fb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:36.963256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e4976bf-a432-4bc3-92c3-a666e6ddc5cc req-768333e3-bf29-444f-9884-e7ca0480f5fb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1822121 Dec 08 16:10:37.076444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e4976bf-a432-4bc3-92c3-a666e6ddc5cc req-1b5ea007-ad84-4a51-b30f-8632bb951e85 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051712 Dec 08 16:10:37.168159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:37.619028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1093d7-58f2-4cd6-881b-cb2fa5c3d36e req-5642ec40-ae5b-4a07-afa4-e40ec3e76a0c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:37.621568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f1093d7-58f2-4cd6-881b-cb2fa5c3d36e req-5642ec40-ae5b-4a07-afa4-e40ec3e76a0c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.0982847 Dec 08 16:10:37.662168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39414) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:37.754944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f1093d7-58f2-4cd6-881b-cb2fa5c3d36e req-3d79ddf2-33e7-4423-9130-01e4e68b7525 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248415 Dec 08 16:10:38.189864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1310692709'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:38.337751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Made reservation on behalf of e2379b5ed8fc4d8989fd03b866de1602 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:38.349270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.407646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.455116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a615b4d-e253-41bc-b503-47b283a6aa8b req-02160e8e-f81a-4bdb-8741-d730819b5317 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:38.465272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a615b4d-e253-41bc-b503-47b283a6aa8b req-02160e8e-f81a-4bdb-8741-d730819b5317 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1196165 Dec 08 16:10:38.493074 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-4b8318c2-c88e-4277-9e7c-348e0ebbb2e6 service neutron] 10.222.0.86 "GET /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.2544942 Dec 08 16:10:38.581215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a615b4d-e253-41bc-b503-47b283a6aa8b req-a8a99cba-565e-472e-9444-a7b0550c4287 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121228 Dec 08 16:10:38.740413 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:38.759449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.138018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297e6fb-19a2-41bc-8750-6e0779c3aaef req-dddd9e82-759b-497c-a288-15ed9594c8e0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:39.142485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e297e6fb-19a2-41bc-8750-6e0779c3aaef req-dddd9e82-759b-497c-a288-15ed9594c8e0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1969383 Dec 08 16:10:39.194381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:10:39.244331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b766e62-7a05-4df5-9908-9bc0c4fdf21c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:39.263260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.263619 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Added segment 8fb3106c-74ad-401c-8412-061db5e884b4 of type vlan for network 42d8d0bc-b7d6-4341-887c-348037f832e0 Dec 08 16:10:39.342659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e297e6fb-19a2-41bc-8750-6e0779c3aaef req-ba194403-d0c5-4b55-89e7-b1918ebc9001 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916101 Dec 08 16:10:39.429556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.444842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:39.554540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:39.668807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21f78f2-fbfb-498d-9dab-3e7a47560978 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:39.685569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:39.720460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.728709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.745751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:39.752361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:39.900718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f7a8d-ce12-484b-91cc-624633845ab2 req-494db18a-27b3-4aaa-a336-20c0081328f1 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:39.909320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc7f7a8d-ce12-484b-91cc-624633845ab2 req-494db18a-27b3-4aaa-a336-20c0081328f1 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 944 time: 0.1451340 Dec 08 16:10:40.023514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc7f7a8d-ce12-484b-91cc-624633845ab2 req-8a1d46f2-e53a-4693-8243-3d11a9e29980 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132460 Dec 08 16:10:40.087341 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.4189589 Dec 08 16:10:40.242923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f6be6-69a7-4e13-bbaf-49e782068cf1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Pushing event updated for resources: {'Network': ['ID=42d8d0bc-b7d6-4341-887c-348037f832e0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:40.256636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 42d8d0bc-b7d6-4341-887c-348037f832e0 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:10:40.420633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] Transition to ACTIVE for port object e21f78f2-fbfb-498d-9dab-3e7a47560978 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:40.438547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:40.697221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] No DVR routers for this DVR port e21f78f2-fbfb-498d-9dab-3e7a47560978 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:40.702487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85b437-f1ba-4f7d-9a2f-75e63b9da688 req-e090998c-83b1-4ed8-8ab3-f2fa39f6bb45 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:40.725533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da85b437-f1ba-4f7d-9a2f-75e63b9da688 req-e090998c-83b1-4ed8-8ab3-f2fa39f6bb45 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1400752 Dec 08 16:10:40.787027 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] 10.222.0.86 "PUT /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978/bindings/n-h1-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 2.2843568 Dec 08 16:10:40.788146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d9234-fabf-4d6a-bf1f-cd2f07fba309 service neutron] Pushing event updated for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=10']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:40.849674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:40.861217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Request body: {'port': {'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0', 'binding:host_id': 'n-h1-820935-5', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1631607079'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:40.871420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da85b437-f1ba-4f7d-9a2f-75e63b9da688 req-9dbd27eb-651a-4a07-8f66-eab03941938c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436980 Dec 08 16:10:40.952652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Made reservation on behalf of 47db4ea908574899a685349bd531f896 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:40.959567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.003133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.090216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7195f593-37d2-4789-9814-da0595d1079e tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.097199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-7195f593-37d2-4789-9814-da0595d1079e tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.2173240 Dec 08 16:10:41.239511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-333b0061-6e28-4b59-93d6-d2de39dbddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.244870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-333b0061-6e28-4b59-93d6-d2de39dbddd2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9&tenant_id=c383b2a381964f4d90278076eb7eef3a HTTP/1.1" status: 200 len: 1096 time: 0.1366732 Dec 08 16:10:41.361600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.391625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:41.399870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port d7692cca-e896-4c11-9e32-f2fa872dc385 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:41.410519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-88a09528-13c3-49c8-b2b4-6ab19849c99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.413452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-88a09528-13c3-49c8-b2b4-6ab19849c99b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1096 time: 0.0982616 Dec 08 16:10:41.444255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cadef-617b-4925-b75e-46570225425e req-29fdda0c-0b11-4960-bf36-15d0419717d8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.468601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-997cadef-617b-4925-b75e-46570225425e req-29fdda0c-0b11-4960-bf36-15d0419717d8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.1765549 Dec 08 16:10:41.832820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-997cadef-617b-4925-b75e-46570225425e req-6aeaffb1-167d-4423-9505-4f32bac46647 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166879 Dec 08 16:10:41.889782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ad517-5b96-4efc-97a6-8c96df8fdb47,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:41.892782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-8768a0b2-cf59-4e92-960b-0b6f7c0e1cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:41.909447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-8768a0b2-cf59-4e92-960b-0b6f7c0e1cc9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.4849453 Dec 08 16:10:42.083658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:42.089521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-ff4096b8-c595-4d8d-afa3-b6c397459ac8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 200 len: 217 time: 0.1658370 Dec 08 16:10:42.206543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-8ead1b2e-f943-404d-8a07-a619087afd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:42.208797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-8ead1b2e-f943-404d-8a07-a619087afd68 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.1118307 Dec 08 16:10:42.295497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-845d24f7-ede6-436e-a655-ad08a8958ba0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554321 Dec 08 16:10:42.539108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port d7692cca-e896-4c11-9e32-f2fa872dc385 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:42.565751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79ecf2-71cf-4ea2-81cd-6401afdf975f req-c25fa552-b655-4bb7-a50c-1b045b83fdd1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:42.567324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.575202 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e77d2c-efc3-42a8-b86e-a99bb2b766ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.576692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79ecf2-71cf-4ea2-81cd-6401afdf975f req-c25fa552-b655-4bb7-a50c-1b045b83fdd1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.3617897 Dec 08 16:10:42.600726 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:42.705730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79ecf2-71cf-4ea2-81cd-6401afdf975f req-55b1799a-0cc2-4f93-bdf1-b0c052cb061f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125219 Dec 08 16:10:42.727376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-e1dc0cb3-4676-4ccd-843a-e2b96314cc65 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040766 Dec 08 16:10:42.912627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=d7692cca-e896-4c11-9e32-f2fa872dc385,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:42.946692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Checking segment: {'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:42.951947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Network hostable DHCP agents. Network: 42d8d0bc-b7d6-4341-887c-348037f832e0, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:10:43.062331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Network 42d8d0bc-b7d6-4341-887c-348037f832e0 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:10:43.208643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e77d2c-efc3-42a8-b86e-a99bb2b766ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.217422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e77d2c-efc3-42a8-b86e-a99bb2b766ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.239157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 42d8d0bc-b7d6-4341-887c-348037f832e0) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:43.251661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-a97856ff-248a-4d6e-a308-35cbe9ea144b service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146978 Dec 08 16:10:43.266581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca3762-feac-47dd-be82-008abfaf5d6e None None] Network 42d8d0bc-b7d6-4341-887c-348037f832e0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:43.322953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:43.386624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e77d2c-efc3-42a8-b86e-a99bb2b766ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f162d3a9-15a1-4c82-bbc8-b00903c4c113,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:43.398952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda905dc-a2d2-4b94-9951-c875511ff381 req-b3377a9d-ec3e-42bf-a0fe-4fa67b4ccb33 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:43.423764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bda905dc-a2d2-4b94-9951-c875511ff381 req-b3377a9d-ec3e-42bf-a0fe-4fa67b4ccb33 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.2766330 Dec 08 16:10:43.431118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:43.431902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:43.433604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:43.447990 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48e77d2c-efc3-42a8-b86e-a99bb2b766ae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=555bcbdddbf140fc986032290ade09f9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3588471 Dec 08 16:10:43.448710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:43.548223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:43.553679 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:43.585002 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 2 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:43.671843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:43.674143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:43.676197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:43.719615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:43.720965 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:43.732940 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 3 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:43.760213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bda905dc-a2d2-4b94-9951-c875511ff381 req-a018bc7e-681f-4358-9a94-3942e7d2ba30 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350458 Dec 08 16:10:43.801019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:43.801019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:43.801019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:43.806265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3b45d22-cc02-425c-8f13-98baed4f72c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.812376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:43.814166 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:43.819356 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 4 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:43.853625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-c08ddbc5-3682-488a-96ff-9e2f18f805b9 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:43.855904 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-c08ddbc5-3682-488a-96ff-9e2f18f805b9 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9&tenant_id=c383b2a381964f4d90278076eb7eef3a&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.0930185 Dec 08 16:10:43.879706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3b45d22-cc02-425c-8f13-98baed4f72c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:43.892572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:43.892901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:43.893240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:43.915878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:43.916630 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:43.921065 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 5 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:43.970014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:43.970014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:43.970014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:43.997668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:43.998243 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:44.004434 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 6 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:44.062023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:44.080811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:44.087944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:44.122807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:44.123458 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:44.124137 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 7 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:44.143182 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3b45d22-cc02-425c-8f13-98baed4f72c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.148585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3b45d22-cc02-425c-8f13-98baed4f72c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.153115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f3b45d22-cc02-425c-8f13-98baed4f72c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f162d3a9-15a1-4c82-bbc8-b00903c4c113 HTTP/1.1" status: 204 len: 168 time: 0.6876383 Dec 08 16:10:44.202176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b45d22-cc02-425c-8f13-98baed4f72c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f162d3a9-15a1-4c82-bbc8-b00903c4c113,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:44.241528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:44.243687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:44.244174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:44.252218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c30f4e-aaa9-4a1f-9e47-3c9bee50df40 req-23e57c2c-8385-407a-aa89-a4b2b14f180a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:44.260964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8c30f4e-aaa9-4a1f-9e47-3c9bee50df40 req-23e57c2c-8385-407a-aa89-a4b2b14f180a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1929221 Dec 08 16:10:44.274535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:44.277037 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:44.278029 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 8 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:44.285782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-367f56ee-748d-472c-87ec-0fd4a947a24c service neutron] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:44.301380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-367f56ee-748d-472c-87ec-0fd4a947a24c service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.302678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8b3fccf-d4e6-4faf-82f7-06c6678523b2 req-367f56ee-748d-472c-87ec-0fd4a947a24c service neutron] 10.222.0.58 "DELETE /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978/bindings/n-h2-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.4389913 Dec 08 16:10:44.336196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:44.337145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:44.338329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:44.357614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:44.358667 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:44.359432 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 9 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:44.381209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8c30f4e-aaa9-4a1f-9e47-3c9bee50df40 req-38b607ba-397f-4209-b4e9-3940f7bf319c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162806 Dec 08 16:10:44.399386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:44.400614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:44.402554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:44.414092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:44.414954 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:44.416099 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 10 to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 Dec 08 16:10:44.446045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:44.446756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:44.447717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:44.456977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port d7692cca-e896-4c11-9e32-f2fa872dc385 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:44.457711 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port d7692cca-e896-4c11-9e32-f2fa872dc385 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:44.458181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.610641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] For port d7692cca-e896-4c11-9e32-f2fa872dc385, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:44.611359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempted to set empty binding levels {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:10:44.620314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.726837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:44.731173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:44.900657 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.0445325 Dec 08 16:10:44.903235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39540) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:44.912123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738feebb-8af7-487d-9f1c-e272478c4f70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=d7692cca-e896-4c11-9e32-f2fa872dc385,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:45.323172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08686202-37a9-4f72-a0ac-6e9e9441d553 req-cde5d97d-5820-469a-b7e5-28eab936eb89 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:45.343659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08686202-37a9-4f72-a0ac-6e9e9441d553 req-cde5d97d-5820-469a-b7e5-28eab936eb89 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.2943106 Dec 08 16:10:45.363318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Deleting port d7692cca-e896-4c11-9e32-f2fa872dc385 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:45.372866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.654606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08686202-37a9-4f72-a0ac-6e9e9441d553 req-61323516-eb8b-4a0a-be59-0b18abe99998 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082452 Dec 08 16:10:45.754497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] For port d7692cca-e896-4c11-9e32-f2fa872dc385, host n-h1-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:45.755098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:45.833624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Calling delete_port for d7692cca-e896-4c11-9e32-f2fa872dc385 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:46.039300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4ecee-071d-421e-b2eb-fbfc98e524e4 req-74270467-513d-4d7e-8c90-9d3dbd9d177a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:46.042072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fe4ecee-071d-421e-b2eb-fbfc98e524e4 req-74270467-513d-4d7e-8c90-9d3dbd9d177a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.4122710 Dec 08 16:10:46.123703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fe4ecee-071d-421e-b2eb-fbfc98e524e4 req-84f878ba-19d9-423d-aaad-3131bc7092cc tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742896 Dec 08 16:10:46.168082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.323355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7692cca-e896-4c11-9e32-f2fa872dc385,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:46.345339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.369374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-938aeacc-723b-4a66-9d86-678ce0cc2258 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d7692cca-e896-4c11-9e32-f2fa872dc385 HTTP/1.1" status: 204 len: 168 time: 1.4636562 Dec 08 16:10:46.373367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:46.410202 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b575335-190d-46bf-947c-9baf2937ef35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:10:46.412109 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b575335-190d-46bf-947c-9baf2937ef35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "GET /v2.0/ports/d7692cca-e896-4c11-9e32-f2fa872dc385 HTTP/1.1" status: 404 len: 333 time: 0.0375636 Dec 08 16:10:46.420934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39576) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:46.432064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28849a2-6263-4e48-a2c1-24e720a71fd4 req-811c19a2-f2ef-4fbd-8620-b6ce8362bc34 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:46.439100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Request body: {'port': {'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-614281468'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:46.446753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f28849a2-6263-4e48-a2c1-24e720a71fd4 req-811c19a2-f2ef-4fbd-8620-b6ce8362bc34 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 1096 time: 0.2932832 Dec 08 16:10:46.517828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Made reservation on behalf of 47db4ea908574899a685349bd531f896 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:46.530134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:46.547635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f28849a2-6263-4e48-a2c1-24e720a71fd4 req-f24d0100-8a00-4eeb-81a0-cf3c16ebeaf7 tempest-LiveAutoBlockMigrationV225Test-1204300271 tempest-LiveAutoBlockMigrationV225Test-1204300271-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971251 Dec 08 16:10:46.577098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port 94ae8aca-8169-4ae9-bca2-862e0469fa67 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:47.018545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860999-6fbb-46ca-bc5a-43970751936a req-5b33818a-748a-4cb0-9b9a-9cc3a6df8e22 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.023645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.030384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93860999-6fbb-46ca-bc5a-43970751936a req-5b33818a-748a-4cb0-9b9a-9cc3a6df8e22 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.0790508 Dec 08 16:10:47.103330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93860999-6fbb-46ca-bc5a-43970751936a req-5a51698b-8e41-4989-9012-b3d205ce4b00 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693364 Dec 08 16:10:47.154370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.214658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Network 42d8d0bc-b7d6-4341-887c-348037f832e0 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:47.222458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:47.227113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:47.228288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.229430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.301831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8761296 Dec 08 16:10:47.304353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:47.318780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:47.389348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c307c-b525-46bf-8616-a03730adaeb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=94ae8aca-8169-4ae9-bca2-862e0469fa67,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:47.455332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d291f4f-8219-44c2-8c80-385159263f71 req-836bf07e-ee87-4c33-9e08-f6a5d50f8ce0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.470518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:47.475431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d291f4f-8219-44c2-8c80-385159263f71 req-836bf07e-ee87-4c33-9e08-f6a5d50f8ce0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1875515 Dec 08 16:10:47.692083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64569382-065e-43dd-9b91-132dec499b9e req-548d64cc-ccd6-4d36-a0e2-70316f00d3b9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:47.693676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64569382-065e-43dd-9b91-132dec499b9e req-548d64cc-ccd6-4d36-a0e2-70316f00d3b9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.1155784 Dec 08 16:10:47.709890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d291f4f-8219-44c2-8c80-385159263f71 req-2bbfb260-a47b-4548-ade0-8a6949068697 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271180 Dec 08 16:10:47.806163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39606) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:47.871974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Deleting port e21f78f2-fbfb-498d-9dab-3e7a47560978 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:47.872545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.029271 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6d08bffe-1f35-4e2a-b0de-2cea4f0c8ba3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.045068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port 94ae8aca-8169-4ae9-bca2-862e0469fa67 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:48.062531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.073517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.167791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] For port e21f78f2-fbfb-498d-9dab-3e7a47560978, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e21f78f2-fbfb-498d-9dab-3e7a47560978,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:48.168121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.175536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=94ae8aca-8169-4ae9-bca2-862e0469fa67,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:48.207030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Calling delete_port for e21f78f2-fbfb-498d-9dab-3e7a47560978 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:48.237091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-196fab46-9859-4abb-a81f-2cf96c78f977 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:48.240004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.240827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.241411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.248746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-196fab46-9859-4abb-a81f-2cf96c78f977 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.3578928 Dec 08 16:10:48.258832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.259418 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.260246 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 2 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.301327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.301982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.302567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.303384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-615b4a33-5266-4ca0-ac6e-700f46509a59 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/quotas/e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 375 time: 0.0529702 Dec 08 16:10:48.317822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.319653 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.320390 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 3 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.357823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.357823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.358181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.387286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.387736 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.388306 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 4 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.395810 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:10:48.436867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9e624-46ee-4ebd-bf23-8bd6415ece6a req-2fea7e49-6bf7-4153-87d4-5509a9243bef tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:48.439347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24a9e624-46ee-4ebd-bf23-8bd6415ece6a req-2fea7e49-6bf7-4153-87d4-5509a9243bef tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 945 time: 0.2442098 Dec 08 16:10:48.440428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.441282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.441655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.452383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.452930 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.454160 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 5 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.513232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.513934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.514533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.523302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.523857 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.524518 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 6 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.534989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-20c71aa1-8425-4b03-8a92-cf7db7abfea1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2292686 Dec 08 16:10:48.550354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.550687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6d08bffe-1f35-4e2a-b0de-2cea4f0c8ba3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.550882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.551472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.569422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.570088 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.570775 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 7 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.597327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.604441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.605120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.612029 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6d08bffe-1f35-4e2a-b0de-2cea4f0c8ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.613837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.614365 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.615058 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 8 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.652272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.653073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.653572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.682916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.683574 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.684237 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 9 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.718831 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.720928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.721675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.730508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.731066 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.731833 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 10 to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 Dec 08 16:10:48.754548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24a9e624-46ee-4ebd-bf23-8bd6415ece6a req-1bf6c4c7-ce0a-4c5b-9ff0-8c76997846d4 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022711 Dec 08 16:10:48.763626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6d08bffe-1f35-4e2a-b0de-2cea4f0c8ba3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d225b2c60f5a4d1ab5a7d34cf133ff1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9558167 Dec 08 16:10:48.764372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d08bffe-1f35-4e2a-b0de-2cea4f0c8ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2912e-03ea-4c07-9129-09b2933c5b6c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:48.771323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:48.819563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-5fc0a120-76fb-4597-8f64-37d8489c21a2 service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834971 Dec 08 16:10:48.860981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:48.861561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:48.862152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:48.886494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:48.886997 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:48.887610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.893063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.914287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['18801869-6a9a-4178-931b-d32c3552d5f6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:48.954347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e9280b3-c382-4d84-9f79-8dd86b8b9adf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:48.992746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e21f78f2-fbfb-498d-9dab-3e7a47560978'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:49.011226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event deleted for resources: {'Port': ['ID=e21f78f2-fbfb-498d-9dab-3e7a47560978,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:49.036789 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e9280b3-c382-4d84-9f79-8dd86b8b9adf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.179165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-439c8d8b-bc74-4758-be97-63118b49a9d4 service neutron] 10.222.0.62 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568058 Dec 08 16:10:49.180407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] No DVR routers for this DVR port e21f78f2-fbfb-498d-9dab-3e7a47560978 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:10:49.190608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.199540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64569382-065e-43dd-9b91-132dec499b9e req-7e7900f3-d686-4b9d-baca-65cb3aa4d02c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "DELETE /v2.0/ports/e21f78f2-fbfb-498d-9dab-3e7a47560978 HTTP/1.1" status: 204 len: 173 time: 1.4871292 Dec 08 16:10:49.200169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'name': 'network-vif-deleted', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:49.202658 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df635aa-2111-4a4f-a3ae-f39bcf7249c7" -d '{"events": [{"server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "name": "network-vif-deleted", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:49.254979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e9280b3-c382-4d84-9f79-8dd86b8b9adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.261406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e9280b3-c382-4d84-9f79-8dd86b8b9adf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.264067 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7e9280b3-c382-4d84-9f79-8dd86b8b9adf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5ed2912e-03ea-4c07-9129-09b2933c5b6c HTTP/1.1" status: 204 len: 168 time: 0.4907601 Dec 08 16:10:49.296060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9280b3-c382-4d84-9f79-8dd86b8b9adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2912e-03ea-4c07-9129-09b2933c5b6c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:49.355089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] For port 94ae8aca-8169-4ae9-bca2-862e0469fa67, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:49.355470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempted to set empty binding levels {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:10:49.368366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.436584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] In _notify_port_updated(), no bound segment for port 94ae8aca-8169-4ae9-bca2-862e0469fa67 on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:10:49.437833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.438750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:49.440378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "PUT /v2.0/ports/94ae8aca-8169-4ae9-bca2-862e0469fa67 HTTP/1.1" status: 200 len: 978 time: 2.1342936 Dec 08 16:10:49.443686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39632) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:49.539690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3966b8d-9bfc-4d04-b8cb-ec3330f24beb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=94ae8aca-8169-4ae9-bca2-862e0469fa67,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:49.591040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.591528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.591988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.592451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.592915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.593376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.593869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.595215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.595760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.596169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.596631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.597091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.597550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.598066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.599839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.600310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.600776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.601237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.601704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.602195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.602659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.603112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.603568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.604021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.604475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.610745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-15f0cf08-5f76-4780-b13e-fd9709a143ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22478 time: 0.1631095 Dec 08 16:10:49.614713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39638) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:49.679428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe9126-e11c-4a28-86e4-8f5aac628bea req-c79314af-8cf3-4ab7-b240-f9e0164dda01 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:49.694225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5fe9126-e11c-4a28-86e4-8f5aac628bea req-c79314af-8cf3-4ab7-b240-f9e0164dda01 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1874084 Dec 08 16:10:49.871792 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4596efa-602b-4d38-bfc3-0d1c935dfa1f x-openstack-request-id: req-d4596efa-602b-4d38-bfc3-0d1c935dfa1f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:49.872390 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7048fd5-6724-41b9-8141-67f9075789e9", "name": "network-vif-deleted", "tag": "e21f78f2-fbfb-498d-9dab-3e7a47560978", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:49.872954 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4596efa-602b-4d38-bfc3-0d1c935dfa1f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:49.873898 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7048fd5-6724-41b9-8141-67f9075789e9', 'name': 'network-vif-deleted', 'tag': 'e21f78f2-fbfb-498d-9dab-3e7a47560978', 'status': 'completed', 'code': 200} Dec 08 16:10:49.926606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5fe9126-e11c-4a28-86e4-8f5aac628bea req-f0ddc042-57a1-4508-aa28-0a1a898af950 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234893 Dec 08 16:10:49.994576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-740533e8-26b7-4e24-b196-acfa726f5e1e req-b8e3fd5d-9b35-437c-9235-be10dcdfdb15 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0846622 Dec 08 16:10:50.077610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3261c13-c2c0-414f-a816-0958b6e47fec req-3a44d498-7d13-48ae-a4bd-1f6e4944cc32 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.0447943 Dec 08 16:10:50.081841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Deleting port 94ae8aca-8169-4ae9-bca2-862e0469fa67 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:50.082411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.802757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] For port 94ae8aca-8169-4ae9-bca2-862e0469fa67, host n-h1-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:50.803653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:50.825390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Calling delete_port for 94ae8aca-8169-4ae9-bca2-862e0469fa67 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:51.003226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.028144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.033527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "DELETE /v2.0/ports/94ae8aca-8169-4ae9-bca2-862e0469fa67 HTTP/1.1" status: 204 len: 168 time: 1.4156628 Dec 08 16:10:51.038005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39678) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:51.107010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409c49e-39b1-4e15-9c77-ce1bb5f6a80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event deleted for resources: {'Port': ['ID=94ae8aca-8169-4ae9-bca2-862e0469fa67,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:51.124105 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afe4ab5-e5b9-4c2e-a3e5-ef55442de468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:10:51.126168 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3afe4ab5-e5b9-4c2e-a3e5-ef55442de468 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "GET /v2.0/ports/94ae8aca-8169-4ae9-bca2-862e0469fa67 HTTP/1.1" status: 404 len: 333 time: 0.0867519 Dec 08 16:10:51.133280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:51.138409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-920731356', 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:51.204598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Made reservation on behalf of 47db4ea908574899a685349bd531f896 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:51.207967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.308738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10894b7a-cb8c-460e-8c18-1058b7efbe7a req-630fb673-d4e1-4bb2-b4b4-df435b9e01f0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0464978 Dec 08 16:10:51.312750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port 3fcfcbe8-67bc-4973-ac73-726194638f15 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:51.346168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b1652-cdf4-4954-8eb6-7b51600f8d51 req-c677bb46-eb22-4b81-b3b6-3eb9c885a68f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:51.357108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-897b1652-cdf4-4954-8eb6-7b51600f8d51 req-c677bb46-eb22-4b81-b3b6-3eb9c885a68f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1624179 Dec 08 16:10:51.483656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-897b1652-cdf4-4954-8eb6-7b51600f8d51 req-fe89e687-e793-4371-8c20-3b038bf0d350 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327391 Dec 08 16:10:51.597578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d735b033-4417-4323-a162-adf24114236e req-f5780fa5-1999-4f6a-96e7-49c6de3f9b1e tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.1017928 Dec 08 16:10:51.883242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.906003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-bdb96997-f998-4530-8a2d-cdba53ce2a63 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:51.909189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-bdb96997-f998-4530-8a2d-cdba53ce2a63 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 807 time: 0.2515104 Dec 08 16:10:51.924531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Request body: {'port': {'device_id': '63fb4170-d71a-4411-8439-bd75434bccc0', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'admin_state_up': True, 'tenant_id': 'e3eda6af0824468aaddab3edb59b79b2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:51.935891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:51.951481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:51.993137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: e21f78f2-fbfb-498d-9dab-3e7a47560978 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:10:51.995448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e21f78f2-fbfb-498d-9dab-3e7a47560978 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:10:52.034325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Network 42d8d0bc-b7d6-4341-887c-348037f832e0 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:52.039214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:52.043670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:52.044987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:52.045748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.071817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=3fcfcbe8-67bc-4973-ac73-726194638f15,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:52.087643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29c1d8dd-a8f9-413b-bc24-5a4a766337d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9491463 Dec 08 16:10:52.092189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39710) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:52.160052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d613d1d4-7790-451e-adc2-2a43ffef07a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:52.162228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d613d1d4-7790-451e-adc2-2a43ffef07a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "GET /v2.0/ports/3fcfcbe8-67bc-4973-ac73-726194638f15 HTTP/1.1" status: 200 len: 958 time: 0.0692813 Dec 08 16:10:52.168193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39712) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:52.309325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Made reservation on behalf of e3eda6af0824468aaddab3edb59b79b2 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:52.314896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.321583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb54c4de-19b8-4a1c-ac31-1afbb0691db7 req-89419e50-4759-4279-998c-a7aea242dac6 tempest-AbsoluteLimitsNegativeTestJSON-51955839 tempest-AbsoluteLimitsNegativeTestJSON-51955839-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d148fd2c419b4376898dca1b3452b693&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669405 Dec 08 16:10:52.508490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Allocated IP 172.20.0.9 (7b933ad0-d036-4650-bfd9-600f7e66b3de/ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:52.613090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54c4de-19b8-4a1c-ac31-1afbb0691db7 req-bb0a703f-275e-49b0-9207-a459b09d5717 tempest-AbsoluteLimitsNegativeTestJSON-51955839 tempest-AbsoluteLimitsNegativeTestJSON-51955839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:52.621196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb54c4de-19b8-4a1c-ac31-1afbb0691db7 req-bb0a703f-275e-49b0-9207-a459b09d5717 tempest-AbsoluteLimitsNegativeTestJSON-51955839 tempest-AbsoluteLimitsNegativeTestJSON-51955839-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2741387 Dec 08 16:10:52.663618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb54c4de-19b8-4a1c-ac31-1afbb0691db7 req-46789fae-86d9-44c2-8b45-21ca00343d1e tempest-AbsoluteLimitsNegativeTestJSON-51955839 tempest-AbsoluteLimitsNegativeTestJSON-51955839-project] 10.222.0.62 "GET /v2.0/quotas/d148fd2c419b4376898dca1b3452b693 HTTP/1.1" status: 200 len: 375 time: 0.0409496 Dec 08 16:10:52.685203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Deleting port 3fcfcbe8-67bc-4973-ac73-726194638f15 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:52.685827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.757264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.774474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Calling delete_port for 3fcfcbe8-67bc-4973-ac73-726194638f15 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:52.815448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.873924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.889538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['27e84b8f-25cc-4ad6-8213-84f382b726ed'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:10:52.921097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb54c4de-19b8-4a1c-ac31-1afbb0691db7 req-97627ca1-6e06-4453-b0fe-a29a5cb3e06c tempest-AbsoluteLimitsNegativeTestJSON-51955839 tempest-AbsoluteLimitsNegativeTestJSON-51955839-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d148fd2c419b4376898dca1b3452b693&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2490168 Dec 08 16:10:52.933785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf6cfee3-2586-4ca8-9b2b-f1b59f516167 req-8359075e-4771-49cf-9778-474253ce25bf tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.2987494 Dec 08 16:10:52.940999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-7021af0b-9e8f-4482-9de2-c4401dd81904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:52.951161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-7021af0b-9e8f-4482-9de2-c4401dd81904 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1096 time: 0.6267164 Dec 08 16:10:52.951553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Network 7b933ad0-d036-4650-bfd9-600f7e66b3de is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:52.952450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:52.955634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:52.961026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:52.967142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:53.043590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.052158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.091550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-9da27c0e-6dcf-4d2a-8c7e-9eb31db3639c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1714845 Dec 08 16:10:53.109380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Request body: {'port': {'device_id': '63fb4170-d71a-4411-8439-bd75434bccc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:53.253590 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.303659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event deleted for resources: {'Port': ['ID=3fcfcbe8-67bc-4973-ac73-726194638f15,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:53.464698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.474071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36209809-510c-4be8-918a-9cb412798132 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "DELETE /v2.0/ports/3fcfcbe8-67bc-4973-ac73-726194638f15 HTTP/1.1" status: 204 len: 168 time: 1.2996590 Dec 08 16:10:53.480379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92f3aa94-71e5-4de9-a44a-560846197aaf req-250c6c54-369d-422a-ad9c-302f21d79d27 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.1886463 Dec 08 16:10:53.485205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39738) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:53.485205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39740) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:53.640540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-82338ef5-f653-4a8f-a16e-b0536483a0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.644292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-82338ef5-f653-4a8f-a16e-b0536483a0a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 915 time: 0.6626635 Dec 08 16:10:53.648722 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-9396b038-c797-4c25-904a-1ee1bcd50dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:10:53.662027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9396b038-c797-4c25-904a-1ee1bcd50dae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "GET /v2.0/ports/3fcfcbe8-67bc-4973-ac73-726194638f15 HTTP/1.1" status: 404 len: 333 time: 0.1686528 Dec 08 16:10:53.662910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39744) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:53.681036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Request body: {'port': {'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-286535180'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:53.691376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82ec5-7d82-4f48-a593-305e6f327c37 req-30f50717-8f27-443e-8067-233e66c72b96 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.708204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aca82ec5-7d82-4f48-a593-305e6f327c37 req-30f50717-8f27-443e-8067-233e66c72b96 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.4183819 Dec 08 16:10:53.774356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Made reservation on behalf of 47db4ea908574899a685349bd531f896 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:53.780972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.819782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-513c6d30-dbae-42c8-85d4-a7c05847d041 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 217 time: 0.1542201 Dec 08 16:10:53.871345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port 65d259c4-d5c6-4cac-ab2b-edc59547330d yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:53.894520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:10:53.912310 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b3133b1-e0e0-4efe-a3a9-10d4092ffc8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.928746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aca82ec5-7d82-4f48-a593-305e6f327c37 req-ae542ef0-15a2-4580-b138-109ce4f83a3a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189627 Dec 08 16:10:53.964226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-74aecd56-7506-4b10-85e0-321192770932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:53.966409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:53.967744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-74aecd56-7506-4b10-85e0-321192770932 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.1355095 Dec 08 16:10:54.013705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Transition to ACTIVE for port object bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:10:54.021446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-1a3ba70d-f5b5-4d16-a9fd-b8a558b38fa5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416932 Dec 08 16:10:54.030953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.222942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.243604 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b3133b1-e0e0-4efe-a3a9-10d4092ffc8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.249845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-aa5ea684-b583-412e-a741-df66efe403e7 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211249 Dec 08 16:10:54.253770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b3133b1-e0e0-4efe-a3a9-10d4092ffc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.290557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3133b1-e0e0-4efe-a3a9-10d4092ffc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e218d89-a00e-4389-92c8-3c21860d299c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.298995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.299763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.300562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.301230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.301948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.302653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.303333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.303988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.305091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.305721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.306578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.307292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.308121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:10:54.308992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a64810-8437-4f88-bddc-c8f99c921795 req-cb6da3c0-2194-4265-9f1c-8502bbee21e8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.310682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2a64810-8437-4f88-bddc-c8f99c921795 req-cb6da3c0-2194-4265-9f1c-8502bbee21e8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.1670909 Dec 08 16:10:54.357056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.401151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0b3133b1-e0e0-4efe-a3a9-10d4092ffc8b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d148fd2c419b4376898dca1b3452b693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9060917 Dec 08 16:10:54.401781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39750) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:54.421591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:54.422734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:54.423064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:54.436197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:54.436841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:54.458767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:10:54.459234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:54.459881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:10:54.460723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Bound port: bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:10:54.460875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.489623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.494491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2a64810-8437-4f88-bddc-c8f99c921795 req-d649199f-5bbf-45b7-b1df-e6424c6f8033 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703577 Dec 08 16:10:54.498141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b79fe6b-126d-4dba-a01b-d58efb35317e req-f0b325a1-b6fc-4c69-9814-fd3218d64828 service neutron] 10.222.0.86 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400122 Dec 08 16:10:54.530232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-135bfa1e-49d2-447f-8f75-1b8354ae426e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.563810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-135bfa1e-49d2-447f-8f75-1b8354ae426e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.585101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=65d259c4-d5c6-4cac-ab2b-edc59547330d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.605689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Network 42d8d0bc-b7d6-4341-887c-348037f832e0 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:54.609379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:54.616293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:54.617335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.618046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.648673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:54.654069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:10:54.662792 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-98533479-2a37-4bf0-9e69-51928806fc1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9878314 Dec 08 16:10:54.664243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:54.673921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:54.708507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.716685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f79cfd46-d9df-4012-aabe-965f9318e97f req-8cd65538-64af-418f-88a7-b329f0380049 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.0837855 Dec 08 16:10:54.752247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-135bfa1e-49d2-447f-8f75-1b8354ae426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.756799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-135bfa1e-49d2-447f-8f75-1b8354ae426e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.758342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-135bfa1e-49d2-447f-8f75-1b8354ae426e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e218d89-a00e-4389-92c8-3c21860d299c HTTP/1.1" status: 204 len: 168 time: 0.3536420 Dec 08 16:10:54.769012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135bfa1e-49d2-447f-8f75-1b8354ae426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e218d89-a00e-4389-92c8-3c21860d299c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.807877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:54.809233 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.810932 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] 10.222.0.86 "PUT /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 1091 time: 1.7083132 Dec 08 16:10:54.857059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:54.860007 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5aeada-6082-477a-9761-ceffc7cb5162" -d '{"events": [{"name": "network-changed", "server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:54.863982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09eb770-b9cd-4cbf-9a41-58457ebba172 service neutron] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:54.868368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:54.968184 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa65d2-92c9-4729-af3d-39a7221bd696 x-openstack-request-id: req-f9aa65d2-92c9-4729-af3d-39a7221bd696 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:54.968653 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:54.970190 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9aa65d2-92c9-4729-af3d-39a7221bd696 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:54.971911 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'status': 'completed', 'code': 200} Dec 08 16:10:55.142606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff48a84-53af-4259-89fa-41ea0f99cf02 req-f838fa6e-ab7c-4119-b07f-c52cb1f0782b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.157404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff48a84-53af-4259-89fa-41ea0f99cf02 req-f838fa6e-ab7c-4119-b07f-c52cb1f0782b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1045978 Dec 08 16:10:55.201681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] device_id is not set on port 65d259c4-d5c6-4cac-ab2b-edc59547330d yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:10:55.210825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:55.243933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff48a84-53af-4259-89fa-41ea0f99cf02 req-fc409050-6ea0-48be-9c2b-1ab6d31c965c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849726 Dec 08 16:10:55.249358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:55.318882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=65d259c4-d5c6-4cac-ab2b-edc59547330d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:55.323078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-62032d7f-b1fb-4de6-8746-982dd7a3c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.324868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-62032d7f-b1fb-4de6-8746-982dd7a3c409 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1094 time: 0.4345579 Dec 08 16:10:55.384379 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-5a8a597c-1108-48d0-94b4-7e2dd83058c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 217 time: 0.0494878 Dec 08 16:10:55.433771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.434164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.434554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.443621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.443991 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.446175 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 2 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.470126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-a2ec8dee-b182-4d76-ac35-1d1900554445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.472497 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-a2ec8dee-b182-4d76-ac35-1d1900554445 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.0805306 Dec 08 16:10:55.473492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.473844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.474179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.480496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.480496 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.482069 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 3 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.520012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-19c7c73f-42bd-46c1-973c-4e8496996c12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385656 Dec 08 16:10:55.522906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.523356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.523540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.538492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.538492 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.548999 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 4 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.603349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.603943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.604587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.617428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.617753 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.619987 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 5 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.649382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.649994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.650555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.672435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.673238 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.675085 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 6 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.683104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-6f5c84d4-296b-411f-96e7-769cc20bc5f7 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541963 Dec 08 16:10:55.700912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc36cf-5cd6-457b-b9c2-f0197fd43ba5 req-6a0b84b3-012f-4ac2-a535-a600d0852848 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:55.709276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bcc36cf-5cd6-457b-b9c2-f0197fd43ba5 req-6a0b84b3-012f-4ac2-a535-a600d0852848 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.0870733 Dec 08 16:10:55.785029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.786694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.787189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.796405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bcc36cf-5cd6-457b-b9c2-f0197fd43ba5 req-7a87a782-48f9-42b6-baa0-ba7dcd2855e0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792882 Dec 08 16:10:55.811501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.811835 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.822632 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 7 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.849323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.849560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.849897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.858676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.859147 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.866799 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 8 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.891228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.892841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2ed5b04-2594-4881-9907-53e66c7c8062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:55.895876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.896358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.916450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.916791 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.919100 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 9 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.924114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fe0c940-290d-43f2-a083-d61cf2908b02 req-89aa8f00-8e9d-4a64-a78f-946683247697 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.0400400 Dec 08 16:10:55.952060 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-87bf50b0-709a-4906-ad12-63192729a5e8 req-4ad684bd-9a74-4ea3-83a2-3bb5421b441a service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512090 Dec 08 16:10:55.954717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.955030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.955448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.960832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.961571 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.962123 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempt 10 to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d Dec 08 16:10:55.980370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:10:55.981397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:10:55.981397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempting to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:10:55.988438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:10:55.988768 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Failed to bind port 65d259c4-d5c6-4cac-ab2b-edc59547330d on host n-h1-820935-5 for vnic_type normal using segments [{'id': '8fb3106c-74ad-401c-8412-061db5e884b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '42d8d0bc-b7d6-4341-887c-348037f832e0'}] Dec 08 16:10:55.989142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.082032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39794) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:56.102504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] For port 65d259c4-d5c6-4cac-ab2b-edc59547330d, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:10:56.103130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attempted to set empty binding levels {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:10:56.116219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-241cbee7-b482-4132-82e3-535eebbb4d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.118763 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-241cbee7-b482-4132-82e3-535eebbb4d25 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1094 time: 0.0827219 Dec 08 16:10:56.121094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.231243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1063089212-network', 'tenant_id': '3a9a92237483425699d2dc200a89b79a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:56.234920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] In _notify_port_updated(), no bound segment for port 65d259c4-d5c6-4cac-ab2b-edc59547330d on network 42d8d0bc-b7d6-4341-887c-348037f832e0 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:10:56.237702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.238920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.243700 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "PUT /v2.0/ports/65d259c4-d5c6-4cac-ab2b-edc59547330d HTTP/1.1" status: 200 len: 978 time: 1.5758703 Dec 08 16:10:56.250702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:56.273343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:56.280790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.295467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.342742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88443d38-1e6e-4731-b54f-bd4306b8ca2c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event updated for resources: {'Port': ['ID=65d259c4-d5c6-4cac-ab2b-edc59547330d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:56.522554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db8ff0-ffbf-4d5a-a683-65f615f6af98 req-27aea882-5f0c-477c-8ed5-ef38ba3d1680 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.523168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-14ba51ec-159a-480f-b3b4-eb755a295302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.525908 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-14ba51ec-159a-480f-b3b4-eb755a295302 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.3906798 Dec 08 16:10:56.526393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2db8ff0-ffbf-4d5a-a683-65f615f6af98 req-27aea882-5f0c-477c-8ed5-ef38ba3d1680 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.1393332 Dec 08 16:10:56.551794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.574404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.619641 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-ae467c8c-0674-4497-884f-8f7b1896335d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 217 time: 0.0849895 Dec 08 16:10:56.619930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:10:56.683604 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.684364 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Added segment 86720055-82e5-4aad-9458-4bd0fc5aed88 of type vlan for network 02b9c06e-9add-4910-bc5d-6edb3986b391 Dec 08 16:10:56.687031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9030b9-7936-44ac-b24c-33088909ffc0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:56.688098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Deleting port 65d259c4-d5c6-4cac-ab2b-edc59547330d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:10:56.688875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.727320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2db8ff0-ffbf-4d5a-a683-65f615f6af98 req-0f2cd855-5a21-443a-8ad3-7e6b63fa062c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854427 Dec 08 16:10:56.809931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-86501ae5-5405-4f64-9b14-43680167b4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.814397 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-86501ae5-5405-4f64-9b14-43680167b4e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1868846 Dec 08 16:10:56.857684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.900264 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-1b716c29-c9e0-47f1-bf52-d100b74c66c6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776520 Dec 08 16:10:56.909980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] For port 65d259c4-d5c6-4cac-ab2b-edc59547330d, host n-h1-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:56.909980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.992671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:56.994607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:56.995729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.033583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Calling delete_port for 65d259c4-d5c6-4cac-ab2b-edc59547330d owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:10:57.184464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:10:57.216705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1328347 Dec 08 16:10:57.229108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.236516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Request body: {'subnet': {'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1063089212-subnet', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:57.278304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff87166-8249-42a6-a8ea-926963112be8 req-aca9ae1f-c73d-4973-b9ef-252f5f065700 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.0990992 Dec 08 16:10:57.296356 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-4997735e-7c71-432a-9b74-cc982c679b39 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810623 Dec 08 16:10:57.299109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae8d0c-7499-437a-8472-a30876d102b8 admin admin] Pushing event updated for resources: {'Network': ['ID=02b9c06e-9add-4910-bc5d-6edb3986b391,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.327835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:10:57.354091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a376831-a130-4112-ac73-9db7dbc33fa9 req-aecfbb90-faf2-4800-9e58-32913d9c012e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:57.369082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a376831-a130-4112-ac73-9db7dbc33fa9 req-aecfbb90-faf2-4800-9e58-32913d9c012e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3071642 Dec 08 16:10:57.454417 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0c5aeada-6082-477a-9761-ceffc7cb5162 req-a7e69c66-e273-4781-b9f6-a33bad924fae service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351895 Dec 08 16:10:57.475730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a376831-a130-4112-ac73-9db7dbc33fa9 req-9680ec45-ee07-477e-b8d5-a4de132d0b0e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033845 Dec 08 16:10:57.506203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:10:57.510365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.516925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.539552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.631781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:10:57.635966 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c962481-cdec-4541-9135-de0e066f26cf" -d '{"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-unplugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:10:57.663471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:10:57.666570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Pushing event deleted for resources: {'Port': ['ID=65d259c4-d5c6-4cac-ab2b-edc59547330d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.674556 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.682531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:57.692096 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06ef702c-a984-4d6d-8282-7a7d7e7f380f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "DELETE /v2.0/ports/65d259c4-d5c6-4cac-ab2b-edc59547330d HTTP/1.1" status: 204 len: 168 time: 1.4278719 Dec 08 16:10:57.693085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39818) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.772573 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-5568c077-d5a5-442e-810a-1cb740fac2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:10:57.776411 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 16:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66085da8-bf85-4d76-b946-2bd62c85d8ed x-openstack-request-id: req-66085da8-bf85-4d76-b946-2bd62c85d8ed {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:10:57.777123 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-unplugged", "status": "failed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:10:57.777695 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66085da8-bf85-4d76-b946-2bd62c85d8ed {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:10:57.778490 n-d-820935-5 neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'code': 422} returned with failed status Dec 08 16:10:57.795513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5568c077-d5a5-442e-810a-1cb740fac2a9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1748327041-project-admin] 10.222.0.62 "GET /v2.0/ports/65d259c4-d5c6-4cac-ab2b-edc59547330d HTTP/1.1" status: 404 len: 333 time: 0.1013563 Dec 08 16:10:57.803991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39822) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:57.874710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:57.953243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.074629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:58.138382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Checking segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:10:58.138953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Network hostable DHCP agents. Network: 02b9c06e-9add-4910-bc5d-6edb3986b391, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:10:58.141996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.168340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d88785e-09f1-4d1c-a9df-f1bab0a941e5 req-1ead1fa4-45b0-455f-93b0-fdb054259a8c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.174180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:10:58.177672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d88785e-09f1-4d1c-a9df-f1bab0a941e5 req-1ead1fa4-45b0-455f-93b0-fdb054259a8c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.1776762 Dec 08 16:10:58.204079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 02b9c06e-9add-4910-bc5d-6edb3986b391) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:58.219884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.222963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.240169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eee0ed-e5c8-402f-a4cd-58a9202004a1 None None] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:10:58.288303 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c5f8c72e-726c-4734-9723-288a3525ec74 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0568998 Dec 08 16:10:58.291603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:58.317664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:10:58.400536 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.405560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.433446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d88785e-09f1-4d1c-a9df-f1bab0a941e5 req-bd3b83c3-fc5b-4e8a-a66c-477a44d9b562 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537568 Dec 08 16:10:58.508686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-02b9c06e-9add-4910-bc5d-6edb3986b391', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'project_id': '3a9a92237483425699d2dc200a89b79a', 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:10:58.510476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.532725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.580390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.610849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82b59c80-7db1-471d-b41c-24c0e7fdb587 req-9aba4e2b-a1f5-4511-beb7-eba4185be6c8 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7048fd5-6724-41b9-8141-67f9075789e9 HTTP/1.1" status: 200 len: 210 time: 0.1289282 Dec 08 16:10:58.654321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d8d0bc-b7d6-4341-887c-348037f832e0']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:58.709670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fb3106c-74ad-401c-8412-061db5e884b4') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:58.710083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fb3106c-74ad-401c-8412-061db5e884b4') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:10:58.723422 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.754079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.778926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:10:58.781999 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:10:58.866429 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:10:58.894372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-492f09ba-ed09-4165-95ed-d66f13cb1f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.901086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.912307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:58.918780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] 10.222.0.62 "DELETE /v2.0/networks/42d8d0bc-b7d6-4341-887c-348037f832e0 HTTP/1.1" status: 204 len: 168 time: 1.1132314 Dec 08 16:10:58.942018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f220f10f-9aa2-4a6e-9ed1-d796dbf56442 req-05f30d87-c7b5-4d82-9697-b4d713db26d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:58.949583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f220f10f-9aa2-4a6e-9ed1-d796dbf56442 req-05f30d87-c7b5-4d82-9697-b4d713db26d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.3056164 Dec 08 16:10:58.975682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e27d82-ca64-468a-9717-7685b2c383e6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1636824302-project] Pushing event deleted for resources: {'Network': ['ID=42d8d0bc-b7d6-4341-887c-348037f832e0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:10:59.040862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c6ee6-a1ec-44ad-a09c-98f6e4fb3175 req-f0f92832-93fa-4039-9efe-90b2500c4dab tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:10:59.052882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Allocated IP 172.20.0.2 (02b9c06e-9add-4910-bc5d-6edb3986b391/9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee/ba6bfabf-5c54-4fab-8c19-4f7fd76ea245) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:10:59.055051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-572c6ee6-a1ec-44ad-a09c-98f6e4fb3175 req-f0f92832-93fa-4039-9efe-90b2500c4dab tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.1861718 Dec 08 16:10:59.098862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f220f10f-9aa2-4a6e-9ed1-d796dbf56442 req-6953b200-958c-40e0-bd01-ed94cacc2beb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482403 Dec 08 16:10:59.246751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-572c6ee6-a1ec-44ad-a09c-98f6e4fb3175 req-4b8bd3b0-719e-4918-9a95-975dadd973a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722393 Dec 08 16:10:59.571598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.573695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.584943 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:10:59.600133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39850) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:10:59.688950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:10:59.704247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:10:59.711055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:10:59.755734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-f7429c8c-df76-4c97-ad43-408294c463bf req-af230ea8-85cb-4adc-b8d2-a037d41f33d4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:10:59.763911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7429c8c-df76-4c97-ad43-408294c463bf req-af230ea8-85cb-4adc-b8d2-a037d41f33d4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112598 Dec 08 16:10:59.909287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Pushing event updated for resources: {'Port': ['ID=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:00.069972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Attempting to bind port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:00.071121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Attempting to bind port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:00.072767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Attempting to bind port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 on network 02b9c06e-9add-4910-bc5d-6edb3986b391 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:00.118767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:00.119138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Checking segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:00.126119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.126573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Bound using segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:00.127095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Bound port: ba6bfabf-5c54-4fab-8c19-4f7fd76ea245, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:00.127488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.136782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-99cf62e7-e9e6-44c8-8f71-64662562e15a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2379b5ed8fc4d8989fd03b866de1602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5332477 Dec 08 16:11:00.137884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39866) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:00.184712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.330217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] For port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:00.335997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] For port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:00.340164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aea6cd9-fa91-4f83-8a6f-41517d34459b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.342922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.347426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.383024 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.415410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aea6cd9-fa91-4f83-8a6f-41517d34459b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.518758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee39628d-697c-4910-be78-50b1139f37d1 None None] Pushing event updated for resources: {'Port': ['ID=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:00.521983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb800e-b026-4e5b-a901-5b7ee7a5586b req-fefc76a0-dcdc-4c0d-bd35-f69ae446ba8d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:00.522284 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-6b7ab786-6018-4f76-a4ef-f3fa9649a10b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488211 Dec 08 16:11:00.526843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58cb800e-b026-4e5b-a901-5b7ee7a5586b req-fefc76a0-dcdc-4c0d-bd35-f69ae446ba8d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.2561746 Dec 08 16:11:00.543157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-5334eb29-f22b-4cb8-9500-7404bdec367d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:11:00.544810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-5334eb29-f22b-4cb8-9500-7404bdec367d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081816 Dec 08 16:11:00.653299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Allocated IP 172.25.3.129 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8b4d7acd-33eb-4da2-8248-dcf9973b2576) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:00.735644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aea6cd9-fa91-4f83-8a6f-41517d34459b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.750712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aea6cd9-fa91-4f83-8a6f-41517d34459b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.752559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9aea6cd9-fa91-4f83-8a6f-41517d34459b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b766e62-7a05-4df5-9908-9bc0c4fdf21c HTTP/1.1" status: 204 len: 168 time: 0.6131046 Dec 08 16:11:00.871834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58cb800e-b026-4e5b-a901-5b7ee7a5586b req-3d50f552-fea0-46c7-a3c2-de8b08a80ed2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297875 Dec 08 16:11:00.933074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:00.963132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea6cd9-fa91-4f83-8a6f-41517d34459b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b766e62-7a05-4df5-9908-9bc0c4fdf21c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:01.029838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063780c1-e11d-4a0f-a636-1ab1733b3c7c req-5495635e-174c-4acf-aa13-c75b44cfa27e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:01.032169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-063780c1-e11d-4a0f-a636-1ab1733b3c7c req-5495635e-174c-4acf-aa13-c75b44cfa27e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3299279 Dec 08 16:11:01.122974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:01.189349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:01.195683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-063780c1-e11d-4a0f-a636-1ab1733b3c7c req-11925973-8dc9-42b0-ad46-5abf83e7007a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490290 Dec 08 16:11:01.291210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:01.300321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:01.305157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:01.348768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Pushing event updated for resources: {'Port': ['ID=8b4d7acd-33eb-4da2-8248-dcf9973b2576,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:01.727641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39898) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:01.742257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:01.752179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:01.831022 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:01.876614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-082d9321-e9ee-4019-9408-bc6818a48afb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=47db4ea908574899a685349bd531f896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436458 Dec 08 16:11:01.878808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39900) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:02.054040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:02.067309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.220832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.297895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.354053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:02.354968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.460252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.497323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaea32-bd4e-4b6c-a206-3e4d1c8e91a6 req-d182c93c-b33c-425f-a92d-3f45b1b82322 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:02.512620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6aaea32-bd4e-4b6c-a206-3e4d1c8e91a6 req-d182c93c-b33c-425f-a92d-3f45b1b82322 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.3999226 Dec 08 16:11:02.521414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.526700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.529269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f9ad517-5b96-4efc-97a6-8c96df8fdb47 HTTP/1.1" status: 204 len: 168 time: 0.6491494 Dec 08 16:11:02.560701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.655349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:02.663948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:02.681906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ad517-5b96-4efc-97a6-8c96df8fdb47,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:02.748720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.754216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.754919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.755520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.756297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.756902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.757498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.758151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.758743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.759329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.759912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.760465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.761024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1f80ba-f846-42ad-b232-0e519b3d3e8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:02.809919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Router 4e1d2425-724c-4453-bd84-d850ec41b9d5 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:02.854107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11c9f68-8706-46ed-bf10-74a444db2bc4 req-00a1c768-23cc-4efe-b0c6-7126ace201f4 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:02.857055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e11c9f68-8706-46ed-bf10-74a444db2bc4 req-00a1c768-23cc-4efe-b0c6-7126ace201f4 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3791831 Dec 08 16:11:02.911830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:02.919733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6aaea32-bd4e-4b6c-a206-3e4d1c8e91a6 req-9e798798-c1b3-41f7-a4bf-1cb7509439b5 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4043331 Dec 08 16:11:02.939882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0307ab19-6094-409b-951c-a4b0492267ba None None] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:02.979998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-337f7454-bf9a-4638-bfec-30659cbf0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:02.981591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-337f7454-bf9a-4638-bfec-30659cbf0d0f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e&tenant_id=a83787cecb2748d7abd46546a0acf65d HTTP/1.1" status: 200 len: 1094 time: 0.4635375 Dec 08 16:11:03.002553 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:03.014845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:03.037287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:03.122947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Sync routers for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:03.127253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:03.135273 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f37ff976-1dfd-438e-aebc-4c6363a25854 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8393424 Dec 08 16:11:03.141675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39920) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:03.184852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e11c9f68-8706-46ed-bf10-74a444db2bc4 req-20c1302f-e6a0-426e-bf71-a71fa24f7081 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030145 Dec 08 16:11:03.273714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:03.277621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:03.284252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:10:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:03.297020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-94784f14-c11d-4700-938a-1c1923106143 None None] Provisioning complete for port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:03.297719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94784f14-c11d-4700-938a-1c1923106143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.021862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:04.092886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:04.148858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:04.201629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.215394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:04.229931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:04.258078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.315467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Transition to ACTIVE for port object 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:11:04.334114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.510233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8b47d-b124-4785-9a7e-46a1c6608467 req-931717b5-cad1-49c1-b8e2-d2e726c26bf7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:04.513936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57d8b47d-b124-4785-9a7e-46a1c6608467 req-931717b5-cad1-49c1-b8e2-d2e726c26bf7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 943 time: 0.4211669 Dec 08 16:11:04.572788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:04.573676 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.628133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Allocated IP 172.20.0.1 (02b9c06e-9add-4910-bc5d-6edb3986b391/9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee/710dc20c-0625-432c-aa0d-6e534203aac8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:04.792658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:04.871031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:04.891646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] No DVR routers for this DVR port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:04.967018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.033759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d62e39d-3a16-4027-b819-acb7943e7d9a req-c4c63a2a-20a6-4db5-8154-b52477004bb9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:05.050367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d62e39d-3a16-4027-b819-acb7943e7d9a req-c4c63a2a-20a6-4db5-8154-b52477004bb9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.6012814 Dec 08 16:11:05.053133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:05.054922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Pushing event updated for resources: {'Port': ['ID=710dc20c-0625-432c-aa0d-6e534203aac8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:05.059297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:05.062191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:05.082080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57d8b47d-b124-4785-9a7e-46a1c6608467 req-d2f2cd5d-b940-460d-a691-818045627239 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5022883 Dec 08 16:11:05.088791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6c0e92c8-28f0-4396-99c6-907edf89180d None None] Provisioning complete for port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:05.089404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c0e92c8-28f0-4396-99c6-907edf89180d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.100673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:01Z', 'revision_number': 3, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:05.118746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:05.119083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:05.119277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on network 2641853c-db0e-4f62-acd2-6b35a7146a59 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:05.138970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on network 2641853c-db0e-4f62-acd2-6b35a7146a59 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:05.139310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Attempting to bind port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on network 2641853c-db0e-4f62-acd2-6b35a7146a59 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:05.192976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:05.196235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Checking segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:05.196677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Bound using segment: {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:05.197258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Bound port: 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:05.198119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.200039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.282723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d62e39d-3a16-4027-b819-acb7943e7d9a req-6c0c514e-c22d-44d5-8bbf-7db6fb3e0b87 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310226 Dec 08 16:11:05.356096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Checking router: 4e1d2425-724c-4453-bd84-d850ec41b9d5 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:05.369834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Updating router 4e1d2425-724c-4453-bd84-d850ec41b9d5 port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:05.474640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.493475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:05.500299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:05.513383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.644415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:05.645036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.646528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] 10.222.0.58 "PUT /v2.0/ports/4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 1091 time: 2.6515324 Dec 08 16:11:05.647004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:05.649383 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b155636-ce0c-4bd1-bf9f-e7749902cb15" -d '{"events": [{"name": "network-changed", "server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:05.711995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:05.798692 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce9eec7-8675-4fd0-a8dd-fa86737bce7e x-openstack-request-id: req-6ce9eec7-8675-4fd0-a8dd-fa86737bce7e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:05.799132 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:05.799526 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ce9eec7-8675-4fd0-a8dd-fa86737bce7e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:05.800117 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'status': 'completed', 'code': 200} Dec 08 16:11:05.860313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5b15b-7a2b-4271-8bce-13a18aaadb4b service neutron] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:05.885594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-a3705554-ce86-4726-8edc-c12d688d731a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:05.889587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-a3705554-ce86-4726-8edc-c12d688d731a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1095 time: 0.2049949 Dec 08 16:11:05.980659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0c9e2efa-3976-41a9-8aaa-087b8e02392e None None] Provisioning complete for port 710dc20c-0625-432c-aa0d-6e534203aac8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:05.981248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c9e2efa-3976-41a9-8aaa-087b8e02392e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.109200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0c9e2efa-3976-41a9-8aaa-087b8e02392e None None] Port 710dc20c-0625-432c-aa0d-6e534203aac8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:06.212479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.229317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.264158 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.275131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.362731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Attempting to bind port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:06.363149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Attempting to bind port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:06.363883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Attempting to bind port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:06.366732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817fed6-62b3-40d5-8a01-32dfdb624c3d None None] Pushing event updated for resources: {'Port': ['ID=8b4d7acd-33eb-4da2-8248-dcf9973b2576,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.379508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:06.380068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:06.380715 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.381856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:06.381991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Bound port: 8b4d7acd-33eb-4da2-8248-dcf9973b2576, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:06.382487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.470939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] For port 8b4d7acd-33eb-4da2-8248-dcf9973b2576, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:06.482772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] For port 8b4d7acd-33eb-4da2-8248-dcf9973b2576, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8b4d7acd-33eb-4da2-8248-dcf9973b2576,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:06.496674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.500070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Pushing event updated for resources: {'Port': ['ID=710dc20c-0625-432c-aa0d-6e534203aac8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.504722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:06.612661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:06.613369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:10:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:06.739963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:06.742571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:06.884426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39990) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:06.895410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2817fed6-62b3-40d5-8a01-32dfdb624c3d None None] Pushing event updated for resources: {'Port': ['ID=8b4d7acd-33eb-4da2-8248-dcf9973b2576,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:06.965723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:07.037467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Router 4e1d2425-724c-4453-bd84-d850ec41b9d5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:11:07.099423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4da25-646d-490f-96e0-58933f20d6be req-27f83498-2496-4e1e-9c2e-f3a99b0ff434 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.113537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4f4da25-646d-490f-96e0-58933f20d6be req-27f83498-2496-4e1e-9c2e-f3a99b0ff434 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.3852942 Dec 08 16:11:07.160075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3328ce-7852-46fb-8c18-057cd5f0cc1f req-2cc2c3a0-1e9f-40fa-9cdc-4e875b1af54d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.175108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e3328ce-7852-46fb-8c18-057cd5f0cc1f req-2cc2c3a0-1e9f-40fa-9cdc-4e875b1af54d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.4518971 Dec 08 16:11:07.274153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4d8c91a8-402d-48e9-9a75-3083dfd0246e None None] Provisioning complete for port 710dc20c-0625-432c-aa0d-6e534203aac8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:07.274795 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d8c91a8-402d-48e9-9a75-3083dfd0246e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:07.288113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e3328ce-7852-46fb-8c18-057cd5f0cc1f req-29b202ac-43f1-4aec-8fdc-b7d72f23953a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115789 Dec 08 16:11:07.293508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-092516cf-ca4c-4d32-9ee7-abe96a13ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.304810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-092516cf-ca4c-4d32-9ee7-abe96a13ce0d service neutron] 10.222.0.58 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 915 time: 1.4052763 Dec 08 16:11:07.343723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2b656405-9c00-41e6-b18f-551c39cf92f7 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:07.360191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c91a8-402d-48e9-9a75-3083dfd0246e None None] Port 710dc20c-0625-432c-aa0d-6e534203aac8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:07.504651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 2, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:07.514982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4f4da25-646d-490f-96e0-58933f20d6be req-a53928af-8b27-42fd-823b-6575d4a1ff76 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995929 Dec 08 16:11:07.516509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-abbf662b-0f70-486c-b982-0c289b6f1b8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 217 time: 0.2015440 Dec 08 16:11:07.588838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffdbc3c-4608-47b7-97d5-3fa44de6efcc None None] The sync data for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 is: [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 2, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:07.728220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b656405-9c00-41e6-b18f-551c39cf92f7 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "PUT /v2.0/quotas/44d49ddfd0df437895dddf1c5070b17f HTTP/1.1" status: 200 len: 366 time: 0.8375547 Dec 08 16:11:07.735232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39998) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:07.760659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-e8bc7c27-2254-4c2c-8916-60925b2a99d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:07.763479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-e8bc7c27-2254-4c2c-8916-60925b2a99d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.2271523 Dec 08 16:11:07.771202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6cb69e17-d813-4e73-bea4-4d41d88a7e0a tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0310972 Dec 08 16:11:07.772106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40000) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:07.859613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-52a0c057-5f8f-46c3-ae69-a7ac94bddd7b tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "GET /v2.0/quotas/44d49ddfd0df437895dddf1c5070b17f HTTP/1.1" status: 200 len: 366 time: 0.0824440 Dec 08 16:11:07.862310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-7ce57542-513d-4625-ab0f-9c7390fce4a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913560 Dec 08 16:11:07.863138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:07.966309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:07.996199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed3470c9-b6e7-47bf-96d9-454b8011f292 admin admin] 10.222.0.62 "PUT /v2.0/routers/4e1d2425-724c-4453-bd84-d850ec41b9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8516703 Dec 08 16:11:08.145092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f037241d-4fa2-4061-b3b0-19fca8c93e12 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/44d49ddfd0df437895dddf1c5070b17f HTTP/1.1" status: 204 len: 168 time: 0.2803173 Dec 08 16:11:08.149073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:08.197602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0ff5fc4e-aaa9-448a-b15e-dc69a2854da5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0465813 Dec 08 16:11:08.207877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40010) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:08.242245 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-78abc7b9-4d85-4bbb-9cdc-56d92e40f14c tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "GET /v2.0/quotas/44d49ddfd0df437895dddf1c5070b17f HTTP/1.1" status: 200 len: 370 time: 0.0323570 Dec 08 16:11:08.243059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40012) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:08.257066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40014) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:08.286517 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-03460a6c-45ad-4711-80a8-3c7f9de52ee6 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] delete failed (client error): The resource could not be found. Dec 08 16:11:08.288251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-03460a6c-45ad-4711-80a8-3c7f9de52ee6 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "DELETE /v2.0/quotas/44d49ddfd0df437895dddf1c5070b17f HTTP/1.1" status: 404 len: 348 time: 0.0211697 Dec 08 16:11:08.297971 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-263070c2-abb0-4f96-9650-f7ac71d1aa26 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "GET /v2.0/quotas/44d49ddfd0df437895dddf1c5070b17f/default HTTP/1.1" status: 200 len: 370 time: 0.0219553 Dec 08 16:11:08.362475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-9e64080a-7362-4076-98ad-a56c14557c10 service neutron] 10.222.0.58 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4836280 Dec 08 16:11:08.612941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40026) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:08.652678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:network and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.677103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:08.700955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:subnet and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.708198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:08.716685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a03ab-5fd4-415d-a162-1012fc9820e5 req-a65ac15e-73c2-4767-a3d4-04cc3b5de90c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:08.735390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:subnetpool and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.743626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a40a03ab-5fd4-415d-a162-1012fc9820e5 req-a65ac15e-73c2-4767-a3d4-04cc3b5de90c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.2469316 Dec 08 16:11:08.766744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:08.793281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:port and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.806806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:08.826760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:router and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.847477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:08.866686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:floatingip and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.885785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:08.916018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-35ff5f0f-c2a4-442d-b7a7-7778618f65f1 service neutron] 10.222.0.58 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5441611 Dec 08 16:11:08.989652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:security_group and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:08.999543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:09.009530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Usage tracker for resource:security_group_rule and project:a26a7e4538d64ac387af23bfdc69169d is out of sync, need to count used quota {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 08 16:11:09.018196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.quota.resource [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103281) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 08 16:11:09.035160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f13da0-6b5e-4549-8782-360bec9f7120 req-0423b7c1-cd4f-4396-8434-552d66024a1c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.035407 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b98f5a6-ba07-4f51-aa63-16a52b0093a5 tempest-QuotasTest-2144631458 tempest-QuotasTest-2144631458-project-admin] 10.222.0.62 "GET /v2.0/quotas/a26a7e4538d64ac387af23bfdc69169d/details.json HTTP/1.1" status: 200 len: 703 time: 0.4158804 Dec 08 16:11:09.040372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74f13da0-6b5e-4549-8782-360bec9f7120 req-0423b7c1-cd4f-4396-8434-552d66024a1c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.2793484 Dec 08 16:11:09.085699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a40a03ab-5fd4-415d-a162-1012fc9820e5 req-11b0fedc-aa6a-4b6e-a3d0-d4e917d53d9b tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412466 Dec 08 16:11:09.369510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-2f139e9b-6082-4c11-88d0-24608ba35e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.378327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-2f139e9b-6082-4c11-88d0-24608ba35e16 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1095 time: 0.3296220 Dec 08 16:11:09.419325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74f13da0-6b5e-4549-8782-360bec9f7120 req-1e8a76f7-acc3-4d81-a45d-102c42b5ceac tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276224 Dec 08 16:11:09.701691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-66968b86-aadb-424d-bfc2-5b88407ad48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.705644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-66968b86-aadb-424d-bfc2-5b88407ad48c service neutron] 10.222.0.58 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 915 time: 0.2786019 Dec 08 16:11:09.780023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-c7e2091e-8f5a-44ca-a230-69984a6b9f66 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 217 time: 0.0652540 Dec 08 16:11:09.910471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-ddd740d1-5f07-408f-b1e6-0b0d4672fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:09.912490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-ddd740d1-5f07-408f-b1e6-0b0d4672fdbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.1249852 Dec 08 16:11:09.938270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40060) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:09.991320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-412cfd0a-aa5f-4270-bbe7-605ffcae9964 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711122 Dec 08 16:11:10.204986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b4d7acd-33eb-4da2-8248-dcf9973b2576 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:10.288271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-7bef6e41-d802-48af-b33d-2113b4f9b2d2 service neutron] 10.222.0.58 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875559 Dec 08 16:11:10.389162 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02c7ea81-ef45-44c6-84ce-222209b544bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.549225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:10.555921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:10.559598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.575650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1454447325-network', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:10.698084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Made reservation on behalf of c334f4a7d53448fea7ed1d9ab2cf874e for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:10.705788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.741786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.794087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b155636-ce0c-4bd1-bf9f-e7749902cb15 req-70ee3330-621e-4007-b609-448787b1efa4 service neutron] 10.222.0.58 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989707 Dec 08 16:11:10.938695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02c7ea81-ef45-44c6-84ce-222209b544bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:10.975772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02c7ea81-ef45-44c6-84ce-222209b544bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.031086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854b16d-52a8-497b-bd37-52033f4d2080 req-e4e8cfc1-d580-42c4-9158-0e7b8f8d0187 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:11.044243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2854b16d-52a8-497b-bd37-52033f4d2080 req-e4e8cfc1-d580-42c4-9158-0e7b8f8d0187 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.4194334 Dec 08 16:11:11.097818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.150095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 8b4d7acd-33eb-4da2-8248-dcf9973b2576, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8b4d7acd-33eb-4da2-8248-dcf9973b2576,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:11.153960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a0b60-2b9b-4e86-8a00-f2f2bfab44ad req-bd96c7ff-e517-419b-af8d-5984012614cc tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:11.161136 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.183274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3a0b60-2b9b-4e86-8a00-f2f2bfab44ad req-bd96c7ff-e517-419b-af8d-5984012614cc tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.5401464 Dec 08 16:11:11.296267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=8b4d7acd-33eb-4da2-8248-dcf9973b2576,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:11.336742 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-02c7ea81-ef45-44c6-84ce-222209b544bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=263c11b8ef0c4ecd8405833d81b4579b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3969316 Dec 08 16:11:11.364675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40086) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:11.403813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7ea81-ef45-44c6-84ce-222209b544bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b884fd6a-d765-426a-8edc-89f898067a88,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:11.672705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3a0b60-2b9b-4e86-8a00-f2f2bfab44ad req-4c2374fd-3338-4cc4-91a9-b44828eeb67c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790151 Dec 08 16:11:11.690218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2854b16d-52a8-497b-bd37-52033f4d2080 req-5e20c160-593c-47e1-b152-2fef051e2331 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004852 Dec 08 16:11:11.699344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.715507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.739510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe97aa8-2d8d-4813-85a8-05759f3750c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:11.812614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe97aa8-2d8d-4813-85a8-05759f3750c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.017919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe97aa8-2d8d-4813-85a8-05759f3750c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.020852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe97aa8-2d8d-4813-85a8-05759f3750c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.023913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fe97aa8-2d8d-4813-85a8-05759f3750c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b884fd6a-d765-426a-8edc-89f898067a88 HTTP/1.1" status: 204 len: 168 time: 0.6582115 Dec 08 16:11:12.072804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:12.138448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.141769 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Added segment 8febd28d-e299-4cc9-93ad-1fd13ad3d082 of type vlan for network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 Dec 08 16:11:12.146577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbfbc0d-b640-4350-83fc-3fd9af2c5bff,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:12.243748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b4d7acd-33eb-4da2-8248-dcf9973b2576 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:12.346475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe97aa8-2d8d-4813-85a8-05759f3750c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b884fd6a-d765-426a-8edc-89f898067a88,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:12.426994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.508053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:12.508827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.580223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.584555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:12.586879 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.670889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1158779 Dec 08 16:11:12.675578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40096) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:12.682579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Request body: {'subnet': {'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1454447325-subnet', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:12.754111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Made reservation on behalf of c334f4a7d53448fea7ed1d9ab2cf874e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:12.757674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:12.925030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f758c0-d3fc-46f2-a2fb-5bcebe7336d1 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec1a14f-fecd-47dc-9633-f4f58ed690d8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:12.963239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:13.041512 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Sync routers for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:13.067912 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:13.069134 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:10:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:13.324982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8078a-359f-4d2c-8597-81e12ad68b8c req-9d641cdb-6ffe-43d8-8804-f87c61dc80cd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:13.344652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a8078a-359f-4d2c-8597-81e12ad68b8c req-9d641cdb-6ffe-43d8-8804-f87c61dc80cd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3972819 Dec 08 16:11:13.401155 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:13.450103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64ea09-c524-4d64-b867-d68a7c07dd60 req-de64092e-47cc-4225-98c0-d950b7bd01f3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:13.462472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b64ea09-c524-4d64-b867-d68a7c07dd60 req-de64092e-47cc-4225-98c0-d950b7bd01f3 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.4847267 Dec 08 16:11:13.578222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a8078a-359f-4d2c-8597-81e12ad68b8c req-e3e7a6f0-e35f-43bb-8563-f42a839326a5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311807 Dec 08 16:11:13.677428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:13.724790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e22-7727-4263-a02e-25db82def07a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:13.944658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b64ea09-c524-4d64-b867-d68a7c07dd60 req-1490bc7a-a726-42f5-8bc8-96cda870d617 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807761 Dec 08 16:11:14.135282 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 2, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:14.202378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.208418 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Checking router: 4e1d2425-724c-4453-bd84-d850ec41b9d5 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:14.209098 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Updating router 4e1d2425-724c-4453-bd84-d850ec41b9d5 port 710dc20c-0625-432c-aa0d-6e534203aac8 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:14.225264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e22-7727-4263-a02e-25db82def07a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.237617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6aed5e22-7727-4263-a02e-25db82def07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.289896 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.353339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aed5e22-7727-4263-a02e-25db82def07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032b2689-3c8b-41bd-b428-80fbdbbb1279,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:14.400789 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6aed5e22-7727-4263-a02e-25db82def07a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a26a7e4538d64ac387af23bfdc69169d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7213831 Dec 08 16:11:14.406948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:14.531702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21982007-95c8-4f0f-89fc-54d9ba29a96f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:14.544515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Checking segment: {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:14.545243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Network hostable DHCP agents. Network: 4ec1a14f-fecd-47dc-9633-f4f58ed690d8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:14.575284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-721cf599-7622-42fc-b2e6-d676da4dab87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.634901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-721cf599-7622-42fc-b2e6-d676da4dab87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.668470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e1429-fa13-42af-9379-5a160731f76c req-0f67f5b9-0483-4f94-b920-b864a044ea75 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:14.686587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-502e1429-fa13-42af-9379-5a160731f76c req-0f67f5b9-0483-4f94-b920-b864a044ea75 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 945 time: 0.2745881 Dec 08 16:11:14.733313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:14.774469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-721cf599-7622-42fc-b2e6-d676da4dab87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.780352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-721cf599-7622-42fc-b2e6-d676da4dab87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:14.782844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-721cf599-7622-42fc-b2e6-d676da4dab87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/032b2689-3c8b-41bd-b428-80fbdbbb1279 HTTP/1.1" status: 204 len: 168 time: 0.3736105 Dec 08 16:11:14.830602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cf599-7622-42fc-b2e6-d676da4dab87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032b2689-3c8b-41bd-b428-80fbdbbb1279,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:14.940793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 4ec1a14f-fecd-47dc-9633-f4f58ed690d8) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:14.972329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff74e4d-bb01-4e5e-91eb-6d7ffc4d80b2 None None] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:14.989857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:14.990896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.015326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-760b643b-37d4-4ac3-8193-3181730ab3d5 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:15.022488 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-760b643b-37d4-4ac3-8193-3181730ab3d5 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 945 time: 0.1424184 Dec 08 16:11:15.392058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a54e5550-0dd0-4b37-9eef-4ec01de20469 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7116027 Dec 08 16:11:15.420420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40132) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:15.442302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:15.513556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.514758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.546105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-502e1429-fa13-42af-9379-5a160731f76c req-00e28a89-d636-436e-8879-e34207f0ab1b tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8525043 Dec 08 16:11:15.590671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f53f57-ebf4-455e-aa78-39c4889476f9 req-740a4bd3-006f-4a43-8a88-d21ad4886b51 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:15.607718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78f53f57-ebf4-455e-aa78-39c4889476f9 req-740a4bd3-006f-4a43-8a88-d21ad4886b51 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.5970268 Dec 08 16:11:15.682363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Deleting port 18801869-6a9a-4178-931b-d32c3552d5f6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:15.682899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.801522 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.847866 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.869835 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:15.971954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a76135-659f-453d-9666-db6465b19aec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-4ec1a14f-fecd-47dc-9633-f4f58ed690d8', 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8', 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'fixed_ips': [{'subnet_id': '21982007-95c8-4f0f-89fc-54d9ba29a96f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:11:15.973415 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81a76135-659f-453d-9666-db6465b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.166485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78f53f57-ebf4-455e-aa78-39c4889476f9 req-e6888486-7630-44d0-ab16-a16e73b36f08 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5535729 Dec 08 16:11:16.336653 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Pushing event updated for resources: {'Port': ['ID=710dc20c-0625-432c-aa0d-6e534203aac8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:16.385867 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.386305 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.386676 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.387016 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.387446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.387829 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.388181 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.388606 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.388948 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.389272 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.389592 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.389962 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.391105 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:16.414094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] For port 18801869-6a9a-4178-931b-d32c3552d5f6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=18801869-6a9a-4178-931b-d32c3552d5f6,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:16.414828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.484868 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Attempting to bind port 710dc20c-0625-432c-aa0d-6e534203aac8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:16.485832 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Attempting to bind port 710dc20c-0625-432c-aa0d-6e534203aac8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:16.486387 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Attempting to bind port 710dc20c-0625-432c-aa0d-6e534203aac8 on network 02b9c06e-9add-4910-bc5d-6edb3986b391 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:16.516946 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:16.517281 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Checking segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:16.517761 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.518170 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Bound using segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:16.518697 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Bound port: 710dc20c-0625-432c-aa0d-6e534203aac8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:16.519115 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:16.556448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-81a76135-659f-453d-9666-db6465b19aec None None] Allocated IP 172.20.0.2 (4ec1a14f-fecd-47dc-9633-f4f58ed690d8/21982007-95c8-4f0f-89fc-54d9ba29a96f/96667d51-3c68-4df5-9f9f-98e5eff19def) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:16.566135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Calling delete_port for 18801869-6a9a-4178-931b-d32c3552d5f6 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:16.867204 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] For port 710dc20c-0625-432c-aa0d-6e534203aac8, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:16.883848 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] For port 710dc20c-0625-432c-aa0d-6e534203aac8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=710dc20c-0625-432c-aa0d-6e534203aac8,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:16.896222 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.075863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81a76135-659f-453d-9666-db6465b19aec None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.089609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.133719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81a76135-659f-453d-9666-db6465b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.138222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d50474-7d31-45cb-9ba2-a50596d0e3f0 req-52edde00-ce2f-4194-9480-22bef1f5e785 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:17.152078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94d50474-7d31-45cb-9ba2-a50596d0e3f0 req-52edde00-ce2f-4194-9480-22bef1f5e785 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 1.0300143 Dec 08 16:11:17.223734 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7504b-6b24-425a-8fda-308f35e560e1 None None] Pushing event updated for resources: {'Port': ['ID=710dc20c-0625-432c-aa0d-6e534203aac8,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:17.307504 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:17.311722 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:10:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:17.336635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.381490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76135-659f-453d-9666-db6465b19aec None None] Pushing event updated for resources: {'Port': ['ID=96667d51-3c68-4df5-9f9f-98e5eff19def,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:17.408276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event deleted for resources: {'Port': ['ID=18801869-6a9a-4178-931b-d32c3552d5f6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:17.459183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6e1144e8-d1c9-4e75-8303-2e8d0e7654e8 None None] Provisioning complete for port 710dc20c-0625-432c-aa0d-6e534203aac8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:17.459563 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e1144e8-d1c9-4e75-8303-2e8d0e7654e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.631140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] No DVR routers for this DVR port 18801869-6a9a-4178-931b-d32c3552d5f6 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:17.643144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:17.658885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4b7b09e3-5a99-4ed5-a3c7-98687b04d769 req-409c309b-9bd5-4d22-a0cf-3e3e0b899fe0 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "DELETE /v2.0/ports/18801869-6a9a-4178-931b-d32c3552d5f6 HTTP/1.1" status: 204 len: 173 time: 2.6303222 Dec 08 16:11:17.659394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'name': 'network-vif-deleted', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:17.661862 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8b3422-c9ef-41c8-b998-c552317faec9" -d '{"events": [{"server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "name": "network-vif-deleted", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:17.839824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a76135-659f-453d-9666-db6465b19aec None None] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:17.848597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-81a76135-659f-453d-9666-db6465b19aec None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:17.868089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a76135-659f-453d-9666-db6465b19aec None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:17.934778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676b622-7055-4656-93e4-4255b1fc5b63 req-bbf406df-7f71-4fdd-80a0-72163c4ea1fb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:17.951228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5676b622-7055-4656-93e4-4255b1fc5b63 req-bbf406df-7f71-4fdd-80a0-72163c4ea1fb tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0e9ff67-d31a-40cc-8538-564d202de61d HTTP/1.1" status: 200 len: 866 time: 0.7900367 Dec 08 16:11:18.010823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94d50474-7d31-45cb-9ba2-a50596d0e3f0 req-6b3d8399-8ff7-4dc3-982f-83f9dbb15aee tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8559928 Dec 08 16:11:18.300185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 710dc20c-0625-432c-aa0d-6e534203aac8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:18.386789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5676b622-7055-4656-93e4-4255b1fc5b63 req-30e616c6-9b73-4407-9dc0-60348ee0ff8f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292040 Dec 08 16:11:18.489000 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:18.667849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e1144e8-d1c9-4e75-8303-2e8d0e7654e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.785028 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb5cb21-33ce-4a6a-89bf-ebb9cea8e1c7 x-openstack-request-id: req-4cb5cb21-33ce-4a6a-89bf-ebb9cea8e1c7 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:18.785652 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0e9ff67-d31a-40cc-8538-564d202de61d", "name": "network-vif-deleted", "tag": "18801869-6a9a-4178-931b-d32c3552d5f6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:18.785893 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cb5cb21-33ce-4a6a-89bf-ebb9cea8e1c7 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:18.786531 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0e9ff67-d31a-40cc-8538-564d202de61d', 'name': 'network-vif-deleted', 'tag': '18801869-6a9a-4178-931b-d32c3552d5f6', 'status': 'completed', 'code': 200} Dec 08 16:11:18.817468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6e1144e8-d1c9-4e75-8303-2e8d0e7654e8 None None] For port 710dc20c-0625-432c-aa0d-6e534203aac8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=710dc20c-0625-432c-aa0d-6e534203aac8,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:18.833649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-81a76135-659f-453d-9666-db6465b19aec None None] Attempting to bind port 96667d51-3c68-4df5-9f9f-98e5eff19def on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:18.834105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-81a76135-659f-453d-9666-db6465b19aec None None] Attempting to bind port 96667d51-3c68-4df5-9f9f-98e5eff19def by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:18.834680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a76135-659f-453d-9666-db6465b19aec None None] Attempting to bind port 96667d51-3c68-4df5-9f9f-98e5eff19def on network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:18.837589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e1144e8-d1c9-4e75-8303-2e8d0e7654e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:18.936220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1144e8-d1c9-4e75-8303-2e8d0e7654e8 None None] Pushing event updated for resources: {'Port': ['ID=710dc20c-0625-432c-aa0d-6e534203aac8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:19.000163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a76135-659f-453d-9666-db6465b19aec None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:19.002300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a76135-659f-453d-9666-db6465b19aec None None] Checking segment: {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:19.003069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81a76135-659f-453d-9666-db6465b19aec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.003758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a76135-659f-453d-9666-db6465b19aec None None] Bound using segment: {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:19.004548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-81a76135-659f-453d-9666-db6465b19aec None None] Bound port: 96667d51-3c68-4df5-9f9f-98e5eff19def, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:19.005199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81a76135-659f-453d-9666-db6465b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.305385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:19.334576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 710dc20c-0625-432c-aa0d-6e534203aac8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:19.335065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.337927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-011ba049-ee8b-4bf8-9c52-025f63fe29fd None None] Provisioning complete for port 710dc20c-0625-432c-aa0d-6e534203aac8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:19.349242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-011ba049-ee8b-4bf8-9c52-025f63fe29fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.551277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-81a76135-659f-453d-9666-db6465b19aec None None] For port 96667d51-3c68-4df5-9f9f-98e5eff19def, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:19.591130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-81a76135-659f-453d-9666-db6465b19aec None None] For port 96667d51-3c68-4df5-9f9f-98e5eff19def, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=96667d51-3c68-4df5-9f9f-98e5eff19def,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:19.611174 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.662827 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:16Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:19.751881 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8138fcb1-5504-4f0b-889b-719738ed8eb4 None None] The sync data for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 is: [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:16Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:19.836525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 18801869-6a9a-4178-931b-d32c3552d5f6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:19.836893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 18801869-6a9a-4178-931b-d32c3552d5f6 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:19.853521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81a76135-659f-453d-9666-db6465b19aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:19.863673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f9d00-a897-4295-a672-d2275fd98092 req-8e75a75c-f373-4e00-9951-758c88907417 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:19.886179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f7f9d00-a897-4295-a672-d2275fd98092 req-8e75a75c-f373-4e00-9951-758c88907417 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 1.0088594 Dec 08 16:11:19.902871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:20.070659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afb1c7-f349-45da-b716-eae4caa618fa req-4b38db11-849d-4efd-87dc-38cc6730dbbd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:20.080339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3afb1c7-f349-45da-b716-eae4caa618fa req-4b38db11-849d-4efd-87dc-38cc6730dbbd tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.7648859 Dec 08 16:11:20.087047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a76135-659f-453d-9666-db6465b19aec None None] Pushing event updated for resources: {'Port': ['ID=96667d51-3c68-4df5-9f9f-98e5eff19def,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:20.423463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f7f9d00-a897-4295-a672-d2275fd98092 req-6e97fecf-763d-4197-a22b-67d806ac387a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354388 Dec 08 16:11:20.485683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3afb1c7-f349-45da-b716-eae4caa618fa req-f521acec-08b2-40a4-afce-8f7343655ea7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022057 Dec 08 16:11:20.858226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Allocated IP 172.25.3.157 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/78177c8b-3e72-4c0d-9e44-8f841f5c6653) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:20.903885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 710dc20c-0625-432c-aa0d-6e534203aac8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:21.144137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 710dc20c-0625-432c-aa0d-6e534203aac8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:21.146338 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.310675 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.434344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:21.819191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:21.964759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-866aad41-f022-4909-bf38-39b412c7e009 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:21.966398 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-866aad41-f022-4909-bf38-39b412c7e009 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c52c0f7-1b33-431d-a652-8ea5efcea63c HTTP/1.1" status: 200 len: 944 time: 0.1185553 Dec 08 16:11:21.985157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:21.993396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:22.223186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40206) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:22.360243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Deleting port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:22.360817 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.571558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Pushing event updated for resources: {'Port': ['ID=78177c8b-3e72-4c0d-9e44-8f841f5c6653,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:22.738724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 96667d51-3c68-4df5-9f9f-98e5eff19def up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:22.819233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] For port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:22.820317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:22.862844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Calling delete_port for 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:22.903014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0df880-02a0-42e6-80ce-ddf486689cec None None] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:22.944323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-591f60af-9d3d-41f6-8f1b-ac92df8812d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9365141 Dec 08 16:11:23.065661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265d6a4-749b-4f71-8064-dae62b7071f9 req-f9d73732-1b74-41f2-ab1e-402314674a01 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.085830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b265d6a4-749b-4f71-8064-dae62b7071f9 req-f9d73732-1b74-41f2-ab1e-402314674a01 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 1.2456071 Dec 08 16:11:23.118477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd36c40-1471-4693-8a08-0dbe2d14314e req-e0300e5f-61d5-4fae-bf26-3785f82aa883 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:23.126217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcd36c40-1471-4693-8a08-0dbe2d14314e req-e0300e5f-61d5-4fae-bf26-3785f82aa883 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 1.3625591 Dec 08 16:11:23.175401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1311415956', 'router:external': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:23.185702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.217817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-04f4f131-58d5-463b-a6f6-b3ba78dbce0e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9577649 Dec 08 16:11:23.255328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Provisioning complete for port 96667d51-3c68-4df5-9f9f-98e5eff19def triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:23.256002 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.356553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event deleted for resources: {'Port': ['ID=45c5acb2-30e1-4f8c-8c32-b42bf7a8075b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:23.389762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:23.395023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] No DVR routers for this DVR port 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:23.402769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.410621 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-045d3847-210e-482f-897e-aa93bd9db9c9 req-1cbedd58-6de2-4921-bd71-bbc82925819f tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.86 "DELETE /v2.0/ports/45c5acb2-30e1-4f8c-8c32-b42bf7a8075b HTTP/1.1" status: 204 len: 173 time: 1.4368174 Dec 08 16:11:23.411681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'name': 'network-vif-deleted', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:23.429032 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a9e39c-0eb3-48c5-b254-362ef56ea7d5" -d '{"events": [{"server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "name": "network-vif-deleted", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:23.441442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Made reservation on behalf of ffcc99fa2d854441993208320025ac1f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:23.448299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.472974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.505067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 96667d51-3c68-4df5-9f9f-98e5eff19def triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:23.505440 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.873838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.884415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:23.944227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:11:23.993041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6145bfd-1ee1-4aa8-a745-650dd6322e04,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:24.005207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.005907 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Added segment 65c9166d-bca7-45b6-bc4f-f41cbb16f29b of type vlan for network cc414817-0603-4410-b1b5-1a3c12e080ba Dec 08 16:11:24.181649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:24.186155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.205895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.287988 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.289461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.290581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.431882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de', 'port_id': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'mac_address': 'fa:16:3e:83:6a:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:24.446001 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.2124920 Dec 08 16:11:24.448318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9da06b-a0d1-4a10-bfc7-bc2617c676bc tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Network': ['ID=cc414817-0603-4410-b1b5-1a3c12e080ba,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:24.454078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:24.460805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'subnet': {'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:24.480908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network cc414817-0603-4410-b1b5-1a3c12e080ba details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:11:24.486415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] For port 96667d51-3c68-4df5-9f9f-98e5eff19def, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=96667d51-3c68-4df5-9f9f-98e5eff19def,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:24.517366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Made reservation on behalf of ffcc99fa2d854441993208320025ac1f for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:24.524563 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.525455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.526421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.644382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcd36c40-1471-4693-8a08-0dbe2d14314e req-1f0dade8-ac45-4c49-81e8-d65d848e5310 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5170171 Dec 08 16:11:24.755262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b265d6a4-749b-4f71-8064-dae62b7071f9 req-67504d5a-d87d-4666-b367-68111b987cea tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5980403 Dec 08 16:11:24.772051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-b47230d9-2ebe-4a62-a289-68a4d5feec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:24.787042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-b47230d9-2ebe-4a62-a289-68a4d5feec72 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1097 time: 1.6797333 Dec 08 16:11:24.792985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:24.915941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:24.943403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-22099244-182c-4480-87a1-42f011b75ef2 None None] Provisioning complete for port 96667d51-3c68-4df5-9f9f-98e5eff19def triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:24.943403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22099244-182c-4480-87a1-42f011b75ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.114502 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb4fbb9-4075-4dc8-98bd-15b932ae7f29 x-openstack-request-id: req-5cb4fbb9-4075-4dc8-98bd-15b932ae7f29 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:25.114800 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c52c0f7-1b33-431d-a652-8ea5efcea63c", "name": "network-vif-deleted", "tag": "45c5acb2-30e1-4f8c-8c32-b42bf7a8075b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:25.115059 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5cb4fbb9-4075-4dc8-98bd-15b932ae7f29 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:25.115475 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c52c0f7-1b33-431d-a652-8ea5efcea63c', 'name': 'network-vif-deleted', 'tag': '45c5acb2-30e1-4f8c-8c32-b42bf7a8075b', 'status': 'completed', 'code': 200} Dec 08 16:11:25.124502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.369567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Pushing event updated for resources: {'Port': ['ID=96667d51-3c68-4df5-9f9f-98e5eff19def,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:25.404538 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:11:25.455919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:11:25.458177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.545095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:25.574774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.580063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.580613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.582270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.582745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.583358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.583954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.584530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.585085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.585704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.586289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.586843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.587569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.588116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34eeae29-1275-4ec3-afb9-a034845dc7ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:25.608130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac477-5136-4700-8780-04c9c393ca88 req-3b79b98c-a8ec-4c1f-b2f1-8082092e538e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.622773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-3b79b98c-a8ec-4c1f-b2f1-8082092e538e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c383b2a381964f4d90278076eb7eef3a&device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 1095 time: 2.2694910 Dec 08 16:11:25.646357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8522d33d-f753-4687-ad7c-8e3f7c473b40,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:25.681763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Checking segment: {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:25.682695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network hostable DHCP agents. Network: cc414817-0603-4410-b1b5-1a3c12e080ba, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:11:25.714011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network cc414817-0603-4410-b1b5-1a3c12e080ba is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:11:25.727930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:11:25.733215 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:11:25.736647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, cc414817-0603-4410-b1b5-1a3c12e080ba) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:25.744536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:25.745461 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.780074 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b95230f-823d-436c-87c9-5a50f8e5fa75 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3242018 Dec 08 16:11:25.783698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40222) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:25.790667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f53516a-28c0-4f93-826d-92778d55777f None None] Network cc414817-0603-4410-b1b5-1a3c12e080ba requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:25.797412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1872834616', 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:25.856860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Made reservation on behalf of ffcc99fa2d854441993208320025ac1f for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:11:25.870324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:25.918749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] device_id is not set on port 9fffa362-c91c-4797-87c4-4fedbeb54630 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:11:26.075421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:26.205756 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-140ebfef-8553-448d-8bdd-396b0538fd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.217344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeae0f5-1921-4194-8f9f-67fa738c6619 None None] Network cc414817-0603-4410-b1b5-1a3c12e080ba requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:11:26.231812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-f63e40e9-156c-42ca-a77a-e9cfd0eb3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.243774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-f63e40e9-156c-42ca-a77a-e9cfd0eb3fd7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 1.1393895 Dec 08 16:11:26.321322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.345678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac477-5136-4700-8780-04c9c393ca88 req-1c74e4ac-97c1-4ce7-8061-5000f1ca0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.352323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-1c74e4ac-97c1-4ce7-8061-5000f1ca0db9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 200 len: 922 time: 0.5767822 Dec 08 16:11:26.355002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:26.416395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Allocated IP 2001:db8::26 (cc414817-0603-4410-b1b5-1a3c12e080ba/8522d33d-f753-4687-ad7c-8e3f7c473b40/9fffa362-c91c-4797-87c4-4fedbeb54630) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:26.430480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224194e-f3c3-46d7-9a7e-265952b88587 req-0babbd78-e7cb-48b2-beb1-7597f5fa1c2d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.432212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8224194e-f3c3-46d7-9a7e-265952b88587 req-0babbd78-e7cb-48b2-beb1-7597f5fa1c2d tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.6428566 Dec 08 16:11:26.570805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fe240-9f59-49e6-bc5e-0d558ee75326 req-2f788b13-7f47-4334-88d7-5baab513ba42 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.572380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a4fe240-9f59-49e6-bc5e-0d558ee75326 req-2f788b13-7f47-4334-88d7-5baab513ba42 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 944 time: 0.7341042 Dec 08 16:11:26.633750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-0d3c96cc-b0ce-40c8-bd91-7887b6cca0b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 200 len: 217 time: 0.2332621 Dec 08 16:11:26.691423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 96667d51-3c68-4df5-9f9f-98e5eff19def up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:26.743044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.799369 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.831516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-4916fb88-717f-47fa-bf1d-7bd9059655da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 1001 time: 0.4742281 Dec 08 16:11:26.855885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network cc414817-0603-4410-b1b5-1a3c12e080ba is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:26.863290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:26.868555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:26.869644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.870281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.882465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Port': ['ID=9fffa362-c91c-4797-87c4-4fedbeb54630,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:26.903538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-a3f8b040-6353-4206-bf39-d2ac5714e832 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:26.905708 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-a3f8b040-6353-4206-bf39-d2ac5714e832 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 944 time: 0.5261605 Dec 08 16:11:26.910822 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-670c630b-7b1e-43b4-bd14-c6522639fb9c tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1243703 Dec 08 16:11:26.914423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:26.937204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 96667d51-3c68-4df5-9f9f-98e5eff19def triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:26.941143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:26.982640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8224194e-f3c3-46d7-9a7e-265952b88587 req-5d6e24eb-d4f2-4a85-a5da-b021888f0be4 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793697 Dec 08 16:11:27.052914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ac477-5136-4700-8780-04c9c393ca88 req-c268453c-c9eb-4925-b307-be8db6945bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:27.055950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-c268453c-c9eb-4925-b307-be8db6945bff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 200 len: 861 time: 0.3971915 Dec 08 16:11:27.123972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a4fe240-9f59-49e6-bc5e-0d558ee75326 req-c804fc53-2003-43a5-8a86-6c8b9aeb4339 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061426 Dec 08 16:11:27.151304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Deleting port 9fffa362-c91c-4797-87c4-4fedbeb54630 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:27.151653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.235840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-6917e82d-a5e5-4c96-9676-89c868d72257 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3863fd67-de4d-4e03-9488-eb696dff3f49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1527803 Dec 08 16:11:27.246753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-229d4410-5b52-45df-8e14-a5804a47c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:27.247630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-229d4410-5b52-45df-8e14-a5804a47c95b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.3878253 Dec 08 16:11:27.267670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.284696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Calling delete_port for 9fffa362-c91c-4797-87c4-4fedbeb54630 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:27.457396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.513109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fffa362-c91c-4797-87c4-4fedbeb54630,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:27.564235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Deleting port 7f8e7062-39af-4234-aed9-591775b1d700 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:27.564890 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.586094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:27.592829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.598511 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0bcfea2a-8fe4-46d0-a829-cd124a4ee43d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/ports/9fffa362-c91c-4797-87c4-4fedbeb54630 HTTP/1.1" status: 204 len: 168 time: 0.6825178 Dec 08 16:11:27.616685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db9c58-70d7-4145-b882-d2d66b8fbb72 req-70e053d5-743b-48e7-acfb-7fa8b0062b4a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:27.622310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29db9c58-70d7-4145-b882-d2d66b8fbb72 req-70e053d5-743b-48e7-acfb-7fa8b0062b4a tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.4231179 Dec 08 16:11:27.626227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40234) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:27.649610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba', 'external_fixed_ips': [{'subnet_id': '8522d33d-f753-4687-ad7c-8e3f7c473b40', 'ip_address': '2001:db8::26'}]}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:27.681336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Router fcda4787-edfa-41fa-8cdc-4b34d38f1300 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:27.701597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-d8d2728d-b3bd-4bdf-b311-40d191245059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:27.701597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-d8d2728d-b3bd-4bdf-b311-40d191245059 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4387596 Dec 08 16:11:27.740468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:27.770244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:27.770865 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.955139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] For port 7f8e7062-39af-4234-aed9-591775b1d700, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f8e7062-39af-4234-aed9-591775b1d700,segment=NetworkSegment(fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d),segment_id=fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:27.956001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.956673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-64b6fbde-50ce-44e8-b630-71686e48d1e5 service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367763 Dec 08 16:11:27.986167 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:27.993864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Calling delete_port for 7f8e7062-39af-4234-aed9-591775b1d700 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:28.055140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.056623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.071255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:28.079949 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13055f9-31c9-4904-8f39-8c8c0e04632e" -d '{"events": [{"server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "name": "network-vif-plugged", "status": "completed", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:28.127919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:28.137263 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.146898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:28.258222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.308678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:28.308986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45c5acb2-30e1-4f8c-8c32-b42bf7a8075b not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:28.331173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29db9c58-70d7-4145-b882-d2d66b8fbb72 req-37284aeb-642e-435e-b292-aceb2850cb58 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607893 Dec 08 16:11:28.384812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.431997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:28.493645 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5321db45-2cab-4d38-8fe2-9e53bad700a6 x-openstack-request-id: req-5321db45-2cab-4d38-8fe2-9e53bad700a6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:28.494100 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "name": "network-vif-plugged", "status": "completed", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:28.494450 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5321db45-2cab-4d38-8fe2-9e53bad700a6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:28.494948 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'code': 200} Dec 08 16:11:28.675321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:28.701763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Pushing event deleted for resources: {'Port': ['ID=7f8e7062-39af-4234-aed9-591775b1d700,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:28.712371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Sync routers for ids ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:28.755456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] No DVR routers for this DVR port 7f8e7062-39af-4234-aed9-591775b1d700 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:11:28.762157 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.769218 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf421b01-6d27-4f0f-86b4-13ac33e44414 req-8ba5ddf2-b011-44f0-9e39-b3e1ef32c5c9 tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.58 "DELETE /v2.0/ports/7f8e7062-39af-4234-aed9-591775b1d700 HTTP/1.1" status: 204 len: 173 time: 1.7790883 Dec 08 16:11:28.774148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'name': 'network-vif-deleted', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:28.780059 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26bf971a-5ac8-49c4-86eb-586b325fe9f7" -d '{"events": [{"server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "name": "network-vif-deleted", "tag": "7f8e7062-39af-4234-aed9-591775b1d700"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:28.790919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-989bc77f-1d6b-4dea-9a63-9596b7e4c9c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:28.795578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Routers {'fcda4787-edfa-41fa-8cdc-4b34d38f1300'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:28.797470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:10:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:28.798533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5353069-593f-4652-ac92-4a4dd3d1cab2 req-287e3060-4744-4196-9e9e-8b55462f0cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:28.800371 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5353069-593f-4652-ac92-4a4dd3d1cab2 req-287e3060-4744-4196-9e9e-8b55462f0cfc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1096 time: 0.1976819 Dec 08 16:11:28.905286 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5353069-593f-4652-ac92-4a4dd3d1cab2 req-a1bf5f16-6c90-47af-b934-7b840195763c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942945 Dec 08 16:11:28.975991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Set router fcda4787-edfa-41fa-8cdc-4b34d38f1300 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:29.000815 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.002136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d1bea76f-e595-4675-996f-c45e0696c37d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.5806308 Dec 08 16:11:29.005273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:29.013243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-6e333f4a-461c-462b-b223-6b4834bd571d service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2905252 Dec 08 16:11:29.055940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9be07f-b1fa-4ce1-8e20-8a2974d5065a req-127e3add-30b0-4b29-af65-b46175a0308c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:29.057489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e9be07f-b1fa-4ce1-8e20-8a2974d5065a req-127e3add-30b0-4b29-af65-b46175a0308c tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/ports?device_id=531579ab-7009-4c1c-b0e1-91d80fb28362 HTTP/1.1" status: 200 len: 866 time: 0.8185480 Dec 08 16:11:29.115927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.120837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d83ac477-5136-4700-8780-04c9c393ca88 req-53ce36d0-1fe1-4728-ad0c-23d3edf1b19f service neutron] 10.222.0.58 "GET /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8976710 Dec 08 16:11:29.128771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355263-aaa9-4133-8237-5a499c908c7a req-a95e3f55-c734-41df-a519-6bef466100ee tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:29.130318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62355263-aaa9-4133-8237-5a499c908c7a req-a95e3f55-c734-41df-a519-6bef466100ee tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.2624502 Dec 08 16:11:29.216230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:11:24Z', 'revision_number': 3, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:29.247822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Checking router: fcda4787-edfa-41fa-8cdc-4b34d38f1300 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:29.248506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Updating router fcda4787-edfa-41fa-8cdc-4b34d38f1300 port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:29.282340 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.584289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.623770 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.629062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e9be07f-b1fa-4ce1-8e20-8a2974d5065a req-541d5aa8-1344-4aa6-a0fe-be224fbcd1fd tempest-LiveAutoBlockMigrationV225Test-1669613435 tempest-LiveAutoBlockMigrationV225Test-1669613435-project] 10.222.0.62 "GET /v2.0/security-groups?id=927b2d49-e8b8-4362-b39a-d842c5a04641&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5316162 Dec 08 16:11:29.633576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.669496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62355263-aaa9-4133-8237-5a499c908c7a req-c0fc1922-d704-44e5-b88f-1b41c2804802 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5277789 Dec 08 16:11:29.698972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1dfd37-0e2f-4b7f-a93b-9d51b81a75d2 req-1877384f-c916-48ad-a28d-baaed98e4ecf service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329804 Dec 08 16:11:29.710561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Attempting to bind port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:29.710926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Attempting to bind port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:29.711256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Attempting to bind port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:29.715442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa1c5-20d6-4166-89d9-2047070025e7 None None] Pushing event updated for resources: {'Port': ['ID=78177c8b-3e72-4c0d-9e44-8f841f5c6653,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:29.723088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:29.723088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:29.723088 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.723660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:29.724116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Bound port: 78177c8b-3e72-4c0d-9e44-8f841f5c6653, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:29.724527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:29.940009 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2a8278-67ca-4fba-bfbe-f2f97ada420e x-openstack-request-id: req-bd2a8278-67ca-4fba-bfbe-f2f97ada420e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:29.940693 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "531579ab-7009-4c1c-b0e1-91d80fb28362", "name": "network-vif-deleted", "tag": "7f8e7062-39af-4234-aed9-591775b1d700", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:29.941118 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bd2a8278-67ca-4fba-bfbe-f2f97ada420e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:29.941705 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '531579ab-7009-4c1c-b0e1-91d80fb28362', 'name': 'network-vif-deleted', 'tag': '7f8e7062-39af-4234-aed9-591775b1d700', 'status': 'completed', 'code': 200} Dec 08 16:11:29.949339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Allocated IP 172.20.0.1 (4ec1a14f-fecd-47dc-9633-f4f58ed690d8/21982007-95c8-4f0f-89fc-54d9ba29a96f/9818cc4c-067e-479d-9c89-a839e3591a83) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:29.987444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] For port 78177c8b-3e72-4c0d-9e44-8f841f5c6653, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:30.018509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.022397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] For port 78177c8b-3e72-4c0d-9e44-8f841f5c6653, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=78177c8b-3e72-4c0d-9e44-8f841f5c6653,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:30.036595 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.095799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.129252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:11:30.137854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.149092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e91729-a4f2-4d9f-a7f4-3fec3aaba0b2 req-3ae3e790-77b9-465a-b852-eb0c96ee9d64 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:30.155945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9e91729-a4f2-4d9f-a7f4-3fec3aaba0b2 req-3ae3e790-77b9-465a-b852-eb0c96ee9d64 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.1465299 Dec 08 16:11:30.168075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.174895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7f8e7062-39af-4234-aed9-591775b1d700 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:11:30.175265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f8e7062-39af-4234-aed9-591775b1d700 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:11:30.181690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Routers {'fcda4787-edfa-41fa-8cdc-4b34d38f1300'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:30.182881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:30.186508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53daa1c5-20d6-4166-89d9-2047070025e7 None None] Pushing event updated for resources: {'Port': ['ID=78177c8b-3e72-4c0d-9e44-8f841f5c6653,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:30.267054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9e91729-a4f2-4d9f-a7f4-3fec3aaba0b2 req-a528b7c1-8313-4652-a583-703c9d4bb4b9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095648 Dec 08 16:11:30.284012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.325615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] Set router fcda4787-edfa-41fa-8cdc-4b34d38f1300 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:30.344083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:30.350040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:30.356423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:30.386675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Allocated IP 2001:db8::26 (cc414817-0603-4410-b1b5-1a3c12e080ba/8522d33d-f753-4687-ad7c-8e3f7c473b40/1e1941b0-bd3a-4587-aa60-f1ab76c81cf1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:30.442827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Pushing event updated for resources: {'Port': ['ID=9818cc4c-067e-479d-9c89-a839e3591a83,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:30.456061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.572883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.638040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.702989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network cc414817-0603-4410-b1b5-1a3c12e080ba is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:30.713250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:30.718012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.720675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:30.797218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40260) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:30.827098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-78f0ee0f-b88e-4611-a17c-7db8de2a96ad None None] Provisioning complete for port 9818cc4c-067e-479d-9c89-a839e3591a83 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:30.835101 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78f0ee0f-b88e-4611-a17c-7db8de2a96ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:30.862398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Port': ['ID=1e1941b0-bd3a-4587-aa60-f1ab76c81cf1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:30.905276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:11:24Z', 'revision_number': 3, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:31.007175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69878b9-6f20-4cb9-ac42-46b8226e84b9 None None] The sync data for ids ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'] in n-d-820935-5 is: [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:11:24Z', 'revision_number': 3, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:31.009367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.011584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78f0ee0f-b88e-4611-a17c-7db8de2a96ad None None] Port 9818cc4c-067e-479d-9c89-a839e3591a83 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:31.021133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.132418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.133695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20af582-ce6c-4114-a214-2e1220b4abb8 req-6ec9d49d-6ba2-4188-9a26-a6691bc01dbb tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:31.144809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20af582-ce6c-4114-a214-2e1220b4abb8 req-6ec9d49d-6ba2-4188-9a26-a6691bc01dbb tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.2455823 Dec 08 16:11:31.166151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Pushing event updated for resources: {'Port': ['ID=9818cc4c-067e-479d-9c89-a839e3591a83,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:31.258497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Deleting subnet b016034e-e970-4c0a-89d1-2f5ba04dea9c {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:11:31.264247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.287220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20af582-ce6c-4114-a214-2e1220b4abb8 req-9ad54789-7f8c-4fa7-95f9-092b7351acfd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980470 Dec 08 16:11:31.319972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.357038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:31.361318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:31.373582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.570975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.692233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3c152-945d-4319-b23f-56f339974fa6 req-5fc1d446-bfbd-4c9f-884b-02b287469e17 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:31.702654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6f3c152-945d-4319-b23f-56f339974fa6 req-5fc1d446-bfbd-4c9f-884b-02b287469e17 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 944 time: 0.2626526 Dec 08 16:11:31.740527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.783934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.826291 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.842825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.847945 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b016034e-e970-4c0a-89d1-2f5ba04dea9c HTTP/1.1" status: 204 len: 168 time: 1.0498848 Dec 08 16:11:31.849034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f46ac8-74fb-4d01-8b7e-0c3a154a47c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b016034e-e970-4c0a-89d1-2f5ba04dea9c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:31.856120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:31.915220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Router fcda4787-edfa-41fa-8cdc-4b34d38f1300 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:11:31.967987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7dcd950f-b1d7-4036-987a-8e2f230fdc92 None None] Provisioning complete for port 9818cc4c-067e-479d-9c89-a839e3591a83 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:31.970564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dcd950f-b1d7-4036-987a-8e2f230fdc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:31.982531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6f3c152-945d-4319-b23f-56f339974fa6 req-303b6ff8-8962-4881-853a-eb15391212d1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787802 Dec 08 16:11:32.037021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80079-db7e-4490-9f67-987ceb794225 req-e0cc9f60-557a-4394-a448-3cbb378c165e tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:32.039126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53a80079-db7e-4490-9f67-987ceb794225 req-e0cc9f60-557a-4394-a448-3cbb378c165e tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1096 time: 0.2696769 Dec 08 16:11:32.114650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7dcd950f-b1d7-4036-987a-8e2f230fdc92 None None] Port 9818cc4c-067e-479d-9c89-a839e3591a83 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:11:32.124970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:32.130651 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.167871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.219298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53a80079-db7e-4490-9f67-987ceb794225 req-4b77922c-d433-4a90-b349-f0ec7572d746 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653194 Dec 08 16:11:32.355105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:32.382882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'network_id': '2641853c-db0e-4f62-acd2-6b35a7146a59', 'port_id': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'mac_address': 'fa:16:3e:de:1b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402f6555-0d3b-4b68-9cff-b4db50f4f617', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:11:32.440925 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.470446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:11:32.512327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def53fa-58c0-4bd4-abef-96fb52461706 req-bf118f72-3bc0-4390-9643-a3b0806421da tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:32.515987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:32.520836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8def53fa-58c0-4bd4-abef-96fb52461706 req-bf118f72-3bc0-4390-9643-a3b0806421da tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1096 time: 0.1339855 Dec 08 16:11:32.522677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.588222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.614318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 78177c8b-3e72-4c0d-9e44-8f841f5c6653 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:32.630884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8def53fa-58c0-4bd4-abef-96fb52461706 req-e2732548-fdfd-4101-b10e-8d600c176dc5 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087370 Dec 08 16:11:32.632994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Router 7515fa2e-a552-4204-86ab-7b675b7f47c5 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:32.665114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:32.675960 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81cc32ee-d95e-460d-815e-7f21e4371382 admin admin] 10.222.0.62 "PUT /v2.0/routers/fcda4787-edfa-41fa-8cdc-4b34d38f1300/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6695325 Dec 08 16:11:32.749436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.779163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3863fd67-de4d-4e03-9488-eb696dff3f49']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:32.794805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:32.798369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:32.801541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:32.808537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd352f62-f5ad-4ec2-a7ef-f290d8e2d26d') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:32.810620 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Sync routers for ids ['7515fa2e-a552-4204-86ab-7b675b7f47c5'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:32.822524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.829193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:32.838244 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Routers {'7515fa2e-a552-4204-86ab-7b675b7f47c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:32.838960 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['7515fa2e-a552-4204-86ab-7b675b7f47c5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:32.839807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.844562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-ec15fa37-54c1-44cb-be24-7875dc275c34 req-09ef1a89-43f8-4a3b-96a2-3d8475620da4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:11:32.847672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec15fa37-54c1-44cb-be24-7875dc275c34 req-09ef1a89-43f8-4a3b-96a2-3d8475620da4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0117898 Dec 08 16:11:32.860276 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.865677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:32.866334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9f4ae45b-9f61-4861-b45e-c1e083972e02 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.2315805 Dec 08 16:11:32.870117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.920706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:11:32.921617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:32.929772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:11:32.930069 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:11:32.932845 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.086299 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Set router 7515fa2e-a552-4204-86ab-7b675b7f47c5 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:33.109840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.129349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.133640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3863fd67-de4d-4e03-9488-eb696dff3f49 HTTP/1.1" status: 204 len: 168 time: 1.2737191 Dec 08 16:11:33.136819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8e02a-967d-49e7-aa4c-3cad49373927 admin admin] Pushing event deleted for resources: {'Network': ['ID=3863fd67-de4d-4e03-9488-eb696dff3f49,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:33.137519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40306) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:33.204387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.254778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.320086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Deleting subnet 5b4bd83d-1d0b-4f3a-b917-b36174877777 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:11:33.337181 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.378310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 78177c8b-3e72-4c0d-9e44-8f841f5c6653, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=78177c8b-3e72-4c0d-9e44-8f841f5c6653,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:33.407199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.440870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63351a08-9b51-4a80-a57b-4702f872153e req-0212c278-b1a8-49fe-bba3-7a937caa164c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:33.461295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63351a08-9b51-4a80-a57b-4702f872153e req-0212c278-b1a8-49fe-bba3-7a937caa164c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2312176 Dec 08 16:11:33.472709 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7515fa2e-a552-4204-86ab-7b675b7f47c5', 'name': '', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba', 'external_fixed_ips': [{'subnet_id': '8522d33d-f753-4687-ad7c-8e3f7c473b40', 'ip_address': '2001:db8::26'}], 'enable_snat': True}, 'gw_port_id': '1e1941b0-bd3a-4587-aa60-f1ab76c81cf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:28Z', 'updated_at': '2021-12-08T16:11:31Z', 'revision_number': 3, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port': {'id': '1e1941b0-bd3a-4587-aa60-f1ab76c81cf1', 'name': '', 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:7b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7515fa2e-a552-4204-86ab-7b675b7f47c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '8522d33d-f753-4687-ad7c-8e3f7c473b40', 'ip_address': '2001:db8::26', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:30Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8522d33d-f753-4687-ad7c-8e3f7c473b40', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:33.491349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.543931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.553210 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Checking router: 7515fa2e-a552-4204-86ab-7b675b7f47c5 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:33.553554 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Updating router 7515fa2e-a552-4204-86ab-7b675b7f47c5 port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:33.589262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=78177c8b-3e72-4c0d-9e44-8f841f5c6653,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:33.591538 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.657938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Deleting port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:33.659491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.695872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63351a08-9b51-4a80-a57b-4702f872153e req-ba44aa33-877a-4641-aa6f-767b4abe6db4 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311633 Dec 08 16:11:33.697271 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.923483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:33.980581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b4bd83d-1d0b-4f3a-b917-b36174877777,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:33.993392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.002855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.004342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b5032bf-77ea-4378-aa96-687fc22e46e0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5b4bd83d-1d0b-4f3a-b917-b36174877777 HTTP/1.1" status: 204 len: 168 time: 0.8648386 Dec 08 16:11:34.014158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40362) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:34.023814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Calling delete_port for 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:34.064549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Sync routers for ids ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:34.088177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Routers {'fcda4787-edfa-41fa-8cdc-4b34d38f1300'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:34.088989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:34.191193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.203277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:34.329324 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.339977 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.428615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.442831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:11:34.469304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:34.470576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.514191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cf36335-9b4f-4fd5-af1c-6fbb415197fb']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:34.524430 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672094-74d8-40f8-b8ba-cb73a85e25e5 None None] Pushing event updated for resources: {'Port': ['ID=1e1941b0-bd3a-4587-aa60-f1ab76c81cf1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:34.539161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Set router fcda4787-edfa-41fa-8cdc-4b34d38f1300 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:34.548097 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Attempting to bind port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:34.548462 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Attempting to bind port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:34.553171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Attempting to bind port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 on network cc414817-0603-4410-b1b5-1a3c12e080ba {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:34.556109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39e4ed2-6965-4bcb-b803-0ae54c7fe770') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:34.558395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39e4ed2-6965-4bcb-b803-0ae54c7fe770') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:34.569453 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:34.570913 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Checking segment: {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:34.572981 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.573391 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Bound using segment: {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:34.577048 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Bound port: 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:34.578779 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.604356 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.605453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.612786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 78177c8b-3e72-4c0d-9e44-8f841f5c6653 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:34.649499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.665290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:11:34.666070 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:11:34.673492 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:11:34.683713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e1941b0-bd3a-4587-aa60-f1ab76c81cf1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:34.699705 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:11:34.699953 n-d-820935-5 neutron-server[103284]: DEBUG oslo_db.api [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:11:34.723171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.804998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.818494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.828938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5cf36335-9b4f-4fd5-af1c-6fbb415197fb HTTP/1.1" status: 204 len: 168 time: 0.8104451 Dec 08 16:11:34.900706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989c680-447f-4ebb-85e3-e1103c8fb916 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cf36335-9b4f-4fd5-af1c-6fbb415197fb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:34.931308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.934303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.993455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-439975ca-8466-4993-ad1f-d1918cdf9f4c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:11:34.994727 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-439975ca-8466-4993-ad1f-d1918cdf9f4c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078764 Dec 08 16:11:34.996206 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:34.996941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7515fa2e-a552-4204-86ab-7b675b7f47c5 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:11:35.002675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.003812 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24e10aa2-5c75-44b6-a424-693045fd4cd4 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/routers/7515fa2e-a552-4204-86ab-7b675b7f47c5 HTTP/1.1" status: 204 len: 168 time: 2.1355734 Dec 08 16:11:35.007362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40400) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.057519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:35.057920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.060985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-e3ddfb95-3a35-468f-98da-7b0cd527e0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:35.067687 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-e3ddfb95-3a35-468f-98da-7b0cd527e0e9 service neutron] 10.222.0.62 "GET /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 1093 time: 0.0614774 Dec 08 16:11:35.079235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Request body: {'binding': {'host': 'n-h1-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:35.080134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Unknown quota resources ['binding']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:11:35.121533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5be90-a2c0-4f23-8692-9125c9626225 req-cef14ba9-0225-4f39-b08c-d6046f8b2144 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:35.122362 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.137632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-baa5be90-a2c0-4f23-8692-9125c9626225 req-cef14ba9-0225-4f39-b08c-d6046f8b2144 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 945 time: 0.2735698 Dec 08 16:11:35.174044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.225150 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Attempting to bind port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:35.228956 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Attempting to bind port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:35.234287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Attempting to bind port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 on network cc414817-0603-4410-b1b5-1a3c12e080ba {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:35.243360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-baa5be90-a2c0-4f23-8692-9125c9626225 req-d9dab103-331c-4929-b76f-e3542867d00f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968006 Dec 08 16:11:35.249334 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:35.249727 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Checking segment: {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:35.252730 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.254855 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Bound using segment: {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:35.256577 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Bound port: 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c9166d-bca7-45b6-bc4f-f41cbb16f29b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'cc414817-0603-4410-b1b5-1a3c12e080ba'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:35.257578 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.281784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on host n-h1-820935-5 for vnic_type normal with profile None {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:35.282356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:35.282699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:35.284018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Deleting subnet 8522d33d-f753-4687-ad7c-8e3f7c473b40 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:11:35.289055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:35.289502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:35.294155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.297568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:35.297963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:35.298320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:35.299444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Bound port: bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:35.331970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:35.336965 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Port 1e1941b0-bd3a-4587-aa60-f1ab76c81cf1 has been deleted concurrently {{(pid=103284) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 16:11:35.345905 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdef75ec-61f1-469e-9077-72c51d56850a" -d '{"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:35.351005 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-edf124ee-4558-4067-b23f-683199e259f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c383b2a381964f4d90278076eb7eef3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1526053 Dec 08 16:11:35.353097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40416) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.373162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.424105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:35.443129 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:35.443747 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:11:35.444918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_agentschedulers_db [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7515fa2e-a552-4204-86ab-7b675b7f47c5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent'). {{(pid=103284) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:11:35.445554 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f6ce742-b627-462d-9ac7-88431e5ac119 None None] The sync data for ids ['7515fa2e-a552-4204-86ab-7b675b7f47c5'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:35.458649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:35.466864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] Publish callbacks [] for binding, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.467393 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.468117 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-2fa813bf-8c60-465c-8fe6-d2d20a42577a service neutron] 10.222.0.62 "POST /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429/bindings HTTP/1.1" status: 201 len: 389 time: 0.3938730 Dec 08 16:11:35.472846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.602597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 4, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9818cc4c-067e-479d-9c89-a839e3591a83', 'name': '', 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'mac_address': 'fa:16:3e:80:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '21982007-95c8-4f0f-89fc-54d9ba29a96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 2, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'subnets': [{'id': '21982007-95c8-4f0f-89fc-54d9ba29a96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:35.629154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa796682-6a74-4e43-b338-cbcc54f77553 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.679546 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475e5f90-695e-41e9-b6c4-27fe4b978e12 x-openstack-request-id: req-475e5f90-695e-41e9-b6c4-27fe4b978e12 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:35.680256 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-plugged", "status": "completed", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:35.680694 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-475e5f90-695e-41e9-b6c4-27fe4b978e12 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:35.681427 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'code': 200} Dec 08 16:11:35.687565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Checking router: fcda4787-edfa-41fa-8cdc-4b34d38f1300 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:35.687916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Updating router fcda4787-edfa-41fa-8cdc-4b34d38f1300 port 9818cc4c-067e-479d-9c89-a839e3591a83 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:35.690220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:35.739957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.750424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa796682-6a74-4e43-b338-cbcc54f77553 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.842493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.867079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:35.872942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/8522d33d-f753-4687-ad7c-8e3f7c473b40 HTTP/1.1" status: 204 len: 168 time: 0.8601072 Dec 08 16:11:35.876486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:35.892890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88faeb7c-e85c-4c95-9b9d-6ba72ff42010 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8522d33d-f753-4687-ad7c-8e3f7c473b40,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:35.916971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd72bc-16d4-4937-a745-7d1ad25a774a req-65e96167-175c-4510-a502-369c6499b5cd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:35.918723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9bd72bc-16d4-4937-a745-7d1ad25a774a req-65e96167-175c-4510-a502-369c6499b5cd tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1463652 Dec 08 16:11:36.021274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.065572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2c5f9-7e6d-4aac-ab20-ca48d5626a0c req-0f9f9d63-671c-4548-8560-53dde32aca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:36.067231 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fdd2c5f9-7e6d-4aac-ab20-ca48d5626a0c req-0f9f9d63-671c-4548-8560-53dde32aca88 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1097 time: 0.0909088 Dec 08 16:11:36.074211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa796682-6a74-4e43-b338-cbcc54f77553 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.077662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa796682-6a74-4e43-b338-cbcc54f77553 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.090669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa796682-6a74-4e43-b338-cbcc54f77553 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/927b2d49-e8b8-4362-b39a-d842c5a04641 HTTP/1.1" status: 204 len: 168 time: 0.7350380 Dec 08 16:11:36.108190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-1ff3dfce-3831-4d42-9f34-54aabe95d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:36.118076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-1ff3dfce-3831-4d42-9f34-54aabe95d1e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1096 time: 0.1921945 Dec 08 16:11:36.134773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9bd72bc-16d4-4937-a745-7d1ad25a774a req-66c78812-4d93-4a07-8032-f0aa1f9b4334 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919978 Dec 08 16:11:36.149215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.192551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa796682-6a74-4e43-b338-cbcc54f77553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927b2d49-e8b8-4362-b39a-d842c5a04641,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:36.203505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc414817-0603-4410-b1b5-1a3c12e080ba']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:36.215926 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fdd2c5f9-7e6d-4aac-ab20-ca48d5626a0c req-e6322bb1-21ba-482d-b4f2-e81d0bad11c6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326761 Dec 08 16:11:36.226994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c9166d-bca7-45b6-bc4f-f41cbb16f29b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:36.227690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c9166d-bca7-45b6-bc4f-f41cbb16f29b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:36.259774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.300687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.324869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:11:36.325528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.344058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-f08b4f4c-304f-448d-80a5-2a88e5ad1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:36.346706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-f08b4f4c-304f-448d-80a5-2a88e5ad1e8a service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.1961825 Dec 08 16:11:36.372045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.381574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.473423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b77357-cf55-4251-ac41-1ba1e5c09a97 None None] Pushing event updated for resources: {'Port': ['ID=9818cc4c-067e-479d-9c89-a839e3591a83,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: items = [ Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:11:36.509219 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:11:36.542664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.587030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Attempting to bind port 9818cc4c-067e-479d-9c89-a839e3591a83 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:36.587402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Attempting to bind port 9818cc4c-067e-479d-9c89-a839e3591a83 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:36.587792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Attempting to bind port 9818cc4c-067e-479d-9c89-a839e3591a83 on network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:36.596706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-ecb94df5-063e-4973-b967-13e6c810d48e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 217 time: 0.1910264 Dec 08 16:11:36.609493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:36.609921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Checking segment: {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:36.610335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.610720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Bound using segment: {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:36.611263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Bound port: 9818cc4c-067e-479d-9c89-a839e3591a83, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8febd28d-e299-4cc9-93ad-1fd13ad3d082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:36.611594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.616486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cc414817-0603-4410-b1b5-1a3c12e080ba {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:11:36.632633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:36.653104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/networks/cc414817-0603-4410-b1b5-1a3c12e080ba HTTP/1.1" status: 204 len: 168 time: 0.7740898 Dec 08 16:11:36.657835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14e617c-5060-4219-9386-eb0781579cb9 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc414817-0603-4410-b1b5-1a3c12e080ba,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:36.761478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d47e5-d2c3-4ea9-aeab-35f8b2be566e req-119c0be2-2370-4b8d-8fae-35c3f9d09d9c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:36.770549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8d47e5-d2c3-4ea9-aeab-35f8b2be566e req-119c0be2-2370-4b8d-8fae-35c3f9d09d9c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2168641 Dec 08 16:11:36.788544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c61241fc-9927-4616-bd69-4ee77e9d7ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:36.790331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c61241fc-9927-4616-bd69-4ee77e9d7ebe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1455164 Dec 08 16:11:36.873241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] For port 9818cc4c-067e-479d-9c89-a839e3591a83, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:36.876919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-0b5dd570-4681-43df-a655-296cd9ec3985 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465336 Dec 08 16:11:36.890118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] For port 9818cc4c-067e-479d-9c89-a839e3591a83, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9818cc4c-067e-479d-9c89-a839e3591a83,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:36.902759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.018132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8d47e5-d2c3-4ea9-aeab-35f8b2be566e req-01ee20c8-16b5-49cc-8834-e05e4d56adde tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432888 Dec 08 16:11:37.117231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7c4105a8-8712-44b0-93fd-6e29d1328ef9 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393448 Dec 08 16:11:37.120495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Routers {'fcda4787-edfa-41fa-8cdc-4b34d38f1300'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:37.121108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:37.176061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:37.229694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e1cc0601-adb9-4527-af11-b830ca6682e5 None None] Provisioning complete for port 9818cc4c-067e-479d-9c89-a839e3591a83 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:37.230112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0601-adb9-4527-af11-b830ca6682e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.391205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b77357-cf55-4251-ac41-1ba1e5c09a97 None None] Pushing event updated for resources: {'Port': ['ID=9818cc4c-067e-479d-9c89-a839e3591a83,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:37.413024 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d41aabfa-8b58-450e-9063-692d08dc07d3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=949f1e513b59433c84729ee9f9548de2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330661 Dec 08 16:11:37.415889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:37.419178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-aa1f929d-5e40-4d1a-b7e0-4a67bddf8990 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937169 Dec 08 16:11:37.574347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ce7ac-d6e7-420b-9f82-e02c89ed8fbb req-2bfe3b3d-4031-4775-ae62-e7b1a99b34ca tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:37.595872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a3ce7ac-d6e7-420b-9f82-e02c89ed8fbb req-2bfe3b3d-4031-4775-ae62-e7b1a99b34ca tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.2443290 Dec 08 16:11:37.645316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-773fd60a-7223-424c-ac9c-cef7d155cb94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.691486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:37.720932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'name': 'tempest-router--1378469776', 'project_id': 'cda241a879cc4e82abec9ac48919e82f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:37.745907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] Set router fcda4787-edfa-41fa-8cdc-4b34d38f1300 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:37.804373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a3ce7ac-d6e7-420b-9f82-e02c89ed8fbb req-1b27ef30-298d-4eb9-80cc-f68170b59e7e tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067206 Dec 08 16:11:37.854217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-773fd60a-7223-424c-ac9c-cef7d155cb94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.899900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:37.902445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.204740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.207527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-773fd60a-7223-424c-ac9c-cef7d155cb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.213611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-773fd60a-7223-424c-ac9c-cef7d155cb94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.216615 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-773fd60a-7223-424c-ac9c-cef7d155cb94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0008228e-37d9-4bae-949a-44289f24a449 HTTP/1.1" status: 204 len: 168 time: 0.7984972 Dec 08 16:11:38.226468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.260021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fd60a-7223-424c-ac9c-cef7d155cb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0008228e-37d9-4bae-949a-44289f24a449,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:38.290997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.294805 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33eef92b-577b-4d63-baba-cd860b669e32 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5968676 Dec 08 16:11:38.297246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:38.368905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e667c33-f3fa-46cd-a03a-393b3589e398 req-a7e955bb-5eb4-4a7c-8da3-ab0dbf20e3f1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:38.381689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e667c33-f3fa-46cd-a03a-393b3589e398 req-a7e955bb-5eb4-4a7c-8da3-ab0dbf20e3f1 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1811113 Dec 08 16:11:38.551862 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0601-adb9-4527-af11-b830ca6682e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.558243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e667c33-f3fa-46cd-a03a-393b3589e398 req-81bb533e-f74a-4027-8fae-efa87485c4a7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740198 Dec 08 16:11:38.585238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.794129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e1cc0601-adb9-4527-af11-b830ca6682e5 None None] For port 9818cc4c-067e-479d-9c89-a839e3591a83, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9818cc4c-067e-479d-9c89-a839e3591a83,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:38.808530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1cc0601-adb9-4527-af11-b830ca6682e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:38.935090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc0601-adb9-4527-af11-b830ca6682e5 None None] Pushing event updated for resources: {'Port': ['ID=9818cc4c-067e-479d-9c89-a839e3591a83,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:39.060267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-087cd7d4-8ed9-4ce1-94b3-4dedb3f5016f None None] Provisioning complete for port 9818cc4c-067e-479d-9c89-a839e3591a83 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:39.060852 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-087cd7d4-8ed9-4ce1-94b3-4dedb3f5016f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.065268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.070907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.188325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 4, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9818cc4c-067e-479d-9c89-a839e3591a83', 'name': '', 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'mac_address': 'fa:16:3e:80:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '21982007-95c8-4f0f-89fc-54d9ba29a96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:36Z', 'revision_number': 4, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'subnets': [{'id': '21982007-95c8-4f0f-89fc-54d9ba29a96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:39.189383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.190612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5ad8bf3-997d-45f6-9978-381adda1dfbd {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:11:39.208480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:39.214790 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c66d4b62-f6ae-4bc1-acb1-dea008583ba7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c5ad8bf3-997d-45f6-9978-381adda1dfbd HTTP/1.1" status: 204 len: 168 time: 0.9116859 Dec 08 16:11:39.230738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9da657-4d08-4371-b087-0de3db43884b None None] The sync data for ids ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'] in n-d-820935-5 is: [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:11:30Z', 'revision_number': 4, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9818cc4c-067e-479d-9c89-a839e3591a83', 'name': '', 'network_id': '4ec1a14f-fecd-47dc-9633-f4f58ed690d8', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'mac_address': 'fa:16:3e:80:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '21982007-95c8-4f0f-89fc-54d9ba29a96f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:29Z', 'updated_at': '2021-12-08T16:11:36Z', 'revision_number': 4, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'subnets': [{'id': '21982007-95c8-4f0f-89fc-54d9ba29a96f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:39.350890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e3eeb-7efe-4489-bd0d-1700efb1ebbc req-2db15299-76bf-4cdd-a7e0-3bde3ec110ad tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:39.359807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b4e3eeb-7efe-4489-bd0d-1700efb1ebbc req-2db15299-76bf-4cdd-a7e0-3bde3ec110ad tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.2337434 Dec 08 16:11:39.537503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b4e3eeb-7efe-4489-bd0d-1700efb1ebbc req-07b79877-2a96-4e6b-b1b7-75604a15edfc tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619287 Dec 08 16:11:39.763097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:39.771808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9fb088-05e7-4a1e-9b6a-7f49759b94da req-0c72a128-f501-4160-ad39-b07e72cd49b7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:39.785121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f9fb088-05e7-4a1e-9b6a-7f49759b94da req-0c72a128-f501-4160-ad39-b07e72cd49b7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.0988688 Dec 08 16:11:39.882446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f9fb088-05e7-4a1e-9b6a-7f49759b94da req-62c148ba-0a38-4262-b572-4921c57d03d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963235 Dec 08 16:11:40.159181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882e21f-5af9-403d-b5ab-de3e167554fb req-5bd47695-2630-47ce-9473-be0bed2ab00c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:40.179297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9882e21f-5af9-403d-b5ab-de3e167554fb req-5bd47695-2630-47ce-9473-be0bed2ab00c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1487799 Dec 08 16:11:40.282204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-106356624', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:40.315643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9882e21f-5af9-403d-b5ab-de3e167554fb req-db23163e-5c0a-4eaf-b51f-88d93aa61b02 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349056 Dec 08 16:11:40.355913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.357558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.496718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:40.635609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debae94a-a11a-44f4-a4c5-cc3e625d397f req-d6548968-8219-479d-bc1c-64030d0e37f9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:40.646108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9818cc4c-067e-479d-9c89-a839e3591a83 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:40.649702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-debae94a-a11a-44f4-a4c5-cc3e625d397f req-d6548968-8219-479d-bc1c-64030d0e37f9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1278079 Dec 08 16:11:40.763849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-debae94a-a11a-44f4-a4c5-cc3e625d397f req-4f97aa2e-e9d8-455c-8e33-68d59e1d3344 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127977 Dec 08 16:11:40.878713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9818cc4c-067e-479d-9c89-a839e3591a83 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:40.879440 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.179231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fad57-0ffe-49d6-bc96-11196ebd7cb0 req-616ee82d-6df5-4f12-bc6d-e2b411770542 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:41.196737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-968fad57-0ffe-49d6-bc96-11196ebd7cb0 req-616ee82d-6df5-4f12-bc6d-e2b411770542 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.2199006 Dec 08 16:11:41.282393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:41.374277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-968fad57-0ffe-49d6-bc96-11196ebd7cb0 req-f9b706d5-fad6-4f23-9c57-a456b8831549 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763663 Dec 08 16:11:41.975825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1536309-2796-4c81-a69a-0c701146ebac req-80398aae-7484-4b29-8acf-dfdee279dfad tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:41.982796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1536309-2796-4c81-a69a-0c701146ebac req-80398aae-7484-4b29-8acf-dfdee279dfad tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2431285 Dec 08 16:11:42.071916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.136266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1536309-2796-4c81-a69a-0c701146ebac req-1d1b3fec-3814-498c-ba54-c0a550149c4c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272218 Dec 08 16:11:42.137956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.520977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974d238-80b6-43c3-92f3-3f4b7d3483e0 req-b573a631-2d99-482a-b42c-eb2ed328a01f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:42.524014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Allocated IP 172.25.3.25 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/2ecb422f-516e-4748-a0cc-8dcbae641ed0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:42.530183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c974d238-80b6-43c3-92f3-3f4b7d3483e0 req-b573a631-2d99-482a-b42c-eb2ed328a01f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1988738 Dec 08 16:11:42.742732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c974d238-80b6-43c3-92f3-3f4b7d3483e0 req-0dd6abb4-2e11-47ca-a926-c0eac392fa11 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102458 Dec 08 16:11:42.768381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837f971-a64d-438c-b380-90bd13962d9a req-6208ea15-65e6-46e1-9128-cfa6900056df tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:42.770322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8837f971-a64d-438c-b380-90bd13962d9a req-6208ea15-65e6-46e1-9128-cfa6900056df tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1662314 Dec 08 16:11:42.782463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:42.871286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8837f971-a64d-438c-b380-90bd13962d9a req-fa16d94a-b07e-4741-8467-5b1dd7e6e837 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927219 Dec 08 16:11:42.934702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.055211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:43.063337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:43.124745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:43.162190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event updated for resources: {'Port': ['ID=2ecb422f-516e-4748-a0cc-8dcbae641ed0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:43.243046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1636646209', 'description': 'tempest-description-1456001996'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:43.299380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.325561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.568702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e810283-72a1-422c-8f2d-cd3875f00507 req-4342f763-c33d-4843-a6b4-a3fd894d4f18 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:43.571929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e810283-72a1-422c-8f2d-cd3875f00507 req-4342f763-c33d-4843-a6b4-a3fd894d4f18 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1344454 Dec 08 16:11:43.644229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.665075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.726359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.738456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e810283-72a1-422c-8f2d-cd3875f00507 req-916c58f1-a99b-4acf-8f30-9da8a7811bfe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596475 Dec 08 16:11:43.755243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9df37f-055a-48e5-8574-d0bb2c4fd5c2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:43.811331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.819940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.845662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:43.847337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebc0481f-506c-42c9-8116-b138d8d3c33d req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6092167 Dec 08 16:11:43.918111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-08e6c60e-f930-4041-8058-e741af83fd0f req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Request body: {'security_group': {'name': 'tempest-securitygroup-575893895', 'description': 'tempest-description-180304989'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:43.931407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0d40f-8106-41b5-86a1-c7c7c52e5e4e tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a87d432-033d-4e79-aa6f-c211a00f1616,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:44.033248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a064d5-8aaa-4478-ad99-ff48e12dc98e req-d9147123-eeec-4430-96dc-d38579556bf9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:44.036137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84a064d5-8aaa-4478-ad99-ff48e12dc98e req-d9147123-eeec-4430-96dc-d38579556bf9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1819215 Dec 08 16:11:44.038334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-08e6c60e-f930-4041-8058-e741af83fd0f req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.186775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84a064d5-8aaa-4478-ad99-ff48e12dc98e req-56565c0d-5741-4244-b97a-6114af5a59bf tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425633 Dec 08 16:11:44.283042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-08e6c60e-f930-4041-8058-e741af83fd0f req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.292032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-08e6c60e-f930-4041-8058-e741af83fd0f req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.393618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-08e6c60e-f930-4041-8058-e741af83fd0f req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.395676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08e6c60e-f930-4041-8058-e741af83fd0f req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4867091 Dec 08 16:11:44.396552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f97a22b-148c-4b0b-aa52-10bcc14e65f0 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a409f58e-6a56-4546-a348-cb061482cd2f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:44.470648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d1f5c-c4c1-4b95-9c81-6886d6d39941 req-74f05f4c-fc99-412c-b90e-097f868f847f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:44.471673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412d1f5c-c4c1-4b95-9c81-6886d6d39941 req-74f05f4c-fc99-412c-b90e-097f868f847f tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0975022 Dec 08 16:11:44.557760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-412d1f5c-c4c1-4b95-9c81-6886d6d39941 req-74f3c6dd-a1c7-4c6f-aead-dba37216b6ed tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702901 Dec 08 16:11:44.694870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:44.869285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1831012916', 'description': 'tempest-description-1206703203'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:44.994285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.010248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.024819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Router 40c42240-348c-483a-963c-fbf0a8499136 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:45.124980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.130611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.181239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadd39b-6de0-4df5-9b84-4bdad281b648 req-5d143995-6b21-4dfd-b26e-36fe297aa572 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:45.182888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7aadd39b-6de0-4df5-9b84-4bdad281b648 req-5d143995-6b21-4dfd-b26e-36fe297aa572 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2413042 Dec 08 16:11:45.224232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2700d75b-f137-4447-8a2f-09ed22084ec5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:45.258259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.286990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.308914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:45.325997 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] Sync routers for ids ['40c42240-348c-483a-963c-fbf0a8499136'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:45.354969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.358074 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48c9a264-3ed3-4990-a27f-00f2ef445a8b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5928950 Dec 08 16:11:45.361195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40622) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:45.377474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7aadd39b-6de0-4df5-9b84-4bdad281b648 req-ddf8312e-af51-4f4c-8659-4373f9e76363 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684740 Dec 08 16:11:45.384312 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] Routers {'40c42240-348c-483a-963c-fbf0a8499136'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:45.385402 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['40c42240-348c-483a-963c-fbf0a8499136'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:45.412760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.425263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b6ae035-775d-4aa8-9f71-38c6f6eb6454 req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.5646613 Dec 08 16:11:45.426252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba46fa2-923f-456e-aa52-62a293b3cd00 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd630786-f5aa-4930-a156-0ebb0688771e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:45.462930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b22ba557-fda5-408c-8b9e-16b7a87e493b req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-467341984', 'description': 'tempest-description-206151217'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:45.498792 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:45.501533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b22ba557-fda5-408c-8b9e-16b7a87e493b req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.524421 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] Routers {'40c42240-348c-483a-963c-fbf0a8499136'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:45.525421 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['40c42240-348c-483a-963c-fbf0a8499136'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:45.674647 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:45.675613 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000ad28-57d7-48f0-ac5e-d72282baec44 None None] The sync data for ids ['40c42240-348c-483a-963c-fbf0a8499136'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:45.712763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b22ba557-fda5-408c-8b9e-16b7a87e493b req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.714681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40636) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:45.717254 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2a9d87d-350b-419e-b0fa-0d92e4ab291f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/40c42240-348c-483a-963c-fbf0a8499136 HTTP/1.1" status: 200 len: 923 time: 0.3540037 Dec 08 16:11:45.734419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b22ba557-fda5-408c-8b9e-16b7a87e493b req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.778388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7b7ba05e-4ae1-4089-9a69-1d90f4e854dd tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=40c42240-348c-483a-963c-fbf0a8499136 HTTP/1.1" status: 200 len: 205 time: 0.0588126 Dec 08 16:11:45.781579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40638) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:45.877831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b22ba557-fda5-408c-8b9e-16b7a87e493b req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:45.880085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b22ba557-fda5-408c-8b9e-16b7a87e493b req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4236577 Dec 08 16:11:45.884259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffb4a74-e665-4dc3-aff3-15d924d64cf4 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111fb809-8dd0-4230-b43c-73535e0bd106,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:45.921505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11137502-260a-4c59-b8aa-83cf349aafb9 req-36b4937d-a03f-4b3a-9853-4ff694a64454 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:45.924580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11137502-260a-4c59-b8aa-83cf349aafb9 req-36b4937d-a03f-4b3a-9853-4ff694a64454 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1535311 Dec 08 16:11:46.011696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.073734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11137502-260a-4c59-b8aa-83cf349aafb9 req-65b816e7-10cd-46ed-b1f7-08f39e30c3d6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379364 Dec 08 16:11:46.212749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.289845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Deleting port 2ecb422f-516e-4748-a0cc-8dcbae641ed0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:46.290130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.413677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.433011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Calling delete_port for 2ecb422f-516e-4748-a0cc-8dcbae641ed0 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:46.688378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5793b628-db2e-46b1-88e4-c2f6a7135aa0 req-844faaaa-b1dd-4c6d-b970-e4b71e8c3241 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:46.690299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5793b628-db2e-46b1-88e4-c2f6a7135aa0 req-844faaaa-b1dd-4c6d-b970-e4b71e8c3241 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1625190 Dec 08 16:11:46.700803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.763453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event deleted for resources: {'Port': ['ID=2ecb422f-516e-4748-a0cc-8dcbae641ed0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:46.856143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:46.877213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5793b628-db2e-46b1-88e4-c2f6a7135aa0 req-56b39d13-815a-49a3-b7ea-a643dcb80c2c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789677 Dec 08 16:11:46.969035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-062933d0-6912-41ae-babc-7f22417dd8cd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53752 time: 0.8483315 Dec 08 16:11:47.030441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.034553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.080289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-11642018-5a05-4983-80b8-3a8a4645413d tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0968032d-41d4-4ed0-a7ce-c827857d08fe HTTP/1.1" status: 200 len: 2998 time: 0.0992148 Dec 08 16:11:47.139732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.140638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Fanout notify agent at l3_agent the message router_deleted on router 40c42240-348c-483a-963c-fbf0a8499136 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:11:47.158567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.164193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fdad5e80-ce17-4e5a-acd9-63b9ea205dc5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/40c42240-348c-483a-963c-fbf0a8499136 HTTP/1.1" status: 204 len: 168 time: 1.3778422 Dec 08 16:11:47.167772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:47.175930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'name': 'tempest-snat-router-413918255', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': False}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:47.253506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.256255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.390156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.683045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:47.719474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-74563a7c-d535-4524-833b-db9a791059a3 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/0968032d-41d4-4ed0-a7ce-c827857d08fe HTTP/1.1" status: 200 len: 2998 time: 0.6326077 Dec 08 16:11:47.868219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210be7a-1ad0-45fb-b974-57d18be42d04 req-e3e3a3fe-71f3-4227-9a6b-5dfcd55b9e29 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:47.871230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8210be7a-1ad0-45fb-b974-57d18be42d04 req-e3e3a3fe-71f3-4227-9a6b-5dfcd55b9e29 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1746321 Dec 08 16:11:47.940457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-567145bb-b0f6-42d5-b441-c05114257aaf tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2700d75b-f137-4447-8a2f-09ed22084ec5 HTTP/1.1" status: 200 len: 3002 time: 0.1767218 Dec 08 16:11:48.016023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8210be7a-1ad0-45fb-b974-57d18be42d04 req-e6a498ff-2b38-4d47-a0db-cf43f1b75170 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205316 Dec 08 16:11:48.154518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.157531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-dbb14d2f-a5b4-402a-998f-b303ce21df2f tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2700d75b-f137-4447-8a2f-09ed22084ec5 HTTP/1.1" status: 200 len: 3002 time: 0.2157683 Dec 08 16:11:48.196924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.323785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-cdd1e054-2a9f-4016-b2c0-1c2393abab9d tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2fc86593-63b1-4528-b4a0-4d1cca48514d HTTP/1.1" status: 200 len: 2990 time: 0.1646876 Dec 08 16:11:48.491125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-197116dc-aa15-4d80-89c0-7943ec61017d tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/2fc86593-63b1-4528-b4a0-4d1cca48514d HTTP/1.1" status: 200 len: 2990 time: 0.1201117 Dec 08 16:11:48.642904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Allocated IP 172.25.3.166 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/cafbfb6f-b20e-420d-804b-857242313283) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:48.645334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-79348bda-912f-47a1-8bc7-b8bdd01dd140 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3a9fdebb-0387-477f-9833-9499f66f1695 HTTP/1.1" status: 200 len: 2998 time: 0.1169314 Dec 08 16:11:48.866805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-03082adc-20ee-4cdb-a752-6553756cdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:48.869208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-03082adc-20ee-4cdb-a752-6553756cdb4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a83787cecb2748d7abd46546a0acf65d&device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 1097 time: 0.2008080 Dec 08 16:11:48.878861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-7784c254-6de9-4e84-8f55-e47ec4142ea0 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/3a9fdebb-0387-477f-9833-9499f66f1695 HTTP/1.1" status: 200 len: 2998 time: 0.2144930 Dec 08 16:11:48.933734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:48.982005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b956c4-4241-4eb0-b464-37fb93c3806d req-72401e0d-f81b-4c9b-a7d0-a20914b15f2e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:48.994648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6b956c4-4241-4eb0-b464-37fb93c3806d req-72401e0d-f81b-4c9b-a7d0-a20914b15f2e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2263322 Dec 08 16:11:49.031629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.151203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-4664de10-377f-4fe7-868d-26262e56e373 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5de0a674-0dcf-453f-9d19-b5708811fa74 HTTP/1.1" status: 200 len: 2998 time: 0.1844769 Dec 08 16:11:49.158287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6b956c4-4241-4eb0-b464-37fb93c3806d req-b338d7f9-d071-416c-89cc-c94f726e1d65 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490545 Dec 08 16:11:49.162223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-d64ac879-ea01-4da0-85da-ede27eb93378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:49.163825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-d64ac879-ea01-4da0-85da-ede27eb93378 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 200 len: 915 time: 0.2835014 Dec 08 16:11:49.206721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:49.218709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:49.223931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:49.251459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-eee4f1ee-eda8-458f-8cf2-ac7fdfc795eb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 200 len: 217 time: 0.0781684 Dec 08 16:11:49.294821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Port': ['ID=cafbfb6f-b20e-420d-804b-857242313283,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:49.347434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-6e9f3d0c-9afc-459e-a873-92bb2a08eba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:49.349488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-6e9f3d0c-9afc-459e-a873-92bb2a08eba3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 200 len: 854 time: 0.0904546 Dec 08 16:11:49.413274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-7be9d524-3752-4653-bf21-6cdb95dde0fb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/5de0a674-0dcf-453f-9d19-b5708811fa74 HTTP/1.1" status: 200 len: 2998 time: 0.2375102 Dec 08 16:11:49.415980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-60f929b0-a46f-4605-b9fd-78666fe27471 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2641853c-db0e-4f62-acd2-6b35a7146a59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562978 Dec 08 16:11:49.498640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5913f4a-e207-440e-ad66-dc6d4c4f3c65 req-682c657d-2792-4421-80b9-daa9e510a611 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:49.500395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5913f4a-e207-440e-ad66-dc6d4c4f3c65 req-682c657d-2792-4421-80b9-daa9e510a611 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1709397 Dec 08 16:11:49.567459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-5a98784c-f247-46c2-bc23-71550d30b5b1 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/71a68b43-3dba-4bc2-a59a-98894327699d HTTP/1.1" status: 200 len: 2998 time: 0.1325376 Dec 08 16:11:49.658436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-46925196-2c06-44e4-935d-dc4dc48dde5c service neutron] 10.222.0.58 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344568 Dec 08 16:11:49.664613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5913f4a-e207-440e-ad66-dc6d4c4f3c65 req-5ea3e052-34a2-478a-b916-f6287f22d8eb tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483507 Dec 08 16:11:49.731936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-82aefef1-1d9e-4f8b-be04-ddde5fe6774d tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/71a68b43-3dba-4bc2-a59a-98894327699d HTTP/1.1" status: 200 len: 2998 time: 0.1517463 Dec 08 16:11:49.741549 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:49.815450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-acc2d843-79e7-4168-8caf-817e5281840b tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8c1c56ad-3065-4363-8e93-2c50c8a8a676 HTTP/1.1" status: 200 len: 2998 time: 0.0739932 Dec 08 16:11:49.819811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cff6c544-265b-41b9-bd95-541fb230b2e3 req-a2e27aa8-af28-4947-af94-01442a6f6017 service neutron] 10.222.0.58 "GET /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496644 Dec 08 16:11:49.894193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-56e1b106-645a-4d4e-947c-b1ba5e7a06ab tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8c1c56ad-3065-4363-8e93-2c50c8a8a676 HTTP/1.1" status: 200 len: 2998 time: 0.0714023 Dec 08 16:11:49.986737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-ab5d1b8f-d4f3-42a4-9b1e-bc605467a7e9 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8cbfbc0d-b640-4350-83fc-3fd9af2c5bff HTTP/1.1" status: 200 len: 2998 time: 0.0851729 Dec 08 16:11:50.048078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-8993dae0-9e00-40b6-b070-971fda973093 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8cbfbc0d-b640-4350-83fc-3fd9af2c5bff HTTP/1.1" status: 200 len: 2998 time: 0.0532088 Dec 08 16:11:50.075997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.145488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-fc39a12e-f7d8-49a5-a5cf-b6eb3f574f83 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8d60b391-25d3-416f-9cef-656fb360560c HTTP/1.1" status: 200 len: 2998 time: 0.0748854 Dec 08 16:11:50.237465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-8c01d88d-9227-4911-95cd-d967ec0c59df tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/8d60b391-25d3-416f-9cef-656fb360560c HTTP/1.1" status: 200 len: 2998 time: 0.0853603 Dec 08 16:11:50.293627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Router a9e59cf8-56e8-4162-b912-58117e8dde5e is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:50.354599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-6b3bd6de-d11a-4dde-8b03-d53850debf99 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/9be874d0-8d0a-456a-acb8-d5b27a180cc5 HTTP/1.1" status: 200 len: 2998 time: 0.1100299 Dec 08 16:11:50.403290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427b03a-098b-4c33-8cb3-c1afb48ec45d req-7232ea69-314f-4d65-a602-3e4907d86879 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:50.405589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d427b03a-098b-4c33-8cb3-c1afb48ec45d req-7232ea69-314f-4d65-a602-3e4907d86879 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1171808 Dec 08 16:11:50.468895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-63b9ddf5-0027-44e6-8a7e-e76cdf69ef3b tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/9be874d0-8d0a-456a-acb8-d5b27a180cc5 HTTP/1.1" status: 200 len: 2998 time: 0.1057048 Dec 08 16:11:50.531516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:50.545152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d427b03a-098b-4c33-8cb3-c1afb48ec45d req-cb99291a-11a3-4e9b-8760-561b2b006e73 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169775 Dec 08 16:11:50.546885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Sync routers for ids ['a9e59cf8-56e8-4162-b912-58117e8dde5e'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:50.578066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-17ce7aa8-7982-49b2-ab09-6f116525cb8a tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bc9030b9-7936-44ac-b24c-33088909ffc0 HTTP/1.1" status: 200 len: 2998 time: 0.0990305 Dec 08 16:11:50.578168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.578168 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4596bd50-bbc8-4d69-9480-deb53dca2a55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.4058630 Dec 08 16:11:50.580042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:50.591109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Routers {'a9e59cf8-56e8-4162-b912-58117e8dde5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:50.591759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a9e59cf8-56e8-4162-b912-58117e8dde5e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:50.722929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-fd6fbb32-36e2-474b-a821-32b7096b3f09 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bc9030b9-7936-44ac-b24c-33088909ffc0 HTTP/1.1" status: 200 len: 2998 time: 0.1532815 Dec 08 16:11:50.751789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Set router a9e59cf8-56e8-4162-b912-58117e8dde5e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:50.913144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-ee19d44a-452a-4058-a19c-0fe2d3d90123 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c6145bfd-1ee1-4aa8-a745-650dd6322e04 HTTP/1.1" status: 200 len: 2998 time: 0.1836810 Dec 08 16:11:50.918214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-27c7967d-f471-465a-a334-44cf4fe31d3d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/a9e59cf8-56e8-4162-b912-58117e8dde5e HTTP/1.1" status: 200 len: 908 time: 0.3367076 Dec 08 16:11:50.922727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40690) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:50.929166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'name': 'tempest-snat-router-413918255', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': True}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:50.965456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f021a13a-d5d6-4778-81ca-bcefe755f492 req-c687ed50-3d4e-423e-8975-da6f6fc6cac3 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:50.967194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f021a13a-d5d6-4778-81ca-bcefe755f492 req-c687ed50-3d4e-423e-8975-da6f6fc6cac3 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1684437 Dec 08 16:11:50.981546 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:50.984099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.029785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-c0b0bef7-46ee-46f5-a4b5-07c94dcd10fa tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/c6145bfd-1ee1-4aa8-a745-650dd6322e04 HTTP/1.1" status: 200 len: 2998 time: 0.0920434 Dec 08 16:11:51.084444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f021a13a-d5d6-4778-81ca-bcefe755f492 req-779f5c49-da2e-488f-9b6d-3adb3c727ae2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057482 Dec 08 16:11:51.123288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e59cf8-56e8-4162-b912-58117e8dde5e', 'name': 'tempest-snat-router-413918255', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.166'}], 'enable_snat': False}, 'gw_port_id': 'cafbfb6f-b20e-420d-804b-857242313283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:47Z', 'updated_at': '2021-12-08T16:11:49Z', 'revision_number': 3, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port': {'id': 'cafbfb6f-b20e-420d-804b-857242313283', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e59cf8-56e8-4162-b912-58117e8dde5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:48Z', 'updated_at': '2021-12-08T16:11:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:51.142046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-4cebaac3-653e-407c-bfc7-3b0f1efae93a tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cfdc2171-ae36-4554-9aa2-289bfb374bca HTTP/1.1" status: 200 len: 2998 time: 0.0997646 Dec 08 16:11:51.172718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.223850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Checking router: a9e59cf8-56e8-4162-b912-58117e8dde5e for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:51.224387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Updating router a9e59cf8-56e8-4162-b912-58117e8dde5e port cafbfb6f-b20e-420d-804b-857242313283 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:51.266919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-4b5da51b-3b92-4192-b1a6-244c511c9b79 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/cfdc2171-ae36-4554-9aa2-289bfb374bca HTTP/1.1" status: 200 len: 2998 time: 0.1178989 Dec 08 16:11:51.290168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.400073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-10eae1da-622d-4e80-a4f3-cabe9d1df811 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/da9df37f-055a-48e5-8574-d0bb2c4fd5c2 HTTP/1.1" status: 200 len: 3002 time: 0.0985861 Dec 08 16:11:51.512124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-c09cced9-995b-4333-b4e0-22acbd61c2d3 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/da9df37f-055a-48e5-8574-d0bb2c4fd5c2 HTTP/1.1" status: 200 len: 3002 time: 0.0864663 Dec 08 16:11:51.616823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-f92157b5-5a0f-4571-8ce0-a37f5fbc792c tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/de16a50d-4db1-4cf5-bdfb-5e360f663c4f HTTP/1.1" status: 200 len: 2998 time: 0.0900028 Dec 08 16:11:51.743167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-9f019178-eae1-4a69-b48d-db7695d2d568 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/de16a50d-4db1-4cf5-bdfb-5e360f663c4f HTTP/1.1" status: 200 len: 2998 time: 0.1229854 Dec 08 16:11:51.852772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.868518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.872420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6bb71-28b0-4a35-bf8c-62b3406dd524 req-48ab7bbc-0265-48ff-8edb-447649606b41 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:51.876892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77c6bb71-28b0-4a35-bf8c-62b3406dd524 req-48ab7bbc-0265-48ff-8edb-447649606b41 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1962514 Dec 08 16:11:51.885627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:51.888719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-1d5c921d-81a4-40a9-b5c2-d81edf0fd99e tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f84ecaee-0916-4f8d-aeff-ae929a5b3355 HTTP/1.1" status: 200 len: 2994 time: 0.1256719 Dec 08 16:11:52.000732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Attempting to bind port cafbfb6f-b20e-420d-804b-857242313283 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:52.001356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Attempting to bind port cafbfb6f-b20e-420d-804b-857242313283 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:52.002092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Attempting to bind port cafbfb6f-b20e-420d-804b-857242313283 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:52.009236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77c6bb71-28b0-4a35-bf8c-62b3406dd524 req-adb9c2e8-59bd-4e01-b132-128ec115665c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163895 Dec 08 16:11:52.025602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aab4ba8f-31a2-4f18-9330-34537300d4da req-dbeac669-ac7c-4244-bb49-f0a16b0f38af tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/f84ecaee-0916-4f8d-aeff-ae929a5b3355 HTTP/1.1" status: 200 len: 2994 time: 0.1116509 Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e9790-0a04-4181-aa91-c258db8d57dd None None] Pushing event updated for resources: {'Port': ['ID=cafbfb6f-b20e-420d-804b-857242313283,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Bound port: cafbfb6f-b20e-420d-804b-857242313283, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:52.042056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.171917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] For port cafbfb6f-b20e-420d-804b-857242313283, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:52.177416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] For port cafbfb6f-b20e-420d-804b-857242313283, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cafbfb6f-b20e-420d-804b-857242313283,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:52.181455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d613f27-a2ea-4483-9afc-78fc404a0664 req-9feb7d20-9b35-4ec2-ba3a-8d24be41d361 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a62aca4b545b48a281ec2db9b9bd74d0 HTTP/1.1" status: 200 len: 6161 time: 0.1087663 Dec 08 16:11:52.206286 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.337731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d613f27-a2ea-4483-9afc-78fc404a0664 req-d1f20dcb-7879-4c21-b3cf-8135ed98f7ac tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "GET /v2.0/security-groups/da9df37f-055a-48e5-8574-d0bb2c4fd5c2 HTTP/1.1" status: 200 len: 3002 time: 0.1518483 Dec 08 16:11:52.354304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.372539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e9790-0a04-4181-aa91-c258db8d57dd None None] Pushing event updated for resources: {'Port': ['ID=cafbfb6f-b20e-420d-804b-857242313283,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:52.377558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.391216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5d1f35-3cd2-4f5d-9a0c-7526aaab7e9a req-ca1e87bd-1dcf-4805-a969-009f48fda17f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.394014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d5d1f35-3cd2-4f5d-9a0c-7526aaab7e9a req-ca1e87bd-1dcf-4805-a969-009f48fda17f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1301117 Dec 08 16:11:52.398243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Routers {'a9e59cf8-56e8-4162-b912-58117e8dde5e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:52.398588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a9e59cf8-56e8-4162-b912-58117e8dde5e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:52.455536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d613f27-a2ea-4483-9afc-78fc404a0664 req-b1d76dfb-f1f7-4dfa-a357-700d41700e40 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "GET /v2.0/security-groups/da9df37f-055a-48e5-8574-d0bb2c4fd5c2 HTTP/1.1" status: 200 len: 3002 time: 0.1031554 Dec 08 16:11:52.485638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d5d1f35-3cd2-4f5d-9a0c-7526aaab7e9a req-07570d31-7d0b-4e46-9bb0-003e2e3424fb tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827439 Dec 08 16:11:52.632366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Allocated IP 172.25.3.117 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/bc0949f5-ae54-41f7-87d4-7070bb40f4e9) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:11:52.645105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a78066-3de8-4ac8-a9e0-94074f99794e req-beca33a3-c729-4211-ae4a-e6a10439415d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.648328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1a78066-3de8-4ac8-a9e0-94074f99794e req-beca33a3-c729-4211-ae4a-e6a10439415d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.0693622 Dec 08 16:11:52.668412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] Set router a9e59cf8-56e8-4162-b912-58117e8dde5e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:52.728453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1a78066-3de8-4ac8-a9e0-94074f99794e req-ae946750-1e52-4812-86ff-bc02a983f0de tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699284 Dec 08 16:11:52.865058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.902042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e83658c-6f7c-4380-9746-1a180937d45a req-3391887e-32aa-4e35-9ee7-0b7f62a31145 tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/111fb809-8dd0-4230-b43c-73535e0bd106 HTTP/1.1" status: 200 len: 1795 time: 0.1424689 Dec 08 16:11:52.925147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:52.977752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49fd97-af72-456a-9da6-4713dd1bd5a1 req-9737e8a4-7f00-407b-be98-0e4d14b95f20 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:52.986983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:11:52.993008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc49fd97-af72-456a-9da6-4713dd1bd5a1 req-9737e8a4-7f00-407b-be98-0e4d14b95f20 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1511180 Dec 08 16:11:52.993869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:11:53.001297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:11:53.014465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9e59cf8-56e8-4162-b912-58117e8dde5e', 'name': 'tempest-snat-router-413918255', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.166'}], 'enable_snat': False}, 'gw_port_id': 'cafbfb6f-b20e-420d-804b-857242313283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:47Z', 'updated_at': '2021-12-08T16:11:49Z', 'revision_number': 3, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port': {'id': 'cafbfb6f-b20e-420d-804b-857242313283', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e59cf8-56e8-4162-b912-58117e8dde5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:48Z', 'updated_at': '2021-12-08T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:53.039538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Port': ['ID=bc0949f5-ae54-41f7-87d4-7070bb40f4e9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:53.066040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd80583e-d1c8-4ca7-8204-82cd51f1fcd0 None None] The sync data for ids ['a9e59cf8-56e8-4162-b912-58117e8dde5e'] in n-d-820935-5 is: [{'id': 'a9e59cf8-56e8-4162-b912-58117e8dde5e', 'name': 'tempest-snat-router-413918255', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.166'}], 'enable_snat': False}, 'gw_port_id': 'cafbfb6f-b20e-420d-804b-857242313283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:47Z', 'updated_at': '2021-12-08T16:11:49Z', 'revision_number': 3, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port': {'id': 'cafbfb6f-b20e-420d-804b-857242313283', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ad:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9e59cf8-56e8-4162-b912-58117e8dde5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:48Z', 'updated_at': '2021-12-08T16:11:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:53.146972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc49fd97-af72-456a-9da6-4713dd1bd5a1 req-1e63212b-e188-4204-8908-421fe5233853 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523836 Dec 08 16:11:53.152283 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7e83658c-6f7c-4380-9746-1a180937d45a req-1279c75c-323e-4721-8f79-df11aa0b7ddb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.189911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7e83658c-6f7c-4380-9746-1a180937d45a req-1279c75c-323e-4721-8f79-df11aa0b7ddb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.277662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7e83658c-6f7c-4380-9746-1a180937d45a req-1279c75c-323e-4721-8f79-df11aa0b7ddb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.282967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7e83658c-6f7c-4380-9746-1a180937d45a req-1279c75c-323e-4721-8f79-df11aa0b7ddb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.284982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e83658c-6f7c-4380-9746-1a180937d45a req-1279c75c-323e-4721-8f79-df11aa0b7ddb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/111fb809-8dd0-4230-b43c-73535e0bd106 HTTP/1.1" status: 204 len: 173 time: 0.3722122 Dec 08 16:11:53.308467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1279c75c-323e-4721-8f79-df11aa0b7ddb tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111fb809-8dd0-4230-b43c-73535e0bd106,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:53.399428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.463359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4f305-6f2e-4ab0-9f70-09ae34371130 req-b2cfc0a9-dd45-4cff-b6a6-54657eafeefe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:53.466317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60b4f305-6f2e-4ab0-9f70-09ae34371130 req-b2cfc0a9-dd45-4cff-b6a6-54657eafeefe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1622145 Dec 08 16:11:53.500256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-470fa001-ef31-4585-a06a-6d4c68d2d3b8 req-d33bc3f5-a158-48c7-81a9-a319d873cc0b tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "GET /v2.0/security-groups/bd630786-f5aa-4930-a156-0ebb0688771e HTTP/1.1" status: 200 len: 1797 time: 0.0917780 Dec 08 16:11:53.586738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60b4f305-6f2e-4ab0-9f70-09ae34371130 req-8fc2f3d7-1cea-4644-858c-c879ab5a047c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090355 Dec 08 16:11:53.620662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470fa001-ef31-4585-a06a-6d4c68d2d3b8 req-69071d0d-5581-4155-b104-3a352323d9fd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.656494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470fa001-ef31-4585-a06a-6d4c68d2d3b8 req-69071d0d-5581-4155-b104-3a352323d9fd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.754635 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470fa001-ef31-4585-a06a-6d4c68d2d3b8 req-69071d0d-5581-4155-b104-3a352323d9fd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.769432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470fa001-ef31-4585-a06a-6d4c68d2d3b8 req-69071d0d-5581-4155-b104-3a352323d9fd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:53.773817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-470fa001-ef31-4585-a06a-6d4c68d2d3b8 req-69071d0d-5581-4155-b104-3a352323d9fd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/bd630786-f5aa-4930-a156-0ebb0688771e HTTP/1.1" status: 204 len: 173 time: 0.2575443 Dec 08 16:11:53.801967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69071d0d-5581-4155-b104-3a352323d9fd tempest-SecurityGroupsTestAdminJSON-378632008 tempest-SecurityGroupsTestAdminJSON-378632008-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd630786-f5aa-4930-a156-0ebb0688771e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:53.827232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.110321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f6c8c-d49f-4ab3-8884-add4cbfe0983 req-91638282-5b3c-4986-b3da-3c447c54f4c8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:54.112211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-313f6c8c-d49f-4ab3-8884-add4cbfe0983 req-91638282-5b3c-4986-b3da-3c447c54f4c8 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.0914915 Dec 08 16:11:54.123397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90f900f-b00e-4589-903c-d2186875be78 req-0b0780e3-7380-45b2-9a21-793bd9f5eb62 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:54.127154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b90f900f-b00e-4589-903c-d2186875be78 req-0b0780e3-7380-45b2-9a21-793bd9f5eb62 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.1967199 Dec 08 16:11:54.136550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Router c410f21d-9b39-4573-8037-21257d7799f4 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:11:54.286723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:11:54.301095 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Sync routers for ids ['c410f21d-9b39-4573-8037-21257d7799f4'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:11:54.321672 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Routers {'c410f21d-9b39-4573-8037-21257d7799f4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:54.322836 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c410f21d-9b39-4573-8037-21257d7799f4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:54.340065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.345060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b90f900f-b00e-4589-903c-d2186875be78 req-8cdea898-431d-48e8-a04b-697095e9f474 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109053 Dec 08 16:11:54.349836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d03550fb-cb37-489e-b97d-6e151f82cb55 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.4253428 Dec 08 16:11:54.350264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40738) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:54.563753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-313f6c8c-d49f-4ab3-8884-add4cbfe0983 req-56821f61-61f6-4418-8d88-efdaaa506dfc tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4308014 Dec 08 16:11:54.613951 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Set router c410f21d-9b39-4573-8037-21257d7799f4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:54.633060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cafbfb6f-b20e-420d-804b-857242313283 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:54.750762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f2641ec-9f1f-4d5b-af1a-0be77026bea2 req-e1c357d9-607f-4003-a656-2e1bb08daf13 tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "GET /v2.0/security-groups/a409f58e-6a56-4546-a348-cb061482cd2f HTTP/1.1" status: 200 len: 1795 time: 0.2827082 Dec 08 16:11:54.838587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cafbfb6f-b20e-420d-804b-857242313283 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:54.839714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:54.863867 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c410f21d-9b39-4573-8037-21257d7799f4', 'name': 'tempest-snat-router-413918255', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': 'bc0949f5-ae54-41f7-87d4-7070bb40f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:50Z', 'updated_at': '2021-12-08T16:11:53Z', 'revision_number': 3, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port': {'id': 'bc0949f5-ae54-41f7-87d4-7070bb40f4e9', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c410f21d-9b39-4573-8037-21257d7799f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:52Z', 'updated_at': '2021-12-08T16:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:54.935546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40750) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:54.943114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-30e48f98-aefa-472b-bb20-ebd995ac9384 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/c410f21d-9b39-4573-8037-21257d7799f4 HTTP/1.1" status: 200 len: 907 time: 0.5911183 Dec 08 16:11:54.997061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f2641ec-9f1f-4d5b-af1a-0be77026bea2 req-1600da50-1d5f-496f-b0a9-c11d0280d34f tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.022600 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Checking router: c410f21d-9b39-4573-8037-21257d7799f4 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:11:55.022946 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Updating router c410f21d-9b39-4573-8037-21257d7799f4 port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:11:55.037428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f2641ec-9f1f-4d5b-af1a-0be77026bea2 req-1600da50-1d5f-496f-b0a9-c11d0280d34f tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.056409 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.104427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbbd6ec-8e3c-4b74-9395-4b5b5eaa7f9e req-d272fa8c-f8ed-49f9-bbaf-658a56bf2a66 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.107342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffbbd6ec-8e3c-4b74-9395-4b5b5eaa7f9e req-d272fa8c-f8ed-49f9-bbaf-658a56bf2a66 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2854702 Dec 08 16:11:55.108591 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f2641ec-9f1f-4d5b-af1a-0be77026bea2 req-1600da50-1d5f-496f-b0a9-c11d0280d34f tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.112260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4f2641ec-9f1f-4d5b-af1a-0be77026bea2 req-1600da50-1d5f-496f-b0a9-c11d0280d34f tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.113551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f2641ec-9f1f-4d5b-af1a-0be77026bea2 req-1600da50-1d5f-496f-b0a9-c11d0280d34f tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "DELETE /v2.0/security-groups/a409f58e-6a56-4546-a348-cb061482cd2f HTTP/1.1" status: 204 len: 173 time: 0.3413444 Dec 08 16:11:55.133134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600da50-1d5f-496f-b0a9-c11d0280d34f tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a409f58e-6a56-4546-a348-cb061482cd2f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:55.177553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.184564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.213006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port cafbfb6f-b20e-420d-804b-857242313283, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cafbfb6f-b20e-420d-804b-857242313283,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:55.246380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.272505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffbbd6ec-8e3c-4b74-9395-4b5b5eaa7f9e req-c95fbf8b-4153-4d29-8494-efc34b0be02e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242771 Dec 08 16:11:55.435261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=cafbfb6f-b20e-420d-804b-857242313283,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:55.443980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84fe7bea-7f2a-4963-8d91-a2f2782bf96c req-3982cc2d-4cc7-460e-82ff-4d974fd2034a tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "GET /v2.0/security-groups/4a87d432-033d-4e79-aa6f-c211a00f1616 HTTP/1.1" status: 200 len: 1797 time: 0.0909109 Dec 08 16:11:55.521305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.668290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Deleting port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:55.668290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.679070 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.689332 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.777744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7349a77f-3c3e-42dc-8f80-5e87e61c9cca tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.782647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7349a77f-3c3e-42dc-8f80-5e87e61c9cca tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.2852349 Dec 08 16:11:55.795016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.802765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-820935-5'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:55.819320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Calling delete_port for bc0949f5-ae54-41f7-87d4-7070bb40f4e9 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:55.823916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84fe7bea-7f2a-4963-8d91-a2f2782bf96c req-22949c5e-fb6b-4bde-abe7-9a20b42ab91c tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.923497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32618e97-4fee-4c3f-a19b-c8e40d4ceb73 req-c7916f59-a52b-4af7-a3d1-d38e57e876f0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:55.923497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32618e97-4fee-4c3f-a19b-c8e40d4ceb73 req-c7916f59-a52b-4af7-a3d1-d38e57e876f0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 945 time: 0.3229899 Dec 08 16:11:55.954217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-537a2cca-547c-4328-adc7-046a9e952744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:55.984382 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22acef-d90b-4436-87a8-8a79abc47da6 None None] Pushing event updated for resources: {'Port': ['ID=bc0949f5-ae54-41f7-87d4-7070bb40f4e9,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:55.989783 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Attempting to bind port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:55.992711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Attempting to bind port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:55.992711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Attempting to bind port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:56.005295 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:56.005963 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:56.006598 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.007275 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:56.008184 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Bound port: bc0949f5-ae54-41f7-87d4-7070bb40f4e9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:56.009485 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.084674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32618e97-4fee-4c3f-a19b-c8e40d4ceb73 req-65624b85-4dbb-4532-b194-a44e26010531 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221776 Dec 08 16:11:56.092884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84fe7bea-7f2a-4963-8d91-a2f2782bf96c req-22949c5e-fb6b-4bde-abe7-9a20b42ab91c tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.135862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.137121 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:11:56.137774 n-d-820935-5 neutron-server[103284]: DEBUG oslo_db.api [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:11:56.193421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:11:56.225417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.258149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc0949f5-ae54-41f7-87d4-7070bb40f4e9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:56.325776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.327472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.328168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.328760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.329340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.330013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.330518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.331061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.331605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.332200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.332712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.333224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.333848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:11:56.370718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.377890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e65ea6-111f-46b3-95ac-522079e46bed req-0369ab20-07fe-4973-93e2-904821d190c6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:56.382631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29e65ea6-111f-46b3-95ac-522079e46bed req-0369ab20-07fe-4973-93e2-904821d190c6 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1911640 Dec 08 16:11:56.415470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84fe7bea-7f2a-4963-8d91-a2f2782bf96c req-22949c5e-fb6b-4bde-abe7-9a20b42ab91c tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.422029 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-84fe7bea-7f2a-4963-8d91-a2f2782bf96c req-22949c5e-fb6b-4bde-abe7-9a20b42ab91c tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.423955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84fe7bea-7f2a-4963-8d91-a2f2782bf96c req-22949c5e-fb6b-4bde-abe7-9a20b42ab91c tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] 10.222.0.62 "DELETE /v2.0/security-groups/4a87d432-033d-4e79-aa6f-c211a00f1616 HTTP/1.1" status: 204 len: 173 time: 0.9707098 Dec 08 16:11:56.532700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:56.533212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22949c5e-fb6b-4bde-abe7-9a20b42ab91c tempest-SecurityGroupsTestAdminJSON-43951758 tempest-SecurityGroupsTestAdminJSON-43951758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a87d432-033d-4e79-aa6f-c211a00f1616,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:56.573186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29e65ea6-111f-46b3-95ac-522079e46bed req-22eac9d6-55c5-45ea-b4b9-a98f59430052 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953722 Dec 08 16:11:56.672758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cafbfb6f-b20e-420d-804b-857242313283 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:11:56.676182 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Attempting to bind port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:56.676182 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Attempting to bind port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:56.676182 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Attempting to bind port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:56.677224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:56.699613 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:56.700458 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:56.700458 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.700778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:56.701284 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Bound port: bc0949f5-ae54-41f7-87d4-7070bb40f4e9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:56.702253 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.760993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.775451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.788737 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.plugin [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Port bc0949f5-ae54-41f7-87d4-7070bb40f4e9 has been deleted concurrently {{(pid=103284) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 08 16:11:56.795375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:56.831647 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Routers {'c410f21d-9b39-4573-8037-21257d7799f4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:11:56.835018 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c410f21d-9b39-4573-8037-21257d7799f4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:56.850530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 has no active binding in host n-h1-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:11:56.916180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cafbfb6f-b20e-420d-804b-857242313283 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:11:56.917355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.949776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.951253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c410f21d-9b39-4573-8037-21257d7799f4 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:11:56.969644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.975861 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:56.976421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:56.983869 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dc1fa9-f724-4431-90b6-09cc7478c413" -d '{"events": [{"server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:56.984120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b8faf88-8ff8-44f8-bd26-1df6cbefac7e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/routers/c410f21d-9b39-4573-8037-21257d7799f4 HTTP/1.1" status: 204 len: 168 time: 2.0449297 Dec 08 16:11:56.991479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:57.005593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.076478 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] Set router c410f21d-9b39-4573-8037-21257d7799f4 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:11:57.104651 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05136307-09c9-4b8e-b5cb-0170196650b5 x-openstack-request-id: req-05136307-09c9-4b8e-b5cb-0170196650b5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:57.105876 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "name": "network-vif-unplugged", "status": "completed", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:57.105876 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05136307-09c9-4b8e-b5cb-0170196650b5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:57.105876 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'code': 200} Dec 08 16:11:57.151829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79241530-54ef-4e87-8fdc-298b26b4f6ea req-9ed5ee26-c534-468b-8f22-1d817ca3c824 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.165210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79241530-54ef-4e87-8fdc-298b26b4f6ea req-9ed5ee26-c534-468b-8f22-1d817ca3c824 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2959678 Dec 08 16:11:57.226494 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c410f21d-9b39-4573-8037-21257d7799f4', 'name': 'tempest-snat-router-413918255', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:50Z', 'updated_at': '2021-12-08T16:11:56Z', 'revision_number': 5, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:11:57.334343 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc501cbc-fab1-406b-8e03-76033ffd0d8e None None] The sync data for ids ['c410f21d-9b39-4573-8037-21257d7799f4'] in n-d-820935-5 is: [{'id': 'c410f21d-9b39-4573-8037-21257d7799f4', 'name': 'tempest-snat-router-413918255', 'tenant_id': 'ffcc99fa2d854441993208320025ac1f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:50Z', 'updated_at': '2021-12-08T16:11:56Z', 'revision_number': 5, 'project_id': 'ffcc99fa2d854441993208320025ac1f', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:11:57.337308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:57.426426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e929d-16b1-421c-9dfe-bc6b9e5f1ee2 req-4ebf7ca9-d286-459b-910f-bf9fdcb995d8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:57.440060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-683e929d-16b1-421c-9dfe-bc6b9e5f1ee2 req-4ebf7ca9-d286-459b-910f-bf9fdcb995d8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.1711152 Dec 08 16:11:57.449291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:57.466840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on host n-h2-820935-5 for vnic_type normal with profile {"migrating_to": "n-h1-820935-5"} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:11:57.467186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:11:57.467560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:57.471868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.516651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79241530-54ef-4e87-8fdc-298b26b4f6ea req-6eb06862-4c1b-4ea6-80d4-d63109ab301e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504326 Dec 08 16:11:57.528724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:11:57.529267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Attempting to bind port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on network 7b933ad0-d036-4650-bfd9-600f7e66b3de {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:11:57.619614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-683e929d-16b1-421c-9dfe-bc6b9e5f1ee2 req-4b331f7c-44f6-4ff3-8f68-f2bc202f0943 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782534 Dec 08 16:11:57.626754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:11:57.627184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Checking segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:11:57.628532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Bound using segment: {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:11:57.629271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Bound port: bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9ed0733-f950-4bc0-93b0-e9062b55595b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '7b933ad0-d036-4650-bfd9-600f7e66b3de'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:11:57.629930 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.804525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:11:57.814388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:11:57.825469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.915077 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6f160d1c-544f-42b4-ab5b-f53286536f39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a62aca4b545b48a281ec2db9b9bd74d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5691323 Dec 08 16:11:57.927741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:57.942212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40798) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:58.079928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Deleting port cafbfb6f-b20e-420d-804b-857242313283 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:11:58.080611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.218650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429459ec-cf48-48b8-a419-f628f46fd7be req-4853f5ad-c804-490e-8f66-97fc9aed0236 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.221761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-429459ec-cf48-48b8-a419-f628f46fd7be req-4853f5ad-c804-490e-8f66-97fc9aed0236 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.3866673 Dec 08 16:11:58.226570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:58.252986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:58.254626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.257291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7032cc50-0c21-4305-b13e-dbe6f92c4bda service neutron] 10.222.0.58 "PUT /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 1121 time: 2.4634924 Dec 08 16:11:58.319166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:58.332489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f79d031-f8d3-491f-b089-c5e82128801a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.340501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] For port cafbfb6f-b20e-420d-804b-857242313283, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cafbfb6f-b20e-420d-804b-857242313283,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:11:58.341398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.383112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-429459ec-cf48-48b8-a419-f628f46fd7be req-c66d4a15-2ad2-458d-a3f7-353ae8863500 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459000 Dec 08 16:11:58.396424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Calling delete_port for cafbfb6f-b20e-420d-804b-857242313283 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:11:58.410507 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f79d031-f8d3-491f-b089-c5e82128801a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.418382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:11:58.544547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f79d031-f8d3-491f-b089-c5e82128801a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.552676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f79d031-f8d3-491f-b089-c5e82128801a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.563009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5f79d031-f8d3-491f-b089-c5e82128801a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/da9df37f-055a-48e5-8574-d0bb2c4fd5c2 HTTP/1.1" status: 204 len: 168 time: 0.5480967 Dec 08 16:11:58.620532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f79d031-f8d3-491f-b089-c5e82128801a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9df37f-055a-48e5-8574-d0bb2c4fd5c2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:58.769021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:58.902282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event deleted for resources: {'Port': ['ID=cafbfb6f-b20e-420d-804b-857242313283,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:58.928329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86f72dbc-33bd-4bf3-8542-681194332202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.097128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf18f3a-9061-4734-ab0b-623fb2d80115 req-87ca737d-3e04-48d0-b8ec-0da5a8515df9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.100330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dbf18f3a-9061-4734-ab0b-623fb2d80115 req-87ca737d-3e04-48d0-b8ec-0da5a8515df9 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.3499942 Dec 08 16:11:59.120565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0541d98-555e-468e-aae7-e201f0650c9d req-76d3f2b9-a598-4fd2-9562-359f3ba88151 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.136406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0541d98-555e-468e-aae7-e201f0650c9d req-76d3f2b9-a598-4fd2-9562-359f3ba88151 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3699923 Dec 08 16:11:59.178231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:11:59.182864 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13a1763-8eff-463b-9bc1-267e1e317b04" -d '{"events": [{"name": "network-changed", "server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:11:59.201940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.338051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40826) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:59.387662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dbf18f3a-9061-4734-ab0b-623fb2d80115 req-59b344a0-c9e6-4853-b00f-f315dda818d0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375276 Dec 08 16:11:59.407779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0541d98-555e-468e-aae7-e201f0650c9d req-1b5ea5e9-301a-499c-a4ef-2bbfcbe6893d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696984 Dec 08 16:11:59.501219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.507790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:59.508867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d8f5a01e-6297-49a6-95d5-959e7829f541 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b40114cab1a04e4a8b16ce6cf4bcbdad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1688173 Dec 08 16:11:59.555210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.588084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a31b4e5-ed60-44b4-8450-50d7168133e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.669085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a31b4e5-ed60-44b4-8450-50d7168133e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.676429 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cf1bc7-087b-4088-a43b-6b61fc3273d1 x-openstack-request-id: req-53cf1bc7-087b-4088-a43b-6b61fc3273d1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:11:59.678228 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:11:59.678395 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.678565 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53cf1bc7-087b-4088-a43b-6b61fc3273d1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:11:59.679084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a9e59cf8-56e8-4162-b912-58117e8dde5e {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:11:59.681709 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'status': 'completed', 'code': 200} Dec 08 16:11:59.693386 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.693386 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ceb2a7d0-d26e-4916-8b47-cddb9915b12f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a9e59cf8-56e8-4162-b912-58117e8dde5e HTTP/1.1" status: 204 len: 168 time: 2.6911225 Dec 08 16:11:59.693909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40840) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:11:59.707324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1138415132', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:11:59.781969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a31b4e5-ed60-44b4-8450-50d7168133e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.788346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a31b4e5-ed60-44b4-8450-50d7168133e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.795025 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6a31b4e5-ed60-44b4-8450-50d7168133e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2700d75b-f137-4447-8a2f-09ed22084ec5 HTTP/1.1" status: 204 len: 168 time: 0.2808275 Dec 08 16:11:59.808501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31b4e5-ed60-44b4-8450-50d7168133e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2700d75b-f137-4447-8a2f-09ed22084ec5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:11:59.955652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.957566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:11:59.993555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-7f3cd35f-43da-4778-8393-eac2fb3871cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:11:59.997310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-7f3cd35f-43da-4778-8393-eac2fb3871cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1124 time: 0.2644792 Dec 08 16:12:00.001175 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.278268 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:00.293514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8c2e8-556e-48b9-8db1-69464c4ac8d6 req-0d12b6a5-45a4-4113-8357-ed4f60905947 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.296852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ce8c2e8-556e-48b9-8db1-69464c4ac8d6 req-0d12b6a5-45a4-4113-8357-ed4f60905947 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2951043 Dec 08 16:12:00.590198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cafbfb6f-b20e-420d-804b-857242313283 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:00.655926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: cafbfb6f-b20e-420d-804b-857242313283 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:00.657717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cafbfb6f-b20e-420d-804b-857242313283 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:00.920123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-a058c26f-3c5b-48b8-92cf-0fce6cc33fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:00.922622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-a058c26f-3c5b-48b8-92cf-0fce6cc33fd3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.9046724 Dec 08 16:12:01.036692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-7bd2a4e0-aef7-49a2-bcff-219b0dd0175f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 217 time: 0.1042106 Dec 08 16:12:01.146845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ce8c2e8-556e-48b9-8db1-69464c4ac8d6 req-68afc3e0-4c46-4d71-91cf-d472cf3c189c tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8421431 Dec 08 16:12:01.172144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.244608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63268658-3ee9-4b5f-b7af-9f7434789369 req-a521725b-bb7a-4bba-b205-4131fcc698a1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.258380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63268658-3ee9-4b5f-b7af-9f7434789369 req-a521725b-bb7a-4bba-b205-4131fcc698a1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3612926 Dec 08 16:12:01.304569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-d5ddc9d0-5f4b-4cb1-a543-e3abd17c8bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.309192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-d5ddc9d0-5f4b-4cb1-a543-e3abd17c8bce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.2648144 Dec 08 16:12:01.431643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-6d3e9d03-9d6d-4585-aef9-1c88c6554842 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892370 Dec 08 16:12:01.527591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63268658-3ee9-4b5f-b7af-9f7434789369 req-4fac156f-efa8-423c-a794-0ae7a95ca2d8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673073 Dec 08 16:12:01.714738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-d0744dcf-14c6-4484-b6b1-e90d5881abed service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192688 Dec 08 16:12:01.721559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:01.744976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d347cef8-2d82-4f8e-a35a-f8231586322c req-f900ac34-a3b1-4910-9e58-a33a7e2d3429 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:01.746664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d347cef8-2d82-4f8e-a35a-f8231586322c req-f900ac34-a3b1-4910-9e58-a33a7e2d3429 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1289480 Dec 08 16:12:01.852391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.071111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d347cef8-2d82-4f8e-a35a-f8231586322c req-11a9fbe9-f3d6-4cce-9092-df9e019a63a0 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104455 Dec 08 16:12:02.125169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.251556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.293572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.301203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b13a1763-8eff-463b-9bc1-267e1e317b04 req-dfd0abb1-3647-46dd-8342-bdab3cc0ba54 service neutron] 10.222.0.86 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5773675 Dec 08 16:12:02.388449 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:12:02.575974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a5116-b5e5-4c53-a1d8-9abdb0cbfe79 req-4c9ffdef-9ee2-4435-9f8d-f142a591685b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:02.595710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-380a5116-b5e5-4c53-a1d8-9abdb0cbfe79 req-4c9ffdef-9ee2-4435-9f8d-f142a591685b tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1872287 Dec 08 16:12:02.735482 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:02.744899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Allocated IP 172.25.3.110 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/51f0a66a-498c-43dd-9d4d-64757c936300) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:02.767030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-380a5116-b5e5-4c53-a1d8-9abdb0cbfe79 req-e4b59b57-c6fc-4f38-990b-7b00575bae84 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694529 Dec 08 16:12:03.033125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.124983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:03.245768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:03.268824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:03.281733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:03.305213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01edd71-e4af-41f1-b11c-5b738c80603a req-4a0b3649-70e8-4d1a-bd82-d44b602d32a5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.308200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01edd71-e4af-41f1-b11c-5b738c80603a req-4a0b3649-70e8-4d1a-bd82-d44b602d32a5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3108358 Dec 08 16:12:03.309254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event updated for resources: {'Port': ['ID=51f0a66a-498c-43dd-9d4d-64757c936300,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:03.368437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127bf27-4265-4d67-a26c-fcf52b58d5ea req-c8e40b16-1552-444d-a5f2-5bf052adf3b7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:03.371034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e127bf27-4265-4d67-a26c-fcf52b58d5ea req-c8e40b16-1552-444d-a5f2-5bf052adf3b7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.3004448 Dec 08 16:12:03.385530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.386105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.386648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.387185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.387726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.388264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.388800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.390287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.390833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.391365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.391913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.392463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.393005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:03.698718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01edd71-e4af-41f1-b11c-5b738c80603a req-5baa9775-bb4b-4883-ba01-6c9e040ac74d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438375 Dec 08 16:12:03.846243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e127bf27-4265-4d67-a26c-fcf52b58d5ea req-7f036940-1d6b-4f3e-b669-a927f2e8f386 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422200 Dec 08 16:12:04.476734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:04.641144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c5acce-8d74-4af8-94db-850e7000370c req-df01729f-3539-41d7-b43e-76b427105811 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:04.654113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83c5acce-8d74-4af8-94db-850e7000370c req-df01729f-3539-41d7-b43e-76b427105811 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1740701 Dec 08 16:12:04.773630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83c5acce-8d74-4af8-94db-850e7000370c req-1b7d314b-2033-4af8-95e9-c05261b18b2d tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181614 Dec 08 16:12:05.236775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dad5a7-b5ce-4a93-ba09-96bc6d164aa4 req-06c000b9-2129-41c4-89ca-c7ecfd0bc3ff tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:05.255128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70dad5a7-b5ce-4a93-ba09-96bc6d164aa4 req-06c000b9-2129-41c4-89ca-c7ecfd0bc3ff tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.3105116 Dec 08 16:12:05.332517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.503564 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:05.583341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70dad5a7-b5ce-4a93-ba09-96bc6d164aa4 req-d8f78dd2-74f3-4f9f-b1e8-675de7a81d79 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266656 Dec 08 16:12:05.653217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0992931b-d9e4-4596-aa72-0a3f618548f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.687285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-b5e2a68e-17fb-42e0-b2ef-36b94b7ab427 service neutron] 10.222.0.86 "GET /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.3433421 Dec 08 16:12:05.713873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:05.881458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0992931b-d9e4-4596-aa72-0a3f618548f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.891940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0992931b-d9e4-4596-aa72-0a3f618548f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:05.975884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0992931b-d9e4-4596-aa72-0a3f618548f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b33b663-a0ef-4665-9855-e054e6b9e0d0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:05.992644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0992931b-d9e4-4596-aa72-0a3f618548f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d31f8e46403c49a1b99ae80fd87cc951&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4868953 Dec 08 16:12:05.995083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:06.078798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef74f-621d-42f6-a9e2-dabe0a5c42ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.119908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef74f-621d-42f6-a9e2-dabe0a5c42ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.185582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef74f-621d-42f6-a9e2-dabe0a5c42ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.193536 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb3ef74f-621d-42f6-a9e2-dabe0a5c42ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:06.199076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb3ef74f-621d-42f6-a9e2-dabe0a5c42ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b33b663-a0ef-4665-9855-e054e6b9e0d0 HTTP/1.1" status: 204 len: 168 time: 0.1981637 Dec 08 16:12:06.227053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3ef74f-621d-42f6-a9e2-dabe0a5c42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b33b663-a0ef-4665-9855-e054e6b9e0d0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:06.240622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:06.246560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Router a26db6fa-5d8a-4627-911e-dfa6da5c30f9 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:12:06.337206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:06.397567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:07.047910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:07.111512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.158724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:07.180004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41002) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:07.206301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e063246-394e-45b0-bf3d-741358fdaeb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.207311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c834d36-c304-41fa-b4a4-02cc1b3cf28e req-879cebc1-a9e1-41a9-8059-1e2a79a8dfb6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:07.223937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c834d36-c304-41fa-b4a4-02cc1b3cf28e req-879cebc1-a9e1-41a9-8059-1e2a79a8dfb6 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 943 time: 0.2689598 Dec 08 16:12:07.255149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] Sync routers for ids ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:07.287557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] Routers {'a26db6fa-5d8a-4627-911e-dfa6da5c30f9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:07.288689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:07.381721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.382707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e063246-394e-45b0-bf3d-741358fdaeb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.388231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:07.388847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-301980df-0eb8-4616-a718-76d8b02ae7dc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6940498 Dec 08 16:12:07.397218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': False}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:07.413749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:07.449138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] Routers {'a26db6fa-5d8a-4627-911e-dfa6da5c30f9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:07.449872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:07.464492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c834d36-c304-41fa-b4a4-02cc1b3cf28e req-b60fc70e-49a5-431b-993a-6d15941b3ee0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811657 Dec 08 16:12:07.490877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] Transition to ACTIVE for port object bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:07.498024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:07.499553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28a1962-113c-477a-912d-c94b2bb18370 None None] The sync data for ids ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:07.500131 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.638074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e063246-394e-45b0-bf3d-741358fdaeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:07.638252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] No DVR routers for this DVR port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:07.680616 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3e063246-394e-45b0-bf3d-741358fdaeb1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=897ed36401f240618fd4af0f6eac7ce0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4948750 Dec 08 16:12:07.713633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41014) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:07.732467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] 10.222.0.86 "PUT /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429/bindings/n-h1-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 2.0370498 Dec 08 16:12:07.763933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e063246-394e-45b0-bf3d-741358fdaeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9088c-5bd1-45ae-aca9-c0701d7ca80b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:07.824199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c5de49-f120-4c12-b578-5be01c193d69 service neutron] Pushing event updated for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:07.974782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-568352fb-8a38-4bc8-9206-64e5adb384ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.042039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-308b88f5-73bf-47cf-8db0-89cdbe3ba7dc tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.044772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-308b88f5-73bf-47cf-8db0-89cdbe3ba7dc tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.2105587 Dec 08 16:12:08.050410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-568352fb-8a38-4bc8-9206-64e5adb384ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.176191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-568352fb-8a38-4bc8-9206-64e5adb384ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.179831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-568352fb-8a38-4bc8-9206-64e5adb384ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.182273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-568352fb-8a38-4bc8-9206-64e5adb384ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fdc9088c-5bd1-45ae-aca9-c0701d7ca80b HTTP/1.1" status: 204 len: 168 time: 0.4472518 Dec 08 16:12:08.218539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568352fb-8a38-4bc8-9206-64e5adb384ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9088c-5bd1-45ae-aca9-c0701d7ca80b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:08.246564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-59452bc3-ad7c-4c14-8dc6-91a141fb394b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.249758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-59452bc3-ad7c-4c14-8dc6-91a141fb394b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0&tenant_id=e3eda6af0824468aaddab3edb59b79b2 HTTP/1.1" status: 200 len: 1095 time: 0.0924385 Dec 08 16:12:08.376639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-ad4f337f-f16c-4b15-89e4-58a0d21c615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.383443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-ad4f337f-f16c-4b15-89e4-58a0d21c615a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1095 time: 0.0975559 Dec 08 16:12:08.651269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-90c32da9-391f-4399-9654-42239c06341d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.653209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-90c32da9-391f-4399-9654-42239c06341d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.2612326 Dec 08 16:12:08.682930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271f111-f145-41aa-b3de-e5a99cb867a7 req-4a1f4cf2-1137-4571-8910-b4b1311257c9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.684721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2271f111-f145-41aa-b3de-e5a99cb867a7 req-4a1f4cf2-1137-4571-8910-b4b1311257c9 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0943260 Dec 08 16:12:08.753109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-5776bb83-f261-4ded-8fe6-7d2dd5fd85c6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 200 len: 217 time: 0.0899103 Dec 08 16:12:08.783841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:08.862799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2271f111-f145-41aa-b3de-e5a99cb867a7 req-101e94eb-29a0-480d-94c3-49d931447ab4 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124036 Dec 08 16:12:08.867286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-481f7083-0f23-4d8b-9934-c4d6c4d3503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:08.878363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-481f7083-0f23-4d8b-9934-c4d6c4d3503e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.1106684 Dec 08 16:12:08.935934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-a63dbb27-faeb-4797-b052-8c9b58b479bc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543153 Dec 08 16:12:09.077285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-7638e434-ce7c-4e67-a5b2-70660ceb050d service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311843 Dec 08 16:12:09.278507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-30664662-6667-4c43-8a9e-b965fc8971ed service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921573 Dec 08 16:12:09.700446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-209b51a8-2a00-4230-9b67-03c93b5732e8 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:09.702280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-209b51a8-2a00-4230-9b67-03c93b5732e8 tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0&tenant_id=e3eda6af0824468aaddab3edb59b79b2&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.1031191 Dec 08 16:12:09.760326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:09.768499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.027437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Router a26db6fa-5d8a-4627-911e-dfa6da5c30f9 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:12:10.200124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-14bf5d8a-7d69-4f37-9d64-c81515570e3a service neutron] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:10.229444 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-14bf5d8a-7d69-4f37-9d64-c81515570e3a service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.232203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e49b1ee-0ebe-44b7-9a4e-13e61e2de34a req-14bf5d8a-7d69-4f37-9d64-c81515570e3a service neutron] 10.222.0.58 "DELETE /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429/bindings/n-h2-820935-5 HTTP/1.1" status: 204 len: 173 time: 0.5184450 Dec 08 16:12:10.251916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a7f0a-01b5-460e-a6c8-6776f33d3438 req-d22a66d3-a94b-4211-b1c4-bc9bb0514057 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:10.255055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b3a7f0a-01b5-460e-a6c8-6776f33d3438 req-d22a66d3-a94b-4211-b1c4-bc9bb0514057 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 944 time: 0.2576158 Dec 08 16:12:10.414711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:10.430383 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] Sync routers for ids ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:10.436676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:10.441343 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-002030b7-4f5c-4e6d-aa04-bfe3ea18de3b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "PUT /v2.0/routers/a26db6fa-5d8a-4627-911e-dfa6da5c30f9 HTTP/1.1" status: 200 len: 926 time: 3.0496640 Dec 08 16:12:10.444287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41080) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:10.482915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] Routers {'a26db6fa-5d8a-4627-911e-dfa6da5c30f9'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:10.487279 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.580776 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.594007 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] Routers {'a26db6fa-5d8a-4627-911e-dfa6da5c30f9'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:10.594708 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.675133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b3a7f0a-01b5-460e-a6c8-6776f33d3438 req-10878e3c-f04b-49fa-bc82-6fa5176453c3 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4049017 Dec 08 16:12:10.754331 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:10.758175 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9458fa9-e57d-4d0f-b405-37efe0f635c2 None None] The sync data for ids ['a26db6fa-5d8a-4627-911e-dfa6da5c30f9'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:10.871323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3cbd5959-77f3-4e97-bd2a-8f8c06f7d84e tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/a26db6fa-5d8a-4627-911e-dfa6da5c30f9 HTTP/1.1" status: 200 len: 926 time: 0.4253125 Dec 08 16:12:10.878041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41094) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.296370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44734d0-8d27-4d73-8c12-27ac3bec0ce7 req-b3d47144-e65c-4861-ba4b-4703c185fd8c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.299364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b44734d0-8d27-4d73-8c12-27ac3bec0ce7 req-b3d47144-e65c-4861-ba4b-4703c185fd8c tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 1095 time: 0.3426371 Dec 08 16:12:11.314567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bba6c0-ea22-4a17-b700-9e5e91c297e7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.318324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-27bba6c0-ea22-4a17-b700-9e5e91c297e7 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=a26db6fa-5d8a-4627-911e-dfa6da5c30f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4389722 Dec 08 16:12:11.321818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.491460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b44734d0-8d27-4d73-8c12-27ac3bec0ce7 req-0d37bca6-738e-4cef-8f03-0ba760c90d6f tempest-LiveMigrationTest-1228549335 tempest-LiveMigrationTest-1228549335-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560769 Dec 08 16:12:11.569272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9ea8a-b82a-4e26-b0ff-67af2e8e01ea tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:11.572324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0aa9ea8a-b82a-4e26-b0ff-67af2e8e01ea tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.2480090 Dec 08 16:12:11.576008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41134) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.643716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-093f646d-3a66-4d17-9577-9ff57c93c6fd tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26db6fa-5d8a-4627-911e-dfa6da5c30f9 HTTP/1.1" status: 200 len: 205 time: 0.0657535 Dec 08 16:12:11.647763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:11.836408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.158690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.369680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Deleting port 51f0a66a-498c-43dd-9d4d-64757c936300 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:12.370565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.533244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9684a6-9a1c-4b34-991c-e9e62f5fd1e6 req-4164935a-aba4-47b2-bafd-2058132081c0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.536345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae9684a6-9a1c-4b34-991c-e9e62f5fd1e6 req-4164935a-aba4-47b2-bafd-2058132081c0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 944 time: 0.0752895 Dec 08 16:12:12.624117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae9684a6-9a1c-4b34-991c-e9e62f5fd1e6 req-f181e644-a4a8-47f3-be5f-e14bdff528e8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722568 Dec 08 16:12:12.666542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:12.707635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Calling delete_port for 51f0a66a-498c-43dd-9d4d-64757c936300 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:12.897591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-02ca9518-9467-4c47-ba1b-7cbf5b828337 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:12.899392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-02ca9518-9467-4c47-ba1b-7cbf5b828337 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 944 time: 0.1694436 Dec 08 16:12:13.072964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Deleting port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:13.073233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.242634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] For port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:13.243000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.251759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.279188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Calling delete_port for bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:13.295865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event deleted for resources: {'Port': ['ID=51f0a66a-498c-43dd-9d4d-64757c936300,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.465167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.569231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.583285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['27e84b8f-25cc-4ad6-8213-84f382b726ed', 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:13.631850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event deleted for resources: {'Port': ['ID=bb28d1cb-9b79-4fdc-92e9-1a6e2268c429,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:13.691392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.695929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.745813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] No DVR routers for this DVR port bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:13.758861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.763416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49652e72-1add-4ce1-8f3b-87c03e9b2208 req-dd491c3f-f682-49f9-88f9-e9772437faef tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "DELETE /v2.0/ports/bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 HTTP/1.1" status: 204 len: 173 time: 0.8455613 Dec 08 16:12:13.764607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'name': 'network-vif-deleted', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:13.768086 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b287f500-0711-4bdf-8371-4594034ff6f4" -d '{"events": [{"server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "name": "network-vif-deleted", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:13.830578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.831172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Fanout notify agent at l3_agent the message router_deleted on router a26db6fa-5d8a-4627-911e-dfa6da5c30f9 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:12:13.855235 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.855235 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cdcb831a-c800-4af6-94c9-530a5391e794 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/a26db6fa-5d8a-4627-911e-dfa6da5c30f9 HTTP/1.1" status: 204 len: 168 time: 2.2016163 Dec 08 16:12:13.857909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41274) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:13.864695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-26596347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:13.913921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47501cad-ac2c-4060-b2cc-c447695c76d4 req-9c199f5f-d78d-483a-b561-d4193f292c9c tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0916319 Dec 08 16:12:13.915231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:13.917320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.025165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.032686 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.058794 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.060208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d6e5e4f-9a76-4533-a349-931a86c90c1d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2007408 Dec 08 16:12:14.064112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:14.073917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:14.102582 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e61292e-89e1-4453-aa43-d9b69ee9a228 x-openstack-request-id: req-8e61292e-89e1-4453-aa43-d9b69ee9a228 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:14.103866 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63fb4170-d71a-4411-8439-bd75434bccc0", "name": "network-vif-deleted", "tag": "bb28d1cb-9b79-4fdc-92e9-1a6e2268c429", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:14.104208 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e61292e-89e1-4453-aa43-d9b69ee9a228 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:14.104747 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63fb4170-d71a-4411-8439-bd75434bccc0', 'name': 'network-vif-deleted', 'tag': 'bb28d1cb-9b79-4fdc-92e9-1a6e2268c429', 'status': 'completed', 'code': 200} Dec 08 16:12:14.477269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:14.999284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.104367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.350857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c8f5b2f-c361-46f8-95d0-46b60e144d37 req-b29090e5-69c7-4f82-b0d8-2914d1b9d790 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0869892 Dec 08 16:12:15.474395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Allocated IP 172.25.3.220 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a3bff535-3429-4f64-aa2a-edb696fbe5b1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:15.614689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd72caef-f400-41c6-a5bc-a30410bd355b req-358e7ae4-0167-4430-802d-a5d432886038 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:15.616552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd72caef-f400-41c6-a5bc-a30410bd355b req-358e7ae4-0167-4430-802d-a5d432886038 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.1834314 Dec 08 16:12:15.722145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd72caef-f400-41c6-a5bc-a30410bd355b req-7aded50f-ed8a-449f-b4d3-9504d67699b7 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812230 Dec 08 16:12:15.770527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.827283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:15.932045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:15.938688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:15.963087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:16.032649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event updated for resources: {'Port': ['ID=a3bff535-3429-4f64-aa2a-edb696fbe5b1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:16.283976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:16.384572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:16.389634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device bb28d1cb-9b79-4fdc-92e9-1a6e2268c429 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:16.554035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:16.771589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4876390d-500c-471f-b9e4-b389a99726ee req-24801e4f-b7e7-48fd-86aa-e53028ebfb1a tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.1419036 Dec 08 16:12:16.952594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-550348f9-da5d-4df8-9c6b-ca0154c40266 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:16.955494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-550348f9-da5d-4df8-9c6b-ca0154c40266 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.58 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2227936 Dec 08 16:12:17.154055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Deleting port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:17.155476 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.393738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576be68-f9fe-423c-91b2-86dc1aa03aff req-e6feb80f-3db1-40f8-b321-8187455ff5a2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:17.407246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2576be68-f9fe-423c-91b2-86dc1aa03aff req-e6feb80f-3db1-40f8-b321-8187455ff5a2 tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 946 time: 0.2425940 Dec 08 16:12:17.624513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2576be68-f9fe-423c-91b2-86dc1aa03aff req-9805858c-cad3-499a-8ce4-408f6b200c2f tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/security-groups?id=0968032d-41d4-4ed0-a7ce-c827857d08fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068264 Dec 08 16:12:17.625396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41478) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:17.650038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1389328268'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:17.692833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] For port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,segment=NetworkSegment(f5fd4afe-9b2a-45e8-9608-7cc4f822471a),segment_id=f5fd4afe-9b2a-45e8-9608-7cc4f822471a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:17.693788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.714914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:17.722566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.753593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Calling delete_port for 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:17.813058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.819018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.865957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:17.904489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:17.905360 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Added segment 9d2788da-a671-4ab8-ad52-52d4d90791bb of type vlan for network 9a1fc047-bb59-45e4-b93f-0610b0d54433 Dec 08 16:12:18.007471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97faf48b-ffdd-4b83-9787-65b4615c3834 req-78e19479-9ff0-4353-a76d-4d648ba2e8f2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0564530 Dec 08 16:12:18.060505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Router a4a63c0c-3d5d-48a1-9635-1759e1210616 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:12:18.073120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.178758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.188658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.189312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.264056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:18.272191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Network': ['ID=9a1fc047-bb59-45e4-b93f-0610b0d54433,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:18.275500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.276922 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4e4c2023-2643-4d68-9d51-ada481ac290b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "PUT /v2.0/routers/a4a63c0c-3d5d-48a1-9635-1759e1210616 HTTP/1.1" status: 200 len: 882 time: 4.2109654 Dec 08 16:12:18.281262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:18.286753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] Sync routers for ids ['a4a63c0c-3d5d-48a1-9635-1759e1210616'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:18.312758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c4697478-94c9-4258-ad35-0854b752230f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6701522 Dec 08 16:12:18.316936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41524) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:18.324952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-506574018'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:18.336947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:18.359656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:18.364001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.424145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.446346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] Routers {'a4a63c0c-3d5d-48a1-9635-1759e1210616'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:18.446568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a4a63c0c-3d5d-48a1-9635-1759e1210616'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:18.498644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:18.509040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:18.527908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] Routers {'a4a63c0c-3d5d-48a1-9635-1759e1210616'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:18.529014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a4a63c0c-3d5d-48a1-9635-1759e1210616'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:18.543670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Pushing event deleted for resources: {'Port': ['ID=4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:18.556649 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-99390f40-a5d5-492b-8efd-5601778dc7b4 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2118580 Dec 08 16:12:18.577020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.577375 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Added segment dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5 of type vlan for network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 Dec 08 16:12:18.613254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:18.616039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7486803-3ea3-4710-8463-76d2de799e91 None None] The sync data for ids ['a4a63c0c-3d5d-48a1-9635-1759e1210616'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:18.641095 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d777bcf9-4f51-4f1b-9303-a772be7e09ba tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/a4a63c0c-3d5d-48a1-9635-1759e1210616 HTTP/1.1" status: 200 len: 923 time: 0.3549566 Dec 08 16:12:18.641605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:18.669430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] No DVR routers for this DVR port 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:18.679306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.687437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3a1b5eb-83c9-45b7-9539-f90d7b42b54c req-1836dc1b-b94e-4f26-97bd-f20cc3c62abe tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.58 "DELETE /v2.0/ports/4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 HTTP/1.1" status: 204 len: 173 time: 1.7222047 Dec 08 16:12:18.689373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-deleted', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:18.691800 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904eb96-7b2b-4570-95ad-750b9dd9b945" -d '{"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-deleted", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:18.750338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.826394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.832629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.835237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:18.867569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5480933 Dec 08 16:12:18.884775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41566) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:18.901415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'subnet': {'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:18.949627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109626-23c6-4080-8944-ffa5084caefe req-29f0698e-1876-454b-b369-35559230cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.954171 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-29f0698e-1876-454b-b369-35559230cf47 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e3eda6af0824468aaddab3edb59b79b2&device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 1095 time: 0.3459916 Dec 08 16:12:18.962027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d0b40-e8a2-4683-87f9-8f412753f322 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:18.965418 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-659d0b40-e8a2-4683-87f9-8f412753f322 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=a4a63c0c-3d5d-48a1-9635-1759e1210616&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3225105 Dec 08 16:12:18.971069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41568) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:19.034342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277a26ab-8511-4d74-8fbb-232cccb42596 req-055aa196-858f-4fd4-8c4a-9f372630c95e tempest-ServersNegativeTestJSON-1493793101 tempest-ServersNegativeTestJSON-1493793101-project] 10.222.0.62 "GET /v2.0/ports?device_id=c5d35d60-1892-4ea0-9d07-82171275a85e HTTP/1.1" status: 200 len: 210 time: 0.1690061 Dec 08 16:12:19.077155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042b2b-01a1-417f-8740-4c81a139e88e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Network': ['ID=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:19.118772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:19.129820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:19.133185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.349300 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8850fa0-3be0-477f-a826-2b9a4c65c588 x-openstack-request-id: req-c8850fa0-3be0-477f-a826-2b9a4c65c588 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:19.352761 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5d35d60-1892-4ea0-9d07-82171275a85e", "name": "network-vif-deleted", "tag": "4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:19.354035 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8850fa0-3be0-477f-a826-2b9a4c65c588 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:19.354621 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5d35d60-1892-4ea0-9d07-82171275a85e', 'name': 'network-vif-deleted', 'tag': '4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1', 'status': 'completed', 'code': 200} Dec 08 16:12:19.516809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fea52588-c089-4d49-b3de-3b1c924170ee req-6a0975ed-1eeb-4dc1-ac7f-264fe9100a2d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0790761 Dec 08 16:12:19.548123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-46540d0d-9d71-41d1-a96c-27ddf44578cf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2401767 Dec 08 16:12:19.618139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109626-23c6-4080-8944-ffa5084caefe req-322e807f-274a-46d8-9b7d-da59b4585270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:19.625371 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-322e807f-274a-46d8-9b7d-da59b4585270 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 200 len: 908 time: 0.6273797 Dec 08 16:12:19.627401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc8ecd7-27f7-40c1-b7b3-658517283d76 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:19.629969 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fdc8ecd7-27f7-40c1-b7b3-658517283d76 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.6563458 Dec 08 16:12:19.699277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:19.719635 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-c5146380-1905-4bcf-9143-d25ded50cd81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 200 len: 217 time: 0.0875113 Dec 08 16:12:19.770715 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dca62956-afdc-443a-8b12-51f9f2f60f9d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4a63c0c-3d5d-48a1-9635-1759e1210616 HTTP/1.1" status: 200 len: 205 time: 0.0691655 Dec 08 16:12:19.775557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:19.800372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:19.856709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-43db89ee-e209-4af9-9db4-c3eaa4052c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:19.859294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-43db89ee-e209-4af9-9db4-c3eaa4052c0c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=eefc5fa7386343ab972a95cdc3670904&device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 1096 time: 0.2784939 Dec 08 16:12:19.955341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7109626-23c6-4080-8944-ffa5084caefe req-2d4eff7b-5e23-4b92-bbed-8da0358d615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:19.957069 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-2d4eff7b-5e23-4b92-bbed-8da0358d615e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 200 len: 847 time: 0.2048335 Dec 08 16:12:20.004054 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-dbb74e2d-4d90-4a07-b9bf-f592004eb17b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7b933ad0-d036-4650-bfd9-600f7e66b3de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380793 Dec 08 16:12:20.022928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Subnet': ['ID=3912fa87-4695-4533-9c7b-515cf75bf317,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:20.028719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-514266a2-2692-4ec9-bc52-eb1fc3f95996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.030961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-514266a2-2692-4ec9-bc52-eb1fc3f95996 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9f7549f4-7781-4be8-a5c4-0f348760205b HTTP/1.1" status: 200 len: 915 time: 0.1324358 Dec 08 16:12:20.040964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Checking segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:20.041484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network hostable DHCP agents. Network: 9a1fc047-bb59-45e4-b93f-0610b0d54433, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:20.085016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-910afeb7-c1fb-4644-ba4b-32d63c1e292c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 HTTP/1.1" status: 200 len: 217 time: 0.0445685 Dec 08 16:12:20.150705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:20.216143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:20.219437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.253192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-cfa0fa5a-a71a-4846-a5d8-df19d9dc7f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.255888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-cfa0fa5a-a71a-4846-a5d8-df19d9dc7f82 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7e99d9b0-9573-43db-be3b-7343447f4895 HTTP/1.1" status: 200 len: 854 time: 0.1606345 Dec 08 16:12:20.263525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 9a1fc047-bb59-45e4-b93f-0610b0d54433) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:20.273995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88bb1a0-0d11-4056-b305-26f0dfb55e55 None None] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:20.291929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Deleting subnet 402f6555-0d3b-4b68-9cff-b4db50f4f617 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:20.332973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:20.333998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.365510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.372255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-2e4ec8f2-047a-4d20-bc00-68b0cab1fd1f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9f7549f4-7781-4be8-a5c4-0f348760205b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051044 Dec 08 16:12:20.396531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:20.424092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b959eba-ab3b-4dd2-93fb-16f38f7bd1e3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5264339 Dec 08 16:12:20.430070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41652) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:20.447720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.486870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:20.487456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4e2d76d6-b7b4-4d7e-8a89-6a19dabccdc1 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:20.511122 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-e96c7602-4111-443b-8e75-8bafbbd0fa2d service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394841 Dec 08 16:12:20.528504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'subnet': {'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:20.651438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Deleting port a3bff535-3429-4f64-aa2a-edb696fbe5b1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:20.651913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.687541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-9a1fc047-bb59-45e4-b93f-0610b0d54433', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'project_id': '3a9a92237483425699d2dc200a89b79a', 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:12:20.699008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.823297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7109626-23c6-4080-8944-ffa5084caefe req-aac34d9d-7e46-46f8-9e63-cef4779790e0 service neutron] 10.222.0.58 "GET /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035829 Dec 08 16:12:20.856847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.877474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Calling delete_port for a3bff535-3429-4f64-aa2a-edb696fbe5b1 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:20.900729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:20.918393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f641d6b1-9986-461f-bd38-5dce1d692ac0 req-301ad833-690b-4915-a805-dd7b99a8d49d tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.1500974 Dec 08 16:12:21.086324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Allocated IP 10.1.1.2 (9a1fc047-bb59-45e4-b93f-0610b0d54433/3912fa87-4695-4533-9c7b-515cf75bf317/fb7b77e4-50e5-49ea-b737-f29d70fdad11) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:21.150843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.181808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-3c7d7ea3-519b-4fc3-bf1f-cf498660388d service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560494 Dec 08 16:12:21.292155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:21.297323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.303012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.349354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event deleted for resources: {'Port': ['ID=a3bff535-3429-4f64-aa2a-edb696fbe5b1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.472031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.526265 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.541964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.578320 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.622844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.627433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.632429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Pushing event updated for resources: {'Port': ['ID=fb7b77e4-50e5-49ea-b737-f29d70fdad11,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.645717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:21.648753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:21.654885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:21.681649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402f6555-0d3b-4b68-9cff-b4db50f4f617,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:21.693014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-144f6326-f6af-47f7-92ed-b9be13be5a9f req-9f983ca6-d715-41f1-a6e3-ccc5dfe21463 service neutron] 10.222.0.86 "GET /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030630 Dec 08 16:12:21.701683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.705088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-279e0d33-d81d-424b-9886-6703d857be68 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/402f6555-0d3b-4b68-9cff-b4db50f4f617 HTTP/1.1" status: 204 len: 168 time: 1.5529842 Dec 08 16:12:21.740504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41712) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:21.843398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Attempting to bind port fb7b77e4-50e5-49ea-b737-f29d70fdad11 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:21.843597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Attempting to bind port fb7b77e4-50e5-49ea-b737-f29d70fdad11 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:21.843866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.844034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Attempting to bind port fb7b77e4-50e5-49ea-b737-f29d70fdad11 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:21.844685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Fanout notify agent at l3_agent the message router_deleted on router a4a63c0c-3d5d-48a1-9635-1759e1210616 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:12:21.853569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.858191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:21.858741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Checking segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:21.859383 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.859979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Bound using segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:21.860209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.860850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Bound port: fb7b77e4-50e5-49ea-b737-f29d70fdad11, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:21.861550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d38bd927-3164-47ed-bd04-bc2a94f53fe3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/a4a63c0c-3d5d-48a1-9635-1759e1210616 HTTP/1.1" status: 204 len: 168 time: 2.0318081 Dec 08 16:12:21.864230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.868437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:21.875526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1461097978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:21.911796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.932062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:21.933167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.053262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] For port fb7b77e4-50e5-49ea-b737-f29d70fdad11, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:22.058512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] For port fb7b77e4-50e5-49ea-b737-f29d70fdad11, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fb7b77e4-50e5-49ea-b737-f29d70fdad11,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:22.067626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.202788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.213860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c4c809-c994-4388-b630-bf2f4a4c64ae None None] Pushing event updated for resources: {'Port': ['ID=fb7b77e4-50e5-49ea-b737-f29d70fdad11,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:22.303685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fde15285-b617-41aa-a509-2d5c1203ece8 req-43dc0865-15f3-41c0-b80e-5728ecb55dd0 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.2433226 Dec 08 16:12:22.328303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Checking segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:22.328888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network hostable DHCP agents. Network: 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:22.332768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Subnet': ['ID=4c08bad6-5736-47e1-bb36-4577dfb15b09,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:22.389733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.396587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:22.400871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.420914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2641853c-db0e-4f62-acd2-6b35a7146a59']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:22.427066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:22.434506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.440833 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff054c40-a7f3-44cc-809e-cf2bfa32873b tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5665712 Dec 08 16:12:22.440833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41728) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:22.442416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:22.444076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.444262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:22.444635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5fd4afe-9b2a-45e8-9608-7cc4f822471a') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:22.458185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': True}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:22.463281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2f64b2-504d-47c2-87d4-1bc3e3826883 None None] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:22.520455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e49ff136-5473-4b76-b0b0-4002934c0f00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0690567 Dec 08 16:12:22.524561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41734) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:22.547960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'name': 'tempest-TaggedBootDevicesTest-620616229', 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:22.596775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.677159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.693312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:22.694364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:22.779699 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:22.841561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41736) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:22.916377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'project_id': '3a9a92237483425699d2dc200a89b79a', 'fixed_ips': [{'subnet_id': '4c08bad6-5736-47e1-bb36-4577dfb15b09'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:12:22.918808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.958271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:22.972119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:23.026752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.032982 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2641853c-db0e-4f62-acd2-6b35a7146a59 HTTP/1.1" status: 204 len: 168 time: 1.2911260 Dec 08 16:12:23.160518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b258eb9-f8f7-4d77-a25d-012f919295f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2641853c-db0e-4f62-acd2-6b35a7146a59,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:23.202954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28871ec6-bfb7-4fcc-9a7c-793f0317e8d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.420744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.478431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:23.547382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Allocated IP 10.2.2.2 (0e8310d5-d7ad-4e11-98f1-e0acd1b2a882/4c08bad6-5736-47e1-bb36-4577dfb15b09/2bfa78af-1c0a-41fc-828a-5eecdd33c2a0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:23.548981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41748) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:23.590064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] device_id is not set on port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:12:23.678941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fbfd231-7c41-4e56-83aa-126717b64ab4 req-0c2f41a2-a811-495b-b12b-b6bdb1f3ddf8 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=63fb4170-d71a-4411-8439-bd75434bccc0 HTTP/1.1" status: 200 len: 210 time: 0.0779228 Dec 08 16:12:23.908603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8e9286cc-16e8-4bd6-8c0d-8a72f5e84ead admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a83787cecb2748d7abd46546a0acf65d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439014 Dec 08 16:12:23.926464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41752) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:23.958089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28871ec6-bfb7-4fcc-9a7c-793f0317e8d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.006752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28871ec6-bfb7-4fcc-9a7c-793f0317e8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.089979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.119485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.270268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:24.273834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:24.278563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab260de-3ba1-40e2-be65-d924949f0c4b None None] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:24.285058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:24.357036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.400314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.546207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 10.1.1.143 (9a1fc047-bb59-45e4-b93f-0610b0d54433/3912fa87-4695-4533-9c7b-515cf75bf317/f0119f3d-9c9b-41c1-a1bb-e718e22a4135) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:24.633632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-28871ec6-bfb7-4fcc-9a7c-793f0317e8d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4415a708fbdd4f8294d4c400bb5f69c9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7904959 Dec 08 16:12:24.637647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41756) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:24.639978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Pushing event updated for resources: {'Port': ['ID=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:24.698922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28871ec6-bfb7-4fcc-9a7c-793f0317e8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5b348-c21e-4ec6-9bea-a895cd311ea0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:24.706738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-97c7b742-4031-44a8-8f5c-ac32890f7b68 None None] Provisioning complete for port fb7b77e4-50e5-49ea-b737-f29d70fdad11 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:24.707541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c7b742-4031-44a8-8f5c-ac32890f7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.709041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Allocated IP 172.25.3.40 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/f293c45a-ed4a-47f9-b64a-44934217fcfc) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:24.816982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1622b18e-6057-4a7d-bd14-1d137af8a749 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.845323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1622b18e-6057-4a7d-bd14-1d137af8a749 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.870539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fb7b77e4-50e5-49ea-b737-f29d70fdad11 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:24.932739 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-45ffbf67-06b3-4612-bdef-ab878d5a774b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.933986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Attempting to bind port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:24.934899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Attempting to bind port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:24.935728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Attempting to bind port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:24.940922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1622b18e-6057-4a7d-bd14-1d137af8a749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.944205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1622b18e-6057-4a7d-bd14-1d137af8a749 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.949110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1622b18e-6057-4a7d-bd14-1d137af8a749 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09a5b348-c21e-4ec6-9bea-a895cd311ea0 HTTP/1.1" status: 204 len: 168 time: 0.2928116 Dec 08 16:12:24.959281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:24.960083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Checking segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:24.960920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.961686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Bound using segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:24.962760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Bound port: 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:24.963911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:24.969564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.042187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622b18e-6057-4a7d-bd14-1d137af8a749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5b348-c21e-4ec6-9bea-a895cd311ea0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:25.068694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-45ffbf67-06b3-4612-bdef-ab878d5a774b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.177702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.332364 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.359587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Port': ['ID=f293c45a-ed4a-47f9-b64a-44934217fcfc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:25.367724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-45ffbf67-06b3-4612-bdef-ab878d5a774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.389934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-45ffbf67-06b3-4612-bdef-ab878d5a774b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.391535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-45ffbf67-06b3-4612-bdef-ab878d5a774b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0968032d-41d4-4ed0-a7ce-c827857d08fe HTTP/1.1" status: 204 len: 168 time: 1.4288871 Dec 08 16:12:25.402077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:25.405114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:25.411640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:25.429329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ffbf67-06b3-4612-bdef-ab878d5a774b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0968032d-41d4-4ed0-a7ce-c827857d08fe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:25.461445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] For port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:25.473862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.601544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:25.605749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] For port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:25.608962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:25.620612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fb7b77e4-50e5-49ea-b737-f29d70fdad11 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:25.621227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.642957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:25.782424 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.900311 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c7b742-4031-44a8-8f5c-ac32890f7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:25.952642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:25.953818 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.053855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5254543 Dec 08 16:12:26.054616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:26.084222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'name': 'tempest-TaggedBootDevicesTest-785479518', 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:26.095972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e25b67-0d43-401a-8cf0-60ab89773e11 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:26.519047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:26.538193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.571943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-97c7b742-4031-44a8-8f5c-ac32890f7b68 None None] For port fb7b77e4-50e5-49ea-b737-f29d70fdad11, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fb7b77e4-50e5-49ea-b737-f29d70fdad11,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:26.599812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] device_id is not set on port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:12:26.611748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10b58411-51a7-4ae7-a1fa-269fac0de50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.679379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97c7b742-4031-44a8-8f5c-ac32890f7b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:26.705743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Pushing event updated for resources: {'Port': ['ID=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:26.815439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.816017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.816592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.817163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.817727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.821244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.821894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.822454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.823028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.823583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.824150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.824708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:26.825266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d08c1de5-3324-4e47-8afc-f877d98ce9bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:27.158214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-78c8b325-a157-4c6d-ad76-8794cf887a3c None None] Provisioning complete for port fb7b77e4-50e5-49ea-b737-f29d70fdad11 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:27.158917 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78c8b325-a157-4c6d-ad76-8794cf887a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.279864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7b742-4031-44a8-8f5c-ac32890f7b68 None None] Pushing event updated for resources: {'Port': ['ID=fb7b77e4-50e5-49ea-b737-f29d70fdad11,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:27.350800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 10.1.1.167 (9a1fc047-bb59-45e4-b93f-0610b0d54433/3912fa87-4695-4533-9c7b-515cf75bf317/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:27.460772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.655003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-78c8b325-a157-4c6d-ad76-8794cf887a3c None None] Provisioning complete for port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:27.656177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78c8b325-a157-4c6d-ad76-8794cf887a3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.740974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78c8b325-a157-4c6d-ad76-8794cf887a3c None None] Port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:27.742878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:27.885412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:27.886047 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:27.973385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:28.186780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.287023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:28.295912 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.377062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.403628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad4635d-e31d-49d3-b796-b3ab62b6d476 None None] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:28.413105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.441307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-829373473-network', 'tenant_id': 'f02261cbb9b749dea0577106a34362da'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:28.504636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:28.549933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Made reservation on behalf of f02261cbb9b749dea0577106a34362da for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:28.551668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:28.555484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.593591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f795101d-acec-4b5e-96d4-a7c83df88efa None None] Provisioning complete for port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:28.597780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f795101d-acec-4b5e-96d4-a7c83df88efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.651028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.816068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.864324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.874769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-778484632-network', 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:28.951774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.952155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:28.968151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:28.999544 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79acd6b9-b28c-40fb-99c8-7eef98133a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.006275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:29.008381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.016331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:29.039264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:29.042178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.098347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:29.117387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.176231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7caf2898-7ecb-45b6-b2fb-85ae6b7c0a00,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.188156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:29.195685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.196616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.196995 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Added segment cbc4edc2-3632-4055-b2ef-c14d0f00fa50 of type vlan for network 2454a21d-c9d6-4f11-a585-daaa168210ce Dec 08 16:12:29.236422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-21ffcacf-c3ed-477c-bd7a-162659b9ba61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1727343 Dec 08 16:12:29.368510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.387462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:29.443453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Router 4db8772c-3e18-4fd1-840d-8da47de67acb is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:12:29.499510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.500701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:29.501408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.542544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:29.548425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:29.548800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.549911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935438155', 'description': 'tempest-description--1502392175'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:29.618856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.682864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cdfa0608-a0e1-41eb-834d-3232500446df None None] Provisioning complete for port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:29.683652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0608-a0e1-41eb-834d-3232500446df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.697670 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7224300 Dec 08 16:12:29.785665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cdfa0608-a0e1-41eb-834d-3232500446df None None] Port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:29.789376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fb7b77e4-50e5-49ea-b737-f29d70fdad11 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:29.826960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cdfa0608-a0e1-41eb-834d-3232500446df None None] Provisioning complete for port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:29.827741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdfa0608-a0e1-41eb-834d-3232500446df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.838547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052eda3c-e988-42fb-92d2-06a0fd55af2f admin admin] Pushing event updated for resources: {'Network': ['ID=2454a21d-c9d6-4f11-a585-daaa168210ce,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.847937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.848554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.863662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.871234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2454a21d-c9d6-4f11-a585-daaa168210ce details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:29.890742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.938534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=856c3158-c3b8-49ac-ad21-d33d94e7a1d2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:29.970628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:29.978012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-706789a7-b67c-45ab-a3bb-d17121e96b89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4286973 Dec 08 16:12:29.980094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41856) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:29.996473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'security_group_rule': {'security_group_id': '856c3158-c3b8-49ac-ad21-d33d94e7a1d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:29.999104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:12:30.025378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:30.044098 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] Sync routers for ids ['4db8772c-3e18-4fd1-840d-8da47de67acb'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:30.069353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.072572 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b039302d-bf43-4cda-8440-35d79d2c3c69 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "PUT /v2.0/routers/4db8772c-3e18-4fd1-840d-8da47de67acb HTTP/1.1" status: 200 len: 918 time: 7.6309786 Dec 08 16:12:30.075436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:30.085378 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] Routers {'4db8772c-3e18-4fd1-840d-8da47de67acb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:30.087580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c9662-85ef-4db9-bea8-3c84bdfa2e11,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:30.091906 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4db8772c-3e18-4fd1-840d-8da47de67acb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:30.103717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.104422 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Added segment 222c1d14-f8c6-48e1-940f-58ed772bbcf2 of type vlan for network 33ff014b-a65d-46c1-8889-9f288dad8940 Dec 08 16:12:30.143805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.187680 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:30.207851 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] Routers {'4db8772c-3e18-4fd1-840d-8da47de67acb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:30.208880 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4db8772c-3e18-4fd1-840d-8da47de67acb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:30.224208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fb7b77e4-50e5-49ea-b737-f29d70fdad11 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:30.224788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.272709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.288161 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:30.289243 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1dfd64-9e05-4a2b-bd97-74484c25f557 None None] The sync data for ids ['4db8772c-3e18-4fd1-840d-8da47de67acb'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:30.298202 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.371453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.373814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.374787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.533205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0228097 Dec 08 16:12:30.537605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41868) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:30.562265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887acb71-5a3b-4acd-a747-762dc724d843 admin admin] Pushing event updated for resources: {'Network': ['ID=33ff014b-a65d-46c1-8889-9f288dad8940,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:30.581973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 33ff014b-a65d-46c1-8889-9f288dad8940 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:12:30.703037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Request body: {'subnet': {'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-778484632-subnet', 'tenant_id': '4ae0519228e945c2a922c681b2134283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:30.811157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.839808 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.907609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:30.912472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:30.949606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d94dba1b-1277-48d7-b582-4cc6dd466be6 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/4db8772c-3e18-4fd1-840d-8da47de67acb HTTP/1.1" status: 200 len: 924 time: 0.8706000 Dec 08 16:12:30.952647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41874) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:30.957931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f5cefa9-48e9-41f9-80eb-d010da6cb414,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:30.980690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee420f15-a4a2-4303-8ca3-99a1bd9335b6 req-98a21d2a-cfe8-4b44-aa29-59bd0899b195 tempest-ComputeTenantNetworksTest-1040897043 tempest-ComputeTenantNetworksTest-1040897043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.987332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee420f15-a4a2-4303-8ca3-99a1bd9335b6 req-98a21d2a-cfe8-4b44-aa29-59bd0899b195 tempest-ComputeTenantNetworksTest-1040897043 tempest-ComputeTenantNetworksTest-1040897043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.995957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee420f15-a4a2-4303-8ca3-99a1bd9335b6 req-98a21d2a-cfe8-4b44-aa29-59bd0899b195 tempest-ComputeTenantNetworksTest-1040897043 tempest-ComputeTenantNetworksTest-1040897043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:30.995957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee420f15-a4a2-4303-8ca3-99a1bd9335b6 req-98a21d2a-cfe8-4b44-aa29-59bd0899b195 tempest-ComputeTenantNetworksTest-1040897043 tempest-ComputeTenantNetworksTest-1040897043-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6094012 Dec 08 16:12:31.001380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.006861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c810dba-73c9-43bc-82e8-7dedb8ee15c0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0180969 Dec 08 16:12:31.022235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:31.036840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'security_group_rule': {'security_group_id': '856c3158-c3b8-49ac-ad21-d33d94e7a1d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:31.080152 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.129230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4f453b-d82c-4f67-a5e6-542534600f0f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.133313 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7d4f453b-d82c-4f67-a5e6-542534600f0f tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=4db8772c-3e18-4fd1-840d-8da47de67acb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1769905 Dec 08 16:12:31.135929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41882) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:31.236879 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.254106 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.291036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d7c91c-3b12-4018-a045-b39765cd3453,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:31.301858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335d8958-a611-4991-8a6f-16c33d31036b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.308064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-335d8958-a611-4991-8a6f-16c33d31036b tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.1671402 Dec 08 16:12:31.308789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:31.341547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.345229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-96a25568-c0c5-4026-be48-8d823b88055c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3137352 Dec 08 16:12:31.352790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad24711-d431-428c-829c-570d8278ae44 req-4c6c69d2-38e1-412e-bd46-ab43ea5b56c4 tempest-ComputeTenantNetworksTest-1040897043 tempest-ComputeTenantNetworksTest-1040897043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.355645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bad24711-d431-428c-829c-570d8278ae44 req-4c6c69d2-38e1-412e-bd46-ab43ea5b56c4 tempest-ComputeTenantNetworksTest-1040897043 tempest-ComputeTenantNetworksTest-1040897043-project] 10.222.0.62 "GET /v2.0/networks/2454a21d-c9d6-4f11-a585-daaa168210ce HTTP/1.1" status: 200 len: 768 time: 0.3105605 Dec 08 16:12:31.380177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41886) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:31.380817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:31.388994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:31.421224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fba1eac1-461a-4ae9-8ad8-734fa2f01ce5 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db8772c-3e18-4fd1-840d-8da47de67acb HTTP/1.1" status: 200 len: 205 time: 0.1108253 Dec 08 16:12:31.422866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:31.493906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.568905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:31.581129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:31.581498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Network hostable DHCP agents. Network: 33ff014b-a65d-46c1-8889-9f288dad8940, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:12:31.603938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:12:31.629767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 33ff014b-a65d-46c1-8889-9f288dad8940) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:31.635815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:31.636705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.644505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb68c56-7142-4d57-bc0b-f458ab6177c5 None None] Network 33ff014b-a65d-46c1-8889-9f288dad8940 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:31.742187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4ed7eae1-14c9-4ab8-9dbd-029851385cb1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0568049 Dec 08 16:12:31.745593 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.760505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:31.902460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.027164 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.041346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.212379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.221417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec0a8be-a849-450e-9cab-ce64bcbec642 None None] Network 33ff014b-a65d-46c1-8889-9f288dad8940 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:12:32.235554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.302890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2454a21d-c9d6-4f11-a585-daaa168210ce']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.330680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc4edc2-3632-4055-b2ef-c14d0f00fa50') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.330979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc4edc2-3632-4055-b2ef-c14d0f00fa50') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:32.334391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.352577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.418729 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.427768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.497156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:32.498497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:32.503296 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:32.699938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Deleting port f293c45a-ed4a-47f9-b64a-44934217fcfc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:32.700591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.734489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.743551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-ee5ff475-2b6b-4530-b5e2-de2073d26a27 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.750082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-ee5ff475-2b6b-4530-b5e2-de2073d26a27 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.3011513 Dec 08 16:12:32.827588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-de428c2f-a9ae-4f64-8411-e509c60ca21c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.0589323 Dec 08 16:12:32.867713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:32.882787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf742f9d-91de-44a9-ab6b-c6dbdfda7525 req-9d03e39a-a07d-48a5-b901-17a0de0d4566 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:32.896820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf742f9d-91de-44a9-ab6b-c6dbdfda7525 req-9d03e39a-a07d-48a5-b901-17a0de0d4566 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.1447470 Dec 08 16:12:32.898916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Calling delete_port for f293c45a-ed4a-47f9-b64a-44934217fcfc owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:32.935040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-cf2373e8-5a37-4faa-b89f-6c600c0c3b6d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1002886 Dec 08 16:12:33.011469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.059014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.065929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2454a21d-c9d6-4f11-a585-daaa168210ce HTTP/1.1" status: 204 len: 168 time: 1.6635046 Dec 08 16:12:33.086912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd83ee-46ca-4f8d-b944-3829755df169 admin admin] Pushing event deleted for resources: {'Network': ['ID=2454a21d-c9d6-4f11-a585-daaa168210ce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:33.236011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf742f9d-91de-44a9-ab6b-c6dbdfda7525 req-e8f4a557-5e6c-4c7f-a9e9-7cd26b363af5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052378 Dec 08 16:12:33.264763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 172.25.3.35 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/f87537de-1461-4fd6-bc19-0d330e6c275f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:33.292488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-820590f4-6069-41d4-8c3f-0a7f8927d849 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:33.294204 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-820590f4-6069-41d4-8c3f-0a7f8927d849 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.1521690 Dec 08 16:12:33.308016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-a410fec8-e7cd-48f9-8288-95c1829051a8 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614075 Dec 08 16:12:33.318833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41928) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:33.512401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-19497ddf-f7b2-4314-a4f9-57e0897560cd service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033114 Dec 08 16:12:33.533315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.582385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-081e75a2-18b2-458b-a73c-e1851a572cd4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f02261cbb9b749dea0577106a34362da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2547181 Dec 08 16:12:33.583021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41930) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:33.652015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbf55-0d94-44d1-ba8b-7b0fcdc52381 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.685649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbf55-0d94-44d1-ba8b-7b0fcdc52381 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.758795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbf55-0d94-44d1-ba8b-7b0fcdc52381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.762524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ecbbf55-0d94-44d1-ba8b-7b0fcdc52381 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.769456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6ecbbf55-0d94-44d1-ba8b-7b0fcdc52381 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7caf2898-7ecb-45b6-b2fb-85ae6b7c0a00 HTTP/1.1" status: 204 len: 168 time: 0.1850638 Dec 08 16:12:33.784777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbbf55-0d94-44d1-ba8b-7b0fcdc52381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7caf2898-7ecb-45b6-b2fb-85ae6b7c0a00,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:33.840135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:33.898203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca303cc0-5182-48e1-b83b-86cdf5195a1b req-55555386-c3a6-4490-9e15-38d9262ccb8a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 210 time: 0.0793421 Dec 08 16:12:33.916028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event deleted for resources: {'Port': ['ID=f293c45a-ed4a-47f9-b64a-44934217fcfc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:33.924325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.034402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=f87537de-1461-4fd6-bc19-0d330e6c275f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:34.144705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:34.149939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:34.157541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Deleting port 27e84b8f-25cc-4ad6-8213-84f382b726ed {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:34.158145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.183686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:34.273203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.588741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe58bd0-738d-4c32-8c1f-43c90ca1dbc6 req-c3745f9b-c4d7-4d3d-9c39-48f1430a0cd7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:34.604209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fe58bd0-738d-4c32-8c1f-43c90ca1dbc6 req-c3745f9b-c4d7-4d3d-9c39-48f1430a0cd7 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 945 time: 0.1170456 Dec 08 16:12:34.725996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fe58bd0-738d-4c32-8c1f-43c90ca1dbc6 req-0da56b70-8848-4326-b60b-fe8e5514d583 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198103 Dec 08 16:12:34.881290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:34.885198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.011087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] For port 27e84b8f-25cc-4ad6-8213-84f382b726ed, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=27e84b8f-25cc-4ad6-8213-84f382b726ed,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:35.011700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.039483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0834be1f-2f0a-444e-aee8-70d727c2c45e req-19c73da9-6754-4f7d-9b68-8848e5442459 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 210 time: 0.0428815 Dec 08 16:12:35.054718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Calling delete_port for 27e84b8f-25cc-4ad6-8213-84f382b726ed owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:35.062230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.063195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Fanout notify agent at l3_agent the message router_deleted on router 4db8772c-3e18-4fd1-840d-8da47de67acb {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:12:35.082516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.084429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dc87362f-6e54-47b9-a366-ebf7f0588e08 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/4db8772c-3e18-4fd1-840d-8da47de67acb HTTP/1.1" status: 204 len: 168 time: 3.6527567 Dec 08 16:12:35.095467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41970) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:35.102380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1593236033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:35.124727 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.269970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.271893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.305497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.501121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.518422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.555364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b77769ed-5b55-4d47-87d3-beca523b5989 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:35.557242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b77769ed-5b55-4d47-87d3-beca523b5989 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.1750607 Dec 08 16:12:35.572413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:35.693385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.696174 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7d223174-f237-4012-8a2d-2af2f6b412c3 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5998456 Dec 08 16:12:35.704081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41986) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:35.709517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': False}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:35.769396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:35.944970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event deleted for resources: {'Port': ['ID=27e84b8f-25cc-4ad6-8213-84f382b726ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:35.947442 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56ed76e2-95d3-465b-8838-b33207948635 req-56264cc3-56a4-41e7-9b66-32cd38a4a794 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=e9b45c4b-f73b-4fbf-8671-2a13738cf462 HTTP/1.1" status: 200 len: 210 time: 0.0700202 Dec 08 16:12:35.948541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:35.954097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.010404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] No DVR routers for this DVR port 27e84b8f-25cc-4ad6-8213-84f382b726ed on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:36.015864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.024653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94acdc20-161d-4c35-acfb-ff81f14c0e4b req-7d1c0368-babe-4e77-a9f3-317b334170a2 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "DELETE /v2.0/ports/27e84b8f-25cc-4ad6-8213-84f382b726ed HTTP/1.1" status: 204 len: 173 time: 2.7149901 Dec 08 16:12:36.026512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'name': 'network-vif-deleted', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:36.032039 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9690e4b1-15f2-4329-8e28-67d375c8a14e" -d '{"events": [{"server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "name": "network-vif-deleted", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:36.061035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.073866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.085572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.239297 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a4d674-17b1-4176-a59f-3a9eb8f7e636 x-openstack-request-id: req-40a4d674-17b1-4176-a59f-3a9eb8f7e636 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:36.240047 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9b45c4b-f73b-4fbf-8671-2a13738cf462", "name": "network-vif-deleted", "tag": "27e84b8f-25cc-4ad6-8213-84f382b726ed", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:36.240450 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40a4d674-17b1-4176-a59f-3a9eb8f7e636 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:36.241021 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9b45c4b-f73b-4fbf-8671-2a13738cf462', 'name': 'network-vif-deleted', 'tag': '27e84b8f-25cc-4ad6-8213-84f382b726ed', 'status': 'completed', 'code': 200} Dec 08 16:12:36.251319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=f87537de-1461-4fd6-bc19-0d330e6c275f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:36.265421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83931960-dca1-4d79-a9f8-2fd4fbda9769 req-b2efc698-b0b3-4b48-ae28-773994dfcfd7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 210 time: 0.0684967 Dec 08 16:12:36.291984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.328093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.344200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.13 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/bd7ade89-9f60-4c80-83f6-04b21b748c55) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:36.345976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-904b8051-2e87-4481-b761-82837e43c4fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9630930 Dec 08 16:12:36.398210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:36.423975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 27e84b8f-25cc-4ad6-8213-84f382b726ed {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:36.424613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 27e84b8f-25cc-4ad6-8213-84f382b726ed not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:36.734272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.767296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:36.769639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.030471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.166850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6f82b0e4-4c9e-40d3-8845-91262f78274f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--935438155&fields=id&tenant_id=3a9a92237483425699d2dc200a89b79a HTTP/1.1" status: 200 len: 267 time: 0.2840197 Dec 08 16:12:37.170380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:37.195806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Allocated IP 172.25.3.32 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/32ef7d51-1eb8-411c-9ca7-63d0cba79264) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:37.208936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:37.241407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:37.327938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=bd7ade89-9f60-4c80-83f6-04b21b748c55,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:37.453851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-aaf36186-0a32-4d8d-a104-84069fa47ce9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.455323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-aaf36186-0a32-4d8d-a104-84069fa47ce9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 931 time: 0.2634029 Dec 08 16:12:37.578039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.579176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.687372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-b3c88728-a19f-436c-81bf-f3217d652aaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1202350 Dec 08 16:12:37.709474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-37abf1f3-1e22-4899-9f6e-dce0eac35006 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.719246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-37abf1f3-1e22-4899-9f6e-dce0eac35006 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 931 time: 0.1868620 Dec 08 16:12:37.733659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-b33518b7-ad6a-4896-9eba-65f79095e237 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.735498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-b33518b7-ad6a-4896-9eba-65f79095e237 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.0668511 Dec 08 16:12:37.747054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Request body: {'port': {'device_id': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:37.760089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207573a-e548-4d6d-82fb-fd4b4aa0d4b9 req-acc984d9-0466-4a9b-a296-66503f6f1fa5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:37.761840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c207573a-e548-4d6d-82fb-fd4b4aa0d4b9 req-acc984d9-0466-4a9b-a296-66503f6f1fa5 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=9a88bfd8-1d86-4cec-9853-ff0369090e41 HTTP/1.1" status: 200 len: 944 time: 0.4049788 Dec 08 16:12:37.879159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-7e9622c3-68cf-493b-8ec0-ebff89f13c98 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0992060 Dec 08 16:12:37.924694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Deleting port 5c2283fd-6ee9-4f64-a952-75c807341dce {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:37.925219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.948978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:37.979307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-9eb5225c-45a7-40ae-b5e5-d31c95c01c34 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0857425 Dec 08 16:12:38.000903 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.006515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c207573a-e548-4d6d-82fb-fd4b4aa0d4b9 req-30d17071-a1eb-4404-8559-72bb8ea1e6da tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227650 Dec 08 16:12:38.099524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:38.124701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] For port 5c2283fd-6ee9-4f64-a952-75c807341dce, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5c2283fd-6ee9-4f64-a952-75c807341dce,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:38.125311 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.150837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Calling delete_port for 5c2283fd-6ee9-4f64-a952-75c807341dce owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:38.320123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-941c7a52-4718-40cc-82b6-49d191d025cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.401145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.473884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event deleted for resources: {'Port': ['ID=5c2283fd-6ee9-4f64-a952-75c807341dce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:38.551968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.570199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] No DVR routers for this DVR port 5c2283fd-6ee9-4f64-a952-75c807341dce on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:38.575059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.581463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8b61fe65-5e50-4dfa-8332-ce4e83ff67c2 req-719c7118-2a0f-4a6b-a0b4-737861ff1e56 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "DELETE /v2.0/ports/5c2283fd-6ee9-4f64-a952-75c807341dce HTTP/1.1" status: 204 len: 173 time: 0.8386693 Dec 08 16:12:38.582164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'name': 'network-vif-deleted', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:38.585980 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c9958b-71a5-437f-87c1-c3b27f10ec84" -d '{"events": [{"server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "name": "network-vif-deleted", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:38.630645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-941c7a52-4718-40cc-82b6-49d191d025cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.636516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-941c7a52-4718-40cc-82b6-49d191d025cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.681139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d007ad22-cce4-4baa-a0b7-bdea2aa52c30 req-2a3a121c-6cdf-4f77-aef2-6732285fcabd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:38.682618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d007ad22-cce4-4baa-a0b7-bdea2aa52c30 req-2a3a121c-6cdf-4f77-aef2-6732285fcabd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 932 time: 0.5711038 Dec 08 16:12:38.711693 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-941c7a52-4718-40cc-82b6-49d191d025cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04c7a2d7091540f2bca968ec640fa97f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6103144 Dec 08 16:12:38.712699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42058) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:38.717004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:38.741236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c7a52-4718-40cc-82b6-49d191d025cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ead7d3-c350-4a2d-80aa-e3cebae2c38b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:38.741956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:38.754141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Pushing event updated for resources: {'Port': ['ID=32ef7d51-1eb8-411c-9ca7-63d0cba79264,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:38.756850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:38.801063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-a7a6a5b2-745c-447e-9659-2c6f045efbbb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:38.807472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-a7a6a5b2-745c-447e-9659-2c6f045efbbb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:38.808041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2664-a1b2-42eb-a2e6-ee690b471b56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.814592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-a7a6a5b2-745c-447e-9659-2c6f045efbbb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:38.816287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-a7a6a5b2-745c-447e-9659-2c6f045efbbb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 1990 time: 0.8208442 Dec 08 16:12:38.834854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2664-a1b2-42eb-a2e6-ee690b471b56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.897767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2664-a1b2-42eb-a2e6-ee690b471b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.900895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc7d2664-a1b2-42eb-a2e6-ee690b471b56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:38.902324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc7d2664-a1b2-42eb-a2e6-ee690b471b56 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22ead7d3-c350-4a2d-80aa-e3cebae2c38b HTTP/1.1" status: 204 len: 168 time: 0.1832309 Dec 08 16:12:38.909385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-25c5e701-5f18-4abf-8825-d10127d91591 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/quotas/3a9a92237483425699d2dc200a89b79a HTTP/1.1" status: 200 len: 375 time: 0.0647435 Dec 08 16:12:38.913028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d2664-a1b2-42eb-a2e6-ee690b471b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ead7d3-c350-4a2d-80aa-e3cebae2c38b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:38.917878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d007ad22-cce4-4baa-a0b7-bdea2aa52c30 req-f24c3fee-5a7e-4774-9a43-39753ccb334e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126191 Dec 08 16:12:39.191607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-4fe4fd75-7e7b-4f4c-82ba-f1b5b55c8e85 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2249334 Dec 08 16:12:39.252398 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698879b9-eacd-4c4d-b4be-9cba291bb4f0 x-openstack-request-id: req-698879b9-eacd-4c4d-b4be-9cba291bb4f0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:39.252970 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a88bfd8-1d86-4cec-9853-ff0369090e41", "name": "network-vif-deleted", "tag": "5c2283fd-6ee9-4f64-a952-75c807341dce", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:39.253438 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-698879b9-eacd-4c4d-b4be-9cba291bb4f0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:39.254074 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a88bfd8-1d86-4cec-9853-ff0369090e41', 'name': 'network-vif-deleted', 'tag': '5c2283fd-6ee9-4f64-a952-75c807341dce', 'status': 'completed', 'code': 200} Dec 08 16:12:39.281239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7ade89-9f60-4c80-83f6-04b21b748c55 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:39.301203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.379845 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:12:39.392084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Transition to ACTIVE for port object bd7ade89-9f60-4c80-83f6-04b21b748c55 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:39.403101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.484058 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.558107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Pushing event updated for resources: {'Port': ['ID=bd7ade89-9f60-4c80-83f6-04b21b748c55,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:39.566258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42070) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:39.579895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1e33fdae-321f-4b6f-92c7-f42c40ae30ec service neutron] 10.222.0.62 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226001 Dec 08 16:12:39.623975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be8f9dbf-7097-4860-9581-2a5b2d964fb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:39.910619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294dfae-8627-4cb4-bcc3-192768143b21 req-c4b41d1f-1214-476a-a8ca-a4bb9232a2c4 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:39.912270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1294dfae-8627-4cb4-bcc3-192768143b21 req-c4b41d1f-1214-476a-a8ca-a4bb9232a2c4 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 944 time: 0.3020113 Dec 08 16:12:39.922195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Attempting to bind port bd7ade89-9f60-4c80-83f6-04b21b748c55 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:12:39.922540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Attempting to bind port bd7ade89-9f60-4c80-83f6-04b21b748c55 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:12:39.922871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Attempting to bind port bd7ade89-9f60-4c80-83f6-04b21b748c55 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:39.976560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Port bd7ade89-9f60-4c80-83f6-04b21b748c55 on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:12:39.976877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Attempting to bind port bd7ade89-9f60-4c80-83f6-04b21b748c55 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:12:39.987215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-06f4e935-c08d-420b-b93b-fe96397d87c5 service neutron] 10.222.0.62 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853140 Dec 08 16:12:40.028672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:12:40.029662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:12:40.030270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:12:40.030783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Bound port: bd7ade89-9f60-4c80-83f6-04b21b748c55, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:12:40.031147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.050633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f03852-18b8-482c-bc9b-31173eee451b req-4eb45245-f263-4f7d-80ba-a15a9df73bc1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.053045 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-38f03852-18b8-482c-bc9b-31173eee451b req-4eb45245-f263-4f7d-80ba-a15a9df73bc1 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 944 time: 0.1032934 Dec 08 16:12:40.171605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1294dfae-8627-4cb4-bcc3-192768143b21 req-aebace35-9d9c-4807-932f-cb2f397b99ae tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/security-groups?id=cfdc2171-ae36-4554-9aa2-289bfb374bca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426536 Dec 08 16:12:40.181149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.188495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-efc39002-2f49-443a-8f4d-2ee457a0c8fe service neutron] 10.222.0.62 "GET /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1503420 Dec 08 16:12:40.192219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be8f9dbf-7097-4860-9581-2a5b2d964fb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.209375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.221722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be8f9dbf-7097-4860-9581-2a5b2d964fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.258722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Deleting port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:40.259222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.370111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] For port bd7ade89-9f60-4c80-83f6-04b21b748c55, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:12:40.393918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-be8f9dbf-7097-4860-9581-2a5b2d964fb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c7e15b117c14be6876318d897468a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8263638 Dec 08 16:12:40.398618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:40.404919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f9dbf-7097-4860-9581-2a5b2d964fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65176a80-7508-4e73-badb-0e15116b689f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.418312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] For port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,segment=NetworkSegment(f9ed0733-f950-4bc0-93b0-e9062b55595b),segment_id=f9ed0733-f950-4bc0-93b0-e9062b55595b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:40.418637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] For port bd7ade89-9f60-4c80-83f6-04b21b748c55, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:12:40.418841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.445322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.457664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Calling delete_port for 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:40.541701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e09f21-8e06-46ec-8134-4dad2059fccf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.564516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.565359 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.566889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] 10.222.0.86 "PUT /v2.0/ports/bd7ade89-9f60-4c80-83f6-04b21b748c55 HTTP/1.1" status: 200 len: 1092 time: 2.8337600 Dec 08 16:12:40.567816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'tag': 'bd7ade89-9f60-4c80-83f6-04b21b748c55'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:40.569374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e09f21-8e06-46ec-8134-4dad2059fccf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.570459 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c342841-08d7-45ad-a225-ba8382e5b012" -d '{"events": [{"name": "network-changed", "server_uuid": "c1c16090-485b-4354-8472-fd5b7ea21caa", "tag": "bd7ade89-9f60-4c80-83f6-04b21b748c55"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:40.581413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-93cc9072-48cd-4ec4-8df6-813b25d373a5 service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776190 Dec 08 16:12:40.616914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c64aa-402a-4dd3-aa11-41b79a5e4fa0 req-440e8efe-abaa-4d4b-ae1e-63a0f2f7fe7a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.618776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-018c64aa-402a-4dd3-aa11-41b79a5e4fa0 req-440e8efe-abaa-4d4b-ae1e-63a0f2f7fe7a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 944 time: 0.3013995 Dec 08 16:12:40.623349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7220025c-9f59-48ee-934c-3015395e18cb service neutron] Pushing event updated for resources: {'Port': ['ID=bd7ade89-9f60-4c80-83f6-04b21b748c55,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.729634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e09f21-8e06-46ec-8134-4dad2059fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.732451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e09f21-8e06-46ec-8134-4dad2059fccf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.736201 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-73e09f21-8e06-46ec-8134-4dad2059fccf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/65176a80-7508-4e73-badb-0e15116b689f HTTP/1.1" status: 204 len: 168 time: 0.3336766 Dec 08 16:12:40.749833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e09f21-8e06-46ec-8134-4dad2059fccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65176a80-7508-4e73-badb-0e15116b689f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.753674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.801109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Pushing event deleted for resources: {'Port': ['ID=3c9c5c3f-2be2-44ed-bf8d-c256184b3743,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:40.847793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] No DVR routers for this DVR port 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:40.851711 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:40.856746 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-38f03852-18b8-482c-bc9b-31173eee451b req-5414d0b1-834f-4318-91d4-9a63134f38ec tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.58 "DELETE /v2.0/ports/3c9c5c3f-2be2-44ed-bf8d-c256184b3743 HTTP/1.1" status: 204 len: 173 time: 0.7971678 Dec 08 16:12:40.874879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-018c64aa-402a-4dd3-aa11-41b79a5e4fa0 req-a294dc0a-08fc-4ad8-9ffd-d705a9745d7a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474437 Dec 08 16:12:40.922808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Router 88b6e9c8-6eb4-4323-8a79-caf643c9bd14 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:12:40.967760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-ce56249c-a93d-4500-a088-3fa01b419cec service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130062 Dec 08 16:12:40.983372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-ecc1d7b4-f373-40b3-a4e7-cc53693b085b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:40.985876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-ecc1d7b4-f373-40b3-a4e7-cc53693b085b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 1095 time: 0.3170524 Dec 08 16:12:41.131211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-5886317b-1a4b-4d81-86a0-e4d7957806dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55 HTTP/1.1" status: 200 len: 217 time: 0.0897622 Dec 08 16:12:41.152483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-df9d1c15-5cf7-425a-9731-56a7af69bdc0 service neutron] 10.222.0.62 "GET /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1654053 Dec 08 16:12:41.255800 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'name': 'network-vif-deleted', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:41.262284 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8212d3-d76c-460b-a9bb-9716733fe803" -d '{"events": [{"server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "name": "network-vif-deleted", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:41.617549 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10313754-5927-46a4-90fa-45f784498a27 x-openstack-request-id: req-10313754-5927-46a4-90fa-45f784498a27 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:41.618612 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1c16090-485b-4354-8472-fd5b7ea21caa", "tag": "bd7ade89-9f60-4c80-83f6-04b21b748c55", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:41.618612 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10313754-5927-46a4-90fa-45f784498a27 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:41.619047 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'tag': 'bd7ade89-9f60-4c80-83f6-04b21b748c55', 'status': 'completed', 'code': 200} Dec 08 16:12:41.791069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080f0e61-cfa7-4dcd-9635-d11589a7b415 req-f51af589-4f43-4a38-9826-5166c40eae60 tempest-LiveMigrationTest-1687375663 tempest-LiveMigrationTest-1687375663-project] 10.222.0.62 "GET /v2.0/ports?device_id=97ad2569-b53b-45da-a6f3-10a6fc0c21e4 HTTP/1.1" status: 200 len: 210 time: 0.1632667 Dec 08 16:12:41.838984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:41.856025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] Sync routers for ids ['88b6e9c8-6eb4-4323-8a79-caf643c9bd14'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:41.859712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:41.861151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-133071cf-98d7-4328-a578-9d2bcd4869f0 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "PUT /v2.0/routers/88b6e9c8-6eb4-4323-8a79-caf643c9bd14 HTTP/1.1" status: 200 len: 919 time: 6.1560118 Dec 08 16:12:41.866073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:41.873736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-e2a8091f-91c7-4e3f-b36f-7ac02ac24623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:41.876831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-e2a8091f-91c7-4e3f-b36f-7ac02ac24623 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.7352221 Dec 08 16:12:41.882538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] Routers {'88b6e9c8-6eb4-4323-8a79-caf643c9bd14'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:41.885366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88b6e9c8-6eb4-4323-8a79-caf643c9bd14'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:41.943719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:41.947201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acc82dea-e575-4c34-a933-c62dfa94dfd5 service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201635 Dec 08 16:12:41.968137 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ccdbd6-0c74-40d8-b80f-9325cf3aeb94 x-openstack-request-id: req-65ccdbd6-0c74-40d8-b80f-9325cf3aeb94 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:41.968495 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ad2569-b53b-45da-a6f3-10a6fc0c21e4", "name": "network-vif-deleted", "tag": "3c9c5c3f-2be2-44ed-bf8d-c256184b3743", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:41.968683 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65ccdbd6-0c74-40d8-b80f-9325cf3aeb94 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:41.969094 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ad2569-b53b-45da-a6f3-10a6fc0c21e4', 'name': 'network-vif-deleted', 'tag': '3c9c5c3f-2be2-44ed-bf8d-c256184b3743', 'status': 'completed', 'code': 200} Dec 08 16:12:41.973405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] Routers {'88b6e9c8-6eb4-4323-8a79-caf643c9bd14'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:41.975292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88b6e9c8-6eb4-4323-8a79-caf643c9bd14'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:42.026957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-5d02a59f-b700-498a-ad17-1ac4114dc0ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311438 Dec 08 16:12:42.066510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:42.068118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6993cbd8-0555-42bf-bc07-e12979dece32 None None] The sync data for ids ['88b6e9c8-6eb4-4323-8a79-caf643c9bd14'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:42.098826 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84f37c08-d0a5-49b3-8a3b-772b6fa11e94 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/88b6e9c8-6eb4-4323-8a79-caf643c9bd14 HTTP/1.1" status: 200 len: 925 time: 0.2306020 Dec 08 16:12:42.102830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:42.166991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8159790-e96f-4d69-862f-69774ec9f32d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.168626 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e8159790-e96f-4d69-862f-69774ec9f32d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=88b6e9c8-6eb4-4323-8a79-caf643c9bd14&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0642314 Dec 08 16:12:42.173550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:42.272223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4bfca1-ed58-47d4-99bb-31ae605b87b9 req-22c0ecbd-d58c-4a86-aa8b-c3f631983fc8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.278418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4bfca1-ed58-47d4-99bb-31ae605b87b9 req-22c0ecbd-d58c-4a86-aa8b-c3f631983fc8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 944 time: 0.2484059 Dec 08 16:12:42.327433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a4e749-5be0-4ff7-8f89-e93515f61c9d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.334839 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a1a4e749-5be0-4ff7-8f89-e93515f61c9d tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.1598349 Dec 08 16:12:42.335858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:42.362251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-4dee65d5-8619-4c20-95c6-be9c8a2fedb3 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966411 Dec 08 16:12:42.370456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-61399bb2-e9fc-4d3f-af36-7297b86de318 service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045160 Dec 08 16:12:42.394601 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3163fe0-1957-4d9c-b661-c7a8e3e00912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=88b6e9c8-6eb4-4323-8a79-caf643c9bd14 HTTP/1.1" status: 200 len: 205 time: 0.0571845 Dec 08 16:12:42.399831 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42126) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:42.408667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:42.452760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:42.454001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3c9c5c3f-2be2-44ed-bf8d-c256184b3743 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:42.455046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:12:42.500877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4bfca1-ed58-47d4-99bb-31ae605b87b9 req-385f4343-2404-44b7-a645-e11505be9360 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152543 Dec 08 16:12:42.508351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 5c2283fd-6ee9-4f64-a952-75c807341dce {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:12:42.509011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5c2283fd-6ee9-4f64-a952-75c807341dce not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:12:42.605490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24e9d194-9b3a-4a54-9be4-7f3b876f4379 req-7c9eb5ae-c41f-48f2-a258-88e5d88a889c service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339928 Dec 08 16:12:42.610318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-01ec6439-b0a8-487c-a065-447de183d27b service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251694 Dec 08 16:12:42.674230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.763239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-76ea35a6-f9e3-420d-9a74-2337d1ff1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.764825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-76ea35a6-f9e3-420d-9a74-2337d1ff1683 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 1095 time: 0.0812974 Dec 08 16:12:42.813345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:42.822839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d750abe6-8600-49e8-a790-b0ea820ece05 service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005818 Dec 08 16:12:42.909547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:42.949696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-bdcfdd0d-443c-4097-b475-16abddf8d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:42.951988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-bdcfdd0d-443c-4097-b475-16abddf8d428 service neutron] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.1782956 Dec 08 16:12:42.968767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Deleting port 32ef7d51-1eb8-411c-9ca7-63d0cba79264 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:42.971974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.013721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-66d8e319-d47f-4249-b7ab-6ee54c442c9e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55 HTTP/1.1" status: 200 len: 217 time: 0.0514946 Dec 08 16:12:43.059764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-b99895d0-b3e7-4b49-a3e6-ad043e06f591 service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039371 Dec 08 16:12:43.109723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-08641d0b-e11e-4bed-a313-ef9666595325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:43.110728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-08641d0b-e11e-4bed-a313-ef9666595325 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.0868161 Dec 08 16:12:43.146168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.169247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-78a138d6-192a-4577-b55a-5cf2d8669ca3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320287 Dec 08 16:12:43.175761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Calling delete_port for 32ef7d51-1eb8-411c-9ca7-63d0cba79264 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:43.273821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-bb5b2d68-8464-464e-8222-4991ca30b4de service neutron] 10.222.0.62 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006061 Dec 08 16:12:43.363635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Deleting subnet ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:43.374534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.415798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-014d6b83-62c7-435d-917f-9b03f72323d4 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373068 Dec 08 16:12:43.420733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.501960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.528675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.580228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event deleted for resources: {'Port': ['ID=32ef7d51-1eb8-411c-9ca7-63d0cba79264,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:43.607664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-fa49b825-34ae-445a-8e48-cb68eeba38e9 service neutron] 10.222.0.62 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159783 Dec 08 16:12:43.651565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.655449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.746301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:43.781626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.787923 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-abab7068-678f-43c0-8586-23cd9ecc6af1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ab8ac8a5-78a8-4b79-b4ca-d6f10bae69a4 HTTP/1.1" status: 204 len: 168 time: 0.8737621 Dec 08 16:12:43.789119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42158) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:43.799370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.802653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.808250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c342841-08d7-45ad-a225-ba8382e5b012 req-513a9a55-45d0-476b-83f0-4f6eb51f0523 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3524902 Dec 08 16:12:43.831799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b238bb-670a-4082-b774-4cd35a660008 req-d14c369d-ec94-4531-81c8-0c763c448ce4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:43.833392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64b238bb-670a-4082-b774-4cd35a660008 req-d14c369d-ec94-4531-81c8-0c763c448ce4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 944 time: 0.1703932 Dec 08 16:12:43.871361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-52052faa-650c-4783-8636-88ddf676ef4e service neutron] 10.222.0.62 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513068 Dec 08 16:12:43.909755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.909755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Fanout notify agent at l3_agent the message router_deleted on router 88b6e9c8-6eb4-4323-8a79-caf643c9bd14 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:12:43.918190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.920357 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-64746d21-7b9b-4f41-bd0f-0939929c42b9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/88b6e9c8-6eb4-4323-8a79-caf643c9bd14 HTTP/1.1" status: 204 len: 168 time: 1.5181453 Dec 08 16:12:43.923745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.925320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:43.930251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1064870984', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:43.987681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:43.988846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.022540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64b238bb-670a-4082-b774-4cd35a660008 req-47793b4b-8fe8-4a07-92f6-f40199c98b25 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706579 Dec 08 16:12:44.062763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-4fc141c1-090d-4bf1-b99a-201a514d4325 service neutron] 10.222.0.62 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902733 Dec 08 16:12:44.070487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.117096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.131025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b933ad0-d036-4650-bfd9-600f7e66b3de']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:44.179916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ed0733-f950-4bc0-93b0-e9062b55595b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:44.180505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ed0733-f950-4bc0-93b0-e9062b55595b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:44.229174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.272820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-070e0159-5aaa-4c32-85d8-c969f7449fd4 service neutron] 10.222.0.62 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018459 Dec 08 16:12:44.309410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.321034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.324628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:44.325044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:44.327590 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:44.436134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.443615 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.447043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7b933ad0-d036-4650-bfd9-600f7e66b3de HTTP/1.1" status: 204 len: 168 time: 0.6566753 Dec 08 16:12:44.451576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42174) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:44.463188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c58de-92ab-43f8-a519-21c77459f470 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b933ad0-d036-4650-bfd9-600f7e66b3de,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:44.536662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Deleting subnet 9ad198e9-ea7f-4638-bc02-d815c6ecfd85 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:12:44.546630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.603737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.622696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.647965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.665852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.751633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.784705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ad198e9-ea7f-4638-bc02-d815c6ecfd85,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:44.789088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:44.797343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-66f1b2ae-0531-4c61-912e-11907f4caa41 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ad198e9-ea7f-4638-bc02-d815c6ecfd85 HTTP/1.1" status: 204 len: 168 time: 0.3396850 Dec 08 16:12:44.797343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42192) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:44.855250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Allocated IP 172.25.3.239 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/1a7c943a-9d4a-4b3f-a0aa-97a37aa0fcb5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:44.894981 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.026731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.060295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['099dafaa-bca3-48b3-94ba-9376ce43b718']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:45.075714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badc0248-cc82-41a9-867c-bcdd72cfad19') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:45.076043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badc0248-cc82-41a9-867c-bcdd72cfad19') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:45.125929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.129131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.129531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651ad994-9eae-4a69-a30b-e484c94c9d27 req-0d917d74-e3a1-40c6-acb9-7d7063b93740 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0586686 Dec 08 16:12:45.166018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.206363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:12:45.206692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:12:45.209612 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:12:45.235911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.286545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869a4bb0-4e15-45c7-b115-0b6fb6bfbce7 req-cf9b53b3-4ac3-4eae-b448-b1f51d97c380 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:45.287836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a4bb0-4e15-45c7-b115-0b6fb6bfbce7 req-cf9b53b3-4ac3-4eae-b448-b1f51d97c380 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 944 time: 0.1307075 Dec 08 16:12:45.305918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.313002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.316484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/099dafaa-bca3-48b3-94ba-9376ce43b718 HTTP/1.1" status: 204 len: 168 time: 0.5185506 Dec 08 16:12:45.332010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:45.337819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:45.342946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:45.378337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b04b5a-475e-4035-b19f-0a1f6521e2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=099dafaa-bca3-48b3-94ba-9376ce43b718,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.451720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-869a4bb0-4e15-45c7-b115-0b6fb6bfbce7 req-d1780d02-27ff-42b0-909f-777e119e8a88 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541917 Dec 08 16:12:45.622185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42220) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:45.628179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event updated for resources: {'Port': ['ID=1a7c943a-9d4a-4b3f-a0aa-97a37aa0fcb5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.690712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-57ac7dc3-9b0e-4e16-9d88-4ce1802c604f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3eda6af0824468aaddab3edb59b79b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0666919 Dec 08 16:12:45.695717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42226) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:45.763558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-507a1551-1a34-4bee-adff-7add6a3e81b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.801467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-507a1551-1a34-4bee-adff-7add6a3e81b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.835174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.887792 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-507a1551-1a34-4bee-adff-7add6a3e81b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.890757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-507a1551-1a34-4bee-adff-7add6a3e81b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:45.893741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-507a1551-1a34-4bee-adff-7add6a3e81b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cfdc2171-ae36-4554-9aa2-289bfb374bca HTTP/1.1" status: 204 len: 168 time: 0.1969156 Dec 08 16:12:45.906618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a1551-1a34-4bee-adff-7add6a3e81b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdc2171-ae36-4554-9aa2-289bfb374bca,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:45.920720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bd7ade89-9f60-4c80-83f6-04b21b748c55 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:12:46.187758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.282973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port bd7ade89-9f60-4c80-83f6-04b21b748c55, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:46.301106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'bd7ade89-9f60-4c80-83f6-04b21b748c55', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': 'bd7ade89-9f60-4c80-83f6-04b21b748c55', 'mac_address': 'fa:16:3e:22:3c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:12:46.373492 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.416011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7ade89-9f60-4c80-83f6-04b21b748c55 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:46.472958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port bd7ade89-9f60-4c80-83f6-04b21b748c55, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:46.495207 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:46.497388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42240) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:46.670266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=bd7ade89-9f60-4c80-83f6-04b21b748c55,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:46.678762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77ece799-31c2-4f7b-b528-7a2613f4ac48 req-9440fe47-09c3-43fe-a5eb-e46a14b3f0ad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.1981947 Dec 08 16:12:46.718824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4bccb2ad-230e-4f2b-9b63-1887df5c6f30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=05ffd39ab701494ba6ee8ef75602568a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144387 Dec 08 16:12:46.727999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42246) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:46.741325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['bd7ade89-9f60-4c80-83f6-04b21b748c55'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:46.912150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c7e7c3-b9b3-4c0a-9afe-02bfdd715cad req-62a7fc9a-03a1-4d7e-a01d-5a3de8580c36 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:46.914323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0c7e7c3-b9b3-4c0a-9afe-02bfdd715cad req-62a7fc9a-03a1-4d7e-a01d-5a3de8580c36 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 945 time: 0.3178675 Dec 08 16:12:46.976877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9f74-64a0-4cef-8e6a-23cb1ef95f3a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.037883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9f74-64a0-4cef-8e6a-23cb1ef95f3a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.100937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-7325ed9a-d928-4519-923f-f76651130502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.101715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0c7e7c3-b9b3-4c0a-9afe-02bfdd715cad req-33de5ff4-c2ab-4e09-bdb5-26e3177592ee tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662698 Dec 08 16:12:47.103400 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-7325ed9a-d928-4519-923f-f76651130502 service neutron] 10.222.0.58 "GET /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 1027 time: 0.2554650 Dec 08 16:12:47.148155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:47.194826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9f74-64a0-4cef-8e6a-23cb1ef95f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.205561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-e9eeff5a-4292-4cf9-aa72-de4b78728ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.207547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fcf9f74-64a0-4cef-8e6a-23cb1ef95f3a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.207727 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-e9eeff5a-4292-4cf9-aa72-de4b78728ecc service neutron] 10.222.0.58 "GET /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 1027 time: 0.0946102 Dec 08 16:12:47.210392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9fcf9f74-64a0-4cef-8e6a-23cb1ef95f3a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71a68b43-3dba-4bc2-a59a-98894327699d HTTP/1.1" status: 204 len: 168 time: 0.4804459 Dec 08 16:12:47.250191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf9f74-64a0-4cef-8e6a-23cb1ef95f3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a68b43-3dba-4bc2-a59a-98894327699d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:47.316303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Router ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:12:47.421195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-fa3cbac2-20c4-42dc-9f7a-14fa3665cf85 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.427910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-fa3cbac2-20c4-42dc-9f7a-14fa3665cf85 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.435917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-fa3cbac2-20c4-42dc-9f7a-14fa3665cf85 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:47.438202 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-fa3cbac2-20c4-42dc-9f7a-14fa3665cf85 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 1990 time: 0.2206364 Dec 08 16:12:47.593350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:47.622075 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] Sync routers for ids ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:47.672858 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] Routers {'ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:47.681245 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:47.698407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.703375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42260) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:47.708616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:47.719155 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84f67211-76af-4326-8299-b1d95e051912 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.7926040 Dec 08 16:12:47.764047 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-73331e75-3706-494f-9ec9-136deb0afa70 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a9a92237483425699d2dc200a89b79a HTTP/1.1" status: 200 len: 379 time: 0.3129179 Dec 08 16:12:47.775375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'admin_state_up': True, 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'security_groups': ['856c3158-c3b8-49ac-ad21-d33d94e7a1d2']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:47.865081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5218ff9a-3f7a-4e85-b2a9-98bea5fb4c91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:47.866603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:47.906863 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] Routers {'ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:47.911469 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:47.931911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bd7ade89-9f60-4c80-83f6-04b21b748c55 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:12:48.067931 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:48.069203 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c38b94-5728-43bc-b202-4c1a2fb2647d None None] The sync data for ids ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:48.074409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:48.080573 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.110310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port bd7ade89-9f60-4c80-83f6-04b21b748c55 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:12:48.129413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port bd7ade89-9f60-4c80-83f6-04b21b748c55 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:48.129962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.215643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64137e86-9898-4b30-840d-69a51fd6f436 req-1bdc1dd7-8b51-4069-bb72-cbfd9ad64534 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.1725562 Dec 08 16:12:48.565040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.639090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7ade89-9f60-4c80-83f6-04b21b748c55'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:48.645646 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a6d0b1-cd49-4470-9b01-5325b170a75d" -d '{"events": [{"server_uuid": "c1c16090-485b-4354-8472-fd5b7ea21caa", "name": "network-vif-plugged", "status": "completed", "tag": "bd7ade89-9f60-4c80-83f6-04b21b748c55"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:48.649498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 172.20.0.14 (02b9c06e-9add-4910-bc5d-6edb3986b391/9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee/d87e2cfc-d21a-4285-a2f9-9b96ad62467a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:48.680323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port bd7ade89-9f60-4c80-83f6-04b21b748c55, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:48.692328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.797366 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a79898-36ac-47ae-bcd9-95ecea33c43c x-openstack-request-id: req-f8a79898-36ac-47ae-bcd9-95ecea33c43c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:48.799885 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c16090-485b-4354-8472-fd5b7ea21caa", "name": "network-vif-plugged", "status": "completed", "tag": "bd7ade89-9f60-4c80-83f6-04b21b748c55", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:48.801213 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8a79898-36ac-47ae-bcd9-95ecea33c43c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:48.802798 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7ade89-9f60-4c80-83f6-04b21b748c55', 'code': 200} Dec 08 16:12:48.876891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=bd7ade89-9f60-4c80-83f6-04b21b748c55,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:48.921185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5218ff9a-3f7a-4e85-b2a9-98bea5fb4c91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.947586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5218ff9a-3f7a-4e85-b2a9-98bea5fb4c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:48.990333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e85f83-f64e-4594-b9df-1f0c28ef2f4a req-b06dde9d-c692-46e5-9d41-1ccec2c9b775 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:48.992544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8e85f83-f64e-4594-b9df-1f0c28ef2f4a req-b06dde9d-c692-46e5-9d41-1ccec2c9b775 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 945 time: 0.4349554 Dec 08 16:12:49.138846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.178391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218ff9a-3f7a-4e85-b2a9-98bea5fb4c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a26b8-28b8-4e5c-b7a6-4e163251428c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:49.193706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5218ff9a-3f7a-4e85-b2a9-98bea5fb4c91 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d46f8436eacf4c82b6b8594b96352650&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0444775 Dec 08 16:12:49.200246 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.205257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42292) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:49.219532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336f5d-35ba-46c3-a070-4ea49a54f5c1 req-0c526694-201c-4406-995a-404ee330019b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.221067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf336f5d-35ba-46c3-a070-4ea49a54f5c1 req-0c526694-201c-4406-995a-404ee330019b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 1097 time: 0.3276653 Dec 08 16:12:49.232064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.293954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.371665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:49.380909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8e85f83-f64e-4594-b9df-1f0c28ef2f4a req-000d1bb6-6a31-428c-9545-368c702e816d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470181 Dec 08 16:12:49.381676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:49.392091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:49.503174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.504250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.520962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:49.536938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf336f5d-35ba-46c3-a070-4ea49a54f5c1 req-177d0670-1522-4025-9d72-24cacf6bb5ea service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771325 Dec 08 16:12:49.568339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1db1e19c-97de-4dc2-afb4-eac02d34aa34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.587014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-021289e8-b2a2-425c-9bb1-72b604f8d4c8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8157289 Dec 08 16:12:49.600329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'admin_state_up': True, 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'security_groups': ['856c3158-c3b8-49ac-ad21-d33d94e7a1d2']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:49.676992 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1db1e19c-97de-4dc2-afb4-eac02d34aa34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.771265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb363fc-8c41-4267-a5df-a8438d2beddc req-7279c013-f2ad-4733-b4b9-965602010a75 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:49.781703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecb363fc-8c41-4267-a5df-a8438d2beddc req-7279c013-f2ad-4733-b4b9-965602010a75 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 932 time: 0.2792914 Dec 08 16:12:49.848926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Deleting port 1a7c943a-9d4a-4b3f-a0aa-97a37aa0fcb5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:49.849814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.871656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-58423c03-3dbf-47ca-b706-038a3406b186 None None] Provisioning complete for port d87e2cfc-d21a-4285-a2f9-9b96ad62467a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:49.872792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58423c03-3dbf-47ca-b706-038a3406b186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:49.958615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-58423c03-3dbf-47ca-b706-038a3406b186 None None] Port d87e2cfc-d21a-4285-a2f9-9b96ad62467a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:49.990317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:49.994200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.363973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecb363fc-8c41-4267-a5df-a8438d2beddc req-c1681f33-5041-4b9b-b59f-7fda7775963e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5786955 Dec 08 16:12:50.370211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1db1e19c-97de-4dc2-afb4-eac02d34aa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.372883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1db1e19c-97de-4dc2-afb4-eac02d34aa34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.379199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1db1e19c-97de-4dc2-afb4-eac02d34aa34 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/344a26b8-28b8-4e5c-b7a6-4e163251428c HTTP/1.1" status: 204 len: 168 time: 1.1678207 Dec 08 16:12:50.442400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1e19c-97de-4dc2-afb4-eac02d34aa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a26b8-28b8-4e5c-b7a6-4e163251428c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:50.629852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:50.684668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Calling delete_port for 1a7c943a-9d4a-4b3f-a0aa-97a37aa0fcb5 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:50.738065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ecc1a3-15fc-45df-869c-eb9855e293fd req-4c81d29e-4f9f-4280-a8df-bf548c935f14 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:50.752471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0ecc1a3-15fc-45df-869c-eb9855e293fd req-4c81d29e-4f9f-4280-a8df-bf548c935f14 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 946 time: 0.1690321 Dec 08 16:12:50.792538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 10.1.1.107 (9a1fc047-bb59-45e4-b93f-0610b0d54433/3912fa87-4695-4533-9c7b-515cf75bf317/f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:50.986723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0ecc1a3-15fc-45df-869c-eb9855e293fd req-113f2d89-0e18-4ef3-b8c6-69e70e2cc9dd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321968 Dec 08 16:12:51.052078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.128745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42332) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:51.150149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d46005b3-924f-4e2b-8a4f-3df46ba61feb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.156244 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.228940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:51.254950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.261030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:51.265574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:51.285312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:51.353378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Pushing event deleted for resources: {'Port': ['ID=1a7c943a-9d4a-4b3f-a0aa-97a37aa0fcb5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:51.426003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:51.426878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.462196 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-5a704772-beb3-4f20-9245-e18fcb47684c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8680305 Dec 08 16:12:51.483093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'admin_state_up': True, 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'security_groups': ['856c3158-c3b8-49ac-ad21-d33d94e7a1d2']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:51.550306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-672a36b0-2ce0-4fa5-adcb-a80977ac967a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617604 Dec 08 16:12:51.585163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d46005b3-924f-4e2b-8a4f-3df46ba61feb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.614958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d46005b3-924f-4e2b-8a4f-3df46ba61feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.694055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d46005b3-924f-4e2b-8a4f-3df46ba61feb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1406ca04b8eb4270a111f56a8d0738d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5618861 Dec 08 16:12:51.694055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46005b3-924f-4e2b-8a4f-3df46ba61feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421edd15-666f-45fa-9737-33c3fbad62f2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:51.695285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:51.710471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.741064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-586131d9-086a-4fb6-9aa3-ca570e6c39e8 None None] Provisioning complete for port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:51.743142 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-586131d9-086a-4fb6-9aa3-ca570e6c39e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.771194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:51.776617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.799533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92df4c41-5a03-4ca6-8aa6-39e3d7225006 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:51.813053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-586131d9-086a-4fb6-9aa3-ca570e6c39e8 None None] Port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:51.850130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247a37-4a9a-4feb-9639-afdf8db2c1be req-621296e5-ee3f-44b9-b117-1df8dba155e0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:51.857241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19247a37-4a9a-4feb-9639-afdf8db2c1be req-621296e5-ee3f-44b9-b117-1df8dba155e0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:51.859741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19247a37-4a9a-4feb-9639-afdf8db2c1be req-621296e5-ee3f-44b9-b117-1df8dba155e0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 1654 time: 0.2863083 Dec 08 16:12:51.867273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92df4c41-5a03-4ca6-8aa6-39e3d7225006 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.131254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92df4c41-5a03-4ca6-8aa6-39e3d7225006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.136354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92df4c41-5a03-4ca6-8aa6-39e3d7225006 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.139222 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92df4c41-5a03-4ca6-8aa6-39e3d7225006 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/421edd15-666f-45fa-9737-33c3fbad62f2 HTTP/1.1" status: 204 len: 168 time: 0.4404984 Dec 08 16:12:52.155521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 10.1.1.118 (9a1fc047-bb59-45e4-b93f-0610b0d54433/3912fa87-4695-4533-9c7b-515cf75bf317/4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:52.176434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df4c41-5a03-4ca6-8aa6-39e3d7225006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421edd15-666f-45fa-9737-33c3fbad62f2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:52.177640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-266c864f-e9bd-490d-be00-c3775aee4cba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.180408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-266c864f-e9bd-490d-be00-c3775aee4cba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6290061 Dec 08 16:12:52.281769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.300977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19247a37-4a9a-4feb-9639-afdf8db2c1be req-358e6897-392c-4e89-b4da-15f52ade018c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4198184 Dec 08 16:12:52.307430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.313552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-7e3fef24-82ad-4070-9be7-4b275123175f tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/quotas/7f06fc002b194b3f84fc2b2b8cbaaa46 HTTP/1.1" status: 200 len: 375 time: 0.0621943 Dec 08 16:12:52.487924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-be3815e4-9f80-498e-b8c8-1f17613c32de tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1657562 Dec 08 16:12:52.515326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.590295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.639690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Router ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:12:52.683381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:52.696160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:52.699575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:52.713551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:52.835885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b4cd1-13e3-4694-9b25-86f85b13c5fc req-b96ffdf7-ad83-4202-b679-75a3639ff793 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.851317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-709b4cd1-13e3-4694-9b25-86f85b13c5fc req-b96ffdf7-ad83-4202-b679-75a3639ff793 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 946 time: 0.3542182 Dec 08 16:12:52.867449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:52.874673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:52.913636 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6be57af7-0f5d-49db-9e89-535a3163eeda tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4440625 Dec 08 16:12:52.927656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'admin_state_up': True, 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'security_groups': ['856c3158-c3b8-49ac-ad21-d33d94e7a1d2']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:53.034607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:12:53.058549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] Sync routers for ids ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:12:53.076011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.077663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] Routers {'ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:53.078669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:53.086661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-da8d2bb0-093a-405f-bae3-de609a6fd7c9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "PUT /v2.0/routers/ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 200 len: 710 time: 5.3816082 Dec 08 16:12:53.096314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42368) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:53.139802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-709b4cd1-13e3-4694-9b25-86f85b13c5fc req-44ea007f-5c7d-4964-ad14-ca445fa0a950 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813001 Dec 08 16:12:53.146952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:53.159077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] Routers {'ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:12:53.160009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:12:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:53.246090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:12:53.248253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36a8705-d963-4f84-b7a6-a16ca47b0c8a None None] The sync data for ids ['ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:12:53.252228 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a8b46ff9-fb93-4f70-8509-eff4fed1ee88 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/routers/ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 200 len: 745 time: 0.1574523 Dec 08 16:12:53.267771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:53.284562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7599f8eb-8970-455a-bbde-f1e6613dcb06 None None] Provisioning complete for port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:53.285405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7599f8eb-8970-455a-bbde-f1e6613dcb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.309393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-360196b0-6427-4331-859e-933cc6c8a7c3 req-9625e660-6a33-4ed0-8660-b6141a6c6c02 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 210 time: 0.2184970 Dec 08 16:12:53.398125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7599f8eb-8970-455a-bbde-f1e6613dcb06 None None] Port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:53.416728 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dd67ceca-323b-4b92-83e9-52af51839510 tempest-RoutersIpV6AdminTest-1606491045 tempest-RoutersIpV6AdminTest-1606491045-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 200 len: 205 time: 0.1477587 Dec 08 16:12:53.421562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42384) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:53.444256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:53.591861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99cc02-8368-4160-a5d8-10e8b8b83963 req-da44fd49-3885-4f77-9a0e-b0a9569171d6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.598692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99cc02-8368-4160-a5d8-10e8b8b83963 req-da44fd49-3885-4f77-9a0e-b0a9569171d6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.608003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99cc02-8368-4160-a5d8-10e8b8b83963 req-da44fd49-3885-4f77-9a0e-b0a9569171d6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:53.619697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be99cc02-8368-4160-a5d8-10e8b8b83963 req-da44fd49-3885-4f77-9a0e-b0a9569171d6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 2375 time: 0.1267271 Dec 08 16:12:53.691891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be99cc02-8368-4160-a5d8-10e8b8b83963 req-f2872eea-f212-488e-a04a-ae39d5e7766e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691020 Dec 08 16:12:53.758946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:53.769864 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-040d26c9-2d10-4639-80d1-6edef24a8a98 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 200 len: 205 time: 0.3448472 Dec 08 16:12:53.770860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42392) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:54.136786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.273769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdbf4c-df9a-4f1e-9613-167794ee0182 req-d82ecaf1-96d3-492e-8c22-03f34381ca9b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:54.286701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80cdbf4c-df9a-4f1e-9613-167794ee0182 req-d82ecaf1-96d3-492e-8c22-03f34381ca9b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 946 time: 0.3653057 Dec 08 16:12:54.357737 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 10.2.2.100 (0e8310d5-d7ad-4e11-98f1-e0acd1b2a882/4c08bad6-5736-47e1-bb36-4577dfb15b09/5f772bc5-eb30-4348-b14c-66cc80ddea07) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:54.488884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80cdbf4c-df9a-4f1e-9613-167794ee0182 req-48c8a8c1-565f-48ac-8575-065677fc257e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997907 Dec 08 16:12:54.490455 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.493109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.613242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-670dd0af-030f-40a4-998c-ae8397eafd52 req-afd60c72-2452-49d5-a6f4-729959222900 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 210 time: 0.0668776 Dec 08 16:12:54.620859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.622776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Fanout notify agent at l3_agent the message router_deleted on router ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:12:54.642523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.646054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bd8506ac-de7c-4594-adf7-7d2845cb9d1e tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 204 len: 168 time: 0.8714972 Dec 08 16:12:54.649178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42410) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:54.720426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-32b058a3-def8-4238-979b-850fb9b8bc8e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467446 Dec 08 16:12:54.797623 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab27fc20-0f16-4421-ab63-7bc05e6cacff tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 200 len: 205 time: 0.1338606 Dec 08 16:12:54.827607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42414) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:54.863090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:54.967935 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-db78daa8-bde8-4419-8233-51cdf2031b61 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] delete failed (client error): The resource could not be found. Dec 08 16:12:54.969015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db78daa8-bde8-4419-8233-51cdf2031b61 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/ad5a5ee7-88f0-4a4b-9175-4de8c88c05a2 HTTP/1.1" status: 404 len: 336 time: 0.1396866 Dec 08 16:12:54.975225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.012155 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7968d887-66d0-4126-9643-845434bafcb9 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=88b6e9c8-6eb4-4323-8a79-caf643c9bd14 HTTP/1.1" status: 200 len: 205 time: 0.0308361 Dec 08 16:12:55.021904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.124069 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-52f9e745-bd3a-4d49-b5fe-5a304705a13c tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] delete failed (client error): The resource could not be found. Dec 08 16:12:55.125168 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52f9e745-bd3a-4d49-b5fe-5a304705a13c tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/88b6e9c8-6eb4-4323-8a79-caf643c9bd14 HTTP/1.1" status: 404 len: 336 time: 0.1022680 Dec 08 16:12:55.138167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.185529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.238169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42434) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.240279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cc581a73-d475-44db-b9d5-470b2148ad2d tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=4db8772c-3e18-4fd1-840d-8da47de67acb HTTP/1.1" status: 200 len: 205 time: 0.0980964 Dec 08 16:12:55.258977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:55.299061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3a58-e337-4684-8309-875c27e3e73d req-61cfbcc8-bb13-44cd-96dc-5ea3de52af59 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.312089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3a58-e337-4684-8309-875c27e3e73d req-61cfbcc8-bb13-44cd-96dc-5ea3de52af59 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.323491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3a58-e337-4684-8309-875c27e3e73d req-61cfbcc8-bb13-44cd-96dc-5ea3de52af59 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.330361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b5d3a58-e337-4684-8309-875c27e3e73d req-61cfbcc8-bb13-44cd-96dc-5ea3de52af59 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 2375 time: 0.3693259 Dec 08 16:12:55.330673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:55.342334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:55.350334 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-c67d4bf2-472e-44b9-80ae-202e558a8a32 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] delete failed (client error): The resource could not be found. Dec 08 16:12:55.350512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-23906535-dcf2-4566-90eb-b0149093aa77 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.353111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-23906535-dcf2-4566-90eb-b0149093aa77 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6261714 Dec 08 16:12:55.369014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c67d4bf2-472e-44b9-80ae-202e558a8a32 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/4db8772c-3e18-4fd1-840d-8da47de67acb HTTP/1.1" status: 404 len: 336 time: 0.1294460 Dec 08 16:12:55.378617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-927382c3-111b-498f-b3c4-e6c9119a2c89 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.380655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.383734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-927382c3-111b-498f-b3c4-e6c9119a2c89 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 946 time: 0.3620939 Dec 08 16:12:55.446531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-99dc5f3e-293f-45d8-b2e7-e2689b89ba6f tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4a63c0c-3d5d-48a1-9635-1759e1210616 HTTP/1.1" status: 200 len: 205 time: 0.0617549 Dec 08 16:12:55.448404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.452431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:55.472607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Request body: {'port': {'device_id': '997e2898-5983-4f89-977f-b2204eccf7ed', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '7f06fc002b194b3f84fc2b2b8cbaaa46'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:55.516315 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-45391252-1066-4d87-8c7d-01c25c7884af tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] delete failed (client error): The resource could not be found. Dec 08 16:12:55.517565 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-45391252-1066-4d87-8c7d-01c25c7884af tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/a4a63c0c-3d5d-48a1-9635-1759e1210616 HTTP/1.1" status: 404 len: 336 time: 0.0662725 Dec 08 16:12:55.524623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.553320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:55.554211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.581279 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bf0e2367-a6be-46f6-b0e2-f381e3182902 tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=a26db6fa-5d8a-4627-911e-dfa6da5c30f9 HTTP/1.1" status: 200 len: 205 time: 0.0494132 Dec 08 16:12:55.586160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.714605 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-70bcc733-8112-48aa-b7d0-1311e8a12e8f tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] delete failed (client error): The resource could not be found. Dec 08 16:12:55.721774 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-70bcc733-8112-48aa-b7d0-1311e8a12e8f tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/a26db6fa-5d8a-4627-911e-dfa6da5c30f9 HTTP/1.1" status: 404 len: 336 time: 0.1287901 Dec 08 16:12:55.721774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.748048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b5d3a58-e337-4684-8309-875c27e3e73d req-bc41fc66-6ea9-46c2-a697-b706d88a4090 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923104 Dec 08 16:12:55.784260 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-33075c82-0bc6-4cf8-b4cd-bb1a612b8022 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8551543 Dec 08 16:12:55.831329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'admin_state_up': True, 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'security_groups': ['856c3158-c3b8-49ac-ad21-d33d94e7a1d2']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:55.883966 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a02b79fc-856d-4612-ac1a-61dcd81be79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:55.922557 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2839a261-cfbb-42e9-a2c1-8c484fa1f4fc tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "GET /v2.0/ports?device_id=40c42240-348c-483a-963c-fbf0a8499136 HTTP/1.1" status: 200 len: 205 time: 0.1969111 Dec 08 16:12:55.925982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:55.977732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-234cc4dd-3fdb-4e2e-930f-dc45327d42c9 None None] Provisioning complete for port 5f772bc5-eb30-4348-b14c-66cc80ddea07 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:55.982193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-234cc4dd-3fdb-4e2e-930f-dc45327d42c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.000863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e4cc70-ee40-4bcb-82b1-7e33a98d09c2 req-6e6e2488-86b6-4d25-9095-36762292af7e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 210 time: 0.0829811 Dec 08 16:12:56.054248 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-0c934cf9-ff23-4348-bc0a-7c25e0afbfde tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] delete failed (client error): The resource could not be found. Dec 08 16:12:56.057166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c934cf9-ff23-4348-bc0a-7c25e0afbfde tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/routers/40c42240-348c-483a-963c-fbf0a8499136 HTTP/1.1" status: 404 len: 336 time: 0.1255453 Dec 08 16:12:56.064805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:56.084026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b36921-935e-4fb4-8687-13458162c7cf req-d3b1a30e-5bb0-47c3-81f2-6333bccdf265 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:56.087970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-234cc4dd-3fdb-4e2e-930f-dc45327d42c9 None None] Port 5f772bc5-eb30-4348-b14c-66cc80ddea07 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:56.090393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55b36921-935e-4fb4-8687-13458162c7cf req-d3b1a30e-5bb0-47c3-81f2-6333bccdf265 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 946 time: 0.3527305 Dec 08 16:12:56.158166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Made reservation on behalf of 7f06fc002b194b3f84fc2b2b8cbaaa46 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:56.159250 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe7496f-0c27-4d2b-865f-fb7b870e5fcb tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] DELETE failed (client error): The resource could not be found. Dec 08 16:12:56.160008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe7496f-0c27-4d2b-865f-fb7b870e5fcb tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:12:56.163356 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.166056 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0fe7496f-0c27-4d2b-865f-fb7b870e5fcb tempest-RoutersIpV6AdminTest-262391353 tempest-RoutersIpV6AdminTest-262391353-project] 10.222.0.62 "DELETE /v2.0/subnets/8522d33d-f753-4687-ad7c-8e3f7c473b40 HTTP/1.1" status: 404 len: 337 time: 0.0839884 Dec 08 16:12:56.187505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port bd7ade89-9f60-4c80-83f6-04b21b748c55 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:12:56.187994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.244355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Made reservation on behalf of 3a9a92237483425699d2dc200a89b79a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:12:56.255002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.314555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.399651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55b36921-935e-4fb4-8687-13458162c7cf req-0968fe3d-a3ae-4ddb-a599-a4152bb63ad2 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738650 Dec 08 16:12:56.535841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port bd7ade89-9f60-4c80-83f6-04b21b748c55, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=bd7ade89-9f60-4c80-83f6-04b21b748c55,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:12:56.536399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.571045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for bd7ade89-9f60-4c80-83f6-04b21b748c55 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:12:56.696376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42480) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:56.705134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Allocated IP 10.2.2.200 (0e8310d5-d7ad-4e11-98f1-e0acd1b2a882/4c08bad6-5736-47e1-bb36-4577dfb15b09/da3ef01f-6be3-4ce2-a920-d3bedcce464b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:56.941354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:56.972108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.012248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.034029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff368796-624a-4aa2-95fa-4d648c4c03fd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:57.128664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.137602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.159083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8498ca-3f43-4a41-b137-57dd8bdf140a req-9caf65d5-1d11-4aba-974d-4ea6856a92a9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.165914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8498ca-3f43-4a41-b137-57dd8bdf140a req-9caf65d5-1d11-4aba-974d-4ea6856a92a9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.168051 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.172393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8498ca-3f43-4a41-b137-57dd8bdf140a req-9caf65d5-1d11-4aba-974d-4ea6856a92a9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.178526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8498ca-3f43-4a41-b137-57dd8bdf140a req-9caf65d5-1d11-4aba-974d-4ea6856a92a9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.186790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b8498ca-3f43-4a41-b137-57dd8bdf140a req-9caf65d5-1d11-4aba-974d-4ea6856a92a9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 3096 time: 0.2426400 Dec 08 16:12:57.204586 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=187be9bc833b48159d43389768881394&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5070996 Dec 08 16:12:57.208389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8595aa3a-83a9-47ea-89c0-0c1705321ac4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:57.213659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:57.236966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.237464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.237951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.238404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.238840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.239280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.239713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.240162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.240579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.241787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.242303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.242908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.243333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71f0f24-1b56-4fb8-9d74-7158882c7297 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:12:57.343823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.403975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:57.410534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:57.418030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:57.424806 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d93de4dd-10e9-4dbd-a501-8858a3a311f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.535858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d93de4dd-10e9-4dbd-a501-8858a3a311f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.646305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event updated for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:57.760526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c15fa2c4-5bdc-4a08-b7a5-f64d704e027f req-c617e783-0962-46b2-87f0-dc19b48f4e3a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 210 time: 0.4558601 Dec 08 16:12:57.832445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b8498ca-3f43-4a41-b137-57dd8bdf140a req-a6aa51e1-9a5c-4185-9a98-6aadfa737ebd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6445677 Dec 08 16:12:57.872049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.895230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['bd7ade89-9f60-4c80-83f6-04b21b748c55'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:12:57.912222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Allocated IP 192.168.233.161 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/fff3c960-6159-4bd4-8b8f-4e89a26b16e8) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:12:57.926531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:57.929997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:57.989280 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c7dc1f6-c7c0-4545-b290-919bacf90070 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1629045 Dec 08 16:12:58.012233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:58.020634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=bd7ade89-9f60-4c80-83f6-04b21b748c55,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:58.039551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-79b7834d-5ee0-4df8-912b-84180885a5cb None None] Provisioning complete for port da3ef01f-6be3-4ce2-a920-d3bedcce464b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:58.040502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79b7834d-5ee0-4df8-912b-84180885a5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.089303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d93de4dd-10e9-4dbd-a501-8858a3a311f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.097941 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d93de4dd-10e9-4dbd-a501-8858a3a311f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.099012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-79b7834d-5ee0-4df8-912b-84180885a5cb None None] Port da3ef01f-6be3-4ce2-a920-d3bedcce464b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:58.114460 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d93de4dd-10e9-4dbd-a501-8858a3a311f3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8595aa3a-83a9-47ea-89c0-0c1705321ac4 HTTP/1.1" status: 204 len: 168 time: 0.8992500 Dec 08 16:12:58.191555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93de4dd-10e9-4dbd-a501-8858a3a311f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8595aa3a-83a9-47ea-89c0-0c1705321ac4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:58.293962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.331000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.356496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58a0a805-e239-4508-b55e-0f7ebe4c3d6f req-7e4dbfcc-8d52-471b-b369-7de1bc92ef80 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1c16090-485b-4354-8472-fd5b7ea21caa HTTP/1.1" status: 200 len: 210 time: 0.3115969 Dec 08 16:12:58.394044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port bd7ade89-9f60-4c80-83f6-04b21b748c55 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:12:58.402481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.407137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e724da7-cafb-4fb1-8712-fdbf1a19aaca req-4c8a0502-d403-4ab6-8aba-cdf3b91fc72e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "DELETE /v2.0/ports/bd7ade89-9f60-4c80-83f6-04b21b748c55 HTTP/1.1" status: 204 len: 173 time: 2.9554505 Dec 08 16:12:58.407874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'name': 'network-vif-deleted', 'tag': 'bd7ade89-9f60-4c80-83f6-04b21b748c55'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:12:58.418352 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d7acaa-d453-4272-8e19-0bb6e7070689" -d '{"events": [{"server_uuid": "c1c16090-485b-4354-8472-fd5b7ea21caa", "name": "network-vif-deleted", "tag": "bd7ade89-9f60-4c80-83f6-04b21b748c55"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:12:58.441652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.523466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:12:58.534048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:12:58.556156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:12:58.568718 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd277a2-fbd6-4ae2-a04e-68babec527ff x-openstack-request-id: req-6bd277a2-fbd6-4ae2-a04e-68babec527ff {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:12:58.569065 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1c16090-485b-4354-8472-fd5b7ea21caa", "name": "network-vif-deleted", "tag": "bd7ade89-9f60-4c80-83f6-04b21b748c55", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:12:58.571679 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6bd277a2-fbd6-4ae2-a04e-68babec527ff {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:12:58.574233 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1c16090-485b-4354-8472-fd5b7ea21caa', 'name': 'network-vif-deleted', 'tag': 'bd7ade89-9f60-4c80-83f6-04b21b748c55', 'status': 'completed', 'code': 200} Dec 08 16:12:58.631203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Pushing event updated for resources: {'Port': ['ID=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:58.683402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:58.684259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.716730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-8139cbd6-1a3f-48fc-9f8a-00e00acdd5ba tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2856131 Dec 08 16:12:58.736359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Request body: {'port': {'device_id': '997e2898-5983-4f89-977f-b2204eccf7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:12:58.758897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e757919-14b6-4600-81dd-6a33a9624b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:58.925871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.058274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ee4dc578-323a-4518-a9e8-1b241e816e05 None None] Provisioning complete for port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:12:59.059132 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc578-323a-4518-a9e8-1b241e816e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.138644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1c9b08-d8aa-47d1-a014-6f5bbd2fa17b req-9711f8a8-36d8-4c72-b6ea-52b1903bfe26 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.146656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a1c9b08-d8aa-47d1-a014-6f5bbd2fa17b req-9711f8a8-36d8-4c72-b6ea-52b1903bfe26 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 936 time: 0.2225847 Dec 08 16:12:59.198306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dc578-323a-4518-a9e8-1b241e816e05 None None] Port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:12:59.308246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:59.376775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a1c9b08-d8aa-47d1-a014-6f5bbd2fa17b req-c2177597-e0a3-4301-89d7-8ded72dad684 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288885 Dec 08 16:12:59.415485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8058-d1a3-4175-9df5-a87d78266901 req-92197944-bbde-4625-8fd5-68fa04eacccf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.435220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8058-d1a3-4175-9df5-a87d78266901 req-92197944-bbde-4625-8fd5-68fa04eacccf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.445337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8058-d1a3-4175-9df5-a87d78266901 req-92197944-bbde-4625-8fd5-68fa04eacccf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.469996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8058-d1a3-4175-9df5-a87d78266901 req-92197944-bbde-4625-8fd5-68fa04eacccf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.477011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e8058-d1a3-4175-9df5-a87d78266901 req-92197944-bbde-4625-8fd5-68fa04eacccf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:12:59.492311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-061e8058-d1a3-4175-9df5-a87d78266901 req-92197944-bbde-4625-8fd5-68fa04eacccf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 3817 time: 0.2812181 Dec 08 16:12:59.578619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87e2cfc-d21a-4285-a2f9-9b96ad62467a {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:12:59.596348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.635031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Transition to ACTIVE for port object d87e2cfc-d21a-4285-a2f9-9b96ad62467a will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:12:59.656962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:12:59.688792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-061e8058-d1a3-4175-9df5-a87d78266901 req-965be4f7-6422-4853-8faf-9595598ec12e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678298 Dec 08 16:12:59.775050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82f200c9-add3-409d-a622-eb52bd47e6b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffcc99fa2d854441993208320025ac1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4619892 Dec 08 16:12:59.783106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42534) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:12:59.953491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:12:59.974511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fff3c960-6159-4bd4-8b8f-4e89a26b16e8 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:00.002238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.024048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Transition to ACTIVE for port object fff3c960-6159-4bd4-8b8f-4e89a26b16e8 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:00.030957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.031710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.039474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bd7ade89-9f60-4c80-83f6-04b21b748c55 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:00.098302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Pushing event updated for resources: {'Port': ['ID=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:00.132517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: bd7ade89-9f60-4c80-83f6-04b21b748c55 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:00.133166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device bd7ade89-9f60-4c80-83f6-04b21b748c55 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:00.161132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11479d9-572d-4ac1-92de-bce0b6cd24b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.220247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11479d9-572d-4ac1-92de-bce0b6cd24b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.301241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Attempting to bind port d87e2cfc-d21a-4285-a2f9-9b96ad62467a on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:00.301876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Attempting to bind port d87e2cfc-d21a-4285-a2f9-9b96ad62467a by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:00.302382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Attempting to bind port d87e2cfc-d21a-4285-a2f9-9b96ad62467a on network 02b9c06e-9add-4910-bc5d-6edb3986b391 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:00.311404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Attempting to bind port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:00.312271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Attempting to bind port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:00.312271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Attempting to bind port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:00.316331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Port d87e2cfc-d21a-4285-a2f9-9b96ad62467a on network 02b9c06e-9add-4910-bc5d-6edb3986b391 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:00.317220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Attempting to bind port d87e2cfc-d21a-4285-a2f9-9b96ad62467a on network 02b9c06e-9add-4910-bc5d-6edb3986b391 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:00.320613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:00.321035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Attempting to bind port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:00.332974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:00.333542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Checking segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:00.334280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Bound using segment: {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:00.335080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Bound port: d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86720055-82e5-4aad-9458-4bd0fc5aed88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:00.335666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.336070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:00.336390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:00.336727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:00.337200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Bound port: fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:00.337612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.344791 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11479d9-572d-4ac1-92de-bce0b6cd24b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.358246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11479d9-572d-4ac1-92de-bce0b6cd24b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.364827 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c11479d9-572d-4ac1-92de-bce0b6cd24b8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c6145bfd-1ee1-4aa8-a745-650dd6322e04 HTTP/1.1" status: 204 len: 168 time: 0.5795023 Dec 08 16:13:00.423633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11479d9-572d-4ac1-92de-bce0b6cd24b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6145bfd-1ee1-4aa8-a745-650dd6322e04,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:00.506091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:00.517464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:00.530040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.555997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-aac29d3e-cfe6-482e-babd-6ef4cb3a9a27 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.559041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-aac29d3e-cfe6-482e-babd-6ef4cb3a9a27 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.4372103 Dec 08 16:13:00.610893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-f32b2ead-06f9-47ab-8cc0-658997531086 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.0257592 Dec 08 16:13:00.613038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] For port fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:00.650044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.651160 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.655320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] 10.222.0.58 "PUT /v2.0/ports/d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 1092 time: 2.6546845 Dec 08 16:13:00.656078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:00.668195 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:00.693659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] For port fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:00.712149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:00.791244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.835875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-54d6a786-03a2-471a-9e0d-419d806b7718 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1572134 Dec 08 16:13:00.884913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42566) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:00.923875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:00.933222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:00.935090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] 10.222.0.58 "PUT /v2.0/ports/fff3c960-6159-4bd4-8b8f-4e89a26b16e8 HTTP/1.1" status: 200 len: 1096 time: 2.2113562 Dec 08 16:13:00.954355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997e2898-5983-4f89-977f-b2204eccf7ed', 'tag': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:00.957352 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fb823d-8adf-4436-b60b-5473b1ec890b" -d '{"events": [{"name": "network-changed", "server_uuid": "997e2898-5983-4f89-977f-b2204eccf7ed", "tag": "fff3c960-6159-4bd4-8b8f-4e89a26b16e8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:00.974751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:01.021544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f899b10-2d97-42d6-a118-d138ad712277 service neutron] Pushing event updated for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:01.230697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dce22-49ed-4502-b25a-ee278d9d8218 req-795467f1-e13b-4951-9f2a-a92a6d191964 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.239441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-031dce22-49ed-4502-b25a-ee278d9d8218 req-795467f1-e13b-4951-9f2a-a92a6d191964 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 948 time: 0.5878110 Dec 08 16:13:01.298177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-3233cd44-ec1c-4bd0-8625-283fe30ece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.301133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-3233cd44-ec1c-4bd0-8625-283fe30ece98 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 1099 time: 0.2878835 Dec 08 16:13:01.318359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b44da3-5cf0-4ebd-9f29-d6707d85d226 service neutron] Pushing event updated for resources: {'Port': ['ID=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:01.401766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-07f5395b-d562-40be-aa27-e3c97567855e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8 HTTP/1.1" status: 200 len: 217 time: 0.0917585 Dec 08 16:13:01.476764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-031dce22-49ed-4502-b25a-ee278d9d8218 req-5b61dd59-120b-4f97-8139-2e25287cc98a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363620 Dec 08 16:13:01.505190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-6a59a8d1-464c-4ecb-bf61-20d686575cb7 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5689628 Dec 08 16:13:01.507744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-c0ebc1cc-4102-403c-aeb7-053aa506ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.509728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-c0ebc1cc-4102-403c-aeb7-053aa506ad72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0957923 Dec 08 16:13:01.641681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-62934c45-8a20-4bf2-ad6d-2c9d9cf74402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:01.643389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-62934c45-8a20-4bf2-ad6d-2c9d9cf74402 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1255920 Dec 08 16:13:01.738394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:01.840780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-86ff56d4-f57d-40e0-a9d6-a59578c422f3 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765489 Dec 08 16:13:01.848731 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:01.933655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-ee98718e-0ab2-4761-b00f-034bc837d188 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2806959 Dec 08 16:13:02.130272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:02.134168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-8410a03a-01dc-406e-bae4-6b7605f68e21 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.142539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-8410a03a-01dc-406e-bae4-6b7605f68e21 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.150074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-8410a03a-01dc-406e-bae4-6b7605f68e21 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.158674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-8410a03a-01dc-406e-bae4-6b7605f68e21 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.166271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-8410a03a-01dc-406e-bae4-6b7605f68e21 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.169160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-8410a03a-01dc-406e-bae4-6b7605f68e21 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 3829 time: 0.2290876 Dec 08 16:13:02.273888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977fcf9-ce58-4c03-bec2-727cb3970cb6 req-11ece6fa-088a-4a0a-9bfe-255f8fa5b9d1 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951877 Dec 08 16:13:02.312519 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34eb7ef-8c67-4f25-b3a1-8813f6894b70 x-openstack-request-id: req-f34eb7ef-8c67-4f25-b3a1-8813f6894b70 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:02.312788 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997e2898-5983-4f89-977f-b2204eccf7ed", "tag": "fff3c960-6159-4bd4-8b8f-4e89a26b16e8", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:02.313118 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f34eb7ef-8c67-4f25-b3a1-8813f6894b70 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:02.314353 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997e2898-5983-4f89-977f-b2204eccf7ed', 'tag': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8', 'status': 'completed', 'code': 200} Dec 08 16:13:02.322727 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b501ae9f-6c9e-4121-8e98-e2cb05f657f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:02.343008 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37d9c93-228a-4b0b-9651-71027b6006f1 x-openstack-request-id: req-c37d9c93-228a-4b0b-9651-71027b6006f1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:02.343463 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:02.343888 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c37d9c93-228a-4b0b-9651-71027b6006f1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:02.344377 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'status': 'completed', 'code': 200} Dec 08 16:13:02.351163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebca35d3-3fed-40e1-9929-664fee66a454 req-52d356c5-ce06-42d4-bd63-fd7db7a9756f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722512 Dec 08 16:13:02.526230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0d6950-4ad4-4766-9e52-e9b0d0e6cc47 req-0ad2b5c1-96cd-42dd-bfaf-004aecafd2ec tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0941968 Dec 08 16:13:02.573841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-443b2a86-a664-4fac-86f5-69b72db3a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.577142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-443b2a86-a664-4fac-86f5-69b72db3a14e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 1099 time: 0.2239366 Dec 08 16:13:02.633167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0119f3d-9c9b-41c1-a1bb-e718e22a4135 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:02.645222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:02.673008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Transition to ACTIVE for port object f0119f3d-9c9b-41c1-a1bb-e718e22a4135 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:02.692620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:02.714374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-265d4125-4e9b-4a5e-b523-1d218511e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.715028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-265d4125-4e9b-4a5e-b523-1d218511e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.715600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-265d4125-4e9b-4a5e-b523-1d218511e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.716218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-265d4125-4e9b-4a5e-b523-1d218511e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.716955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-265d4125-4e9b-4a5e-b523-1d218511e1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.719846 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-265d4125-4e9b-4a5e-b523-1d218511e1cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 4364 time: 0.3740940 Dec 08 16:13:02.744704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:02.965323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbca96a-8a7b-407e-b6c4-b25d63ef5de5 req-b284f09d-5fdd-4e92-b9e0-173ba7114e7c tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.975143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7bbca96a-8a7b-407e-b6c4-b25d63ef5de5 req-b284f09d-5fdd-4e92-b9e0-173ba7114e7c tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 948 time: 0.2485995 Dec 08 16:13:02.985298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-81cffb57-8986-49a3-b495-e1eae9dbf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:02.987562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-81cffb57-8986-49a3-b495-e1eae9dbf4cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3994145 Dec 08 16:13:03.054577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-be64a119-3d57-48d9-ad44-27d7196ee04f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8 HTTP/1.1" status: 200 len: 217 time: 0.0591836 Dec 08 16:13:03.059398 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-17197bfa-a456-476a-9552-ed7139a69371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.060465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-17197bfa-a456-476a-9552-ed7139a69371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.062916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-17197bfa-a456-476a-9552-ed7139a69371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.066026 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-17197bfa-a456-476a-9552-ed7139a69371 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a9a92237483425699d2dc200a89b79a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2866757 Dec 08 16:13:03.211470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b501ae9f-6c9e-4121-8e98-e2cb05f657f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.224811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Pushing event updated for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:03.245738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7bbca96a-8a7b-407e-b6c4-b25d63ef5de5 req-d0feae8b-30cb-498d-8ae6-c9883880ba3f tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681975 Dec 08 16:13:03.312294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-59a0ae5e-c876-4484-9dad-9e85527af306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.318311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-59a0ae5e-c876-4484-9dad-9e85527af306 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2539930 Dec 08 16:13:03.329045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b501ae9f-6c9e-4121-8e98-e2cb05f657f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.462833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-6f66c1e4-a782-4147-b6f3-aceb5c096a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.466302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-6f66c1e4-a782-4147-b6f3-aceb5c096a99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1372919 Dec 08 16:13:03.549846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b501ae9f-6c9e-4121-8e98-e2cb05f657f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f17fd0f-e48d-4ded-a33a-962a399b4982,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:03.578962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b501ae9f-6c9e-4121-8e98-e2cb05f657f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fce5db95738647d18e6093ed681614e3&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6854193 Dec 08 16:13:03.581101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:03.709332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42624) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:03.713771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-c2582e58-c8cb-45af-85b0-3fd72800657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.714988 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d1a5c9fd-ea0d-4864-9a56-fda5cfbf223f req-c2582e58-c8cb-45af-85b0-3fd72800657d service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6142986 Dec 08 16:13:03.771385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Attempting to bind port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:03.772041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Attempting to bind port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:03.772572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Attempting to bind port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:03.781122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:03.781411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Attempting to bind port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:03.795454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fcb2c5b-f351-436d-a7a2-f683be0c6320 req-5455aeb5-df59-4933-9a73-7edb873f3aa1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0842209 Dec 08 16:13:03.814836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:03.815370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Checking segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:03.815880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Bound using segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:03.816766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Bound port: f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:03.817441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.822826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8353224b-f40b-4b00-a53a-ce136c664a5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.879708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8353224b-f40b-4b00-a53a-ce136c664a5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:03.927911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.939105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.947324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.954181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.962682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.971961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:03.984562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-233eb578-ffef-408b-a133-36f7e56199f2 req-b45e30d4-17be-493f-9e7d-20b67f490581 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 4601 time: 0.3433301 Dec 08 16:13:04.030946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-0712d643-3089-4941-a67a-a0b3852c9077 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560951 Dec 08 16:13:04.039432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1915406762', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:04.314762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8353224b-f40b-4b00-a53a-ce136c664a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.325630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8353224b-f40b-4b00-a53a-ce136c664a5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.326993 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8353224b-f40b-4b00-a53a-ce136c664a5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f17fd0f-e48d-4ded-a33a-962a399b4982 HTTP/1.1" status: 204 len: 168 time: 0.7320735 Dec 08 16:13:04.393655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8353224b-f40b-4b00-a53a-ce136c664a5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f17fd0f-e48d-4ded-a33a-962a399b4982,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:04.420732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:04.440224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:04.443125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Made reservation on behalf of c8360b2e786a4c75abc67b5b7999635d for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:04.445203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.452837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.475790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.510129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fff3c960-6159-4bd4-8b8f-4e89a26b16e8 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:04.522164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-233eb578-ffef-408b-a133-36f7e56199f2 req-3f7fb9ef-0ac4-4d32-bc4b-83e605cfe764 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5344646 Dec 08 16:13:04.700995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Pushing event updated for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:04.732845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.732845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:04.736678 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91791314-2699-4043-9f39-2ebfbf27b020 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 1130 time: 4.0383377 Dec 08 16:13:04.737112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'f0119f3d-9c9b-41c1-a1bb-e718e22a4135'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:04.743400 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13c09da-7621-4c95-ae81-fdddd1464fe0" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "f0119f3d-9c9b-41c1-a1bb-e718e22a4135"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:04.794693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:04.860781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:04.900859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8', 'mac_address': 'fa:16:3e:a7:38:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:04.933243 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e17a34-55eb-4a9f-a135-126553626c50 x-openstack-request-id: req-f6e17a34-55eb-4a9f-a135-126553626c50 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:04.939135 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "f0119f3d-9c9b-41c1-a1bb-e718e22a4135", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:04.939574 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f6e17a34-55eb-4a9f-a135-126553626c50 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:04.940300 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'f0119f3d-9c9b-41c1-a1bb-e718e22a4135', 'status': 'completed', 'code': 200} Dec 08 16:13:04.957753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10d75f-7d66-4e77-8570-a1493a2f1139 req-514f9ce5-9b5d-439b-8ee9-820009c8e8cc tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.968998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb10d75f-7d66-4e77-8570-a1493a2f1139 req-514f9ce5-9b5d-439b-8ee9-820009c8e8cc tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 948 time: 0.4032557 Dec 08 16:13:04.983493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-01b808ae-9a48-4b51-beed-5def53b730ae tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:04.985216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-01b808ae-9a48-4b51-beed-5def53b730ae tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.7977161 Dec 08 16:13:04.987439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51fb823d-8adf-4436-b60b-5473b1ec890b req-df94db31-b0d9-4396-8bae-0daafc254ae9 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360304 Dec 08 16:13:05.003549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': '7b310b30-6543-408b-8b85-2aef262d3d73', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:05.041760 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.064050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fff3c960-6159-4bd4-8b8f-4e89a26b16e8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:05.105926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:05.119891 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.134835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.231780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4628426f-2da3-4160-8e1a-ac3a95f0bb18 req-23db8c7c-849c-48f8-9896-81e0db54a859 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1488698 Dec 08 16:13:05.273019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:05.364160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['fff3c960-6159-4bd4-8b8f-4e89a26b16e8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:05.464897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb10d75f-7d66-4e77-8570-a1493a2f1139 req-7c63814a-c378-4a4c-b70d-47326d5353a3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948611 Dec 08 16:13:05.477161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.507934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.564457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42650) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:05.569292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] device_id is not set on port d602665a-0277-450f-ae5b-db4ab12cc4aa yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:13:05.573946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d3b765-8762-4322-84ba-d4758991f357,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:05.595591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:05.604813 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.619618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Transition to ACTIVE for port object 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:05.632826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.633149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.633351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.633509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.634003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.634159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.634251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.634349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.634605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.634847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.634951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.635199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.635303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.635537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.635870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.636200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.636916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.636916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.638091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-2850993c-0b48-41bd-891f-90c0dd59b41b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5287 time: 0.6934249 Dec 08 16:13:05.638206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:05.639473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.677009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbe74-6804-4d43-9f3d-4acb36fc9992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:05.763873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:05.869608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-30a6f37e-5c1a-4b77-a140-f491f7e8dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.870143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-30a6f37e-5c1a-4b77-a140-f491f7e8dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.870614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-30a6f37e-5c1a-4b77-a140-f491f7e8dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:05.873064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-30a6f37e-5c1a-4b77-a140-f491f7e8dbd6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a9a92237483425699d2dc200a89b79a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2045243 Dec 08 16:13:05.899914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Attempting to bind port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:05.900153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Attempting to bind port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:05.900490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Attempting to bind port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:05.941405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:05.941405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Attempting to bind port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:05.949298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:05.949642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Checking segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:05.950603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Bound using segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:05.951071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Bound port: 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:05.951438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.016465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Allocated IP 172.25.3.109 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d602665a-0277-450f-ae5b-db4ab12cc4aa) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:06.062568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-00ecc20a-0f2a-4d34-b571-61001f28d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.063147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbe74-6804-4d43-9f3d-4acb36fc9992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.064138 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f13c09da-7621-4c95-ae81-fdddd1464fe0 req-00ecc20a-0f2a-4d34-b571-61001f28d3bd service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794944 Dec 08 16:13:06.069728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:06.073947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:06.080499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.098583 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c2cbe74-6804-4d43-9f3d-4acb36fc9992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.117097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:06.120796 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.160681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.162417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.165093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] 10.222.0.58 "PUT /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 1130 time: 1.3797481 Dec 08 16:13:06.177765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101edb5-8493-4b55-8d8d-cdeda39950e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.202693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:06.274489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.291561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.298600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.298805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.304881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.311782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.318010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.331112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:06.341672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-55d4c3d1-a6b6-4e74-8115-82947570c0bd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5373 time: 0.6313565 Dec 08 16:13:06.348374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1c2cbe74-6804-4d43-9f3d-4acb36fc9992 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71e2e4d177b44bde80767a5565b7ea79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685299 Dec 08 16:13:06.351435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:06.352977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2cbe74-6804-4d43-9f3d-4acb36fc9992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408f9567-0bd2-4d30-be36-456c7436cd7f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.427245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e7be9bc-fa16-4bf6-98f9-1c3d098247d2 req-f963d6e2-2e04-4765-85ce-e0adc572b8ba tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0778105 Dec 08 16:13:06.509427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-894a2aa7-1f86-4ff4-9b68-df1bf0c251a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.510522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fff3c960-6159-4bd4-8b8f-4e89a26b16e8 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:06.612516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-894a2aa7-1f86-4ff4-9b68-df1bf0c251a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.635224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.2 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/d5e61501-a617-4c67-8d72-f1cfafd24eb2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:06.666900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:06.681192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:06.683057 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.699793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.755627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30f5d07f-2987-415c-9968-83f46a84f2b3 req-403e2f95-d388-4c7d-80d1-3b15d1222d69 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4104676 Dec 08 16:13:06.804049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-894a2aa7-1f86-4ff4-9b68-df1bf0c251a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.808086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-894a2aa7-1f86-4ff4-9b68-df1bf0c251a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.813555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-894a2aa7-1f86-4ff4-9b68-df1bf0c251a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/408f9567-0bd2-4d30-be36-456c7436cd7f HTTP/1.1" status: 204 len: 168 time: 0.4589896 Dec 08 16:13:06.831314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a2aa7-1f86-4ff4-9b68-df1bf0c251a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408f9567-0bd2-4d30-be36-456c7436cd7f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:06.923080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:06.934101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.942040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': '6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:06.944935 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b201b2-ce25-485d-bcc0-daea8ab4795d" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:06.959296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Transition to ACTIVE for port object f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:06.963120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:06.965992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.014760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997e2898-5983-4f89-977f-b2204eccf7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:07.018829 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec46d9-565d-4942-9949-1cf4f70f6b9e" -d '{"events": [{"server_uuid": "997e2898-5983-4f89-977f-b2204eccf7ed", "name": "network-vif-plugged", "status": "completed", "tag": "fff3c960-6159-4bd4-8b8f-4e89a26b16e8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:07.061258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:07.076753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.170509 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9221367e-ddeb-4704-a599-bb0b1ad9fd21 x-openstack-request-id: req-9221367e-ddeb-4704-a599-bb0b1ad9fd21 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:07.171612 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:07.172033 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9221367e-ddeb-4704-a599-bb0b1ad9fd21 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:07.172685 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': '6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d', 'status': 'completed', 'code': 200} Dec 08 16:13:07.226231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:07.246346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:07.302900 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a7e922-057c-41d8-b4fd-465a7dac4b7f x-openstack-request-id: req-c1a7e922-057c-41d8-b4fd-465a7dac4b7f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:07.303371 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997e2898-5983-4f89-977f-b2204eccf7ed", "name": "network-vif-plugged", "status": "completed", "tag": "fff3c960-6159-4bd4-8b8f-4e89a26b16e8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:07.303769 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c1a7e922-057c-41d8-b4fd-465a7dac4b7f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:07.305924 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997e2898-5983-4f89-977f-b2204eccf7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8', 'code': 200} Dec 08 16:13:07.429270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5f5e2-8589-4dad-9523-845736943a8f req-864a0f49-dbc3-4110-9621-06dd3d9deb85 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.432928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18e5f5e2-8589-4dad-9523-845736943a8f req-864a0f49-dbc3-4110-9621-06dd3d9deb85 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 949 time: 0.6447031 Dec 08 16:13:07.449608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:07.552025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:07.557136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.558013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.564196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.564196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.564196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.564196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.564196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:07.566531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-a811dbbe-a398-4f87-abab-0601b29307dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6235 time: 0.3511684 Dec 08 16:13:07.686579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:07.756975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Attempting to bind port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:07.757832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Attempting to bind port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:07.758093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Attempting to bind port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:07.772563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:07.779335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:07.779882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Attempting to bind port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:07.787773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bf018d8-02c6-4b71-90ca-328e916f04fe req-d8c28ac7-430b-48a5-a373-1476e85c6bd1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0932353 Dec 08 16:13:07.843145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:07.844114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Checking segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:07.845036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Bound using segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:07.846750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Bound port: f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:07.847625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.044185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-d5f12d43-b466-4c57-a4c8-2cf17760516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.045153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-d5f12d43-b466-4c57-a4c8-2cf17760516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.046074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-d5f12d43-b466-4c57-a4c8-2cf17760516e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.055600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-d5f12d43-b466-4c57-a4c8-2cf17760516e service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a9a92237483425699d2dc200a89b79a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4775863 Dec 08 16:13:08.142053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:08.295210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:08.326657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.446331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Pushing event updated for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:08.467195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Pushing event updated for resources: {'Port': ['ID=d602665a-0277-450f-ae5b-db4ab12cc4aa,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:08.526132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-8b16fec5-4453-4d00-994c-c486897fc461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.529711 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82b201b2-ce25-485d-bcc0-daea8ab4795d req-8b16fec5-4453-4d00-994c-c486897fc461 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4515381 Dec 08 16:13:08.534540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.535600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.539330 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-8d907da2-8c6e-4d73-8216-439914f42e93 service neutron] 10.222.0.58 "PUT /v2.0/ports/f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 200 len: 1091 time: 2.3423162 Dec 08 16:13:08.550446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18e5f5e2-8589-4dad-9523-845736943a8f req-518c3bdf-7015-4a0c-b4a6-0709b06cd5be tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0223415 Dec 08 16:13:08.552265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.553580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.580587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.597039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:08.626294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-273fbc78-7a46-4668-8da3-6ed05b319979 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9130592 Dec 08 16:13:08.632812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b65cebd-f60c-4dd3-80ef-2daa88f8462f req-dff8e4ae-565c-4c27-808d-04023f976714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.634703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b65cebd-f60c-4dd3-80ef-2daa88f8462f req-dff8e4ae-565c-4c27-808d-04023f976714 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 1101 time: 1.1897681 Dec 08 16:13:08.638060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:08.648820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.109'}]}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:08.710186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b65cebd-f60c-4dd3-80ef-2daa88f8462f req-3522dddf-8ef0-463a-ab7e-301537e6fe06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 Dec 08 16:13:08.724533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.740935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.748255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.754831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.759749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.761407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.785330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.794559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:08.802934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-5c5c9106-c915-426d-9282-a55299f0a26d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5385 time: 0.3201177 Dec 08 16:13:08.975528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:08.977674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.021363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.054647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61ee8d55-ddf1-48b6-a0af-abad1b1aa25d req-6d036f7d-f051-43f4-b8fa-3a38b609607a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2198873 Dec 08 16:13:09.185614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:09.189684 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1921aef-eba2-4e7b-a89d-eca1ca54db71" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:09.189950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.284670 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbe4342-ec8b-44e2-b56e-669ab70cbc05 x-openstack-request-id: req-9bbe4342-ec8b-44e2-b56e-669ab70cbc05 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:09.285036 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:09.287038 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9bbe4342-ec8b-44e2-b56e-669ab70cbc05 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:09.287470 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2', 'status': 'completed', 'code': 200} Dec 08 16:13:09.404113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:09.406125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=d5e61501-a617-4c67-8d72-f1cfafd24eb2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:09.440538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:09.440990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:09.451960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.470291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Transition to ACTIVE for port object 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:09.476017 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.489167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:09.507508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9fa73-08e2-41a0-b3ef-8d652d95e9fd req-e963536d-fcbd-4e74-933e-70e51c0be7aa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.516481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9d9fa73-08e2-41a0-b3ef-8d652d95e9fd req-e963536d-fcbd-4e74-933e-70e51c0be7aa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 931 time: 0.3351738 Dec 08 16:13:09.585341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:09.752696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:09.754653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:09.814121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Attempting to bind port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:09.818947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Attempting to bind port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:09.819853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Attempting to bind port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:09.836384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:09.837172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Attempting to bind port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:09.858239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:09.862130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Checking segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:09.862871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9d9fa73-08e2-41a0-b3ef-8d652d95e9fd req-661ed06a-62f7-4b75-97ef-bf33f4a6afd9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450122 Dec 08 16:13:09.863531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Bound using segment: {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:09.864533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Bound port: 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2788da-a671-4ab8-ad52-52d4d90791bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:09.866960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.036511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:10.041270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:10.049318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.050476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.051505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.052574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.053447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.055181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.056095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.061606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-55020e5c-6073-4715-b0c9-4eb64d9f92e3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6277 time: 0.7377911 Dec 08 16:13:10.061980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.097883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.122382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.123429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.126178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] 10.222.0.58 "PUT /v2.0/ports/4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 200 len: 1091 time: 1.5473845 Dec 08 16:13:10.182331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:10.242464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-728354a5-a867-4abb-9f83-61be910ca739 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2433686 Dec 08 16:13:10.259834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Request body: {'port': {'device_id': '7b310b30-6543-408b-8b85-2aef262d3d73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:10.290734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc76689f-7970-4e9d-b2e6-f41826943ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:10.378401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.430512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c64457-2d1d-4b4d-99a9-b3bbb4f6f146 req-7bc50a2c-dfc6-4bdc-8344-3ac1402c545e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.440705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90c64457-2d1d-4b4d-99a9-b3bbb4f6f146 req-7bc50a2c-dfc6-4bdc-8344-3ac1402c545e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 950 time: 0.5960088 Dec 08 16:13:10.656600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-ca28fb15-bcd6-43a9-aa00-c603147f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.657132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-ca28fb15-bcd6-43a9-aa00-c603147f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.657930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-ca28fb15-bcd6-43a9-aa00-c603147f4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.660863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-ca28fb15-bcd6-43a9-aa00-c603147f4b43 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a9a92237483425699d2dc200a89b79a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5860474 Dec 08 16:13:10.688984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.695187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.701927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.708108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.714666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.722357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.729494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:10.738396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-337d9641-f179-4127-a27f-754bed8c9b29 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5397 time: 0.5041525 Dec 08 16:13:10.740302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.752343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90c64457-2d1d-4b4d-99a9-b3bbb4f6f146 req-3f04f7e2-dd7a-4d3f-b8bf-a5c9dc63a254 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108528 Dec 08 16:13:10.892674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f772bc5-eb30-4348-b14c-66cc80ddea07 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:10.916441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:10.938333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Transition to ACTIVE for port object 5f772bc5-eb30-4348-b14c-66cc80ddea07 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:10.945309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.035570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-5a885274-694a-4e10-969f-ea5da328bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.038597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1921aef-eba2-4e7b-a89d-eca1ca54db71 req-5a885274-694a-4e10-969f-ea5da328bd70 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3623829 Dec 08 16:13:11.101417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Pushing event updated for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:11.225078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Attempting to bind port 5f772bc5-eb30-4348-b14c-66cc80ddea07 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:11.225639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Attempting to bind port 5f772bc5-eb30-4348-b14c-66cc80ddea07 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:11.226124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Attempting to bind port 5f772bc5-eb30-4348-b14c-66cc80ddea07 on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:11.238387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Port 5f772bc5-eb30-4348-b14c-66cc80ddea07 on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:11.238720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Attempting to bind port 5f772bc5-eb30-4348-b14c-66cc80ddea07 on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:11.244736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:11.245133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Checking segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:11.245525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Bound using segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:11.245997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Bound port: 5f772bc5-eb30-4348-b14c-66cc80ddea07, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:11.246356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.288955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:11.298902 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d10f556-7669-4cd3-9d0d-e4d5cf087323" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:11.344892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c733e0a6-c1ac-42fb-93b4-d414ceb8987f req-fef3bf33-4300-46b2-9548-1a14688c021e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6052527 Dec 08 16:13:11.495382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:11.502994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:11.503392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb177d6-221b-4f9b-8441-9a42d3520805 req-18170f38-c1f8-408e-bc26-2c43ddaa894b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.513257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2eb177d6-221b-4f9b-8441-9a42d3520805 req-18170f38-c1f8-408e-bc26-2c43ddaa894b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 931 time: 0.2749326 Dec 08 16:13:11.516203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.629307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:11.629994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.631439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] 10.222.0.58 "PUT /v2.0/ports/5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 1091 time: 1.4621851 Dec 08 16:13:11.657985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acad714d-156e-460d-a82c-c1f3b9a2efdb service neutron] Pushing event updated for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:11.674061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Request body: {'port': {'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:11.727073 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bceb106-2f41-4684-8b97-c0684e85311d x-openstack-request-id: req-2bceb106-2f41-4684-8b97-c0684e85311d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:11.727793 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:11.728097 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2bceb106-2f41-4684-8b97-c0684e85311d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:11.733957 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf', 'status': 'completed', 'code': 200} Dec 08 16:13:11.776658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:11.972379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2eb177d6-221b-4f9b-8441-9a42d3520805 req-ec739b9b-1b9c-469a-888b-f4ade14e7d58 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581790 Dec 08 16:13:12.087072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.087654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.087976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.088429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.088883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.089331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.089782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.098230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-f543c6a3-4517-4c5e-b153-38200d412b9c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6411 time: 0.3584359 Dec 08 16:13:12.316320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42784) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:12.320709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f94e6-1a26-40b7-879e-4d79fbd4d6d5 req-ef5cb0f9-6a8f-4131-99d3-0eb3b6c7c179 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.324452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04f94e6-1a26-40b7-879e-4d79fbd4d6d5 req-ef5cb0f9-6a8f-4131-99d3-0eb3b6c7c179 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 950 time: 0.3615394 Dec 08 16:13:12.327080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.363514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3ef01f-6be3-4ce2-a920-d3bedcce464b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:12.373325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.392322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Transition to ACTIVE for port object da3ef01f-6be3-4ce2-a920-d3bedcce464b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:12.398823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.446537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5e61501-a617-4c67-8d72-f1cfafd24eb2 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:12.472984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Pushing event updated for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:12.589737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2aee39d9-2322-44d6-a302-2b51c2e75cb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.590882 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.594223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Attempting to bind port da3ef01f-6be3-4ce2-a920-d3bedcce464b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:12.594556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Attempting to bind port da3ef01f-6be3-4ce2-a920-d3bedcce464b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:12.594887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Attempting to bind port da3ef01f-6be3-4ce2-a920-d3bedcce464b on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:12.608949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Port da3ef01f-6be3-4ce2-a920-d3bedcce464b on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:12.609270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Attempting to bind port da3ef01f-6be3-4ce2-a920-d3bedcce464b on network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:12.613395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.617632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:12.617991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Checking segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:12.618389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Bound using segment: {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:12.618908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Bound port: da3ef01f-6be3-4ce2-a920-d3bedcce464b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:12.619454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.671655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04f94e6-1a26-40b7-879e-4d79fbd4d6d5 req-cc2f5ea1-3f97-4c79-ac03-9b0bfa22da17 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237698 Dec 08 16:13:12.716098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-ca17f9c1-c9f6-4476-9534-f920c40ff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.717840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-ca17f9c1-c9f6-4476-9534-f920c40ff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.719038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-ca17f9c1-c9f6-4476-9534-f920c40ff482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.722369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-ca17f9c1-c9f6-4476-9534-f920c40ff482 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=3a9a92237483425699d2dc200a89b79a&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5857158 Dec 08 16:13:12.792851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Transition to ACTIVE for port object d5e61501-a617-4c67-8d72-f1cfafd24eb2 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:12.817070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:12.822993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.829834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:12.851129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.912976 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2aee39d9-2322-44d6-a302-2b51c2e75cb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.926498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.927139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.937675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] 10.222.0.58 "PUT /v2.0/ports/da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 1091 time: 1.2625215 Dec 08 16:13:12.946723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2aee39d9-2322-44d6-a302-2b51c2e75cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:12.981952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.988426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:12.994597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.003637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.016614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.022994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.030498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.038781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-1f4607bd-f346-4beb-a1d1-66834cdbece7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.4579513 Dec 08 16:13:13.104867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7f75b-27c7-44ae-9ce4-45f85ece5408 service neutron] Pushing event updated for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:13.127683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2aee39d9-2322-44d6-a302-2b51c2e75cb0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a0d4639282fb4230851e0d03866fabcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8102741 Dec 08 16:13:13.131306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee39d9-2322-44d6-a302-2b51c2e75cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6309abf7-e4e8-42a2-96e3-e1671529c02d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:13.134461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:13.203585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e61501-a617-4c67-8d72-f1cfafd24eb2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:13.217661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c053276b-56a5-48e7-9b2b-9d09e5bce874 req-cdf5ae4a-8a50-447b-b448-5a73a118430d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770744 Dec 08 16:13:13.230637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.259775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9154d285-11ca-4625-9575-5d4aeed70a04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.317000 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9154d285-11ca-4625-9575-5d4aeed70a04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.357687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-d6f46615-6f61-4c62-a9a0-fc3ba7208aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:13.364299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d10f556-7669-4cd3-9d0d-e4d5cf087323 req-d6f46615-6f61-4c62-a9a0-fc3ba7208aa5 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5836468 Dec 08 16:13:13.437131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9154d285-11ca-4625-9575-5d4aeed70a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.443378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9154d285-11ca-4625-9575-5d4aeed70a04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:13.445566 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9154d285-11ca-4625-9575-5d4aeed70a04 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6309abf7-e4e8-42a2-96e3-e1671529c02d HTTP/1.1" status: 204 len: 168 time: 0.3062584 Dec 08 16:13:13.490466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9154d285-11ca-4625-9575-5d4aeed70a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6309abf7-e4e8-42a2-96e3-e1671529c02d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:13.735347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07'}, {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:13.739443 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1664d843-b5af-43c9-b32a-b5945428ac1a" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07"}, {"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:13.855222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:13.886729 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8be47efe-013e-4af6-9837-46b739e2e989 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.061503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8be47efe-013e-4af6-9837-46b739e2e989 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.068630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8be47efe-013e-4af6-9837-46b739e2e989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.119647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.127838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.136655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa76ed2-3cdf-498c-b322-89cb285d3b3f req-ad20eabf-2d46-47a9-a0af-48f9749e495c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.141187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffa76ed2-3cdf-498c-b322-89cb285d3b3f req-ad20eabf-2d46-47a9-a0af-48f9749e495c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 943 time: 0.8050766 Dec 08 16:13:14.157114 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8be47efe-013e-4af6-9837-46b739e2e989 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d7b98c3263dc4f5d97f8372c62b69f16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2977140 Dec 08 16:13:14.157114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be47efe-013e-4af6-9837-46b739e2e989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9008ee9b-a35b-4ec1-bb4a-36e370214d4b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:14.161060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:14.241755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.242646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.243516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.244341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.245182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.246672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.247261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.250825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d0ca36db-4e3b-4d90-98c0-7e3efeb2e4cb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6478 time: 0.8050041 Dec 08 16:13:14.251972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Attempting to bind port d5e61501-a617-4c67-8d72-f1cfafd24eb2 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:14.252513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Attempting to bind port d5e61501-a617-4c67-8d72-f1cfafd24eb2 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:14.253034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Attempting to bind port d5e61501-a617-4c67-8d72-f1cfafd24eb2 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:14.255345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f32ec08f-faf5-4308-a076-d12d6a77f62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.296981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f32ec08f-faf5-4308-a076-d12d6a77f62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.307490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Port d5e61501-a617-4c67-8d72-f1cfafd24eb2 on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:14.307990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Attempting to bind port d5e61501-a617-4c67-8d72-f1cfafd24eb2 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:14.312762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.313372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3bf4d187-b7b7-43bb-9b6f-cf5097ebc9fc {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:13:14.381690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f32ec08f-faf5-4308-a076-d12d6a77f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.383791 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f32ec08f-faf5-4308-a076-d12d6a77f62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.385298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f32ec08f-faf5-4308-a076-d12d6a77f62f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9008ee9b-a35b-4ec1-bb4a-36e370214d4b HTTP/1.1" status: 204 len: 168 time: 0.2226622 Dec 08 16:13:14.390168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-55b8b164-41be-4054-af19-9ed3a821bcda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 217 time: 0.1267612 Dec 08 16:13:14.410030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:14.410545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:14.411399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:14.411918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Bound port: d5e61501-a617-4c67-8d72-f1cfafd24eb2, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:14.412508 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.414425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32ec08f-faf5-4308-a076-d12d6a77f62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9008ee9b-a35b-4ec1-bb4a-36e370214d4b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:14.471325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7e15a-09de-4355-af59-ed81c8c82c5c req-a6e1f7f4-1102-4076-8792-f4542bc1ee83 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.474309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cf7e15a-09de-4355-af59-ed81c8c82c5c req-a6e1f7f4-1102-4076-8792-f4542bc1ee83 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 950 time: 0.7892077 Dec 08 16:13:14.515060 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:13:14.516129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f1b40615-099e-45ed-8294-6cc6f5f8b461 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.8746712 Dec 08 16:13:14.519909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:14.604871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffa76ed2-3cdf-498c-b322-89cb285d3b3f req-44d5b328-0bde-4e78-8725-efe0a115587d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723788 Dec 08 16:13:14.666848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-35f288bc-2fd2-4802-a850-0ab1fb75bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.671003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-35f288bc-2fd2-4802-a850-0ab1fb75bf09 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 200 len: 851 time: 0.2668490 Dec 08 16:13:14.698133 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13182b5-3dde-4fdb-9980-df4e504c2ac7 x-openstack-request-id: req-c13182b5-3dde-4fdb-9980-df4e504c2ac7 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:14.698576 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:14.700121 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c13182b5-3dde-4fdb-9980-df4e504c2ac7 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:14.701066 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07', 'status': 'completed', 'code': 200} Dec 08 16:13:14.701628 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b', 'status': 'completed', 'code': 200} Dec 08 16:13:14.740037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Deleting port d602665a-0277-450f-ae5b-db4ab12cc4aa {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:14.740754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.746743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] For port d5e61501-a617-4c67-8d72-f1cfafd24eb2, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:14.772049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cf7e15a-09de-4355-af59-ed81c8c82c5c req-70e80c47-e8a4-42a9-86c8-270feaf3a0fb tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830551 Dec 08 16:13:14.776933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] For port d5e61501-a617-4c67-8d72-f1cfafd24eb2, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:14.787105 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:14.800910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-ef963f90-df5c-42bd-bbc1-ade4a9b22465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:14.810347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-ef963f90-df5c-42bd-bbc1-ade4a9b22465 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b9c06e-9add-4910-bc5d-6edb3986b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1265187 Dec 08 16:13:14.990790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.011623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Calling delete_port for d602665a-0277-450f-ae5b-db4ab12cc4aa owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:15.023785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.026030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.029443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] 10.222.0.86 "PUT /v2.0/ports/d5e61501-a617-4c67-8d72-f1cfafd24eb2 HTTP/1.1" status: 200 len: 1091 time: 4.7766616 Dec 08 16:13:15.033287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b310b30-6543-408b-8b85-2aef262d3d73', 'tag': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:15.037846 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369cbecd-d592-40e1-b3f3-0477b3f1da2e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b310b30-6543-408b-8b85-2aef262d3d73", "tag": "d5e61501-a617-4c67-8d72-f1cfafd24eb2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:15.130080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c41a0b-59d9-426b-b10c-3f8fcea08d21 service neutron] Pushing event updated for resources: {'Port': ['ID=d5e61501-a617-4c67-8d72-f1cfafd24eb2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:15.222033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-91f1bba0-2d5f-4f55-814a-8593a6ec949d service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883305 Dec 08 16:13:15.267116 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce60a42-f1eb-4210-b78b-2f31c47146b5 x-openstack-request-id: req-bce60a42-f1eb-4210-b78b-2f31c47146b5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:15.268023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b310b30-6543-408b-8b85-2aef262d3d73", "tag": "d5e61501-a617-4c67-8d72-f1cfafd24eb2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:15.268297 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bce60a42-f1eb-4210-b78b-2f31c47146b5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:15.269503 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b310b30-6543-408b-8b85-2aef262d3d73', 'tag': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2', 'status': 'completed', 'code': 200} Dec 08 16:13:15.317649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.374965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Pushing event deleted for resources: {'Port': ['ID=d602665a-0277-450f-ae5b-db4ab12cc4aa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:15.496435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:15.504116 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4131759f-c203-4a76-a642-04da5c85cc56 tempest-RoutersAdminNegativeTest-1502559083 tempest-RoutersAdminNegativeTest-1502559083-project-admin] 10.222.0.62 "DELETE /v2.0/ports/d602665a-0277-450f-ae5b-db4ab12cc4aa HTTP/1.1" status: 204 len: 168 time: 0.9832528 Dec 08 16:13:15.521430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-e644571c-1ad2-43da-aa75-4cf7b25f5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.526561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-e644571c-1ad2-43da-aa75-4cf7b25f5161 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 1094 time: 0.3990521 Dec 08 16:13:15.529759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-8a4b602a-939a-4170-995e-a90541ff38e8 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0768316 Dec 08 16:13:15.650685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.663497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.676583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.691397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.704139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.717674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.731578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:15.746350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-2aa693f1-1c9a-46ec-baf9-0bf288cdd1d5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.7537484 Dec 08 16:13:15.760821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-a63e32f7-3c6f-476f-a14a-97a8fbd74ee2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2 HTTP/1.1" status: 200 len: 217 time: 0.2097304 Dec 08 16:13:15.822846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:16.072604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-b18f03c9-5944-49fc-8696-65f9e98f6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.074475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-b18f03c9-5944-49fc-8696-65f9e98f6f67 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.2895291 Dec 08 16:13:16.084701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-c65da3f5-96f3-4685-95ea-a1527f811e69 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345580 Dec 08 16:13:16.158264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-0807069f-3e10-4444-98e8-258dfbd589c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 217 time: 0.0466204 Dec 08 16:13:16.213615 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-202944da-6506-47c4-aa51-a7fb4fcab7de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:16.259471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-606c8837-c5e2-45cf-a681-6264766017da tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.262865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-606c8837-c5e2-45cf-a681-6264766017da tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7220535 Dec 08 16:13:16.266287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-a2cf7d8e-ce7b-4aa7-8f74-974af93b2aef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1806068 Dec 08 16:13:16.302776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfa7543e-62fd-4521-b1f7-8352f3e0ae62 req-887b8aa3-d135-4aef-be14-5f6be9f4b970 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5546207 Dec 08 16:13:16.345353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-519c6f4e-428a-4d5a-bd52-f6d37f56217a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/quotas/7f06fc002b194b3f84fc2b2b8cbaaa46 HTTP/1.1" status: 200 len: 375 time: 0.0366271 Dec 08 16:13:16.379533 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:13:16.467987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-579ba7e9-a4eb-4fa1-9e3b-e1e81bbf4234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.469516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-579ba7e9-a4eb-4fa1-9e3b-e1e81bbf4234 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.2325706 Dec 08 16:13:16.496210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-202944da-6506-47c4-aa51-a7fb4fcab7de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:16.507275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-202944da-6506-47c4-aa51-a7fb4fcab7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:16.541010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-df060690-f150-49e0-b395-288430daaad9 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277637 Dec 08 16:13:16.617478 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-202944da-6506-47c4-aa51-a7fb4fcab7de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c78ed4dbba624215a4ce7261e0b36e52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7901094 Dec 08 16:13:16.617771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:16.621314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202944da-6506-47c4-aa51-a7fb4fcab7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77c773d0-56d0-47cc-a567-6720104a9f2f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:16.731459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-b0a57bf8-27b2-4889-a825-38cd68036f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.734216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-b0a57bf8-27b2-4889-a825-38cd68036f10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1909022 Dec 08 16:13:16.742075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-a51496f9-53aa-4f97-8a6a-8367dbe45812 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3606770 Dec 08 16:13:16.758915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e1ac76-ce16-4900-abb8-7a70a08688ff req-3489bccf-3f97-47fe-94fd-3baaad3b2029 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:16.767052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6e1ac76-ce16-4900-abb8-7a70a08688ff req-3489bccf-3f97-47fe-94fd-3baaad3b2029 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 943 time: 0.2070591 Dec 08 16:13:16.821614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2da68d85-76e8-4c21-91ef-067e6c62bcab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:16.918402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c01fe30e-e718-4246-8644-c7c0b3a0a0cd req-141786cc-a02e-4709-9696-853e2d536546 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556855 Dec 08 16:13:16.935351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6e1ac76-ce16-4900-abb8-7a70a08688ff req-ead8102a-a942-403c-bdaf-3df7604a202f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667306 Dec 08 16:13:16.946111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2da68d85-76e8-4c21-91ef-067e6c62bcab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:17.053165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2da68d85-76e8-4c21-91ef-067e6c62bcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:17.064768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2da68d85-76e8-4c21-91ef-067e6c62bcab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:17.076016 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2da68d85-76e8-4c21-91ef-067e6c62bcab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77c773d0-56d0-47cc-a567-6720104a9f2f HTTP/1.1" status: 204 len: 168 time: 0.4531193 Dec 08 16:13:17.098235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da68d85-76e8-4c21-91ef-067e6c62bcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c773d0-56d0-47cc-a567-6720104a9f2f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:17.129902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-4dddbe97-45c4-471a-aa7b-8f0fc763203a service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867264 Dec 08 16:13:17.340699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2c8c259-0712-4315-af64-63dd7bf2a83f req-1fba1176-0476-4e88-a8db-95eccfd85b2f tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 210 time: 0.0481148 Dec 08 16:13:17.346873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-73ab18d7-e81e-4c36-9fc4-cb4772074993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.348741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-73ab18d7-e81e-4c36-9fc4-cb4772074993 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 1094 time: 0.3612919 Dec 08 16:13:17.574825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-bfc0a7ad-6e16-4471-be03-60f1ae21a57a service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284523 Dec 08 16:13:17.654173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.660587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.666646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.673369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.680118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.687183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.693639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.695595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-01861eaf-56cc-46a1-bb10-e6b2d4d1d1ef tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.1930814 Dec 08 16:13:17.700453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-c87f0a12-6ec9-46a0-9fde-d3f03b6cd966 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 217 time: 0.1156142 Dec 08 16:13:17.786019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42920) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:17.790537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-f09acf2c-ca3d-4012-a2a6-f8f24a94551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.792130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-f09acf2c-ca3d-4012-a2a6-f8f24a94551b service neutron] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.4342992 Dec 08 16:13:17.871352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-a76cf1ec-06ca-4b47-9c34-99c8c39ef5ed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2 HTTP/1.1" status: 200 len: 217 time: 0.0671566 Dec 08 16:13:17.890539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c3f9df7-be71-4adb-bb89-6556e1c6912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:17.891972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3c3f9df7-be71-4adb-bb89-6556e1c6912d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1781979 Dec 08 16:13:17.900819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bee286dc-8476-4dcd-83d0-77ae4a4d37a2 req-5b607eac-2110-471c-a403-504bbdc52de5 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1856129 Dec 08 16:13:17.938464 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f84307c6-c850-4fc5-928e-a8d7e12a5397 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c8360b2e786a4c75abc67b5b7999635d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1493495 Dec 08 16:13:17.942189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42922) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:18.013001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-b81571ae-3fbf-4fd2-806b-9b125ed0b8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.014707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-b81571ae-3fbf-4fd2-806b-9b125ed0b8d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.1349919 Dec 08 16:13:18.023556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f5cf487f-9df2-478e-a71c-96f939b0675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.027147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f5cf487f-9df2-478e-a71c-96f939b0675c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034715 Dec 08 16:13:18.069072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-f254a42d-dcd9-4cbc-991b-51122f2da803 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401065 Dec 08 16:13:18.082423 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c49d8d-d6f1-4527-bf1d-10528690f3f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.159754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c49d8d-d6f1-4527-bf1d-10528690f3f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.235781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c49d8d-d6f1-4527-bf1d-10528690f3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.238820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c49d8d-d6f1-4527-bf1d-10528690f3f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:18.245323 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4c49d8d-d6f1-4527-bf1d-10528690f3f0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4d3b765-8762-4322-84ba-d4758991f357 HTTP/1.1" status: 204 len: 168 time: 0.2983584 Dec 08 16:13:18.257635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c49d8d-d6f1-4527-bf1d-10528690f3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d3b765-8762-4322-84ba-d4758991f357,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:18.315955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-2df1c3de-36bb-46aa-8836-821232e2543e service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349911 Dec 08 16:13:18.510198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb32c70d-0a96-483e-a6a8-16e0e035ccc1 req-170fa4ef-edd6-4ea5-be0d-20841c3d5c91 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:18.522407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb32c70d-0a96-483e-a6a8-16e0e035ccc1 req-170fa4ef-edd6-4ea5-be0d-20841c3d5c91 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 943 time: 0.3716102 Dec 08 16:13:18.581957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-e2e7322b-c811-4f53-bf0c-c0fcf5e0cfda service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438333 Dec 08 16:13:18.711198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa90e123-5ca5-48f1-be81-263955f9fa27 req-4166763e-3107-468e-9420-e5cfa8048b31 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 210 time: 0.0526090 Dec 08 16:13:18.825117 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-c0d965bb-2fd2-4b9f-88ad-9efeb0a321c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913424 Dec 08 16:13:18.952167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-9404a522-197f-4fae-952b-20387d8aadc8 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531668 Dec 08 16:13:18.982689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb32c70d-0a96-483e-a6a8-16e0e035ccc1 req-a1831da2-e695-41f1-bdfc-5adb8267f67c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587314 Dec 08 16:13:18.999441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369cbecd-d592-40e1-b3f3-0477b3f1da2e req-311eaf96-6c72-42df-8480-6c2cb5d9f33d service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6669774 Dec 08 16:13:19.188193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-adcf5148-0a83-472b-b742-6283f189c2f4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 200 len: 217 time: 0.1967013 Dec 08 16:13:19.256802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-27f50f9e-3577-4e0b-b33d-04e0b3b70fd8 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.263845 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-27f50f9e-3577-4e0b-b33d-04e0b3b70fd8 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4268517 Dec 08 16:13:19.280989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Request body: {'port': {'device_id': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '7f06fc002b194b3f84fc2b2b8cbaaa46'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:19.417466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6ffcbfc9-4b4b-4739-abf0-2f98de2fd648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.419384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6ffcbfc9-4b4b-4739-abf0-2f98de2fd648 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1940796 Dec 08 16:13:19.434090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.440268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.452070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.458611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.466077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.472183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.478591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.487484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-32a8c7f6-95c5-4ef3-b409-27a0b1642c26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.3243482 Dec 08 16:13:19.573734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-94524b7a-ff00-4970-a129-6c45ff36bc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:19.599369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-94524b7a-ff00-4970-a129-6c45ff36bc44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0931947 Dec 08 16:13:19.601507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Made reservation on behalf of 7f06fc002b194b3f84fc2b2b8cbaaa46 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:19.610491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:19.701398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-710289c7-1877-459b-86d5-e169dcb7a0e1 req-a934b7ad-5ef0-41b7-921f-c5481d9739ed tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2128937 Dec 08 16:13:19.794579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-00216b3d-4115-446d-aa88-6eba7b673b6a service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940191 Dec 08 16:13:19.940526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Allocated IP 192.168.233.14 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/6773d0e2-6b63-4129-83a9-67d6ec1a0c7c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:20.025937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8654bdeb-e62b-464e-9e2f-54b2e8c4ca95 req-dee6b7a7-f7be-47f4-a6d9-66459d174e2c tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 210 time: 0.1734273 Dec 08 16:13:20.097552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-243d990e-2124-414a-97e9-6b9d7ad6ad68 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949777 Dec 08 16:13:20.119344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5e61501-a617-4c67-8d72-f1cfafd24eb2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:20.230786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-0a845eca-ef78-4f4e-83fc-36b114203e2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 200 len: 217 time: 0.1235762 Dec 08 16:13:20.452461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5e61501-a617-4c67-8d72-f1cfafd24eb2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:20.482078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.488786 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-0ef4d37c-167d-4771-85fb-2520d599fdca service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0892727 Dec 08 16:13:20.506717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc5db6-f5cf-43f1-b305-c6dbaab27edc req-90810729-a8f4-4ab0-9c4c-17645fe041c4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.515955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0afc5db6-f5cf-43f1-b305-c6dbaab27edc req-90810729-a8f4-4ab0-9c4c-17645fe041c4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 943 time: 0.2301111 Dec 08 16:13:20.517574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2', 'mac_address': 'fa:16:3e:36:29:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:20.520386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f97635cd-cb17-4ec8-8b98-108787725847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.520994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42994) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:20.522190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-f97635cd-cb17-4ec8-8b98-108787725847 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.2815313 Dec 08 16:13:20.635051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-923a1cc9-6ea8-413a-ae75-58d846e78584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.643436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-923a1cc9-6ea8-413a-ae75-58d846e78584 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0cd456bf469240c1a276f31181a5362b&device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 1097 time: 0.1184559 Dec 08 16:13:20.651467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.667167 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:20.709545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['fff3c960-6159-4bd4-8b8f-4e89a26b16e8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:20.742077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Pushing event updated for resources: {'Port': ['ID=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:20.771687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5e61501-a617-4c67-8d72-f1cfafd24eb2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:20.772699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0afc5db6-f5cf-43f1-b305-c6dbaab27edc req-64058693-5fdc-4299-9b86-dc4721294b52 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552776 Dec 08 16:13:20.785372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3fdcd9db-296d-459b-baa2-a3170ed6974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:20.793344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-3fdcd9db-296d-459b-baa2-a3170ed6974c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2634468 Dec 08 16:13:20.907071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:20.915075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-fb971228-df9e-4ece-a8d9-06a448b5407d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:20.916997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb971228-df9e-4ece-a8d9-06a448b5407d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.3949046 Dec 08 16:13:20.923664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43004) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:20.925440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:20.933431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:20.949248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-bd7905b6-10ac-4508-a6f1-30f9211673eb tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:20.952318 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bd7905b6-10ac-4508-a6f1-30f9211673eb tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0225401 Dec 08 16:13:20.996334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5e61501-a617-4c67-8d72-f1cfafd24eb2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:21.065390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.140193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-d1b919ab-8775-4486-8d42-0adea48f270d service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335981 Dec 08 16:13:21.146299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43008) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:21.146764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5e61501-a617-4c67-8d72-f1cfafd24eb2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:21.172947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-e3ba407b-8410-4652-af9e-31b428dfb50a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:21.179884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e3ba407b-8410-4652-af9e-31b428dfb50a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0231292 Dec 08 16:13:21.241075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43012) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:21.278459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['d5e61501-a617-4c67-8d72-f1cfafd24eb2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:21.314685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-a58825b7-dec9-470f-8d80-63eb2da4493a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:21.318955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a58825b7-dec9-470f-8d80-63eb2da4493a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0283828 Dec 08 16:13:21.341111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43016) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:21.627125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-65db139c-8c2a-4349-838c-90f4eac8b62c None None] Provisioning complete for port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:21.627461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65db139c-8c2a-4349-838c-90f4eac8b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.680047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-65db139c-8c2a-4349-838c-90f4eac8b62c None None] Port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:13:21.751196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.751955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.780737 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-e004d9b0-cc09-4952-bad3-0ce09c655c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.782792 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-e004d9b0-cc09-4952-bad3-0ce09c655c9e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304 HTTP/1.1" status: 200 len: 915 time: 1.0444853 Dec 08 16:13:21.787159 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-6c93da90-a8a3-49f2-9ad7-adbbd29d63c3 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5125599 Dec 08 16:13:21.804679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Request body: {'port': {'device_id': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:21.857105 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-421b8727-6f2a-4e05-a09d-7f988bf8268a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0b78139-68b8-4f61-bddb-81490242eb18 HTTP/1.1" status: 200 len: 217 time: 0.0654092 Dec 08 16:13:21.931268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:21.949718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-5374a47f-cc0e-4607-8dc7-f6d0721f6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:21.952372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-5374a47f-cc0e-4607-8dc7-f6d0721f6ad1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b82ead1e-ab1f-4c34-b54b-6001a01ab977 HTTP/1.1" status: 200 len: 853 time: 0.0854304 Dec 08 16:13:22.031865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-64ad62f3-74ca-4491-a8c4-13dab8f3aff2 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.033021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-64ad62f3-74ca-4491-a8c4-13dab8f3aff2 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.4799669 Dec 08 16:13:22.048673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.057205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-9d9007e5-f3fa-47bd-9e2b-2298ccacda39 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.059108 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9d9007e5-f3fa-47bd-9e2b-2298ccacda39 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0085018 Dec 08 16:13:22.062798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.072003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-c9913158-2caa-46e5-9cac-01006b26316f tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.073419 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c9913158-2caa-46e5-9cac-01006b26316f tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0075736 Dec 08 16:13:22.081335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.087837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-61bfbc43-da28-4ef4-97b8-52c0e0230780 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.089412 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-61bfbc43-da28-4ef4-97b8-52c0e0230780 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0065484 Dec 08 16:13:22.105419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.109850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.111977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.118124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.125156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.131574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.133577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5e61501-a617-4c67-8d72-f1cfafd24eb2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:22.138600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.144655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.146996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-adea35ea-832c-475d-8d96-5a049163a0ea tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.9967327 Dec 08 16:13:22.183842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e36a7f-f779-4eb5-a9ac-58d47c357002 req-59ce9e41-b36d-4c2d-af51-d03e573b0d97 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.185486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84e36a7f-f779-4eb5-a9ac-58d47c357002 req-59ce9e41-b36d-4c2d-af51-d03e573b0d97 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 935 time: 0.9662828 Dec 08 16:13:22.210364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-e2b81f47-9d5d-4424-98c2-c79fbde59d26 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0266161 Dec 08 16:13:22.212011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-aa807d2a-41cb-4ae0-b79d-76e62ebeaec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.215690 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-aa807d2a-41cb-4ae0-b79d-76e62ebeaec7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c1fcda02-80cd-4e6b-b0ba-56f7326dd304&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2386093 Dec 08 16:13:22.223299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-4332d780-4ed9-4bb0-a167-881dd0f9549d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.225415 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4332d780-4ed9-4bb0-a167-881dd0f9549d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080044 Dec 08 16:13:22.232559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43042) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.242225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-325cdf4d-0be1-43f7-b8fd-efca3486dc0e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.249721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-325cdf4d-0be1-43f7-b8fd-efca3486dc0e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0096889 Dec 08 16:13:22.253293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43044) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.292683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-244912ae-2b27-4f29-995a-f025407cd9d6 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.294820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-244912ae-2b27-4f29-995a-f025407cd9d6 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0401628 Dec 08 16:13:22.298513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43046) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.312435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-84ea6765-0be6-423b-8297-859517f29844 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.313948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-84ea6765-0be6-423b-8297-859517f29844 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0096922 Dec 08 16:13:22.317102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6643ae47-779b-4981-8174-8bbf71ff77e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 217 time: 0.0798600 Dec 08 16:13:22.326203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43048) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.333967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-debd942f-2cb3-473f-823e-16ac95c461c3 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.335323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-debd942f-2cb3-473f-823e-16ac95c461c3 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078807 Dec 08 16:13:22.345481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.346633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b8e748a-d69d-4597-afc8-8f35ea7cd056 req-30b24fc1-b190-4c31-ae56-0fddbeb1e2cc tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1881337 Dec 08 16:13:22.368197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-b6b53ce6-2c5a-40ab-a957-5599dafb63e2 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.370943 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6b53ce6-2c5a-40ab-a957-5599dafb63e2 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0119164 Dec 08 16:13:22.378390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43054) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.393069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84e36a7f-f779-4eb5-a9ac-58d47c357002 req-d8d84898-6895-4234-bb59-8cb6f4abc932 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981266 Dec 08 16:13:22.394720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-4d16ad60-2418-4ef0-89a4-4e137db0cc91 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.398441 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4d16ad60-2418-4ef0-89a4-4e137db0cc91 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0182781 Dec 08 16:13:22.413542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43056) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.422483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-aad36017-f642-4cd2-8308-2ca8fccf27d4 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.423679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aad36017-f642-4cd2-8308-2ca8fccf27d4 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0090113 Dec 08 16:13:22.426395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43058) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.433091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-73248a62-b500-4bff-8ed9-b7ed820f9f57 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.434169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-73248a62-b500-4bff-8ed9-b7ed820f9f57 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0067952 Dec 08 16:13:22.437681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43060) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.444498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-14aae398-b742-4279-aba1-9b8e25ae9535 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.445688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-14aae398-b742-4279-aba1-9b8e25ae9535 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067286 Dec 08 16:13:22.447423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-44663fb3-261d-4110-bb4a-4425195c0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.449864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-44663fb3-261d-4110-bb4a-4425195c0c81 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.1124923 Dec 08 16:13:22.450322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43062) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.454995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-0c95a625-7a4f-4cbc-80f3-901f0169556a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.455972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0c95a625-7a4f-4cbc-80f3-901f0169556a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046473 Dec 08 16:13:22.463778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43064) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.495372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-85bd4f2c-b576-482f-a86d-8f6fa0c14d46 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.500253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85bd4f2c-b576-482f-a86d-8f6fa0c14d46 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0323603 Dec 08 16:13:22.505058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43066) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.539310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port d5e61501-a617-4c67-8d72-f1cfafd24eb2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:22.551508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port d5e61501-a617-4c67-8d72-f1cfafd24eb2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:22.552892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.615909 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-2af076c3-e719-4099-b35a-bd000561b708 service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847239 Dec 08 16:13:22.632074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-188af051-f833-41a2-adfa-395cb200fc69 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.640890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-188af051-f833-41a2-adfa-395cb200fc69 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0402389 Dec 08 16:13:22.645345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43076) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.651252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-12f08f48-fdf6-4bea-adec-e219f03e8c2e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.652397 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12f08f48-fdf6-4bea-adec-e219f03e8c2e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045984 Dec 08 16:13:22.658383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43078) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.685389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-05c5da71-2075-425e-90f9-ddd60b5a2aef tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.687459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-05c5da71-2075-425e-90f9-ddd60b5a2aef tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0156481 Dec 08 16:13:22.694438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43080) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.707104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-c8dcb348-5a08-4b9e-8fe0-be3841a1acc0 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.723602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c8dcb348-5a08-4b9e-8fe0-be3841a1acc0 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0265455 Dec 08 16:13:22.727633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43082) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.740987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-41b9d5d4-010e-4691-8b63-16448aef2190 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.745344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-41b9d5d4-010e-4691-8b63-16448aef2190 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0135474 Dec 08 16:13:22.750549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43084) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.765170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-70ff8a70-29f5-431e-9742-ce4cb3ef53f8 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.766863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-70ff8a70-29f5-431e-9742-ce4cb3ef53f8 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0085602 Dec 08 16:13:22.771240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43086) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.777413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6b1a61bb-011e-43cf-bd16-18dac2404d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:22.780725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-6b1a61bb-011e-43cf-bd16-18dac2404d19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3177121 Dec 08 16:13:22.788007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-f1d9eb3c-1463-4825-a3ba-38de4a6efa9e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.789837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f1d9eb3c-1463-4825-a3ba-38de4a6efa9e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0157468 Dec 08 16:13:22.794981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43088) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.808253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-5f19816b-282d-4edd-864f-858192db55bb tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.810258 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5f19816b-282d-4edd-864f-858192db55bb tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078416 Dec 08 16:13:22.815422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:22.819980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43090) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.829332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.844002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Transition to ACTIVE for port object 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:13:22.848120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a5f3ad1-c9d0-46cd-bc5d-5ee99881c0ed req-ede9bb16-1aee-43cd-a3b0-ee63694e17e1 service neutron] 10.222.0.58 "GET /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015357 Dec 08 16:13:22.851078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.868581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-139533bd-8651-4837-b598-89a51da6c0d4 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.874518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-139533bd-8651-4837-b598-89a51da6c0d4 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0137670 Dec 08 16:13:22.874790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:22.886629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.898710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-f6f80cb9-72cc-45f2-86d3-56cef288152c tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.902873 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f6f80cb9-72cc-45f2-86d3-56cef288152c tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0123246 Dec 08 16:13:22.903893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43096) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.917631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-4c9ad223-92b3-473d-be2b-e69909550efb tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.922534 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c9ad223-92b3-473d-be2b-e69909550efb tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0134449 Dec 08 16:13:22.923264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.931819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-3ba08ccc-cef7-4660-ab88-88dc48b22a9b tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.937395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3ba08ccc-cef7-4660-ab88-88dc48b22a9b tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0096512 Dec 08 16:13:22.942621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.953692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-2298b3b6-b3d4-4964-a464-190a43d5293f tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.958957 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2298b3b6-b3d4-4964-a464-190a43d5293f tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0149932 Dec 08 16:13:22.964096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.968003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b310b30-6543-408b-8b85-2aef262d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:22.969371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-1ce9576d-72f2-4050-8d51-1bcbb7315d87 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:22.978153 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ce9576d-72f2-4050-8d51-1bcbb7315d87 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0080507 Dec 08 16:13:22.982744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:22.990230 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-383b97bd-84ad-4ab3-a803-a2562b6cca33" -d '{"events": [{"server_uuid": "7b310b30-6543-408b-8b85-2aef262d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "d5e61501-a617-4c67-8d72-f1cfafd24eb2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:23.000546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-d96a0f7c-9d98-4481-a6d5-fa3f3ca4905a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.005764 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d96a0f7c-9d98-4481-a6d5-fa3f3ca4905a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0196247 Dec 08 16:13:23.006765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43108) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.035503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-2ef736ee-2232-4f70-8d86-3bc5a9212ca3 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.039450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2ef736ee-2232-4f70-8d86-3bc5a9212ca3 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0076678 Dec 08 16:13:23.039881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43110) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.040634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:23.056581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5e61501-a617-4c67-8d72-f1cfafd24eb2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:23.064479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.094220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-b33b99c0-0c54-4ab8-9390-cc5e2c16f456 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.096047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b33b99c0-0c54-4ab8-9390-cc5e2c16f456 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0428843 Dec 08 16:13:23.100498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.107061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-ecc99a8a-f489-4c45-ab7d-0d11fc4a3d75 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.111001 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ecc99a8a-f489-4c45-ab7d-0d11fc4a3d75 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0093751 Dec 08 16:13:23.114034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.119189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-7fdb49bf-bda8-459c-948b-76be2ba43686 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.123341 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fdb49bf-bda8-459c-948b-76be2ba43686 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0079651 Dec 08 16:13:23.130712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd5e83-e486-4255-a72b-ce9d7210aac9 req-668563de-8b6f-4e52-8064-9a45f2473774 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.135493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.139579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4fd5e83-e486-4255-a72b-ce9d7210aac9 req-668563de-8b6f-4e52-8064-9a45f2473774 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 944 time: 0.3712087 Dec 08 16:13:23.157637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-ca7cc8c2-0384-4103-96f9-f6d5edfa3c82 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.163200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca7cc8c2-0384-4103-96f9-f6d5edfa3c82 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0190537 Dec 08 16:13:23.168501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43118) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.177630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-29941cc7-85f6-4123-80f8-4b414e471cc1 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.181742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29941cc7-85f6-4123-80f8-4b414e471cc1 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0091176 Dec 08 16:13:23.187885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43120) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.207858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Attempting to bind port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:23.208268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Attempting to bind port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:23.208813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Attempting to bind port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:23.227067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-9c244bad-4e7a-4e8f-a539-aaa54668c0b0 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.230215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:13:23.230876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Attempting to bind port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:23.232938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9c244bad-4e7a-4e8f-a539-aaa54668c0b0 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0380745 Dec 08 16:13:23.234364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43124) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.252827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-a1bfcf49-5e85-407a-92d4-faa18063b48d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.256540 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a1bfcf49-5e85-407a-92d4-faa18063b48d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0134649 Dec 08 16:13:23.258806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.260565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5e61501-a617-4c67-8d72-f1cfafd24eb2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:23.272827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:23.273153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:23.274806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:23.275273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-d4d5dea5-1de0-4ca3-9c0a-d48d27b0ad41 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.275904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Bound port: 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:23.277231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d4d5dea5-1de0-4ca3-9c0a-d48d27b0ad41 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0168762 Dec 08 16:13:23.279646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.285267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.290667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-80e78ec0-7603-42bb-b713-2c55f440cacd service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874005 Dec 08 16:13:23.296617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-42130321-f6da-497a-954a-9a6ae302cef7 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.301783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-42130321-f6da-497a-954a-9a6ae302cef7 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0113750 Dec 08 16:13:23.310674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43130) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.336021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-72a7df0f-6ff6-451a-acd6-60adbba22d77 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.345133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72a7df0f-6ff6-451a-acd6-60adbba22d77 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0192258 Dec 08 16:13:23.350119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43132) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.399718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-6c3f5afa-5538-4d29-a2f5-49b54ded7851 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.400939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6c3f5afa-5538-4d29-a2f5-49b54ded7851 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0337410 Dec 08 16:13:23.406196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.420227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-96c4ff59-33cb-41e4-916f-cc0f6f86d887 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.422929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-96c4ff59-33cb-41e4-916f-cc0f6f86d887 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0122404 Dec 08 16:13:23.428793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.443806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-f05d9146-3bb9-4f12-9b51-a6fdb1d37d82 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.446064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f05d9146-3bb9-4f12-9b51-a6fdb1d37d82 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0098712 Dec 08 16:13:23.450750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.460987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-70d47cad-a4e9-48d7-8743-aa9118252007 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610553 Dec 08 16:13:23.469075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-33beb110-1e40-46ae-90ed-f318c1a3b255 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.471473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33beb110-1e40-46ae-90ed-f318c1a3b255 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0185947 Dec 08 16:13:23.476888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43148) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.477233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4fd5e83-e486-4255-a72b-ce9d7210aac9 req-24289c2d-1f32-4826-af8a-93fd99b8da38 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346105 Dec 08 16:13:23.495912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-520e421a-24a7-42a0-bf27-4dbf6c1588a8 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.497967 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-520e421a-24a7-42a0-bf27-4dbf6c1588a8 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0189030 Dec 08 16:13:23.515649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.540957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-734bfa24-19a2-4b89-8664-e12afe600387 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.546452 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-734bfa24-19a2-4b89-8664-e12afe600387 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0278516 Dec 08 16:13:23.559750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43152) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.573525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-a1b1dc89-829c-4874-95ec-3e5bd1f82445 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 217 time: 0.0898116 Dec 08 16:13:23.583332 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cdeb33-5077-47fc-981a-c9441f6844bc x-openstack-request-id: req-49cdeb33-5077-47fc-981a-c9441f6844bc {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:23.585223 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b310b30-6543-408b-8b85-2aef262d3d73", "name": "network-vif-plugged", "status": "completed", "tag": "d5e61501-a617-4c67-8d72-f1cfafd24eb2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:23.587492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-0b3c761a-efd5-43a4-8563-f59402530e4d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.587978 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-49cdeb33-5077-47fc-981a-c9441f6844bc {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:23.588902 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b310b30-6543-408b-8b85-2aef262d3d73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2', 'code': 200} Dec 08 16:13:23.591946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b3c761a-efd5-43a4-8563-f59402530e4d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0231466 Dec 08 16:13:23.598445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43158) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.652203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-4d5d4762-bbf7-4c23-a093-e5cb4a842e5e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.656093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4d5d4762-bbf7-4c23-a093-e5cb4a842e5e tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0560308 Dec 08 16:13:23.661103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.678115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-247f9a2e-c49b-46e0-b532-a3de7a2a7dac tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.687035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43166) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.687749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-247f9a2e-c49b-46e0-b532-a3de7a2a7dac tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0247254 Dec 08 16:13:23.690871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] For port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:23.698441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-d6f9f348-7057-4bc3-b961-7845ccb578e6 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.699598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d6f9f348-7057-4bc3-b961-7845ccb578e6 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091510 Dec 08 16:13:23.704151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43168) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.710854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-9885411f-c15c-48cb-8450-2231a6a97cf3 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.711870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9885411f-c15c-48cb-8450-2231a6a97cf3 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0049298 Dec 08 16:13:23.716341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-eb9c56a9-db06-49ea-90a3-c790a94cc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.720106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-eb9c56a9-db06-49ea-90a3-c790a94cc130 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.1396923 Dec 08 16:13:23.726154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43170) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.736169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-fec428d2-b5e2-4b69-b5ec-5cfa7919ee52 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.748025 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fec428d2-b5e2-4b69-b5ec-5cfa7919ee52 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0180237 Dec 08 16:13:23.749025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43172) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.753518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] For port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:23.765333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-75791fdc-ab87-422a-aa50-f24ce80e0d31 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.771500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43174) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.773204 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-75791fdc-ab87-422a-aa50-f24ce80e0d31 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0160227 Dec 08 16:13:23.776137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.813249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.826080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.826797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.836218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.839965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.847436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.853204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.855152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-87472bf6-9286-4078-8c2d-b408473c96e1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.2563410 Dec 08 16:13:23.864848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-cedf36cf-83ca-4e55-8699-e50c62e722ce tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.866205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cedf36cf-83ca-4e55-8699-e50c62e722ce tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0088196 Dec 08 16:13:23.870391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43176) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.896078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-9c2a4d4c-7290-4922-937f-bfdedec7764c tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.896891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9c2a4d4c-7290-4922-937f-bfdedec7764c tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0217509 Dec 08 16:13:23.911717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.912736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:23.916410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] 10.222.0.86 "PUT /v2.0/ports/6773d0e2-6b63-4129-83a9-67d6ec1a0c7c HTTP/1.1" status: 200 len: 1095 time: 2.1149158 Dec 08 16:13:23.917106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:23.918428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'tag': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:23.930757 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35" -d '{"events": [{"name": "network-changed", "server_uuid": "ff7ffddb-809a-4109-8a45-5812c19098a7", "tag": "6773d0e2-6b63-4129-83a9-67d6ec1a0c7c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:23.975932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-1e576e33-2b11-48bb-8277-3f9c99f8772f tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:23.990392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e08ff3-a287-4fac-8f05-c81d9b303cf7 req-f799c626-10c4-4606-ad01-f44813f2a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:23.992320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82e08ff3-a287-4fac-8f05-c81d9b303cf7 req-f799c626-10c4-4606-ad01-f44813f2a040 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 1096 time: 0.2780588 Dec 08 16:13:24.000131 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e576e33-2b11-48bb-8277-3f9c99f8772f tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0493186 Dec 08 16:13:24.009933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43184) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.044444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-495d2899-c981-4f63-913d-8e8b041984e6 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.051468 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-495d2899-c981-4f63-913d-8e8b041984e6 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0353012 Dec 08 16:13:24.054782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43186) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.064260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-536bf39c-636a-4d57-ac46-8196cce8ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.066163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-b5f9eb21-68d3-469b-bddb-0eabbbd0c8ab tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.066679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-536bf39c-636a-4d57-ac46-8196cce8ca98 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3021162 Dec 08 16:13:24.072742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43188) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.075788 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5f9eb21-68d3-469b-bddb-0eabbbd0c8ab tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0159822 Dec 08 16:13:24.083301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-ad98964e-8994-4c27-bda5-140cdb9e13c1 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.087635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ad98964e-8994-4c27-bda5-140cdb9e13c1 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0107713 Dec 08 16:13:24.090682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43190) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.124176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b702eab-78f5-41c5-a84b-1a37ad22e557 req-06e8fa7c-9846-49c3-8ee0-e4e9204bca2a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2513649 Dec 08 16:13:24.131300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [None req-4ff52fe2-af59-4658-bdf3-e9c79141c2e2 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.135705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43192) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.139143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4ff52fe2-af59-4658-bdf3-e9c79141c2e2 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0331328 Dec 08 16:13:24.141885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a80da-8f63-4ef5-833d-35666273e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:24.169197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-907353e2-8101-43e4-b3ae-9314637d1ba1 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.177230 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-907353e2-8101-43e4-b3ae-9314637d1ba1 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0180023 Dec 08 16:13:24.178792 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.189773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-6ce39ef1-c38b-4cdd-9fc4-17b28325073d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.195758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6ce39ef1-c38b-4cdd-9fc4-17b28325073d tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0150466 Dec 08 16:13:24.196880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.200069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c542889-bdc9-4df6-b94c-c23ff6e13eb3 req-9b175cef-5519-4c54-9b21-ce98e39c626a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.204131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c542889-bdc9-4df6-b94c-c23ff6e13eb3 req-9b175cef-5519-4c54-9b21-ce98e39c626a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 947 time: 0.3372147 Dec 08 16:13:24.211893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-a516b9f3-3498-48d4-a964-10635bdb3c31 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.221906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a516b9f3-3498-48d4-a964-10635bdb3c31 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0174601 Dec 08 16:13:24.222848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43198) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.245035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-3a37fed8-c353-4906-90b6-153038659c74 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.251776 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a37fed8-c353-4906-90b6-153038659c74 tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0270205 Dec 08 16:13:24.254177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:24.263071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [None req-7ee366a9-c5ac-4f19-9821-1ec1a004048a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] http://10.222.0.62:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:13:24.275458 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ee366a9-c5ac-4f19-9821-1ec1a004048a tempest-ExtensionsTestJSON-402945055 tempest-ExtensionsTestJSON-402945055-project] 10.222.0.62 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0187051 Dec 08 16:13:24.287066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-8e76cd30-6bde-4d07-9147-02e6743931d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.290814 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-8e76cd30-6bde-4d07-9147-02e6743931d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 1098 time: 0.2778554 Dec 08 16:13:24.388568 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-8cd514d1-3e89-4a50-ae47-ee3d5a07f165 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c HTTP/1.1" status: 200 len: 217 time: 0.0886130 Dec 08 16:13:24.398574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82e08ff3-a287-4fac-8f05-c81d9b303cf7 req-9cfdf833-a58f-41b8-ad61-a64fee6430ae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991499 Dec 08 16:13:24.512159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c542889-bdc9-4df6-b94c-c23ff6e13eb3 req-6a22fea1-5fe9-4386-a59f-d1c309d3ac25 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883799 Dec 08 16:13:24.524096 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901773b9-279a-4d74-9f24-3ce417aa2f6c x-openstack-request-id: req-901773b9-279a-4d74-9f24-3ce417aa2f6c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:24.524428 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff7ffddb-809a-4109-8a45-5812c19098a7", "tag": "6773d0e2-6b63-4129-83a9-67d6ec1a0c7c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:24.524645 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-901773b9-279a-4d74-9f24-3ce417aa2f6c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:24.525208 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'tag': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c', 'status': 'completed', 'code': 200} Dec 08 16:13:24.554291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-1231fabd-8039-4690-a870-27ec6c88f0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.556163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-1231fabd-8039-4690-a870-27ec6c88f0ad service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1584761 Dec 08 16:13:24.599600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-13ae1d65-5007-4183-ac61-87e60e8fcd1b service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188425 Dec 08 16:13:24.669308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-02b65fe3-8583-41d6-a217-ed74b6a7f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.671314 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-02b65fe3-8583-41d6-a217-ed74b6a7f9cd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865531 Dec 08 16:13:24.758763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ca7e1-33b0-4108-a95b-6376a4eafa1b req-c373eb8f-1266-4a46-ae05-57ee4d886c4b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.767084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-469ca7e1-33b0-4108-a95b-6376a4eafa1b req-c373eb8f-1266-4a46-ae05-57ee4d886c4b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 945 time: 0.1046505 Dec 08 16:13:24.796765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346cac15-b760-49e8-bd32-7f04cb69bd1b req-53616feb-7cea-4b2b-8cd0-5788f8586e3f service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899238 Dec 08 16:13:24.861850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-469ca7e1-33b0-4108-a95b-6376a4eafa1b req-2c6f3e6d-bd56-48a8-8fd5-6f0a0e1bc653 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937662 Dec 08 16:13:24.898861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-c0823b0d-18b2-4750-84c3-a079073063ec service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178531 Dec 08 16:13:24.997972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.998703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:24.999487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.001063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.001716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.002762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.003445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.006303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-9bfab79a-ef98-46ef-ac5c-1f1fed37c2ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6478 time: 0.1037910 Dec 08 16:13:25.080021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:25.133214 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a06df818-51eb-47dc-a0c9-3873b6c4d35f req-8c044b99-fd3d-467a-965b-7e7eb10a01cf service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221134 Dec 08 16:13:25.246848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-3673c074-d39e-4514-828d-9bc6cd95ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.250555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-3673c074-d39e-4514-828d-9bc6cd95ec16 service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 902 time: 0.2348549 Dec 08 16:13:25.275221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e984e23-512a-45ca-8f56-a706b9420b39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.360155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-ef2ab5c9-560f-4515-b6ed-d408dedefe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.363117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-cc98b5f9-6925-49c3-9b79-c24faa85ce52 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 217 time: 0.1016898 Dec 08 16:13:25.364563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-ef2ab5c9-560f-4515-b6ed-d408dedefe31 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 1098 time: 0.1547146 Dec 08 16:13:25.543531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.561258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.571528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.579832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.590953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.598341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.606602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.609835 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19691989-d3db-4809-ab03-4b06b1832093 req-f9486031-3623-4945-8614-4577598e7283 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.3507218 Dec 08 16:13:25.628766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-39a5a6c3-968d-4d80-adce-29b90afd9dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.631062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-39a5a6c3-968d-4d80-adce-29b90afd9dd9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.2574441 Dec 08 16:13:25.639102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e984e23-512a-45ca-8f56-a706b9420b39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.725823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-4dc58857-d4d4-4f6c-a093-d954ee06771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.727649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-4dc58857-d4d4-4f6c-a093-d954ee06771e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0846934 Dec 08 16:13:25.734767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19691989-d3db-4809-ab03-4b06b1832093 req-1704b607-c817-46e4-a447-5496926c9fb8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146891 Dec 08 16:13:25.782630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e984e23-512a-45ca-8f56-a706b9420b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.900777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1392a5f0-f761-48b1-a55d-4a54f37742b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:25.919740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e984e23-512a-45ca-8f56-a706b9420b39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c51f3df5355941908a45692768c71d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375070 Dec 08 16:13:25.921368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43238) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:25.922310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6397b81f-6a1d-49d2-a4bf-cb80b19e100a req-14fa38fb-e8bf-4fa3-accd-0c847e9e248a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.922763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e984e23-512a-45ca-8f56-a706b9420b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3e9126-0039-4da8-8299-908a65b1db9c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:25.924089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6397b81f-6a1d-49d2-a4bf-cb80b19e100a req-14fa38fb-e8bf-4fa3-accd-0c847e9e248a tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 947 time: 0.1353793 Dec 08 16:13:25.938180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-749618ea-9e18-4c81-a5fb-92309c220a5e service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019405 Dec 08 16:13:25.941918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-c11fe97e-5ee5-4191-bbb5-0ed3336ca0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:25.944701 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-c11fe97e-5ee5-4191-bbb5-0ed3336ca0a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.5657477 Dec 08 16:13:26.122821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6397b81f-6a1d-49d2-a4bf-cb80b19e100a req-1b8114b6-1ed6-4519-a2f4-8ed22c0c3329 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749973 Dec 08 16:13:26.127544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-ab74acf4-fe6a-482b-8f27-bcc5069d5ca8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c HTTP/1.1" status: 200 len: 217 time: 0.0953510 Dec 08 16:13:26.138529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b98f2-2e00-439e-8bca-c92ac299c58b req-e0bd41ee-d301-4991-9db9-c78b7376acac tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.140131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc1b98f2-2e00-439e-8bca-c92ac299c58b req-e0bd41ee-d301-4991-9db9-c78b7376acac tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 945 time: 0.1605515 Dec 08 16:13:26.175013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-23313231-8ae3-474d-9b5d-ac38f6240955 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285180 Dec 08 16:13:26.218226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc1b98f2-2e00-439e-8bca-c92ac299c58b req-48b5fdf7-ebcc-4fc2-bab8-eea672e2cabd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679471 Dec 08 16:13:26.239863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e33f4bfc-31b2-4fe9-b7a3-61987862d916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.280527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-3a4cb7d1-166a-4403-b05d-c15be91019bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.282164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-3a4cb7d1-166a-4403-b05d-c15be91019bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1462138 Dec 08 16:13:26.314163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e33f4bfc-31b2-4fe9-b7a3-61987862d916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.328270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.329520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.330192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.331713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.332413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.333041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.333666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.335939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-ff93ce76-46a2-422a-86e9-2e82821c0d96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6478 time: 0.0758286 Dec 08 16:13:26.388596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-a2efe8fe-126b-4461-91ca-55dd031064f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.394817 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-a2efe8fe-126b-4461-91ca-55dd031064f7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1010499 Dec 08 16:13:26.523153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e33f4bfc-31b2-4fe9-b7a3-61987862d916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.526736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e33f4bfc-31b2-4fe9-b7a3-61987862d916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:26.531866 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e33f4bfc-31b2-4fe9-b7a3-61987862d916 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e3e9126-0039-4da8-8299-908a65b1db9c HTTP/1.1" status: 204 len: 168 time: 0.5860488 Dec 08 16:13:26.553557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f4bfc-31b2-4fe9-b7a3-61987862d916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3e9126-0039-4da8-8299-908a65b1db9c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:26.636518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-29073bb3-a77d-45f1-8e14-a8d87eca4d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.643495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-29073bb3-a77d-45f1-8e14-a8d87eca4d1d service neutron] 10.222.0.58 "GET /v2.0/networks?id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 902 time: 0.2999792 Dec 08 16:13:26.660240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-878a8ba8-4b59-4246-a6d7-3fd88b001ff6 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588990 Dec 08 16:13:26.765093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-aae95884-3cf5-4053-8595-1acf393d9c59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 217 time: 0.1118309 Dec 08 16:13:26.861129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-74cb4531-4c29-4064-81a6-371d8f80e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:26.862778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-74cb4531-4c29-4064-81a6-371d8f80e4fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.0918219 Dec 08 16:13:27.047136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b25001ee-71e1-48fe-8d8f-5dffd52e2b35 req-055721ad-4780-4c82-9d84-c716779d758d service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768148 Dec 08 16:13:27.102373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-d91100a4-86ee-4a01-b637-c8ed02df4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.112476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-d91100a4-86ee-4a01-b637-c8ed02df4ab5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2420397 Dec 08 16:13:27.373684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.385871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.412854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.426298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.435293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.445879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.454660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.458304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-b275b7e4-c47c-488d-bf90-9084690ca6c3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.4898186 Dec 08 16:13:27.612509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfe4374-248c-41ad-b320-4da2a651bff5 req-f0714797-5536-4475-aa84-52b32d41d515 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:27.614148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdfe4374-248c-41ad-b320-4da2a651bff5 req-f0714797-5536-4475-aa84-52b32d41d515 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 947 time: 0.1546259 Dec 08 16:13:27.619891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-e7b1f659-fa63-4017-b47d-7047fd0a0c16 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883981 Dec 08 16:13:27.754333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1664d843-b5af-43c9-b32a-b5945428ac1a req-82167ca3-d971-4d0b-ab8b-8d8759b856c0 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213086 Dec 08 16:13:27.777950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3539b5d8-d9ed-45d8-8870-7ce2b113535e req-63a06b17-d697-428c-aa07-cbebd44bae00 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961631 Dec 08 16:13:27.881203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdfe4374-248c-41ad-b320-4da2a651bff5 req-6a38308f-32d5-4149-a280-157bebd8de09 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600226 Dec 08 16:13:28.166131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:28.535633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:28.565847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c', 'mac_address': 'fa:16:3e:e3:b7:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:28.766691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:28.824122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8a401f8-c594-4f79-8758-a8731f6117dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:28.841637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:28.895583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:28.904262 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:29.015296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.023133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.030668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.037971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.046212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.053547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.061761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.068030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:29.070624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-8d502455-c31e-4570-b14a-45f26c6b9ef0 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.1259291 Dec 08 16:13:29.116159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.116389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43320) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:29.123259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.123969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.124637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.125124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.125600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.126333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.126824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.127309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.127785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.128296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.128773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.129247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:29.154031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6773d0e2-6b63-4129-83a9-67d6ec1a0c7c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:29.307459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5e13487-50ca-478e-b818-e109a26ffe4b req-72d1592a-596e-4010-889b-2988b4032125 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2348568 Dec 08 16:13:29.453367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e6745-7432-43d0-a07d-a4fb746f92d2 req-c8db82c3-027c-441d-9ddc-5f1057a103c7 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:29.472147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f34e6745-7432-43d0-a07d-a4fb746f92d2 req-c8db82c3-027c-441d-9ddc-5f1057a103c7 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 948 time: 0.3349056 Dec 08 16:13:29.601891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f34e6745-7432-43d0-a07d-a4fb746f92d2 req-a653ab4e-a34a-469a-82fc-b43313c1a992 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180241 Dec 08 16:13:29.721427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8db54c17-264f-4d79-ba66-e025620de62d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] Request body: {'port': {'network_id': 'fff0d71f-3c1e-4fe3-aaf8-a784e0d9edef', 'name': 'tempest-NetworksNegativeTestJSON-2136472819'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:29.748057 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db54c17-264f-4d79-ba66-e025620de62d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] POST failed (client error): The resource could not be found. Dec 08 16:13:29.749880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db54c17-264f-4d79-ba66-e025620de62d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:29.758632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43336) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:29.770731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8db54c17-264f-4d79-ba66-e025620de62d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6531234 Dec 08 16:13:29.798870 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e79852-08d4-4805-9d31-0213d2c711c5 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] DELETE failed (client error): The resource could not be found. Dec 08 16:13:29.800258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e79852-08d4-4805-9d31-0213d2c711c5 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:29.814316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43340) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:29.826373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78e79852-08d4-4805-9d31-0213d2c711c5 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "DELETE /v2.0/networks/06a73b21-8cf7-48eb-964b-df6bc4f8ea54 HTTP/1.1" status: 404 len: 339 time: 0.0645568 Dec 08 16:13:29.879128 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-548986dc-eada-4307-81c1-c5b50ad354c9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] DELETE failed (client error): The resource could not be found. Dec 08 16:13:29.880984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-548986dc-eada-4307-81c1-c5b50ad354c9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:29.898554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:29.908745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-548986dc-eada-4307-81c1-c5b50ad354c9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "DELETE /v2.0/ports/aefdd37f-b278-4855-a94a-17bd770efb11 HTTP/1.1" status: 404 len: 333 time: 0.0919309 Dec 08 16:13:29.954652 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-9763f789-9c91-478d-8c80-02b14db91c5d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] DELETE failed (client error): The resource could not be found. Dec 08 16:13:29.955665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9763f789-9c91-478d-8c80-02b14db91c5d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:29.978125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:29.998450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9763f789-9c91-478d-8c80-02b14db91c5d tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "DELETE /v2.0/subnets/14f1114c-7b56-402a-9635-ac27cd50aff1 HTTP/1.1" status: 404 len: 337 time: 0.0975831 Dec 08 16:13:30.025218 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.025834 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1adf3e18-8736-45e4-9eaa-5a1f38cf2040 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] GET failed (client error): The resource could not be found. Dec 08 16:13:30.039608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43348) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:30.049863 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1adf3e18-8736-45e4-9eaa-5a1f38cf2040 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "GET /v2.0/networks/74d733dd-3633-4c64-bc68-4834f7171118 HTTP/1.1" status: 404 len: 339 time: 0.0695794 Dec 08 16:13:30.097047 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-618a3aa8-16fa-4b2d-a0b9-88983e7c5c36 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] GET failed (client error): The resource could not be found. Dec 08 16:13:30.104717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-618a3aa8-16fa-4b2d-a0b9-88983e7c5c36 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "GET /v2.0/ports/4def541f-d2cc-4fae-9f74-2d5301b24785 HTTP/1.1" status: 404 len: 333 time: 0.0582805 Dec 08 16:13:30.107376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43350) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:30.159388 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-13a96c08-87cd-45ec-b965-77413e416a03 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] GET failed (client error): The resource could not be found. Dec 08 16:13:30.165717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43354) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:30.166455 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-13a96c08-87cd-45ec-b965-77413e416a03 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "GET /v2.0/subnets/749eb325-a3f5-4604-992a-90b15f901bc5 HTTP/1.1" status: 404 len: 337 time: 0.0575612 Dec 08 16:13:30.188278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2c57c390-85e4-40bd-a95f-4d790eda44a9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:30.200944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:30.250895 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c57c390-85e4-40bd-a95f-4d790eda44a9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] PUT failed (client error): The resource could not be found. Dec 08 16:13:30.251874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c57c390-85e4-40bd-a95f-4d790eda44a9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:30.258454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:30.259497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2c57c390-85e4-40bd-a95f-4d790eda44a9 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "PUT /v2.0/networks/842e6197-7398-4be1-bdf2-d6d527a8736d HTTP/1.1" status: 404 len: 339 time: 0.0917838 Dec 08 16:13:30.270291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-69538874-e386-46de-8633-0b89a77f341c tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:30.312210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:30.314164 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-69538874-e386-46de-8633-0b89a77f341c tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] PUT failed (client error): The resource could not be found. Dec 08 16:13:30.318838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69538874-e386-46de-8633-0b89a77f341c tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:30.321449 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69538874-e386-46de-8633-0b89a77f341c tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "PUT /v2.0/ports/bb06c079-b765-475b-ab01-05bdb52ea28e HTTP/1.1" status: 404 len: 333 time: 0.0605705 Dec 08 16:13:30.322194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:30.324868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.325772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:30.336126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-44b3776a-d8f9-42cf-a17f-aa285eac72d3 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:30.391321 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-44b3776a-d8f9-42cf-a17f-aa285eac72d3 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] PUT failed (client error): The resource could not be found. Dec 08 16:13:30.397293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44b3776a-d8f9-42cf-a17f-aa285eac72d3 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:13:30.416481 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-44b3776a-d8f9-42cf-a17f-aa285eac72d3 tempest-NetworksNegativeTestJSON-430334416 tempest-NetworksNegativeTestJSON-430334416-project] 10.222.0.62 "PUT /v2.0/subnets/5b6bff3c-08e2-4925-a6d3-f1e5062436a1 HTTP/1.1" status: 404 len: 337 time: 0.0890462 Dec 08 16:13:30.664169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.669141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.683563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.693067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.723347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.734431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:30.737290 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77da09a-c059-444e-bb77-094506e1c674" -d '{"events": [{"server_uuid": "ff7ffddb-809a-4109-8a45-5812c19098a7", "name": "network-vif-plugged", "status": "completed", "tag": "6773d0e2-6b63-4129-83a9-67d6ec1a0c7c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:30.746089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.761057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.789150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:30.793870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:30.795577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-072c6793-85b6-49a2-bcfa-6a8ef37636ce tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.2882991 Dec 08 16:13:30.801098 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:30.905869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:31.120374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c04b493a-6427-4516-acd2-82c4ea289c4e req-d4b9c440-39f7-425a-9a77-0027d739130d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3104537 Dec 08 16:13:31.208563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d082ad7-1198-4338-88dd-807652168b2a req-5a259a2e-201e-4e9d-9d0c-ddd785f9493d tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:31.216823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d082ad7-1198-4338-88dd-807652168b2a req-5a259a2e-201e-4e9d-9d0c-ddd785f9493d tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.2401185 Dec 08 16:13:31.400908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d082ad7-1198-4338-88dd-807652168b2a req-a53164bc-1db2-4ebc-b992-561a97f9f5e9 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550248 Dec 08 16:13:31.469627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43394) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:31.478344 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afde92f-c29c-41ee-98c4-ef9ab76cf4f7 x-openstack-request-id: req-1afde92f-c29c-41ee-98c4-ef9ab76cf4f7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:31.479099 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7ffddb-809a-4109-8a45-5812c19098a7", "name": "network-vif-plugged", "status": "completed", "tag": "6773d0e2-6b63-4129-83a9-67d6ec1a0c7c", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:31.479099 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1afde92f-c29c-41ee-98c4-ef9ab76cf4f7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:31.479385 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c', 'code': 200} Dec 08 16:13:31.661426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae0fd4-feb6-4659-9f44-eb90413ffbd9 req-f73a72b2-6bf6-4386-a5fb-98eb01d11b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:31.664499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fae0fd4-feb6-4659-9f44-eb90413ffbd9 req-f73a72b2-6bf6-4386-a5fb-98eb01d11b7f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 1100 time: 0.1120641 Dec 08 16:13:31.735012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.893625 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fae0fd4-feb6-4659-9f44-eb90413ffbd9 req-b98eeaff-27f0-408b-ac1e-ab1048fc16b9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142186 Dec 08 16:13:31.902593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:31.914136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db48f97c-bf15-42b9-84bd-5d73c0a000b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:31.942611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.049699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db48f97c-bf15-42b9-84bd-5d73c0a000b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.055284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db48f97c-bf15-42b9-84bd-5d73c0a000b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.094820 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db48f97c-bf15-42b9-84bd-5d73c0a000b5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0cb4b496dd90431286a2900876042693&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6236699 Dec 08 16:13:32.097507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:32.127597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.178541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48f97c-bf15-42b9-84bd-5d73c0a000b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60420cc8-1025-4d9e-8dc1-c089f6c40e71,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:32.200647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae8173b2-53ef-4aa8-ae53-7cd9b6454458 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.280024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae8173b2-53ef-4aa8-ae53-7cd9b6454458 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.363681 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66d1a0bb-65eb-4758-a27f-612722c10d32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.490235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.503182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.515146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.528102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.539252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.551421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.566569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:32.570396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-9647a8a7-a72a-46f6-99e9-397e44ac3f01 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.2361999 Dec 08 16:13:32.597454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae8173b2-53ef-4aa8-ae53-7cd9b6454458 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.602653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae8173b2-53ef-4aa8-ae53-7cd9b6454458 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:32.605036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ae8173b2-53ef-4aa8-ae53-7cd9b6454458 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60420cc8-1025-4d9e-8dc1-c089f6c40e71 HTTP/1.1" status: 204 len: 168 time: 0.5048931 Dec 08 16:13:32.719284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8173b2-53ef-4aa8-ae53-7cd9b6454458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60420cc8-1025-4d9e-8dc1-c089f6c40e71,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:32.812405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.049949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd3445d9-7c75-41e1-9694-a40d5003227b req-c4019183-2788-47d1-8f15-3dfe589d9987 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4702590 Dec 08 16:13:33.145673 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66d1a0bb-65eb-4758-a27f-612722c10d32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.160876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66d1a0bb-65eb-4758-a27f-612722c10d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.211287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f989-f71e-4e79-9f29-bf7a45b82a23 req-8154dc96-9faa-4d12-8b09-4a488a61e2e8 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:33.213868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1978f989-f71e-4e79-9f29-bf7a45b82a23 req-8154dc96-9faa-4d12-8b09-4a488a61e2e8 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.2314665 Dec 08 16:13:33.268487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:33.269550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-66d1a0bb-65eb-4758-a27f-612722c10d32 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af424c46106f4237b598bd04644c9c55&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3647168 Dec 08 16:13:33.276602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1a0bb-65eb-4758-a27f-612722c10d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5142b9d-e43a-4706-80ba-55b40e3a3b45,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:33.376318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70bbc919-9a5c-47ad-82e6-84f68291b4d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.384324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1978f989-f71e-4e79-9f29-bf7a45b82a23 req-73181d53-579d-4479-861b-ba904f604d75 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420138 Dec 08 16:13:33.445284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70bbc919-9a5c-47ad-82e6-84f68291b4d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.546199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70bbc919-9a5c-47ad-82e6-84f68291b4d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.551825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70bbc919-9a5c-47ad-82e6-84f68291b4d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:33.553623 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-70bbc919-9a5c-47ad-82e6-84f68291b4d2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5142b9d-e43a-4706-80ba-55b40e3a3b45 HTTP/1.1" status: 204 len: 168 time: 0.2834210 Dec 08 16:13:33.568324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbc919-9a5c-47ad-82e6-84f68291b4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5142b9d-e43a-4706-80ba-55b40e3a3b45,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:34.132137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:34.178350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac504534-9a82-4b9e-b4a0-3add363c5a06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.374079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac504534-9a82-4b9e-b4a0-3add363c5a06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.380283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac504534-9a82-4b9e-b4a0-3add363c5a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.439758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ac504534-9a82-4b9e-b4a0-3add363c5a06 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ea9f305826c44f16a6dabc559f5043d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3060486 Dec 08 16:13:34.441476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac504534-9a82-4b9e-b4a0-3add363c5a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c0a251-e442-4de2-98a8-af59ddb48d24,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:34.444713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:34.453779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.469008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.472285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:34.480770 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065558 Dec 08 16:13:34.481940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.485433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:34.516413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.547113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0147d47-99fd-403f-91ea-339c65905b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.547713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.581084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0147d47-99fd-403f-91ea-339c65905b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.588545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.606929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:34.620501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-1a16fc0d-270c-4ad4-baf2-82d6373e64cf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.3288438 Dec 08 16:13:34.689622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0147d47-99fd-403f-91ea-339c65905b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.693779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0147d47-99fd-403f-91ea-339c65905b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:34.695555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0147d47-99fd-403f-91ea-339c65905b6e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e4c0a251-e442-4de2-98a8-af59ddb48d24 HTTP/1.1" status: 204 len: 168 time: 0.2493937 Dec 08 16:13:34.707734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0147d47-99fd-403f-91ea-339c65905b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c0a251-e442-4de2-98a8-af59ddb48d24,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:34.883113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a42380-6c6a-4182-86de-2b2f09d69ffb req-851448d1-d483-462a-bf19-f5f4257fac26 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2603924 Dec 08 16:13:34.932481 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fa7659d2-f1ad-4a97-b0e6-aa263c98e915 tempest-NetworksApiDiscovery-14384271 tempest-NetworksApiDiscovery-14384271-project] 10.222.0.62 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4444389 Dec 08 16:13:35.192131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831115a-66e0-4244-b497-1271d5d5213b req-68c8dc6f-c3cf-4412-9e0e-ba4773d7745a tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.199522 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4831115a-66e0-4244-b497-1271d5d5213b req-68c8dc6f-c3cf-4412-9e0e-ba4773d7745a tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.86 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 945 time: 0.1432221 Dec 08 16:13:35.219785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53157f2-b6db-46cf-8e10-dc65c3ea4ed4 req-adcf74bf-e19c-4348-a37a-4abc27a47eb5 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.236166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c53157f2-b6db-46cf-8e10-dc65c3ea4ed4 req-adcf74bf-e19c-4348-a37a-4abc27a47eb5 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 945 time: 0.1866951 Dec 08 16:13:35.351546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c53157f2-b6db-46cf-8e10-dc65c3ea4ed4 req-bdaa614a-d9cb-4f98-8a07-f11b1943ca46 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/security-groups?id=de16a50d-4db1-4cf5-bdfb-5e360f663c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055121 Dec 08 16:13:35.505563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb876c76-ab60-4c43-84bd-70f56958908a req-4e770776-4616-41f7-afa3-eb36209fb184 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:35.508559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb876c76-ab60-4c43-84bd-70f56958908a req-4e770776-4616-41f7-afa3-eb36209fb184 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.6240752 Dec 08 16:13:35.518382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Deleting port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:35.518948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.612346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb876c76-ab60-4c43-84bd-70f56958908a req-74a3970a-6aca-4d49-ba88-e947d4fa339e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869884 Dec 08 16:13:35.837155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43502) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:35.908825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] For port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,segment=NetworkSegment(6e84ada6-bb26-4088-9830-e4bf9ee49dd0),segment_id=6e84ada6-bb26-4088-9830-e4bf9ee49dd0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:35.909873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:35.935112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Calling delete_port for a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:36.236561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da4c8c-19c9-49ba-9f33-79ef3c7b9b82 req-f646fa52-7d55-4b33-bd98-38b7e88a6534 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.244879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7da4c8c-19c9-49ba-9f33-79ef3c7b9b82 req-f646fa52-7d55-4b33-bd98-38b7e88a6534 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.1997173 Dec 08 16:13:36.329280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72181c2b-06a4-493c-b0d0-f8cc1334b83d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.366389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.396527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.404298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.428108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.445046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.448894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Pushing event deleted for resources: {'Port': ['ID=a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:36.477352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.494282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.509747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:36.513716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f901276e-b9aa-4057-af55-16be252b39b8 req-704b1ea7-0397-4981-956e-2d35b0a7d424 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.3987360 Dec 08 16:13:36.539444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7da4c8c-19c9-49ba-9f33-79ef3c7b9b82 req-a15724eb-d4e9-450f-94ca-897d4023ef8c tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930069 Dec 08 16:13:36.690627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] No DVR routers for this DVR port a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:36.694031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.701926 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4831115a-66e0-4244-b497-1271d5d5213b req-ad54ca28-51ee-43b9-b134-61b1192039ff tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.86 "DELETE /v2.0/ports/a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 HTTP/1.1" status: 204 len: 173 time: 1.4965279 Dec 08 16:13:36.711211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72181c2b-06a4-493c-b0d0-f8cc1334b83d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.712795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'name': 'network-vif-deleted', 'tag': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:36.720852 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829b24f9-ae79-4dc0-828c-49e84ad77326" -d '{"events": [{"server_uuid": "b3cf030f-cd2a-4f55-9c13-afa6a46cfa74", "name": "network-vif-deleted", "tag": "a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:36.726655 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72181c2b-06a4-493c-b0d0-f8cc1334b83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:36.789693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-517a1af9-438f-4f38-a9e2-e882ae9b9d06 req-7f469aea-8449-41a2-9c58-8f529f1c7233 tempest-VolumesAdminNegativeTest-1751533446 tempest-VolumesAdminNegativeTest-1751533446-project] 10.222.0.62 "GET /v2.0/ports?device_id=b3cf030f-cd2a-4f55-9c13-afa6a46cfa74 HTTP/1.1" status: 200 len: 210 time: 0.1159158 Dec 08 16:13:36.814445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72181c2b-06a4-493c-b0d0-f8cc1334b83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6db0b4a-31c3-4f6f-9b37-0ac25f28749c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:36.832963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f901276e-b9aa-4057-af55-16be252b39b8 req-37de2280-c938-4fb2-ba4c-4ddbe5589b28 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2912490 Dec 08 16:13:36.880349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43530) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:36.881360 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-72181c2b-06a4-493c-b0d0-f8cc1334b83d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=540af476a2194d15be196e941744e47b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0422087 Dec 08 16:13:36.914901 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1038639-de31-4681-9e60-8fe6359336d7 x-openstack-request-id: req-a1038639-de31-4681-9e60-8fe6359336d7 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:36.914901 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3cf030f-cd2a-4f55-9c13-afa6a46cfa74", "name": "network-vif-deleted", "tag": "a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:36.914901 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1038639-de31-4681-9e60-8fe6359336d7 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:36.915410 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3cf030f-cd2a-4f55-9c13-afa6a46cfa74', 'name': 'network-vif-deleted', 'tag': 'a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0', 'status': 'completed', 'code': 200} Dec 08 16:13:37.017313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c76d7bf-8a69-4cf4-9d03-67e1b1ad12e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.062959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c76d7bf-8a69-4cf4-9d03-67e1b1ad12e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.151952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c76d7bf-8a69-4cf4-9d03-67e1b1ad12e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.157460 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c76d7bf-8a69-4cf4-9d03-67e1b1ad12e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:37.161890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2c76d7bf-8a69-4cf4-9d03-67e1b1ad12e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6db0b4a-31c3-4f6f-9b37-0ac25f28749c HTTP/1.1" status: 204 len: 168 time: 0.2758141 Dec 08 16:13:37.174701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76d7bf-8a69-4cf4-9d03-67e1b1ad12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6db0b4a-31c3-4f6f-9b37-0ac25f28749c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:37.750352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d66b43-4a22-4ac2-b1d8-5321062b52ab req-01004ae0-1aeb-4021-af74-fb6d5e53dbbf tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:37.753108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52d66b43-4a22-4ac2-b1d8-5321062b52ab req-01004ae0-1aeb-4021-af74-fb6d5e53dbbf tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.0751805 Dec 08 16:13:37.847084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52d66b43-4a22-4ac2-b1d8-5321062b52ab req-f1073580-1041-481f-abac-ffadc9967eae tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795875 Dec 08 16:13:37.901748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43562) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:38.178552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.190174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.202359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.211939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.220914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.228420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.235324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.237492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-c9d6ca9b-8956-4517-be4e-7fe6b1fca775 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.2253823 Dec 08 16:13:38.246478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abde63-5736-41f8-84e8-5abd2506569d req-739d02b9-89ed-41d5-b61f-e6a68a2967ad tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:38.248244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67abde63-5736-41f8-84e8-5abd2506569d req-739d02b9-89ed-41d5-b61f-e6a68a2967ad tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 1100 time: 0.2128055 Dec 08 16:13:38.257404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:38.307802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:38.308374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a8cdf5ff-5d5d-4c4f-983e-eac3934ad6f0 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:38.327472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67abde63-5736-41f8-84e8-5abd2506569d req-a2bae200-c7d8-40fd-90f5-29b2ecb4e15f tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.385187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d620458-4d94-416e-80f5-1a593f8cdb0b req-434caf31-47f9-41bf-bc6b-9d9396a3162b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1331677 Dec 08 16:13:38.532386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67abde63-5736-41f8-84e8-5abd2506569d req-a2bae200-c7d8-40fd-90f5-29b2ecb4e15f tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.534674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Deleting subnet 7e99d9b0-9573-43db-be3b-7343447f4895 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:38.543131 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-67abde63-5736-41f8-84e8-5abd2506569d req-a2bae200-c7d8-40fd-90f5-29b2ecb4e15f tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.557727 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.628483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67abde63-5736-41f8-84e8-5abd2506569d req-a2bae200-c7d8-40fd-90f5-29b2ecb4e15f tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289301 Dec 08 16:13:38.693723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bae200-c7d8-40fd-90f5-29b2ecb4e15f tempest-LiveMigrationNegativeTest-1762770970 tempest-LiveMigrationNegativeTest-1762770970-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f51c5a-2677-43fe-9d06-4d6f1f49df48,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:38.724936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.802895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.953826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.968575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:38.976962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7e99d9b0-9573-43db-be3b-7343447f4895 HTTP/1.1" status: 204 len: 168 time: 1.0691128 Dec 08 16:13:38.977360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43600) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:39.034930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e365a-c5a4-4cc2-a61c-1bb724deb992 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e99d9b0-9573-43db-be3b-7343447f4895,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:39.090740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.297509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.401651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7549f4-7781-4be8-a5c4-0f348760205b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:39.433085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e84ada6-bb26-4088-9830-e4bf9ee49dd0') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:39.434568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e84ada6-bb26-4088-9830-e4bf9ee49dd0') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:39.464840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.501403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4007b-4664-44d2-a4ee-dcc69a999ae6 req-05b868aa-160b-4b85-a091-a721fd06ad74 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.503649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52b4007b-4664-44d2-a4ee-dcc69a999ae6 req-05b868aa-160b-4b85-a091-a721fd06ad74 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.1875367 Dec 08 16:13:39.520665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.562107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:39.569076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:39.574945 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:39.718305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.777614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.781570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9f7549f4-7781-4be8-a5c4-0f348760205b HTTP/1.1" status: 204 len: 168 time: 0.8030269 Dec 08 16:13:39.786377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43628) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:39.799229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52b4007b-4664-44d2-a4ee-dcc69a999ae6 req-bdb9b591-2ea9-4e7d-9124-e33757125b49 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831590 Dec 08 16:13:39.827888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb22ac4-7bf3-4cdb-9e0a-8a6b505d5ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7549f4-7781-4be8-a5c4-0f348760205b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:39.849025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Deleting subnet fc95224a-6128-41a9-8625-a229ce09cd31 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:13:39.854904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.879405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.890021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.919492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.923761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.931908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.961277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:39.977038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:39.980440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.018317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.029420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-79cf8764-e488-4be3-8432-c4f08770e00d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.4506404 Dec 08 16:13:40.060541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.094016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.102446 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fc95224a-6128-41a9-8625-a229ce09cd31 HTTP/1.1" status: 204 len: 168 time: 0.3145645 Dec 08 16:13:40.143504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43632) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:40.165658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bd1b9-ffde-42ff-a9a4-839cdeb2d16f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc95224a-6128-41a9-8625-a229ce09cd31,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:40.252483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d2c7d28-18ed-46f3-af7e-26e96fc4c889 req-91b38b9b-b348-4965-8321-f589269548d2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2148533 Dec 08 16:13:40.429691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.609101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.654610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2edfc718-a9b1-4203-a090-2384d254791a']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:40.664782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bc6561-17c5-4a20-bcb2-48f5f335b3ee') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:40.665330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bc6561-17c5-4a20-bcb2-48f5f335b3ee') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:40.678886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.702466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.715606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-ffbadb8b-de5a-4bdb-908c-5b0eb3be2c4e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:40.717370 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-ffbadb8b-de5a-4bdb-908c-5b0eb3be2c4e tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.1015105 Dec 08 16:13:40.750926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:13:40.752177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:13:40.758858 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:13:40.958334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Deleting port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:40.960056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:40.990024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105169d2-9623-48fd-8625-cb8fff482c78 req-56727d8d-2c3f-4ec4-840a-ff1a9c29f34e tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.003143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-105169d2-9623-48fd-8625-cb8fff482c78 req-56727d8d-2c3f-4ec4-840a-ff1a9c29f34e tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 946 time: 0.2951903 Dec 08 16:13:41.047573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.143024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.149313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2edfc718-a9b1-4203-a090-2384d254791a HTTP/1.1" status: 204 len: 168 time: 1.0007224 Dec 08 16:13:41.165528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] For port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:41.166058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.193745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Calling delete_port for 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:41.209488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54517a-402a-457b-8709-e09e2ba75a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=2edfc718-a9b1-4203-a090-2384d254791a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:41.253934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-105169d2-9623-48fd-8625-cb8fff482c78 req-916c4294-ad1b-4b03-8683-5f5a7e393a21 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406998 Dec 08 16:13:41.280307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-38a56d66-0000-4ef8-9b02-7fd50ad62131 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.282280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-38a56d66-0000-4ef8-9b02-7fd50ad62131 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.58 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 946 time: 0.2263587 Dec 08 16:13:41.316887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793ca7-e8bf-44da-acb9-7aa7c4a78ff7 req-0923b392-357b-43c7-a825-31ee43846260 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.319258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a793ca7-e8bf-44da-acb9-7aa7c4a78ff7 req-0923b392-357b-43c7-a825-31ee43846260 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff7ffddb-809a-4109-8a45-5812c19098a7 HTTP/1.1" status: 200 len: 949 time: 0.3107772 Dec 08 16:13:41.466808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.484340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['fff3c960-6159-4bd4-8b8f-4e89a26b16e8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:41.487943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6773d0e2-6b63-4129-83a9-67d6ec1a0c7c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:41.538470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:41.540511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Pushing event deleted for resources: {'Port': ['ID=6773d0e2-6b63-4129-83a9-67d6ec1a0c7c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:41.623883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a793ca7-e8bf-44da-acb9-7aa7c4a78ff7 req-41ba5ac2-0ffb-443c-a9a9-efc3baa3ecb1 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727928 Dec 08 16:13:41.726725 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-492cc0f8-3cc9-47cd-a668-d9910ea328b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eefc5fa7386343ab972a95cdc3670904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819580 Dec 08 16:13:41.729176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] No DVR routers for this DVR port 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:41.733767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43682) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:41.737693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.754913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4b914277-441d-4ac8-8e3e-6206e78eb3a1 req-36c5f337-7dcb-4b78-b64e-695715a76e78 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.86 "DELETE /v2.0/ports/6773d0e2-6b63-4129-83a9-67d6ec1a0c7c HTTP/1.1" status: 204 len: 173 time: 1.0292888 Dec 08 16:13:41.801513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'name': 'network-vif-deleted', 'tag': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:41.822336 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e116496-2f0c-4ec1-a7c8-ecfb697cca90" -d '{"events": [{"server_uuid": "ff7ffddb-809a-4109-8a45-5812c19098a7", "name": "network-vif-deleted", "tag": "6773d0e2-6b63-4129-83a9-67d6ec1a0c7c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:41.850622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.874377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.892885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.912924 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3417ec17-e2c2-4005-accd-f921c927c0e6 x-openstack-request-id: req-3417ec17-e2c2-4005-accd-f921c927c0e6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:41.913099 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff7ffddb-809a-4109-8a45-5812c19098a7", "name": "network-vif-deleted", "tag": "6773d0e2-6b63-4129-83a9-67d6ec1a0c7c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:41.913419 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3417ec17-e2c2-4005-accd-f921c927c0e6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:41.913734 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff7ffddb-809a-4109-8a45-5812c19098a7', 'name': 'network-vif-deleted', 'tag': '6773d0e2-6b63-4129-83a9-67d6ec1a0c7c', 'status': 'completed', 'code': 200} Dec 08 16:13:41.933860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.947513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6334654-c7bc-48fc-b3b4-9b5f37d5d619 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.956340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:41.981429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6334654-c7bc-48fc-b3b4-9b5f37d5d619 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:41.984749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.000320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.028933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b2604d6-e133-4892-a569-9b1d72876afb req-a806a778-fc9a-4c1f-bec7-f249a7449c10 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5421 time: 0.6172271 Dec 08 16:13:42.085224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6334654-c7bc-48fc-b3b4-9b5f37d5d619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.091339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6334654-c7bc-48fc-b3b4-9b5f37d5d619 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.110439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c6334654-c7bc-48fc-b3b4-9b5f37d5d619 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de16a50d-4db1-4cf5-bdfb-5e360f663c4f HTTP/1.1" status: 204 len: 168 time: 0.3543272 Dec 08 16:13:42.139344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6334654-c7bc-48fc-b3b4-9b5f37d5d619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16a50d-4db1-4cf5-bdfb-5e360f663c4f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:42.161443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b2604d6-e133-4892-a569-9b1d72876afb req-4ea21db7-6ada-4a0f-bf0f-b5080eccd6d7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1297622 Dec 08 16:13:42.169050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:42.182705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Deleting port f0b78139-68b8-4f61-bddb-81490242eb18 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:42.183546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.365201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] For port f0b78139-68b8-4f61-bddb-81490242eb18, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0b78139-68b8-4f61-bddb-81490242eb18,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:42.366145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.397982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Calling delete_port for f0b78139-68b8-4f61-bddb-81490242eb18 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:42.499658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d308a-d619-4b6e-9b4f-ef26f6ca2783 req-d958c1c4-b282-479a-857f-cf1acc3c9ead tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:42.501490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f96d308a-d619-4b6e-9b4f-ef26f6ca2783 req-d958c1c4-b282-479a-857f-cf1acc3c9ead tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 946 time: 0.1241755 Dec 08 16:13:42.626581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f96d308a-d619-4b6e-9b4f-ef26f6ca2783 req-12f983c8-70f7-478b-8469-45659051a794 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/security-groups?id=8c1c56ad-3065-4363-8e93-2c50c8a8a676&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062303 Dec 08 16:13:42.725860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43708) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:42.730329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:42.741185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.756584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f0b78139-68b8-4f61-bddb-81490242eb18'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:42.814928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bec0616-a9f2-41d1-93c2-49b17a12ca8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.816187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Pushing event deleted for resources: {'Port': ['ID=f0b78139-68b8-4f61-bddb-81490242eb18,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:42.893471 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8c011632-c603-4514-a6ec-6c70edfa739b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f25d7d39724408d9e643343dc221945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637995 Dec 08 16:13:42.895324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43712) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:42.918835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] No DVR routers for this DVR port f0b78139-68b8-4f61-bddb-81490242eb18 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:42.922516 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:42.928700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5aab3934-fc18-45ba-8c61-9f0bed5d5025 req-58038c17-d99c-4c7f-a8f7-89a8dcd5eef6 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.58 "DELETE /v2.0/ports/f0b78139-68b8-4f61-bddb-81490242eb18 HTTP/1.1" status: 204 len: 173 time: 1.6042554 Dec 08 16:13:42.930401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'name': 'network-vif-deleted', 'tag': 'f0b78139-68b8-4f61-bddb-81490242eb18'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:42.935131 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6770da-c45a-41d2-96be-bf64a6a48566" -d '{"events": [{"server_uuid": "ee9313af-7555-4972-820a-5b3e8ae8d1ce", "name": "network-vif-deleted", "tag": "f0b78139-68b8-4f61-bddb-81490242eb18"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:43.037625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:43.057391 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1839de41-a204-42ec-b049-6e94a6f21900 x-openstack-request-id: req-1839de41-a204-42ec-b049-6e94a6f21900 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:43.057899 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9313af-7555-4972-820a-5b3e8ae8d1ce", "name": "network-vif-deleted", "tag": "f0b78139-68b8-4f61-bddb-81490242eb18", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:43.057899 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1839de41-a204-42ec-b049-6e94a6f21900 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:43.058788 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9313af-7555-4972-820a-5b3e8ae8d1ce', 'name': 'network-vif-deleted', 'tag': 'f0b78139-68b8-4f61-bddb-81490242eb18', 'status': 'completed', 'code': 200} Dec 08 16:13:43.073263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'port_id': '6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d', 'mac_address': 'fa:16:3e:04:d5:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317', 'ip_address': '10.1.1.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:43.120112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c73060b-cb82-461c-a6cc-e8d335063821 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.171994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c73060b-cb82-461c-a6cc-e8d335063821 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.192591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.193483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bec0616-a9f2-41d1-93c2-49b17a12ca8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.212730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bec0616-a9f2-41d1-93c2-49b17a12ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.260012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:43.316905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e985d53e-83bf-4bed-a97d-a70e0b3a499c req-9e7b26d7-a470-4594-8095-272c00dbc785 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.319339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e985d53e-83bf-4bed-a97d-a70e0b3a499c req-9e7b26d7-a470-4594-8095-272c00dbc785 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 950 time: 0.1539011 Dec 08 16:13:43.346622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:43.357873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.365296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:43.468263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c73060b-cb82-461c-a6cc-e8d335063821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.473337 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c73060b-cb82-461c-a6cc-e8d335063821 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.480063 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1c73060b-cb82-461c-a6cc-e8d335063821 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9be874d0-8d0a-456a-acb8-d5b27a180cc5 HTTP/1.1" status: 204 len: 168 time: 0.5743527 Dec 08 16:13:43.498856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e985d53e-83bf-4bed-a97d-a70e0b3a499c req-66cf4a52-0b6e-4e8d-ab09-e281e9934fdd tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600137 Dec 08 16:13:43.508649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec0616-a9f2-41d1-93c2-49b17a12ca8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95fd09e9-2bb8-41fe-bf25-983f830153df,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:43.565811 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8bec0616-a9f2-41d1-93c2-49b17a12ca8a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b6ad1f531d2429aba71f041df5968fa&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3954935 Dec 08 16:13:43.566538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:43.575255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73060b-cb82-461c-a6cc-e8d335063821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be874d0-8d0a-456a-acb8-d5b27a180cc5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:43.584658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:43.607954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:43.624782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'port_id': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2', 'mac_address': 'fa:16:3e:8f:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:43.645438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-445bebf1-067d-4f01-9479-2448954eda63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.722491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-445bebf1-067d-4f01-9479-2448954eda63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.727222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.748931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.755939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.766806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.775696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.783639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.791439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.800894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:43.803260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-8d1f48d3-a7b8-405a-b525-1bc3cadc3190 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5422 time: 0.4011152 Dec 08 16:13:43.825022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:43.910460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:43.911458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bb6eeb5-59a6-49dc-bb0e-d68bf0adc5cf req-0807a578-d356-4fd4-9103-5f6868f95c18 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949960 Dec 08 16:13:43.926634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.927831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5f772bc5-eb30-4348-b14c-66cc80ddea07 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:43.983544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-445bebf1-067d-4f01-9479-2448954eda63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.989004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-445bebf1-067d-4f01-9479-2448954eda63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:43.991398 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-445bebf1-067d-4f01-9479-2448954eda63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95fd09e9-2bb8-41fe-bf25-983f830153df HTTP/1.1" status: 204 len: 168 time: 0.4229615 Dec 08 16:13:44.036361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445bebf1-067d-4f01-9479-2448954eda63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fd09e9-2bb8-41fe-bf25-983f830153df,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:44.070481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c72c744-57cb-4dbc-9206-a01c0345cc37 req-fdb0b77a-3b2f-45e2-9cec-9af9bea3e6b9 tempest-AttachSCSIVolumeTestJSON-15618748 tempest-AttachSCSIVolumeTestJSON-15618748-project] 10.222.0.62 "GET /v2.0/ports?device_id=ee9313af-7555-4972-820a-5b3e8ae8d1ce HTTP/1.1" status: 200 len: 210 time: 0.1071711 Dec 08 16:13:44.123130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:44.199828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:44.216593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '5f772bc5-eb30-4348-b14c-66cc80ddea07', 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'port_id': '5f772bc5-eb30-4348-b14c-66cc80ddea07', 'mac_address': 'fa:16:3e:52:84:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c08bad6-5736-47e1-bb36-4577dfb15b09', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:44.283315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:44.329230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:44.329846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6773d0e2-6b63-4129-83a9-67d6ec1a0c7c not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:44.334769 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.361157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f772bc5-eb30-4348-b14c-66cc80ddea07 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:44.403158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:44.410678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.411843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device da3ef01f-6be3-4ce2-a920-d3bedcce464b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:44.514046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:44.539712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:44.543582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b', 'network_id': '0e8310d5-d7ad-4e11-98f1-e0acd1b2a882', 'port_id': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b', 'mac_address': 'fa:16:3e:17:25:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c08bad6-5736-47e1-bb36-4577dfb15b09', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:44.575331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-6b434b10-ef5b-48b5-99e9-113536e1a2a0 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:44.576541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-6b434b10-ef5b-48b5-99e9-113536e1a2a0 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.58 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 950 time: 0.1037657 Dec 08 16:13:44.631393 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.662957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3ef01f-6be3-4ce2-a920-d3bedcce464b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:44.710243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:44.720438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:44.721915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d87e2cfc-d21a-4285-a2f9-9b96ad62467a details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:44.875384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:44.981623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:45.014764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'port_id': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'mac_address': 'fa:16:3e:9a:83:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:45.125223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:45.145547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.157555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acb6c497-a356-4934-986b-3f902faae6e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.177365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979069c-dae3-44f7-b8c1-8a50e703cc2d req-40d29149-34ae-41bf-8466-21672a00edb6 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.185437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8979069c-dae3-44f7-b8c1-8a50e703cc2d req-40d29149-34ae-41bf-8466-21672a00edb6 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 950 time: 0.1480525 Dec 08 16:13:45.193040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87e2cfc-d21a-4285-a2f9-9b96ad62467a {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:45.242392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Deleting port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:45.242749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.260150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:45.267355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.269163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0119f3d-9c9b-41c1-a1bb-e718e22a4135 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:45.328003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.335131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.342975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.350526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.357982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.365303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.372465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:45.374590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-7e170d98-84f0-4fb7-868f-74af8b3ee0f8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5425 time: 0.2622793 Dec 08 16:13:45.387464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8979069c-dae3-44f7-b8c1-8a50e703cc2d req-ef34685c-3c64-47cd-aa0a-ef2c75f46b71 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff368796-624a-4aa2-95fa-4d648c4c03fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999841 Dec 08 16:13:45.455271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] For port fff3c960-6159-4bd4-8b8f-4e89a26b16e8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:45.455271 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.479574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Calling delete_port for fff3c960-6159-4bd4-8b8f-4e89a26b16e8 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:45.496714 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acb6c497-a356-4934-986b-3f902faae6e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.506747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acb6c497-a356-4934-986b-3f902faae6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.515015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:45.638696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c497-a356-4934-986b-3f902faae6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f868f383-56fa-4238-8d92-205c293eeb68,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:45.650518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:45.696646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'f0119f3d-9c9b-41c1-a1bb-e718e22a4135', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'port_id': 'f0119f3d-9c9b-41c1-a1bb-e718e22a4135', 'mac_address': 'fa:16:3e:9b:4d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317', 'ip_address': '10.1.1.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:45.704663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-acb6c497-a356-4934-986b-3f902faae6e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=006b28a346a64421956fb773b6c08627&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5773118 Dec 08 16:13:45.710056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:45.786612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d20744f1-9a86-4adb-97ca-5e8562a30903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.799195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.814289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.826541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eefe9f39-0331-4274-812d-a6b5e718a18c req-f6355182-5e72-43de-adaa-6de83f1b2406 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2501669 Dec 08 16:13:45.829700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['fff3c960-6159-4bd4-8b8f-4e89a26b16e8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:45.841278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d20744f1-9a86-4adb-97ca-5e8562a30903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.841984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0119f3d-9c9b-41c1-a1bb-e718e22a4135 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:45.909015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:45.912417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Pushing event deleted for resources: {'Port': ['ID=fff3c960-6159-4bd4-8b8f-4e89a26b16e8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:45.936848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.940339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:13:45.961445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d20744f1-9a86-4adb-97ca-5e8562a30903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.992055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d20744f1-9a86-4adb-97ca-5e8562a30903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:45.994091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d20744f1-9a86-4adb-97ca-5e8562a30903 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f868f383-56fa-4238-8d92-205c293eeb68 HTTP/1.1" status: 204 len: 168 time: 0.2802632 Dec 08 16:13:46.021950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20744f1-9a86-4adb-97ca-5e8562a30903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f868f383-56fa-4238-8d92-205c293eeb68,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:46.048834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] No DVR routers for this DVR port fff3c960-6159-4bd4-8b8f-4e89a26b16e8 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:46.056964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.068731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-470350f4-817a-4c4c-ae4f-e3325a785b01 req-b308d7e1-b500-4aab-8cfc-4108b996e706 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.58 "DELETE /v2.0/ports/fff3c960-6159-4bd4-8b8f-4e89a26b16e8 HTTP/1.1" status: 204 len: 173 time: 1.4811304 Dec 08 16:13:46.079582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997e2898-5983-4f89-977f-b2204eccf7ed', 'name': 'network-vif-deleted', 'tag': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:46.084863 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b824a7-cb97-41d8-8148-49534695cc10" -d '{"events": [{"server_uuid": "997e2898-5983-4f89-977f-b2204eccf7ed", "name": "network-vif-deleted", "tag": "fff3c960-6159-4bd4-8b8f-4e89a26b16e8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:46.177561 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-309e3258-5986-48b0-9823-a3b45608e8c9 x-openstack-request-id: req-309e3258-5986-48b0-9823-a3b45608e8c9 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:46.178743 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997e2898-5983-4f89-977f-b2204eccf7ed", "name": "network-vif-deleted", "tag": "fff3c960-6159-4bd4-8b8f-4e89a26b16e8", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:46.179204 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-309e3258-5986-48b0-9823-a3b45608e8c9 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:46.180013 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997e2898-5983-4f89-977f-b2204eccf7ed', 'name': 'network-vif-deleted', 'tag': 'fff3c960-6159-4bd4-8b8f-4e89a26b16e8', 'status': 'completed', 'code': 200} Dec 08 16:13:46.182047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:46.195129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:46.211236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf', 'network_id': '9a1fc047-bb59-45e4-b93f-0610b0d54433', 'port_id': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf', 'mac_address': 'fa:16:3e:c2:26:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3912fa87-4695-4533-9c7b-515cf75bf317', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:13:46.287077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.305728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:13:46.330577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:46.336446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:46.421069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:46.671517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7a1121-e705-4ca8-9c49-cef1c63f7ff8 req-30931ca3-5b58-4ff8-ad49-0bb462e3e127 tempest-LiveMigrationNegativeTest-1264119705 tempest-LiveMigrationNegativeTest-1264119705-project] 10.222.0.62 "GET /v2.0/ports?device_id=997e2898-5983-4f89-977f-b2204eccf7ed HTTP/1.1" status: 200 len: 210 time: 0.0956187 Dec 08 16:13:46.827938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43820) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:46.958716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.117282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f0119f3d-9c9b-41c1-a1bb-e718e22a4135'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.122542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['d87e2cfc-d21a-4285-a2f9-9b96ad62467a'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.126210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.228469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['da3ef01f-6be3-4ce2-a920-d3bedcce464b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.233234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['5f772bc5-eb30-4348-b14c-66cc80ddea07'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:47.311366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-855284170-network', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:47.332099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.340461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.349848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.360932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.367726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.375085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.382047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.391791 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-7039ddfd-775e-473f-9cb0-9a8ddd772881 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5428 time: 0.1935701 Dec 08 16:13:47.572399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Made reservation on behalf of 33eb066d52ae46148f726383a75ee0cd for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:47.581770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.605507 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:47.681010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eaba73-a4d8-499e-861c-715891689237 req-4a4c45b1-3a86-4c54-984e-1da9329669b9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:47.693006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0eaba73-a4d8-499e-861c-715891689237 req-4a4c45b1-3a86-4c54-984e-1da9329669b9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 945 time: 0.2977617 Dec 08 16:13:47.745148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27a20acd-8f4e-48e4-8b89-e3c3df1e90ad req-65e87d67-57bd-497b-a363-1b3a34a8e411 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3480339 Dec 08 16:13:47.975293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0eaba73-a4d8-499e-861c-715891689237 req-4a2b2655-0a74-4ce7-acd5-99d3bce513d4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808607 Dec 08 16:13:48.073245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.079965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.145123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:13:48.154881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6001b68-3cb5-428b-91f7-f93bc0943340,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:48.172570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.173145 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Added segment 4108f353-b386-426f-b9a2-03ab732e5dd2 of type vlan for network 25a4d413-a270-4c75-94a8-ced00d27f28a Dec 08 16:13:48.215521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:13:48.260413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.346499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.348711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:48.350554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.411122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43894) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:48.411671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5813673 Dec 08 16:13:48.417720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0b78139-68b8-4f61-bddb-81490242eb18 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:48.419869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Request body: {'subnet': {'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-855284170-subnet', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:48.426412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43898) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:48.484590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Made reservation on behalf of 33eb066d52ae46148f726383a75ee0cd for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:13:48.487906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:48.534131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6e67d-5885-4e68-b4d3-379850f1bcd3 admin admin] Pushing event updated for resources: {'Network': ['ID=25a4d413-a270-4c75-94a8-ced00d27f28a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:48.676455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 25a4d413-a270-4c75-94a8-ced00d27f28a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:13:48.880397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.016732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.028169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.036361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.050507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: f0b78139-68b8-4f61-bddb-81490242eb18 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:49.050837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0b78139-68b8-4f61-bddb-81490242eb18 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:49.051267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fff3c960-6159-4bd4-8b8f-4e89a26b16e8 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:49.054440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.066262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.072480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.105136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.124104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aabf731-3224-40a9-8fb3-8372df392951 req-2ee1bdb9-c480-4f08-b689-e53217e726f7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5428 time: 0.2291045 Dec 08 16:13:49.190520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb7d7fe-517d-4313-bc3e-2991686a7808,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:49.218461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bce02078-69d4-42d3-a711-9b7fd1e1e947 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f06fc002b194b3f84fc2b2b8cbaaa46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7862415 Dec 08 16:13:49.223351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43920) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:49.265689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-1cdaa73e-81a2-48c1-bf2e-f9ac3aa99190 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.267520 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-1cdaa73e-81a2-48c1-bf2e-f9ac3aa99190 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 945 time: 0.3612978 Dec 08 16:13:49.322132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Checking segment: {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:49.322559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Network hostable DHCP agents. Network: 25a4d413-a270-4c75-94a8-ced00d27f28a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:13:49.347783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b3a4f-c541-47ed-bb65-e6535d7adb3b req-7f5a034e-df08-4af9-a12a-5626fbdb3947 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.350388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d86b3a4f-c541-47ed-bb65-e6535d7adb3b req-7f5a034e-df08-4af9-a12a-5626fbdb3947 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 945 time: 0.2252779 Dec 08 16:13:49.358109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aabf731-3224-40a9-8fb3-8372df392951 req-e1bf5f70-7245-4aab-b1f1-64f00a3984fb tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2105827 Dec 08 16:13:49.383552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: fff3c960-6159-4bd4-8b8f-4e89a26b16e8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:49.384173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device fff3c960-6159-4bd4-8b8f-4e89a26b16e8 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:49.476214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d86b3a4f-c541-47ed-bb65-e6535d7adb3b req-3f3c50e4-5653-41cc-a2e3-94f7d76018a9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010978 Dec 08 16:13:49.536142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Network 25a4d413-a270-4c75-94a8-ced00d27f28a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:13:49.559958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139faf82-e6cf-4bbd-9ffc-b712c9c7dd68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.563252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 25a4d413-a270-4c75-94a8-ced00d27f28a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:49.576404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:49.578184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.629389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d5a7f8-915a-4649-9252-7d157d5dfc52 None None] Network 25a4d413-a270-4c75-94a8-ced00d27f28a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:49.666515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139faf82-e6cf-4bbd-9ffc-b712c9c7dd68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.687314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43930) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:49.696358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:13:49.699707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-685b6e0e-84a3-4e8f-b745-67971a70f32f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2852509 Dec 08 16:13:49.735985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port d5e61501-a617-4c67-8d72-f1cfafd24eb2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:13:49.737488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.756846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.759385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.957759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.969472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139faf82-e6cf-4bbd-9ffc-b712c9c7dd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.971516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139faf82-e6cf-4bbd-9ffc-b712c9c7dd68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:49.975440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-139faf82-e6cf-4bbd-9ffc-b712c9c7dd68 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff368796-624a-4aa2-95fa-4d648c4c03fd HTTP/1.1" status: 204 len: 168 time: 0.7510257 Dec 08 16:13:49.996457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port d5e61501-a617-4c67-8d72-f1cfafd24eb2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5e61501-a617-4c67-8d72-f1cfafd24eb2,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:49.996457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.010245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139faf82-e6cf-4bbd-9ffc-b712c9c7dd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff368796-624a-4aa2-95fa-4d648c4c03fd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:50.028446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for d5e61501-a617-4c67-8d72-f1cfafd24eb2 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:13:50.056860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-25a4d413-a270-4c75-94a8-ced00d27f28a', 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'fixed_ips': [{'subnet_id': '8bb7d7fe-517d-4313-bc3e-2991686a7808'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:13:50.059041 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.224809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.359013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5f772bc5-eb30-4348-b14c-66cc80ddea07 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:50.380480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.490705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=d5e61501-a617-4c67-8d72-f1cfafd24eb2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:50.576761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 5f772bc5-eb30-4348-b14c-66cc80ddea07 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:50.592907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 5f772bc5-eb30-4348-b14c-66cc80ddea07 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:50.594626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.633030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port d5e61501-a617-4c67-8d72-f1cfafd24eb2 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:13:50.638701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:50.644744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e0e65fbc-b022-4798-ab4b-f3058138c193 req-cdc79a8d-0e7f-4645-b093-6d7cdad509b5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "DELETE /v2.0/ports/d5e61501-a617-4c67-8d72-f1cfafd24eb2 HTTP/1.1" status: 204 len: 173 time: 1.3626287 Dec 08 16:13:50.645311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b310b30-6543-408b-8b85-2aef262d3d73', 'name': 'network-vif-deleted', 'tag': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:50.685146 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee650ef-4f90-47df-a863-188901300751" -d '{"events": [{"server_uuid": "7b310b30-6543-408b-8b85-2aef262d3d73", "name": "network-vif-deleted", "tag": "d5e61501-a617-4c67-8d72-f1cfafd24eb2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:50.700781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Allocated IP 172.20.0.2 (25a4d413-a270-4c75-94a8-ced00d27f28a/8bb7d7fe-517d-4313-bc3e-2991686a7808/39ca2bf9-e259-459b-8355-64c09be1b0a7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:50.755423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4add54e3-667a-4ad0-8bbe-dfb68e612476 req-cf3b0449-39c7-418a-95da-e213fbe3eaab tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1485457 Dec 08 16:13:50.925297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.943723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.962098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.981530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:50.996960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.016795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.031721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:51.049764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:51.053708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-130461be-9b75-4279-b083-a10a2d06cf6a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5428 time: 0.4500122 Dec 08 16:13:51.098435 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4b918b-e199-4cae-8295-26c5f4f70430 x-openstack-request-id: req-ea4b918b-e199-4cae-8295-26c5f4f70430 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:51.098784 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b310b30-6543-408b-8b85-2aef262d3d73", "name": "network-vif-deleted", "tag": "d5e61501-a617-4c67-8d72-f1cfafd24eb2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:51.098992 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea4b918b-e199-4cae-8295-26c5f4f70430 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:51.099411 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b310b30-6543-408b-8b85-2aef262d3d73', 'name': 'network-vif-deleted', 'tag': 'd5e61501-a617-4c67-8d72-f1cfafd24eb2', 'status': 'completed', 'code': 200} Dec 08 16:13:51.110023 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.142205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.151033 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c35a492a-3d0e-436f-8967-0899773fa966 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=888febb09ebb466f9b387e3e195905b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000440 Dec 08 16:13:51.154803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43960) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:51.168421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:51.178174 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c8f1c7-29c6-4a35-ad28-401e1efb3ad7" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:51.254458 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.254905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:51.267741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.271975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:51.303912 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6377644-a8cb-443a-b337-5939b1dbf29c x-openstack-request-id: req-b6377644-a8cb-443a-b337-5939b1dbf29c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:51.304263 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:51.304453 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6377644-a8cb-443a-b337-5939b1dbf29c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:51.304863 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07', 'code': 200} Dec 08 16:13:51.310477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c40d4c9-6548-42df-912e-cf626e3e07ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.392717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7387173-c93c-44f7-9e7b-f272fa4f23e1 req-67e71647-ab8e-419e-9bee-dd711d2e3a7a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3379800 Dec 08 16:13:51.400727 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c40d4c9-6548-42df-912e-cf626e3e07ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.502137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Allocated IP 172.25.3.236 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/e664db03-3dcc-4c1a-b315-0c8d2458ec58) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:51.519766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c40d4c9-6548-42df-912e-cf626e3e07ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.523310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c40d4c9-6548-42df-912e-cf626e3e07ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.524934 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c40d4c9-6548-42df-912e-cf626e3e07ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/73f51c5a-2677-43fe-9d06-4d6f1f49df48 HTTP/1.1" status: 204 len: 168 time: 0.3691001 Dec 08 16:13:51.545567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40d4c9-6548-42df-912e-cf626e3e07ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f51c5a-2677-43fe-9d06-4d6f1f49df48,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:51.602482 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.641305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.646994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:51.652972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:51.678657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:51.679315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.754105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Network 25a4d413-a270-4c75-94a8-ced00d27f28a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:51.768656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:51.772656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:51.847462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Pushing event updated for resources: {'Port': ['ID=39ca2bf9-e259-459b-8355-64c09be1b0a7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:51.939568 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.956620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.958819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Attempting to bind port 39ca2bf9-e259-459b-8355-64c09be1b0a7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:51.959250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Attempting to bind port 39ca2bf9-e259-459b-8355-64c09be1b0a7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:51.960069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Attempting to bind port 39ca2bf9-e259-459b-8355-64c09be1b0a7 on network 25a4d413-a270-4c75-94a8-ced00d27f28a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:51.974839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:51.974839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Checking segment: {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:51.975209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:51.975474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Bound using segment: {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:51.975903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Bound port: 39ca2bf9-e259-459b-8355-64c09be1b0a7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:51.976812 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.123938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3749a0dc-c6cc-49f5-8968-eaca4e22797a req-8d4c89cf-7411-46d7-93f9-0005167e552f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1558020 Dec 08 16:13:52.172659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] For port 39ca2bf9-e259-459b-8355-64c09be1b0a7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:52.176964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] For port 39ca2bf9-e259-459b-8355-64c09be1b0a7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=39ca2bf9-e259-459b-8355-64c09be1b0a7,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:52.179942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:52.186008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.196616 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.242365 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.287302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5e61501-a617-4c67-8d72-f1cfafd24eb2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:13:52.371850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: d5e61501-a617-4c67-8d72-f1cfafd24eb2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:13:52.372130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:52.372576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5e61501-a617-4c67-8d72-f1cfafd24eb2 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:13:52.384341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:52.395307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:52.395575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:52.399500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de62174-04cc-4188-8e1b-8109a197954c None None] Pushing event updated for resources: {'Port': ['ID=39ca2bf9-e259-459b-8355-64c09be1b0a7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:52.506964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e664db03-3dcc-4c1a-b315-0c8d2458ec58,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:52.544261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43988) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:52.578201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:52.720052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:52.724473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:52.724894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.879347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3268a420-9618-48b7-bfc8-2d093bbb0681 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:52.963667 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.025692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.035964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.059808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.077966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.090444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.107198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.111531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:53.124822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:53.133156 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.134174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:53.137161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-48b6b652-3d53-465d-a502-2b911e0ec065 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5430 time: 0.5187182 Dec 08 16:13:53.160966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3268a420-9618-48b7-bfc8-2d093bbb0681 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.170411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3268a420-9618-48b7-bfc8-2d093bbb0681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.273621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268a420-9618-48b7-bfc8-2d093bbb0681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e481a3c-0210-451d-ac55-42fb5235a431,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:53.347563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3268a420-9618-48b7-bfc8-2d093bbb0681 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9ba102c203994c5f9f45b8ba81643cdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8020558 Dec 08 16:13:53.356127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44010) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:53.381015 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:13:53.413425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf'}, {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:53.429068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.431570 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc904de-46db-41cf-9f8a-98e93971d486" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf"}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:53.522622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6661-09a2-4828-8b6a-e0957fb75ff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.533716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c89d8b5a-f0aa-4604-9ca1-b1137ecac7bd req-3c21041e-2f96-4bab-9eb5-9c58c9f9e1f9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1414759 Dec 08 16:13:53.590343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 39ca2bf9-e259-459b-8355-64c09be1b0a7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:53.597572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6661-09a2-4828-8b6a-e0957fb75ff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.598409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:53.646939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6851ffda-f466-4207-87fa-52cd3f967e37 req-86095703-c7db-4bbf-af2b-cb809724f20a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5088227 Dec 08 16:13:53.689083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:53.689823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.716278 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db71c5b-4904-46dd-8f5e-61933989029a x-openstack-request-id: req-9db71c5b-4904-46dd-8f5e-61933989029a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:53.716584 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf", "code": 200}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:53.716844 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9db71c5b-4904-46dd-8f5e-61933989029a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:53.717257 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf', 'code': 200} Dec 08 16:13:53.717510 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d', 'code': 200} Dec 08 16:13:53.754635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6661-09a2-4828-8b6a-e0957fb75ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.759594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b8e6661-09a2-4828-8b6a-e0957fb75ff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:53.764056 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b8e6661-09a2-4828-8b6a-e0957fb75ff5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e481a3c-0210-451d-ac55-42fb5235a431 HTTP/1.1" status: 204 len: 168 time: 0.4047575 Dec 08 16:13:53.786951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e6661-09a2-4828-8b6a-e0957fb75ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e481a3c-0210-451d-ac55-42fb5235a431,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:53.846974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:54.141988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 39ca2bf9-e259-459b-8355-64c09be1b0a7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:54.142794 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.330109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.400281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a82f49-2e7a-4b74-b56e-3782344b8881 None None] Network 25a4d413-a270-4c75-94a8-ced00d27f28a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:13:54.522210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.767133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-496b3cfb-9c68-4dce-9b4b-8dc1ed84fb55 req-ee5c9995-f816-4d82-bb99-a7bd435ef5bc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1111522 Dec 08 16:13:54.817751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:13:54.825149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-74b4ca88-a4ae-44e9-85e8-348f55a02ce0 None None] Provisioning complete for port 39ca2bf9-e259-459b-8355-64c09be1b0a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:54.826236 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74b4ca88-a4ae-44e9-85e8-348f55a02ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:54.915862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:55.048278 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.051658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device da3ef01f-6be3-4ce2-a920-d3bedcce464b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:55.073043 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.082968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:55.122620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c95b29-f590-4143-84b3-af78bc7faf9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.375730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c95b29-f590-4143-84b3-af78bc7faf9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.382432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28c95b29-f590-4143-84b3-af78bc7faf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.389209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.410378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.415012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 39ca2bf9-e259-459b-8355-64c09be1b0a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=39ca2bf9-e259-459b-8355-64c09be1b0a7,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:55.440484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:55.444101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.458020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:55.490050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.502534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.519894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.532490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:55.540103 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28c95b29-f590-4143-84b3-af78bc7faf9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ce6f5f2873c437cb4c13285f7eff69d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555659 Dec 08 16:13:55.542239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-c02aa667-f6af-4e11-a387-311a0703168b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5432 time: 0.5075815 Dec 08 16:13:55.549351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44054) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:55.622680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c95b29-f590-4143-84b3-af78bc7faf9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d9e420-d4ab-47f6-94b2-6028fac3514a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:55.836202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:13:55.853564 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Sync routers for ids ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:13:55.908762 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Routers {'8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:55.915115 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:55.916297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:55.921745 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda8f870-89a6-4755-81a4-92a1597ffc21" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:56.061739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d4b6c63-b566-4b9d-9af1-e45a1ee34be6 req-efffd3b6-b414-499c-8c9f-83420c9feb61 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4602628 Dec 08 16:13:56.088839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port da3ef01f-6be3-4ce2-a920-d3bedcce464b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:56.171936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port da3ef01f-6be3-4ce2-a920-d3bedcce464b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:56.172902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.246158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30de31c8-9b56-4cda-86cc-ef4e9a2adedf req-076236c3-26bc-43ae-bd7e-f582fc125465 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1744087 Dec 08 16:13:56.264631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.267911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cdf3b7c5-708d-4ad4-b741-bf7e0ec4a7d1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5776830 Dec 08 16:13:56.269627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44076) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:56.334815 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3c5cdd04-0a00-4dae-b6bb-69aff947dcd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.366982 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fcd7f26-ffdd-4451-8607-68c856b107bf x-openstack-request-id: req-2fcd7f26-ffdd-4451-8607-68c856b107bf {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:56.371990 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:56.373906 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2fcd7f26-ffdd-4451-8607-68c856b107bf {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:56.380252 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2', 'code': 200} Dec 08 16:13:56.436758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3c5cdd04-0a00-4dae-b6bb-69aff947dcd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.479542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78c16539-f137-46ad-a6c1-c00e341f99a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.536237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=39ca2bf9-e259-459b-8355-64c09be1b0a7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:56.577202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c3497768-1c95-4945-9bff-10f469ea50ba None None] Provisioning complete for port 39ca2bf9-e259-459b-8355-64c09be1b0a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:56.577586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3497768-1c95-4945-9bff-10f469ea50ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.610464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Set router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:13:56.617245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44088) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:13:56.685219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3c5cdd04-0a00-4dae-b6bb-69aff947dcd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.688570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3c5cdd04-0a00-4dae-b6bb-69aff947dcd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:56.690130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3c5cdd04-0a00-4dae-b6bb-69aff947dcd7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13d9e420-d4ab-47f6-94b2-6028fac3514a HTTP/1.1" status: 204 len: 168 time: 1.1383069 Dec 08 16:13:56.712903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cdd04-0a00-4dae-b6bb-69aff947dcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d9e420-d4ab-47f6-94b2-6028fac3514a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:57.097883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.460187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:57.491356 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.501993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d87e2cfc-d21a-4285-a2f9-9b96ad62467a up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:57.688953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:57.842260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:52Z', 'revision_number': 3, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:57.911192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 39ca2bf9-e259-459b-8355-64c09be1b0a7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:57.929009 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Checking router: 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:13:57.929581 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Updating router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e port e664db03-3dcc-4c1a-b315-0c8d2458ec58 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:13:58.049424 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.155980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:58.169234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.186424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.197538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.219532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.233728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port d87e2cfc-d21a-4285-a2f9-9b96ad62467a completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:58.240935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.252885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.270988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:13:58.277578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port d87e2cfc-d21a-4285-a2f9-9b96ad62467a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:58.278898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.288737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-7a4b3efd-ee41-4740-88b1-99fccb35bc1f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5433 time: 0.6358957 Dec 08 16:13:58.381678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd66ed9e-f918-4c22-b3b1-56543db3252b req-1a60e2a1-4218-4159-ae31-e72f914ab2fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.0658817 Dec 08 16:13:58.390456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Allocated IP 172.20.0.1 (25a4d413-a270-4c75-94a8-ced00d27f28a/8bb7d7fe-517d-4313-bc3e-2991686a7808/b89f8e23-4191-4d36-88f7-ed502f87d8e6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:13:58.458858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f752d07-f78d-4868-b6d2-7db83b5e6c6d req-1309db4e-e12a-421e-98d5-bd3bc735a2de tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684060 Dec 08 16:13:58.540725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:13:58.547189 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bda5eb-1fe2-4bb9-b51a-a4bf9cdd7daa" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:13:58.554985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 39ca2bf9-e259-459b-8355-64c09be1b0a7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:58.555800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.817577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.858546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30fd84ad-48fe-45e0-be74-9fd6cf626485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.880383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.967616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:58.968503 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba341bd-f6f2-4730-add7-312ac89497cd x-openstack-request-id: req-5ba341bd-f6f2-4730-add7-312ac89497cd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:13:58.969482 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:13:58.969482 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ba341bd-f6f2-4730-add7-312ac89497cd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:13:58.970318 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b', 'code': 200} Dec 08 16:13:59.062974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.078483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Network 25a4d413-a270-4c75-94a8-ced00d27f28a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:13:59.092908 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.094124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:13:59.111313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:13:59.115179 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.252697 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Pushing event updated for resources: {'Port': ['ID=e664db03-3dcc-4c1a-b315-0c8d2458ec58,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:59.257644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Pushing event updated for resources: {'Port': ['ID=b89f8e23-4191-4d36-88f7-ed502f87d8e6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:59.290385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:13:59.299881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.301156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0119f3d-9c9b-41c1-a1bb-e718e22a4135 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:13:59.307221 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Attempting to bind port e664db03-3dcc-4c1a-b315-0c8d2458ec58 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:13:59.308039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Attempting to bind port e664db03-3dcc-4c1a-b315-0c8d2458ec58 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:13:59.308512 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Attempting to bind port e664db03-3dcc-4c1a-b315-0c8d2458ec58 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:13:59.315440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.319372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.320037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.320588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.326399 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:13:59.326761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.327081 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:13:59.327443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.327691 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.328186 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:13:59.328441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.328904 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Bound port: e664db03-3dcc-4c1a-b315-0c8d2458ec58, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:13:59.329396 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.329611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.330267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.331992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.332836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.337391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.338094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.371697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.503028 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] For port e664db03-3dcc-4c1a-b315-0c8d2458ec58, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:13:59.513488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] For port e664db03-3dcc-4c1a-b315-0c8d2458ec58, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e664db03-3dcc-4c1a-b315-0c8d2458ec58,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:13:59.583139 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.628023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.628774 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.637889 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.642608 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.643370 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.647124 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.647843 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.648563 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.649151 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.649709 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.652918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.653592 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.654185 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:13:59.654414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:13:59.663133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:59.675268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:59.675638 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.788070 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.794204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-933e0a60-72c7-41a1-9e8c-592c427223dc None None] Provisioning complete for port b89f8e23-4191-4d36-88f7-ed502f87d8e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:13:59.796052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-933e0a60-72c7-41a1-9e8c-592c427223dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:13:59.806422 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906a4e6-9f91-4ece-beb5-a3ac21517834 None None] Pushing event updated for resources: {'Port': ['ID=e664db03-3dcc-4c1a-b315-0c8d2458ec58,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:13:59.838457 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Routers {'8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:13:59.839949 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:13:59.845778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-464d9741-ad02-4bfc-8000-a4e922afe03b req-2c5308f9-70fc-412f-b793-701e673b3704 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.1663136 Dec 08 16:13:59.961108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-933e0a60-72c7-41a1-9e8c-592c427223dc None None] Port b89f8e23-4191-4d36-88f7-ed502f87d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:00.093039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] Set router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:00.109677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.116140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.254471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:00.258334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.264270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.276222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.290412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.304085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.333639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.374774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.394795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:00.403986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65a484fc-370d-4233-830e-4d8d9377551c req-cab94261-8bbf-4437-b646-baaf91018c6c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5434 time: 0.5648875 Dec 08 16:14:00.423333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:00.546886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65a484fc-370d-4233-830e-4d8d9377551c req-a8c68def-e381-49e5-9adb-697e7d0f6e47 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1417232 Dec 08 16:14:00.584765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Deleting port 40de3047-197c-4868-9c45-0ef287848e93 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:00.586186 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.589943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44148) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:00.664252 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b89f8e23-4191-4d36-88f7-ed502f87d8e6', 'name': '', 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'mac_address': 'fa:16:3e:27:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:57Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 1, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'subnets': [{'id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:00.708796 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5a6644-0fe0-41fc-b756-ed79c3f79638 None None] The sync data for ids ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'] in n-d-820935-5 is: [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b89f8e23-4191-4d36-88f7-ed502f87d8e6', 'name': '', 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'mac_address': 'fa:16:3e:27:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:57Z', 'updated_at': '2021-12-08T16:13:58Z', 'revision_number': 1, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'subnets': [{'id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:00.805368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] For port 40de3047-197c-4868-9c45-0ef287848e93, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=40de3047-197c-4868-9c45-0ef287848e93,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:00.806020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:00.971357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a'}, {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0119f3d-9c9b-41c1-a1bb-e718e22a4135'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:00.975497 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2560b3ce-8ad9-4ff9-a597-8961097bdaf3" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a"}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "f0119f3d-9c9b-41c1-a1bb-e718e22a4135"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:01.057737 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-135233c6-bd58-4fb9-8522-acda14ea0f05 x-openstack-request-id: req-135233c6-bd58-4fb9-8522-acda14ea0f05 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:01.058952 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a", "code": 200}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-plugged", "status": "completed", "tag": "f0119f3d-9c9b-41c1-a1bb-e718e22a4135", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:01.059835 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-135233c6-bd58-4fb9-8522-acda14ea0f05 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:01.060607 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'code': 200} Dec 08 16:14:01.060969 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0119f3d-9c9b-41c1-a1bb-e718e22a4135', 'code': 200} Dec 08 16:14:01.312954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.324031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.559304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Pushing event updated for resources: {'Port': ['ID=b89f8e23-4191-4d36-88f7-ed502f87d8e6,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:01.572356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.653570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Calling delete_port for 40de3047-197c-4868-9c45-0ef287848e93 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:01.740347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.898847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:01.956594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Network 25a4d413-a270-4c75-94a8-ced00d27f28a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:01.965962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:02.145667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb8d9e94-8c9a-448b-88ec-36096981d695 req-74ba30ac-33db-4b3d-860a-fb1386f3d5b8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.5037837 Dec 08 16:14:02.178632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.260024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5f94eb2-3edf-4bb0-9cf3-b539b14da5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.495702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.530295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.549232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.579619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.583051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:02.610122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.642830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.657350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a9b8a635-b62c-459d-a46b-c268c600ace9 None None] Provisioning complete for port b89f8e23-4191-4d36-88f7-ed502f87d8e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:02.658084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b8a635-b62c-459d-a46b-c268c600ace9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.680674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.684316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-eb92bcc3-beb0-43e5-8cf1-8fb29c2da4df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.8495843 Dec 08 16:14:02.758310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.759148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.759967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.774447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.775348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.777626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.777626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:02.781716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-03a9b9a8-3898-4f12-bceb-505a8e9bc1ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 1.1561265 Dec 08 16:14:02.843381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8a635-b62c-459d-a46b-c268c600ace9 None None] Port b89f8e23-4191-4d36-88f7-ed502f87d8e6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:02.863096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:02.937728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:02.953010 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-294f43b9-3215-41bf-ab51-eec76d39513b admin admin] 10.222.0.62 "PUT /v2.0/routers/8b6017d7-2e00-4bb1-aff3-3a5d64cb207e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6819892 Dec 08 16:14:03.144635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78c3e406-88c5-407c-80c5-924c4eb86777 req-972457d5-12fc-47bd-b446-276d5afeea93 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4104536 Dec 08 16:14:03.165130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0278af-c7a0-4da4-bfdd-7ef818fe36eb req-87fb83c7-f0e8-42c9-853b-47a51069baf1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3676291 Dec 08 16:14:03.230341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5f94eb2-3edf-4bb0-9cf3-b539b14da5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.238424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5f94eb2-3edf-4bb0-9cf3-b539b14da5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.273909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94eb2-3edf-4bb0-9cf3-b539b14da5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf960c1-43a7-47ee-b94e-218dd1035f81,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:03.358387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b5f94eb2-3edf-4bb0-9cf3-b539b14da5c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9442edeb68f4bf5a8a46f1bb58308ae&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7621486 Dec 08 16:14:03.363645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:03.389742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.528093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Pushing event deleted for resources: {'Port': ['ID=40de3047-197c-4868-9c45-0ef287848e93,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:03.562397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83f65971-b25a-4905-912c-9697ad213bda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.647509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83f65971-b25a-4905-912c-9697ad213bda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.723429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7bdcca6-5af3-4dd2-a635-6788d34a93ed req-e4953c62-038b-4d67-a8c6-aa9bf601b42f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b310b30-6543-408b-8b85-2aef262d3d73 HTTP/1.1" status: 200 len: 210 time: 0.3279583 Dec 08 16:14:03.842248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e664db03-3dcc-4c1a-b315-0c8d2458ec58 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:03.902209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83f65971-b25a-4905-912c-9697ad213bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.907708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83f65971-b25a-4905-912c-9697ad213bda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:03.910578 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-83f65971-b25a-4905-912c-9697ad213bda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bf960c1-43a7-47ee-b94e-218dd1035f81 HTTP/1.1" status: 204 len: 168 time: 0.5430620 Dec 08 16:14:03.946695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f65971-b25a-4905-912c-9697ad213bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf960c1-43a7-47ee-b94e-218dd1035f81,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:04.016859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e664db03-3dcc-4c1a-b315-0c8d2458ec58 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:04.018793 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.112775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.310378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.357270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port e664db03-3dcc-4c1a-b315-0c8d2458ec58, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e664db03-3dcc-4c1a-b315-0c8d2458ec58,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:04.363105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:04.485588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=e664db03-3dcc-4c1a-b315-0c8d2458ec58,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:04.608150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.615205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.622794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.629537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.636757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.644003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.651357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:04.660774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-851e06d1-8f73-4fdb-98af-0775f820cf0a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.3046844 Dec 08 16:14:05.087864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-6ea5e49d-b7ad-480c-b7ee-cad07b9a239d tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4964318 Dec 08 16:14:05.136206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:05.174445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ffb049b-922e-43f8-a23f-cdcde9e8be08 req-f2de3506-86a4-4dc0-ab91-610796c9427c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5124414 Dec 08 16:14:05.259157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Sync routers for ids ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:05.287137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.291061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Routers {'8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:05.292301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:05.443286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44238) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:05.477339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09804270-6954-4652-bc64-40f554cf04f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.625242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Set router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:05.668108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:05.756387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09804270-6954-4652-bc64-40f554cf04f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.771811 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09804270-6954-4652-bc64-40f554cf04f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.836655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e664db03-3dcc-4c1a-b315-0c8d2458ec58 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:05.863447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09804270-6954-4652-bc64-40f554cf04f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecd0d08-e340-462a-a9a6-539d4229d4dc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:05.899518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:05.927726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09804270-6954-4652-bc64-40f554cf04f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07dfd597832e479a98ca8d1576090834&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4805286 Dec 08 16:14:05.928645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:05.980378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:05.992438 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] Sync routers for ids ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:06.011316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04af1db9-a9ae-4ba8-b4de-171f86abc91f admin admin] 10.222.0.62 "PUT /v2.0/routers/210ecc0f-da74-4eb3-b4ce-f79b284c62e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3782740 Dec 08 16:14:06.011316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44252) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:06.022406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] Routers {'210ecc0f-da74-4eb3-b4ce-f79b284c62e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:06.022406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.080399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b0ec-314e-4cca-9908-4fabd49939ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.148756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b0ec-314e-4cca-9908-4fabd49939ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.178412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.287043 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] Set router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:06.303881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Allocated IP 172.25.3.42 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a81ce02f-eaa4-4eab-9113-baf8801156e7) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:06.334076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b0ec-314e-4cca-9908-4fabd49939ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.339657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fc5b0ec-314e-4cca-9908-4fabd49939ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.348199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0fc5b0ec-314e-4cca-9908-4fabd49939ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9ecd0d08-e340-462a-a9a6-539d4229d4dc HTTP/1.1" status: 204 len: 168 time: 0.4120202 Dec 08 16:14:06.373642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5b0ec-314e-4cca-9908-4fabd49939ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecd0d08-e340-462a-a9a6-539d4229d4dc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.392424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e664db03-3dcc-4c1a-b315-0c8d2458ec58 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:06.393043 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.523978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.662845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:06.752429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Pushing event updated for resources: {'Port': ['ID=a81ce02f-eaa4-4eab-9113-baf8801156e7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:06.791146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:06.796648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:06.799503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:06.830483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.830483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.830937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.831100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.831388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.832640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.832640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.832640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.833104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.833244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.833922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.834089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.834483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:06.875082 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T16:14:03Z', 'revision_number': 5, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.954193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b89f8e23-4191-4d36-88f7-ed502f87d8e6', 'name': '', 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'mac_address': 'fa:16:3e:27:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:57Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 2, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'subnets': [{'id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:06.974539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] Checking router: 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:07.025291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] Routers {'210ecc0f-da74-4eb3-b4ce-f79b284c62e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:07.036926 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:07.039044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.088171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Checking router: 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:07.088620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Updating router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e port b89f8e23-4191-4d36-88f7-ed502f87d8e6 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:14:07.096749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.116020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.124372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.143123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.153008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.169782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.181303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.188370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:07.190531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-20a267d6-9b92-4b04-9b22-e33505071ec8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.6024678 Dec 08 16:14:07.264504 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.297056 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:07.352287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] Set router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:07.515287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc475332-f69a-404c-95e2-32d2f969cd23 req-2cecd888-bde5-49f6-9987-e1276acf599d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3073585 Dec 08 16:14:07.923879 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T16:14:03Z', 'revision_number': 5, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:07.976890 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0e163b-3b51-4523-83a3-0475708c57be None None] The sync data for ids ['210ecc0f-da74-4eb3-b4ce-f79b284c62e1'] in n-d-820935-5 is: [{'id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-826621355-router', 'tenant_id': '0cd456bf469240c1a276f31181a5362b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86'}], 'enable_snat': True}, 'gw_port_id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:21Z', 'updated_at': '2021-12-08T16:14:03Z', 'revision_number': 5, 'project_id': '0cd456bf469240c1a276f31181a5362b', 'gw_port': {'id': '5e33a707-ac77-4e14-a0a1-432851c4d866', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:d6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210ecc0f-da74-4eb3-b4ce-f79b284c62e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:24Z', 'updated_at': '2021-12-08T15:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:08.126342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Deleting port 5e33a707-ac77-4e14-a0a1-432851c4d866 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:08.126994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.251323 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.261687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.419976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Attempting to bind port b89f8e23-4191-4d36-88f7-ed502f87d8e6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:08.420897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Attempting to bind port b89f8e23-4191-4d36-88f7-ed502f87d8e6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:08.421275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Attempting to bind port b89f8e23-4191-4d36-88f7-ed502f87d8e6 on network 25a4d413-a270-4c75-94a8-ced00d27f28a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:08.424839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02592c2b-4a53-418e-a6e7-3b3b3c574e48 None None] Pushing event updated for resources: {'Port': ['ID=b89f8e23-4191-4d36-88f7-ed502f87d8e6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:08.431406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:08.431791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Checking segment: {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:08.432198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.432904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Bound using segment: {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:08.433563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Bound port: b89f8e23-4191-4d36-88f7-ed502f87d8e6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4108f353-b386-426f-b9a2-03ab732e5dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:08.434033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.595086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] For port b89f8e23-4191-4d36-88f7-ed502f87d8e6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:08.599662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] For port b89f8e23-4191-4d36-88f7-ed502f87d8e6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b89f8e23-4191-4d36-88f7-ed502f87d8e6,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:08.624812 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.784974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Routers {'8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:08.785786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:08.845983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.857692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02592c2b-4a53-418e-a6e7-3b3b3c574e48 None None] Pushing event updated for resources: {'Port': ['ID=b89f8e23-4191-4d36-88f7-ed502f87d8e6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:08.873073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c6ef83a3-fb32-409f-b81a-35dd3c683b9c None None] Provisioning complete for port b89f8e23-4191-4d36-88f7-ed502f87d8e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:08.873223 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6ef83a3-fb32-409f-b81a-35dd3c683b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.879345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-0adb1373-3f9b-4916-a351-1f64b13c0096 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:08.880983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-0adb1373-3f9b-4916-a351-1f64b13c0096 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 1.0270405 Dec 08 16:14:08.894260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] For port 5e33a707-ac77-4e14-a0a1-432851c4d866, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5e33a707-ac77-4e14-a0a1-432851c4d866,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:08.895358 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.900140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:08.985639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Calling delete_port for 5e33a707-ac77-4e14-a0a1-432851c4d866 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:09.053048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] Set router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:09.166408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-abd4f876-2822-459d-b64c-f2f6e3276e2e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.2464714 Dec 08 16:14:09.277495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Pushing event updated for resources: {'Port': ['ID=a81ce02f-eaa4-4eab-9113-baf8801156e7,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:09.285546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6ef83a3-fb32-409f-b81a-35dd3c683b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.353376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c6ef83a3-fb32-409f-b81a-35dd3c683b9c None None] For port b89f8e23-4191-4d36-88f7-ed502f87d8e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b89f8e23-4191-4d36-88f7-ed502f87d8e6,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:09.361424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-708aeee5-7492-4923-ace7-f77f38922108 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1288049 Dec 08 16:14:09.362968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6ef83a3-fb32-409f-b81a-35dd3c683b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.460380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef83a3-fb32-409f-b81a-35dd3c683b9c None None] Pushing event updated for resources: {'Port': ['ID=b89f8e23-4191-4d36-88f7-ed502f87d8e6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:09.512278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ea4107a0-c0a6-464e-94f7-466b1c6933ea None None] Provisioning complete for port b89f8e23-4191-4d36-88f7-ed502f87d8e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:09.512278 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea4107a0-c0a6-464e-94f7-466b1c6933ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.574322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.574675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b89f8e23-4191-4d36-88f7-ed502f87d8e6', 'name': '', 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'mac_address': 'fa:16:3e:27:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:57Z', 'updated_at': '2021-12-08T16:14:08Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'subnets': [{'id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:09.613009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.625954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-a2043f5a-6e38-4462-8939-5b8f48c7fc90 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.4996042 Dec 08 16:14:09.675206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a4ef3c-aa8a-416f-bab7-03b72e658c1c None None] The sync data for ids ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'] in n-d-820935-5 is: [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:13:59Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b89f8e23-4191-4d36-88f7-ed502f87d8e6', 'name': '', 'network_id': '25a4d413-a270-4c75-94a8-ced00d27f28a', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'mac_address': 'fa:16:3e:27:b0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1223, 'fixed_ips': [{'subnet_id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:57Z', 'updated_at': '2021-12-08T16:14:08Z', 'revision_number': 4, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'subnets': [{'id': '8bb7d7fe-517d-4313-bc3e-2991686a7808', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:09.818918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-428bd416-74d1-45bb-bd12-7b247e08caae tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.1728535 Dec 08 16:14:09.826861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b89f8e23-4191-4d36-88f7-ed502f87d8e6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:09.943388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:09.976338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b89f8e23-4191-4d36-88f7-ed502f87d8e6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:09.976719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.017006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e33a707-ac77-4e14-a0a1-432851c4d866,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:10.161363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-2ad00398-7b3a-4649-8d4a-13360c28190a service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7737136 Dec 08 16:14:10.269515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 40de3047-197c-4868-9c45-0ef287848e93 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:10.319768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 40de3047-197c-4868-9c45-0ef287848e93 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:10.319768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 40de3047-197c-4868-9c45-0ef287848e93 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:10.348320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-cb0a8674-f776-4223-ac03-1f7179f5c946 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:10.360751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-cb0a8674-f776-4223-ac03-1f7179f5c946 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.5198121 Dec 08 16:14:10.409221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-9183381f-94b7-46c5-b947-28342dff3728 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:10.431767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-971ecaa0-b288-4981-ab15-2d5179b3b2c2 req-9183381f-94b7-46c5-b947-28342dff3728 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0696142 Dec 08 16:14:10.468702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44374) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:10.654214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-93829183-a95d-4c06-bc25-87ee49b457d7 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850802 Dec 08 16:14:10.717231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:10.922844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f65f-856f-4d1c-9e19-3b812a7ea1c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.142301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f65f-856f-4d1c-9e19-3b812a7ea1c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.153093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfd3f65f-856f-4d1c-9e19-3b812a7ea1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.196559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.231861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bfd3f65f-856f-4d1c-9e19-3b812a7ea1c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29e2dffb5bb14d5fab90af89f7817706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7602966 Dec 08 16:14:11.242594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:11.246685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.282119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3f65f-856f-4d1c-9e19-3b812a7ea1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae2116a-f7b5-4841-85ec-11077f40ce9d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:11.284251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c5d183d-81ec-4960-98fa-8cd82c32ad0b req-0f2caae9-8aa4-4983-b610-c3dd3ec58670 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips/7fb173c1-b397-4744-9a03-be40e06f6332 HTTP/1.1" status: 200 len: 692 time: 0.1560698 Dec 08 16:14:11.400923 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01680ea8-6d92-4566-a843-77df15a344bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.435243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.441321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.450735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.464416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.465908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01680ea8-6d92-4566-a843-77df15a344bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.479146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.500236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.535280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:11.554976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:11.556073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a1d06b4-3831-4507-b4a0-6e24a37c9e4e req-9cae96e2-c7d4-47c0-b48f-a6ce6afe31ac tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.7009220 Dec 08 16:14:11.557328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.564374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 210ecc0f-da74-4eb3-b4ce-f79b284c62e1 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:14:11.590837 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.600843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-19f208cb-ea63-4a6c-bd23-12ba086f4666 admin admin] 10.222.0.62 "DELETE /v2.0/routers/210ecc0f-da74-4eb3-b4ce-f79b284c62e1 HTTP/1.1" status: 204 len: 168 time: 5.5990353 Dec 08 16:14:11.615109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44400) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:11.642849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Request body: {'floatingip': {'port_id': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:11.736969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01680ea8-6d92-4566-a843-77df15a344bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.739525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01680ea8-6d92-4566-a843-77df15a344bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.744124 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01680ea8-6d92-4566-a843-77df15a344bc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/aae2116a-f7b5-4841-85ec-11077f40ce9d HTTP/1.1" status: 204 len: 168 time: 0.4992521 Dec 08 16:14:11.767291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:11.771933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01680ea8-6d92-4566-a843-77df15a344bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae2116a-f7b5-4841-85ec-11077f40ce9d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:11.866774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8eadfaed-6845-4404-8fe6-9f65aff592b6 req-c52e935f-2768-4e16-aa08-e809706ae323 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 210 time: 0.1554461 Dec 08 16:14:12.009327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Deleting subnet b82ead1e-ab1f-4c34-b54b-6001a01ab977 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:12.017624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.064019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.197440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.269149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.331789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b82ead1e-ab1f-4c34-b54b-6001a01ab977,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:12.342470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d183d-81ec-4960-98fa-8cd82c32ad0b req-21e33db2-0a9f-4bc7-84f0-182f7b1f79c6 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:12.352056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fbba65-1ac9-4477-9834-204fa3b7408a None None] Network c1fcda02-80cd-4e6b-b0ba-56f7326dd304 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:12.360498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c5d183d-81ec-4960-98fa-8cd82c32ad0b req-21e33db2-0a9f-4bc7-84f0-182f7b1f79c6 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 1.0141575 Dec 08 16:14:12.363288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.367249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b48064cc-1976-48f6-bee3-14904a365a9b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b82ead1e-ab1f-4c34-b54b-6001a01ab977 HTTP/1.1" status: 204 len: 168 time: 0.7503366 Dec 08 16:14:12.373860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:12.374808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4c5d183d-81ec-4960-98fa-8cd82c32ad0b req-23d5a143-566a-4502-9fbb-2e4ae7214a84 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:12.401207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c5d183d-81ec-4960-98fa-8cd82c32ad0b req-23d5a143-566a-4502-9fbb-2e4ae7214a84 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0338495 Dec 08 16:14:12.625301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4294c3df-0841-49ba-878d-b3c6b4384c24 req-291fef37-2344-493c-87f5-127f4150ed3b tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=33eb066d52ae46148f726383a75ee0cd HTTP/1.1" status: 200 len: 695 time: 0.2172732 Dec 08 16:14:12.833324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] DHCP port deletion for c1fcda02-80cd-4e6b-b0ba-56f7326dd304 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:14:12.933166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:12.996983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] Deleting port ce3d006e-85f6-4f34-bac9-e63473f3d609 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:12.998808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.069769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:13.107455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4294c3df-0841-49ba-878d-b3c6b4384c24 req-e3ac0af1-48d6-432f-9534-7803f3bce445 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:13.110175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4294c3df-0841-49ba-878d-b3c6b4384c24 req-e3ac0af1-48d6-432f-9534-7803f3bce445 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks?id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 787 time: 0.4824028 Dec 08 16:14:13.126361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22babcba-2ce0-4c4e-ba98-3ecb23971e0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.143903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4294c3df-0841-49ba-878d-b3c6b4384c24 req-75960aa9-6ed6-49c0-a23f-a7093f729698 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:13.145627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4294c3df-0841-49ba-878d-b3c6b4384c24 req-75960aa9-6ed6-49c0-a23f-a7093f729698 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078347 Dec 08 16:14:13.254922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] For port ce3d006e-85f6-4f34-bac9-e63473f3d609, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ce3d006e-85f6-4f34-bac9-e63473f3d609,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:13.260228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.329685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] Calling delete_port for ce3d006e-85f6-4f34-bac9-e63473f3d609 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:13.383495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22babcba-2ce0-4c4e-ba98-3ecb23971e0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.414146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22babcba-2ce0-4c4e-ba98-3ecb23971e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.442621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Deleting port ce3d006e-85f6-4f34-bac9-e63473f3d609 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:13.443251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.595949 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:13.611976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-22babcba-2ce0-4c4e-ba98-3ecb23971e0c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8021a21bea4e4850905c21703d6106f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5352349 Dec 08 16:14:13.620610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44450) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:13.671032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ce3d006e-85f6-4f34-bac9-e63473f3d609 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:13.680385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] Pushing event deleted for resources: {'Port': ['ID=ce3d006e-85f6-4f34-bac9-e63473f3d609,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:13.689072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-9104f278-2b82-4dc3-912b-ae5a07ad9427 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:13.692513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-9104f278-2b82-4dc3-912b-ae5a07ad9427 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.4980612 Dec 08 16:14:13.711248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ce3d006e-85f6-4f34-bac9-e63473f3d609 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:13.711680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ce3d006e-85f6-4f34-bac9-e63473f3d609 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:13.712105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5e33a707-ac77-4e14-a0a1-432851c4d866 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:13.717661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d301a3-d00a-4e07-aa77-17f870af3f00 None None] No DVR routers for this DVR port ce3d006e-85f6-4f34-bac9-e63473f3d609 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:13.721306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:13.740469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5e33a707-ac77-4e14-a0a1-432851c4d866 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:13.740803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5e33a707-ac77-4e14-a0a1-432851c4d866 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:13.759632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22babcba-2ce0-4c4e-ba98-3ecb23971e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50707f8-6b09-4936-b272-6960f7a5d006,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:13.773884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d19941ba-f388-499d-abc4-81d88ea639c2 req-1bf1c538-3d15-472e-bb4c-62f02cf78bd6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 210 time: 0.3638151 Dec 08 16:14:13.789713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-e45dfc74-13b5-4f05-892d-8ab5afdc016e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips/7fb173c1-b397-4744-9a03-be40e06f6332 HTTP/1.1" status: 200 len: 692 time: 0.4041893 Dec 08 16:14:14.035056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] For port ce3d006e-85f6-4f34-bac9-e63473f3d609, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ce3d006e-85f6-4f34-bac9-e63473f3d609,segment=NetworkSegment(c89edae5-8d43-406b-a86b-87c9bdbaccd3),segment_id=c89edae5-8d43-406b-a86b-87c9bdbaccd3)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:14.036212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.077062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-a0e4f914-4a78-4a33-99e5-c14cd543eb9f tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:14.089689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-a0e4f914-4a78-4a33-99e5-c14cd543eb9f tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.2910578 Dec 08 16:14:14.097643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:14:14.098916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-382532d8-3070-4624-965d-723834b3a95f tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:14.112023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-382532d8-3070-4624-965d-723834b3a95f tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0210190 Dec 08 16:14:14.160082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Calling delete_port for ce3d006e-85f6-4f34-bac9-e63473f3d609 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:14.199766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.214868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.276936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-521a3f58-b058-4017-bac5-672e217f01ff tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.1609073 Dec 08 16:14:14.306090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:14.310388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.348523 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19597388-6d50-4faf-9722-14f7578b1e5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.460725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19597388-6d50-4faf-9722-14f7578b1e5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.466889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-3a5ef617-1a51-44ad-8d63-c3afe4734ebc tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.42 HTTP/1.1" status: 200 len: 695 time: 0.1880946 Dec 08 16:14:14.532546 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Floating IP ed34e2bc-0e84-4fb7-b94f-9b5bf749675c associated. External IP: 172.25.3.35, port: d87e2cfc-d21a-4285-a2f9-9b96ad62467a. Dec 08 16:14:14.581935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.652103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce3d006e-85f6-4f34-bac9-e63473f3d609,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:14.664242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] No DVR routers for this DVR port ce3d006e-85f6-4f34-bac9-e63473f3d609 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:14.786788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.3 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/1eac9155-f3b0-4942-be46-b66f0c73d5b5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:14.810312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19597388-6d50-4faf-9722-14f7578b1e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.813269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19597388-6d50-4faf-9722-14f7578b1e5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.817545 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19597388-6d50-4faf-9722-14f7578b1e5c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d50707f8-6b09-4936-b272-6960f7a5d006 HTTP/1.1" status: 204 len: 168 time: 1.1855645 Dec 08 16:14:14.922869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:14.968591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1fcda02-80cd-4e6b-b0ba-56f7326dd304']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:14.995540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89edae5-8d43-406b-a86b-87c9bdbaccd3') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:14.996430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89edae5-8d43-406b-a86b-87c9bdbaccd3') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:15.039904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.108211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19597388-6d50-4faf-9722-14f7578b1e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50707f8-6b09-4936-b272-6960f7a5d006,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:15.233415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.289759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:15.290592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:15.336872 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:15.529006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Deleting port a81ce02f-eaa4-4eab-9113-baf8801156e7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:15.529561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.600434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.620594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.628454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c1fcda02-80cd-4e6b-b0ba-56f7326dd304 HTTP/1.1" status: 204 len: 168 time: 3.2484431 Dec 08 16:14:15.630624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:15.707560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b85b5-5edf-4059-a14e-0efd2c2579e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1fcda02-80cd-4e6b-b0ba-56f7326dd304,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:15.865877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.866384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:15.895777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Calling delete_port for a81ce02f-eaa4-4eab-9113-baf8801156e7 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:16.097871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-883ee304-3c66-4cce-8ad1-e329f23e1ac4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:16.110789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-883ee304-3c66-4cce-8ad1-e329f23e1ac4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.3689821 Dec 08 16:14:16.306259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.315664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-699c508d-056d-434b-ae78-48d939ae9c96 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.2061303 Dec 08 16:14:16.362985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-406452eb-df7c-4fda-8e1f-ff20f5a9e30a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400929 Dec 08 16:14:16.364162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Router 4e1d2425-724c-4453-bd84-d850ec41b9d5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:16.493200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-910b8f99-1406-4ffa-959b-cb8f1708a42a service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291375 Dec 08 16:14:16.696774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-3415a6e5-b19c-4972-aef7-3e6c34525fb9 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022724 Dec 08 16:14:16.705382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.745097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.843776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Pushing event deleted for resources: {'Port': ['ID=a81ce02f-eaa4-4eab-9113-baf8801156e7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:16.871078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=1eac9155-f3b0-4942-be46-b66f0c73d5b5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:16.966612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:16.971646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:16.977021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:16.984731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:16.989926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] Sync routers for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:17.015661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:17.019838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:17.024776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:17.049705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.057205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.074158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e75cf20-afd1-4c2d-8d2d-c9ec2c2f7d3a req-86669510-d3e4-4dd8-a3bb-eccf4c525bbf tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "DELETE /v2.0/floatingips/7fb173c1-b397-4744-9a03-be40e06f6332 HTTP/1.1" status: 204 len: 173 time: 2.5971558 Dec 08 16:14:17.104989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.105952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.173255 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7047794d-1010-4f5e-b2f7-de6228d1ac43 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "PUT /v2.0/floatingips/ed34e2bc-0e84-4fb7-b94f-9b5bf749675c HTTP/1.1" status: 200 len: 991 time: 5.6159179 Dec 08 16:14:17.192591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:17.195957 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069a7922-4c48-4dfa-a361-3dce0f8cce58" -d '{"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:17.224951 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-dfa6007a-42a2-48ab-b528-659708308c3b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5134094 Dec 08 16:14:17.273570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Request body: {'port': {'device_id': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:17.303054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:17.560226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0c9965b-103a-4704-8105-1fc6ee4a0bc6 req-43dd2dc4-380a-4ab4-8d68-3498456b1a59 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 210 time: 0.1580920 Dec 08 16:14:17.605735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.678407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-d5cb7f44-aada-4165-9872-151a647ae203 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4464297 Dec 08 16:14:17.685182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:17.751031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:17.826512 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cb83b6-7274-4a25-8e32-a9fa78dd8d93 x-openstack-request-id: req-d8cb83b6-7274-4a25-8e32-a9fa78dd8d93 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:17.831840 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:17.833578 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8cb83b6-7274-4a25-8e32-a9fa78dd8d93 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:17.836263 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'status': 'completed', 'code': 200} Dec 08 16:14:17.993178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.993880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.994490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.995664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.996269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.996878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.997325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:17.999549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-21d30144-1d22-4e4c-bf1d-a778b10579ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 0.1068947 Dec 08 16:14:18.000525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ed34e2bc-0e84-4fb7-b94f-9b5bf749675c', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'port_id': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'mac_address': 'fa:16:3e:9a:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:14:13Z', 'revision_number': 1, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:18Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:18.070245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] Checking router: 4e1d2425-724c-4453-bd84-d850ec41b9d5 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:18.111877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:18.112854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:18.134243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.403243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Allocated IP 172.25.3.90 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8d4f3a36-6ba2-4289-bb77-6afda0b44754) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:18.452596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eac9155-f3b0-4942-be46-b66f0c73d5b5 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:18.464525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.465305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:18.483921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Transition to ACTIVE for port object 1eac9155-f3b0-4942-be46-b66f0c73d5b5 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:18.502558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.697633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Pushing event updated for resources: {'Port': ['ID=1eac9155-f3b0-4942-be46-b66f0c73d5b5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:18.725724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.820426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:18.833832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:18.873889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86b0c3a8-4f72-498a-b14f-20986fef5420 req-76aa6224-5a3d-40c5-8079-a69d8bab5276 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 210 time: 0.1344347 Dec 08 16:14:18.938987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.029662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Attempting to bind port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:19.030598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Attempting to bind port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:19.031202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Attempting to bind port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:19.042292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:19.042636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Attempting to bind port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:19.087464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:19.087807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:19.088202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:19.089530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Bound port: 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:19.089932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.162254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ed34e2bc-0e84-4fb7-b94f-9b5bf749675c', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'port_id': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'mac_address': 'fa:16:3e:9a:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:14:13Z', 'revision_number': 1, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:18Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:19.243533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] For port 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:19.254474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Pushing event updated for resources: {'Port': ['ID=8d4f3a36-6ba2-4289-bb77-6afda0b44754,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:19.262547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] For port 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1eac9155-f3b0-4942-be46-b66f0c73d5b5,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:19.272607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.360389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:19.361078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.362688 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] 10.222.0.86 "PUT /v2.0/ports/1eac9155-f3b0-4942-be46-b66f0c73d5b5 HTTP/1.1" status: 200 len: 1091 time: 2.0933340 Dec 08 16:14:19.386006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7beabb7b-a70b-4b9e-b129-e25d2f5d78dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.452214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cbab3-de1e-4924-a9b4-45ae156c507d service neutron] Pushing event updated for resources: {'Port': ['ID=1eac9155-f3b0-4942-be46-b66f0c73d5b5,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:19.581169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Deleting port d8d1a42e-4877-4c4d-aa6f-932aafa549fa {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:19.581518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.660629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-b3791f75-912f-479f-893f-e8feb377caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:19.664043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-b3791f75-912f-479f-893f-e8feb377caf8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 1094 time: 0.1772320 Dec 08 16:14:19.728832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-16b059bc-8f16-4f13-8060-6e8fe0dbecc7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:19.732108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-16b059bc-8f16-4f13-8060-6e8fe0dbecc7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.4519160 Dec 08 16:14:19.734418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7beabb7b-a70b-4b9e-b129-e25d2f5d78dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.741860 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-37f395ad-f515-44e4-838c-348a70fb2d53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eac9155-f3b0-4942-be46-b66f0c73d5b5 HTTP/1.1" status: 200 len: 217 time: 0.0694835 Dec 08 16:14:19.747552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7beabb7b-a70b-4b9e-b129-e25d2f5d78dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.846329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'tag': '1eac9155-f3b0-4942-be46-b66f0c73d5b5'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:19.848700 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79255187-fe27-4432-8248-5424e8fd7e0e" -d '{"events": [{"name": "network-changed", "server_uuid": "938b684b-0a34-4aab-808e-9a8b6b1c0aaa", "tag": "1eac9155-f3b0-4942-be46-b66f0c73d5b5"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:19.860295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014edb20-0b55-40b2-8da8-1b47e54c4deb None None] The sync data for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 is: [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ed34e2bc-0e84-4fb7-b94f-9b5bf749675c', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'floating_ip_address': '172.25.3.35', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'port_id': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'mac_address': 'fa:16:3e:9a:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:12:34Z', 'updated_at': '2021-12-08T16:14:13Z', 'revision_number': 1, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:18Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:19.892038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] For port d8d1a42e-4877-4c4d-aa6f-932aafa549fa, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:19.892557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:19.909697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-653d6f02-cd5d-4fb5-a419-0ca944498fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:19.911064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Calling delete_port for d8d1a42e-4877-4c4d-aa6f-932aafa549fa owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:19.911932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-653d6f02-cd5d-4fb5-a419-0ca944498fc4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391 HTTP/1.1" status: 200 len: 913 time: 1.9019780 Dec 08 16:14:19.942697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:19.983059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:20.139566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:20.147285 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7beabb7b-a70b-4b9e-b129-e25d2f5d78dc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fd39ab7801a54a8bb5300402f3c34875&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3123300 Dec 08 16:14:20.152886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44634) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:20.164600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beabb7b-a70b-4b9e-b129-e25d2f5d78dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=691a57e4-e09c-403c-a581-c2297229235f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:20.175210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:20.212138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-bd5ae113-7bca-45a5-8b79-dd513e78890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:20.214947 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-bd5ae113-7bca-45a5-8b79-dd513e78890c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.4502468 Dec 08 16:14:20.220210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-e9f7205d-7935-4850-a659-1eb099a0d859 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248951 Dec 08 16:14:20.290234 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-d5f2d613-da44-48a3-bcbe-5a30c6461142 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602756 Dec 08 16:14:20.388935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-7969628c-c136-439f-9ae8-780e694ea151 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 999 time: 0.4130454 Dec 08 16:14:20.399614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:20.415247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33cb8a79-3527-4453-b5d0-5ab9531896fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:20.464297 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02be5a82-f90a-402c-b8d3-da7200626e77 None None] New status for floating IP ed34e2bc-0e84-4fb7-b94f-9b5bf749675c: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:14:20.524764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=d8d1a42e-4877-4c4d-aa6f-932aafa549fa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:20.643240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-9b2db7ab-6256-412c-b26b-d182d8dc263c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:20.651756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-9b2db7ab-6256-412c-b26b-d182d8dc263c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4302988 Dec 08 16:14:20.655197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-8c5c21fa-36b2-4bf5-bb94-94079283eaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:20.656908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-8c5c21fa-36b2-4bf5-bb94-94079283eaea service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 200 len: 851 time: 0.2434986 Dec 08 16:14:20.691003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-1d6e032e-18db-4b1a-95ff-5f1ef71ce1d7 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911958 Dec 08 16:14:20.729843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:20.734229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33cb8a79-3527-4453-b5d0-5ab9531896fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:20.757111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-0da8261a-4a89-42d9-8655-d7b532de9d93 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/quotas/60a8f4f444284ec5bdc09f37d02e19ec HTTP/1.1" status: 200 len: 375 time: 0.1042111 Dec 08 16:14:20.786901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:20.791004 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:20.901576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-c69f300e-a4b2-42b8-b3f0-3ee4c480ac9a tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1434746 Dec 08 16:14:20.975430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:20.993466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-c385def4-f2ab-41d4-90c9-04c670f17198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:20.999703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-c385def4-f2ab-41d4-90c9-04c670f17198 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b9c06e-9add-4910-bc5d-6edb3986b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3049777 Dec 08 16:14:21.065758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33cb8a79-3527-4453-b5d0-5ab9531896fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.069036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33cb8a79-3527-4453-b5d0-5ab9531896fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.070591 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33cb8a79-3527-4453-b5d0-5ab9531896fe admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/691a57e4-e09c-403c-a581-c2297229235f HTTP/1.1" status: 204 len: 168 time: 0.9165542 Dec 08 16:14:21.202886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-1fa89f32-5fc0-45cb-8ca7-c70b25cd674d service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996064 Dec 08 16:14:21.267773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:21.279767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb8a79-3527-4453-b5d0-5ab9531896fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=691a57e4-e09c-403c-a581-c2297229235f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:21.615288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.9 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:21.872531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:22.079825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:22.099092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-635c89a8-45c9-430b-8539-933012b82618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.221198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:22.236078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] Sync routers for ids ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:22.248644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-736ff0e3-3520-4659-99c1-ac8c0ce5c1ab admin admin] 10.222.0.62 "PUT /v2.0/routers/1b2ffe03-ef5f-46ff-9903-98556322a8e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6097043 Dec 08 16:14:22.248945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:22.265224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] Routers {'1b2ffe03-ef5f-46ff-9903-98556322a8e6'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:22.267880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:22.638567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc76c23d-6def-4384-9c83-266259eade57 req-fefd7d45-870b-47e3-a74f-063c1abb84f5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 210 time: 1.0163288 Dec 08 16:14:22.644034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-a1820a00-b0b5-44da-9730-4aa328b982d5 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5831957 Dec 08 16:14:22.706873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] Set router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:22.924533 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8ba0ca-4f83-4014-9556-3b41b65ade37 x-openstack-request-id: req-cc8ba0ca-4f83-4014-9556-3b41b65ade37 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:22.924826 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "938b684b-0a34-4aab-808e-9a8b6b1c0aaa", "tag": "1eac9155-f3b0-4942-be46-b66f0c73d5b5", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:22.925165 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc8ba0ca-4f83-4014-9556-3b41b65ade37 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:22.925483 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'tag': '1eac9155-f3b0-4942-be46-b66f0c73d5b5', 'status': 'completed', 'code': 200} Dec 08 16:14:22.978094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-635c89a8-45c9-430b-8539-933012b82618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:22.995381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-635c89a8-45c9-430b-8539-933012b82618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.021465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.178248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T16:14:20Z', 'revision_number': 5, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:23.211745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] Checking router: 1b2ffe03-ef5f-46ff-9903-98556322a8e6 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:23.224764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] Routers {'1b2ffe03-ef5f-46ff-9903-98556322a8e6'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:23.225571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:13:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:23.348454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255187-fe27-4432-8248-5424e8fd7e0e req-8c0943d7-a089-4676-bae5-fde76c1aaaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:23.353364 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-79255187-fe27-4432-8248-5424e8fd7e0e req-8c0943d7-a089-4676-bae5-fde76c1aaaaf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 1094 time: 0.4309721 Dec 08 16:14:23.361641 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-635c89a8-45c9-430b-8539-933012b82618 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7239232702f4de9a9efa2a69c42fdb7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2805448 Dec 08 16:14:23.392172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] Set router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:23.501015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44696) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:23.531106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635c89a8-45c9-430b-8539-933012b82618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f3f78f-1009-4d6b-a947-21d8cfdd7cc6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:23.534386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255187-fe27-4432-8248-5424e8fd7e0e req-2d1ce111-3114-41b0-ad2a-76046a05580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:23.535869 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-79255187-fe27-4432-8248-5424e8fd7e0e req-2d1ce111-3114-41b0-ad2a-76046a05580f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4ae0519228e945c2a922c681b2134283&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1728926 Dec 08 16:14:23.590501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.644585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.725689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.748879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79255187-fe27-4432-8248-5424e8fd7e0e req-a79f4f40-0f48-46fe-bdd7-cfdc94a7c75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:23.751389 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-79255187-fe27-4432-8248-5424e8fd7e0e req-a79f4f40-0f48-46fe-bdd7-cfdc94a7c75a service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2075510 Dec 08 16:14:23.762826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T16:14:20Z', 'revision_number': 5, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:23.773417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-1331a598-0d9b-42c8-98b9-19520e3bbc0b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.1672132 Dec 08 16:14:23.800366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d605cb3-0e21-4ad2-a736-dcdcdd38b59f None None] The sync data for ids ['1b2ffe03-ef5f-46ff-9903-98556322a8e6'] in n-d-820935-5 is: [{'id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'name': 'tempest-AttachSCSIVolumeTestJSON-213554849-router', 'tenant_id': '7269be32ec734c569d39c566a9f45109', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T15:59:44Z', 'updated_at': '2021-12-08T16:14:20Z', 'revision_number': 5, 'project_id': '7269be32ec734c569d39c566a9f45109', 'gw_port': {'id': '4492d47c-427c-405e-a35a-4db896ca4be6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:36:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2ffe03-ef5f-46ff-9903-98556322a8e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T15:59:46Z', 'updated_at': '2021-12-08T15:59:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:23.883893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Deleting port 4492d47c-427c-405e-a35a-4db896ca4be6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:23.883893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:23.909421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7d28f54e-6d60-49cd-975c-ac61cae4b229 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4060247 Dec 08 16:14:24.038814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] For port 4492d47c-427c-405e-a35a-4db896ca4be6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4492d47c-427c-405e-a35a-4db896ca4be6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:24.038814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.059226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Calling delete_port for 4492d47c-427c-405e-a35a-4db896ca4be6 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:24.204401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-1613e700-bbfc-4882-aa97-df46ed486a7a tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502615 Dec 08 16:14:24.312403 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.397001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-430771e6-29f2-4846-baa3-19b0dcff54e5 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:24.411960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-430771e6-29f2-4846-baa3-19b0dcff54e5 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5009584 Dec 08 16:14:24.416095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1eac9155-f3b0-4942-be46-b66f0c73d5b5 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:24.435446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Pushing event updated for resources: {'Port': ['ID=8d4f3a36-6ba2-4289-bb77-6afda0b44754,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:24.499340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-21ae571e-0904-49aa-ad9d-3804136e61a3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:24.500772 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-21ae571e-0904-49aa-ad9d-3804136e61a3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378137 Dec 08 16:14:24.515317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.533442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-a14ab500-d413-4fee-9687-d7fd9ae5c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:24.536554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-a14ab500-d413-4fee-9687-d7fd9ae5c14a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1097 time: 0.6025319 Dec 08 16:14:24.537837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Request body: {'port': {'device_id': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '60a8f4f444284ec5bdc09f37d02e19ec'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:24.558787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-fbc758e7-87b7-4772-b2d4-4c62fe779672 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/quotas/60a8f4f444284ec5bdc09f37d02e19ec HTTP/1.1" status: 200 len: 375 time: 0.1440454 Dec 08 16:14:24.562497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be0da53c-30f6-4a3b-8953-61df505ff5d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.572379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.585060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a7922-4c48-4dfa-a361-3dce0f8cce58 req-d4ef4ef7-7f75-4513-812a-ff5881a47519 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1085210 Dec 08 16:14:24.585458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=4492d47c-427c-405e-a35a-4db896ca4be6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:24.741761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-15b1c40d-df4c-4cab-8b1e-22ce578d2226 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1795382 Dec 08 16:14:24.783004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.844052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1eac9155-f3b0-4942-be46-b66f0c73d5b5,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:24.876636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '1eac9155-f3b0-4942-be46-b66f0c73d5b5', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': '1eac9155-f3b0-4942-be46-b66f0c73d5b5', 'mac_address': 'fa:16:3e:4a:03:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:24.924122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.926675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-5e098a70-d032-4dc5-a530-52c36a38518e tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.2469912 Dec 08 16:14:24.946928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be0da53c-30f6-4a3b-8953-61df505ff5d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.963369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Made reservation on behalf of 60a8f4f444284ec5bdc09f37d02e19ec for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:24.973920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.986048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.987836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:24.990395 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.007938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.084895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eac9155-f3b0-4942-be46-b66f0c73d5b5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:25.117862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.118550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2ffe03-ef5f-46ff-9903-98556322a8e6 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:14:25.131888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.132777 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f3f6e0ed-c509-4544-9c32-cae99cfc3e52 admin admin] 10.222.0.62 "DELETE /v2.0/routers/1b2ffe03-ef5f-46ff-9903-98556322a8e6 HTTP/1.1" status: 204 len: 168 time: 2.8795700 Dec 08 16:14:25.136833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:25.203967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-08dfd59c-14d4-49e6-aae8-399e30009468 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.2626176 Dec 08 16:14:25.210474 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be0da53c-30f6-4a3b-8953-61df505ff5d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.213759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be0da53c-30f6-4a3b-8953-61df505ff5d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.218846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-be0da53c-30f6-4a3b-8953-61df505ff5d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f5f3f78f-1009-4d6b-a947-21d8cfdd7cc6 HTTP/1.1" status: 204 len: 168 time: 1.6828740 Dec 08 16:14:25.221470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.260996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1eac9155-f3b0-4942-be46-b66f0c73d5b5,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:25.275841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.296259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0da53c-30f6-4a3b-8953-61df505ff5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f3f78f-1009-4d6b-a947-21d8cfdd7cc6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:25.399194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Deleting subnet 924a2a49-7d6b-4b65-85e2-22e00ecd8bd2 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:25.409067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.497107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=1eac9155-f3b0-4942-be46-b66f0c73d5b5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:25.509784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['1eac9155-f3b0-4942-be46-b66f0c73d5b5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:25.564206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:25.605950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:25.716133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.730917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:25.738123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-bd9c3da2-0d15-44c0-b9b0-01f55065fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:25.740549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-bd9c3da2-0d15-44c0-b9b0-01f55065fd00 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 1.1450243 Dec 08 16:14:25.750509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:25.789335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:25.791806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-24c775ec-b3cf-4b52-861b-6b74cbeb24e9 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:25.794617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1587d290-0977-4bf1-9cff-3d4e1a9fee86 req-24c775ec-b3cf-4b52-861b-6b74cbeb24e9 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.5202544 Dec 08 16:14:25.824815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.050352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c74126ca-2b49-47f4-a90c-5a3445ff5c80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.084188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8d1a42e-4877-4c4d-aa6f-932aafa549fa no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:26.097537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ef6a8-f0d4-4f13-8111-736ac1ec9f54 req-dfa4059c-7818-46a1-8dca-5d0d8784e8dd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.108429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a5ef6a8-f0d4-4f13-8111-736ac1ec9f54 req-dfa4059c-7818-46a1-8dca-5d0d8784e8dd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 931 time: 0.5768681 Dec 08 16:14:26.147839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.148377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.184205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-117a57e6-015e-42e5-a0ff-a7fed831ac5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 1001 time: 0.4214709 Dec 08 16:14:26.194013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d8d1a42e-4877-4c4d-aa6f-932aafa549fa {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:26.194590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8d1a42e-4877-4c4d-aa6f-932aafa549fa not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:26.266377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-a17e757b-c7c3-4514-a4f3-a52f9ad062e8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3592362 Dec 08 16:14:26.270745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19399a60-62a6-4f66-b155-1621d0f3397b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:26.313230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Allocated IP 192.168.233.244 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/0580b187-8996-45b0-b9b6-e97d29fa47ad) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:26.316249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.324789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Request body: {'port': {'device_id': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:26.400380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a28218-71cf-4925-97e3-da5772f8a83f req-cfc92a80-c91c-412f-acc4-fb3d32ef1757 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 210 time: 0.1685314 Dec 08 16:14:26.403772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-83bae937-f0b7-442d-aeec-78c9972aa787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.405724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-83bae937-f0b7-442d-aeec-78c9972aa787 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.1898136 Dec 08 16:14:26.458995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a5ef6a8-f0d4-4f13-8111-736ac1ec9f54 req-9bfb9bc2-3f05-42fa-9cd4-8281cd39b560 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3493459 Dec 08 16:14:26.543622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.551254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-12da478e-da2a-4b9a-9650-67df769b014a tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips/8dc6f079-2654-468e-8df2-0d9db226ceed HTTP/1.1" status: 200 len: 692 time: 0.0905333 Dec 08 16:14:26.623459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=924a2a49-7d6b-4b65-85e2-22e00ecd8bd2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:26.633718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.638429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a01b0932-6335-428f-921e-998d2545318f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/924a2a49-7d6b-4b65-85e2-22e00ecd8bd2 HTTP/1.1" status: 204 len: 168 time: 1.4851418 Dec 08 16:14:26.643569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44750) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:26.647098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5197ac58-1131-4698-87de-cb1c0d39aad7 None None] Network 718b57fe-cd56-4549-b2cf-ea464374d6d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:26.723657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-f4e264d7-fc85-484d-ae9f-12687fdc99f5 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.725696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-f4e264d7-fc85-484d-ae9f-12687fdc99f5 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.1661973 Dec 08 16:14:26.782326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.785431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-77cbf3ba-4156-4e4d-bbe2-27ef1c77f213 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:14:26.793426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-77cbf3ba-4156-4e4d-bbe2-27ef1c77f213 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0177007 Dec 08 16:14:26.810610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.943112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.958017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:26.967867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-e9c6cbaf-3693-4667-96f0-28bfc2ee976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:26.969449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-e9c6cbaf-3693-4667-96f0-28bfc2ee976a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5266795 Dec 08 16:14:26.984016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-d55ebc6c-0026-4a84-84d7-0f3cae2d2650 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.1773267 Dec 08 16:14:27.021463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:27.058559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Deleting port 44436c06-b460-486d-b34d-09d10941391a {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:27.058900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.184191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-61421ed2-a3e5-481c-a490-7bdf7d025891 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.90 HTTP/1.1" status: 200 len: 695 time: 0.1975658 Dec 08 16:14:27.233473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] DHCP port deletion for 718b57fe-cd56-4549-b2cf-ea464374d6d9 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:14:27.282400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:27.315684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:27.332625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:27.457764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:27.463170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.511665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] Deleting port 44436c06-b460-486d-b34d-09d10941391a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:27.512044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.658950 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-36ae61b4-c3dd-4589-840f-78f8db018806 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1862400 Dec 08 16:14:27.659302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] For port 44436c06-b460-486d-b34d-09d10941391a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=44436c06-b460-486d-b34d-09d10941391a,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:27.660038 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.693115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] Calling delete_port for 44436c06-b460-486d-b34d-09d10941391a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:27.701341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] For port 44436c06-b460-486d-b34d-09d10941391a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=44436c06-b460-486d-b34d-09d10941391a,segment=NetworkSegment(d59f5f8c-63cc-4add-aec3-c3c9642868e2),segment_id=d59f5f8c-63cc-4add-aec3-c3c9642868e2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:27.702163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:27.776805 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-58ba1aff-f891-4c42-af06-c6fbe8c4e6d7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2469203 Dec 08 16:14:27.917712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Request body: {'port': {'device_id': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:27.939168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4492d47c-427c-405e-a35a-4db896ca4be6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:28.024219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-202aadf8-d74b-484a-889c-691df4ea8c19 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:28.030246 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-202aadf8-d74b-484a-889c-691df4ea8c19 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3368471 Dec 08 16:14:28.034565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Calling delete_port for 44436c06-b460-486d-b34d-09d10941391a owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:28.044431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.053475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4492d47c-427c-405e-a35a-4db896ca4be6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:28.053826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4492d47c-427c-405e-a35a-4db896ca4be6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:28.054278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 44436c06-b460-486d-b34d-09d10941391a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:28.084074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Request body: {'port': {'device_id': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '60a8f4f444284ec5bdc09f37d02e19ec'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:28.165656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 44436c06-b460-486d-b34d-09d10941391a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:28.169182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 44436c06-b460-486d-b34d-09d10941391a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:28.352194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] Pushing event deleted for resources: {'Port': ['ID=44436c06-b460-486d-b34d-09d10941391a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.360825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dfda1a43-25ec-4a29-81fb-100bb7b31a42 None None] Provisioning complete for port 0580b187-8996-45b0-b9b6-e97d29fa47ad triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:28.362985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfda1a43-25ec-4a29-81fb-100bb7b31a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.440702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3722e934-183e-4a9a-877a-ef7127eabf22 None None] No DVR routers for this DVR port 44436c06-b460-486d-b34d-09d10941391a on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:28.446051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1eac9155-f3b0-4942-be46-b66f0c73d5b5 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:28.473479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.500390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:28.511355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.534151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Transition to ACTIVE for port object a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:28.562421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dfda1a43-25ec-4a29-81fb-100bb7b31a42 None None] Port 0580b187-8996-45b0-b9b6-e97d29fa47ad cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:28.578494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2bab6922-49a4-4f99-8e49-9961d5ab087e req-781ff683-f392-4424-8c3a-4eee6d0ec268 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 210 time: 0.8515167 Dec 08 16:14:28.589288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.599563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:28.613257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:28.613936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.636898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.654419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Made reservation on behalf of 60a8f4f444284ec5bdc09f37d02e19ec for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:28.686733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.816604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Pushing event updated for resources: {'Port': ['ID=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.880187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.885487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef1d4f13-dbfd-4ef0-b1d8-80183dfc7878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:28.896598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Pushing event deleted for resources: {'Port': ['ID=44436c06-b460-486d-b34d-09d10941391a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:28.913639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-16c6bc9d-2dce-421b-9a83-154f4fba1584 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9074218 Dec 08 16:14:28.918871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] No DVR routers for this DVR port 44436c06-b460-486d-b34d-09d10941391a on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:28.953698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac9155-f3b0-4942-be46-b66f0c73d5b5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:28.956899 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd23f20-3c8b-441f-90d9-3520dc439a20" -d '{"events": [{"server_uuid": "938b684b-0a34-4aab-808e-9a8b6b1c0aaa", "name": "network-vif-plugged", "status": "completed", "tag": "1eac9155-f3b0-4942-be46-b66f0c73d5b5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:28.979324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1eac9155-f3b0-4942-be46-b66f0c73d5b5,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:28.985408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:28.988258 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.040465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Deleting port 8d4f3a36-6ba2-4289-bb77-6afda0b44754 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:29.042716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.115980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=1eac9155-f3b0-4942-be46-b66f0c73d5b5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.176199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65965c92-e563-4899-91fd-6c5fd6d3d910 req-37573454-c0ce-43a2-98c0-00b1b8044ff4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.177437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65965c92-e563-4899-91fd-6c5fd6d3d910 req-37573454-c0ce-43a2-98c0-00b1b8044ff4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 943 time: 0.4113293 Dec 08 16:14:29.184287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Attempting to bind port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:29.184634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Attempting to bind port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:29.184958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Attempting to bind port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:29.190331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.229550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:29.230038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Attempting to bind port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:29.242308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718b57fe-cd56-4549-b2cf-ea464374d6d9']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:29.262921 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbe98fea-f796-4eec-a671-3f688d303550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.266010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59f5f8c-63cc-4add-aec3-c3c9642868e2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:29.266626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:29.266793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59f5f8c-63cc-4add-aec3-c3c9642868e2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:29.267348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:29.267348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:29.267638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Bound port: a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:29.267771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.296905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.306021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9b6a90c-86ac-4d29-8b60-bc5394251b8f req-a684e017-f062-4bcb-8bae-44ef25af233f service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784020 Dec 08 16:14:29.329432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.330143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.346392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.375305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:29.375972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:29.384909 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:29.450876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Calling delete_port for 8d4f3a36-6ba2-4289-bb77-6afda0b44754 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:29.463834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65965c92-e563-4899-91fd-6c5fd6d3d910 req-acd71cd2-d3f3-4baa-a68b-da33d74d4f92 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753663 Dec 08 16:14:29.515494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] For port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:29.519570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] For port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:29.526962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.609223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:29.624054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.641979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.645566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.650303 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] 10.222.0.62 "DELETE /v2.0/networks/718b57fe-cd56-4549-b2cf-ea464374d6d9 HTTP/1.1" status: 204 len: 168 time: 3.0052590 Dec 08 16:14:29.689045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19953220-b6f5-40d6-904e-e188219fed7b admin admin] Pushing event deleted for resources: {'Network': ['ID=718b57fe-cd56-4549-b2cf-ea464374d6d9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.704541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Transition to ACTIVE for port object 0580b187-8996-45b0-b9b6-e97d29fa47ad will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:29.710962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.800687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.814885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbe98fea-f796-4eec-a671-3f688d303550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.825776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fbe98fea-f796-4eec-a671-3f688d303550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.838487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:29.838487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:29.840483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] 10.222.0.86 "PUT /v2.0/ports/a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d HTTP/1.1" status: 200 len: 1091 time: 3.5292780 Dec 08 16:14:29.850593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'tag': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:29.856785 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766f5b6-8b30-4581-bbf0-a88899097f59" -d '{"events": [{"name": "network-changed", "server_uuid": "c1abfcce-24ba-4d1b-acee-ca53bf9a7cff", "tag": "a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:29.889193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe98fea-f796-4eec-a671-3f688d303550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885b88d0-c173-4419-ac81-6ee1b236f047,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.895888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485134fa-5d9a-4ccc-87f3-723b6b37709a service neutron] Pushing event updated for resources: {'Port': ['ID=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:29.925239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Allocated IP 192.168.233.219 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/89519957-491c-4c4f-8189-0f371a8c3675) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:29.941732 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fbe98fea-f796-4eec-a671-3f688d303550 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a05ff39428a4ba2b5d1722ddd74cac2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9537523 Dec 08 16:14:29.947756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:30.019498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-f56f7863-d26c-4b9a-b397-dc01bea4cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:30.024486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-f56f7863-d26c-4b9a-b397-dc01bea4cece service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 1094 time: 0.1302979 Dec 08 16:14:30.071881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.137898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff876a55-1772-44f8-8105-174804a19093 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.150321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44818) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:30.164911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-907b3d3d-0a2f-46c6-91d6-bfd3df65bc1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d HTTP/1.1" status: 200 len: 217 time: 0.1308911 Dec 08 16:14:30.178003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Attempting to bind port 0580b187-8996-45b0-b9b6-e97d29fa47ad on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:30.180613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Attempting to bind port 0580b187-8996-45b0-b9b6-e97d29fa47ad by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:30.181500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Attempting to bind port 0580b187-8996-45b0-b9b6-e97d29fa47ad on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:30.199778 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff876a55-1772-44f8-8105-174804a19093 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.212125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Port 0580b187-8996-45b0-b9b6-e97d29fa47ad on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:30.212659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Attempting to bind port 0580b187-8996-45b0-b9b6-e97d29fa47ad on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:30.236916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:30.237545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:30.238106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:30.238852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Bound port: 0580b187-8996-45b0-b9b6-e97d29fa47ad, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:30.240377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.328766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ea641e18-88ec-4736-aebf-c9a4dd950ad7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0cd456bf469240c1a276f31181a5362b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1754286 Dec 08 16:14:30.335347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.338889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44820) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:30.382910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Pushing event deleted for resources: {'Port': ['ID=8d4f3a36-6ba2-4289-bb77-6afda0b44754,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:30.402071 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:14:30.405081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-c0668523-d06b-4d50-810c-84b5d5f95691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:30.410179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-c0668523-d06b-4d50-810c-84b5d5f95691 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.2274747 Dec 08 16:14:30.482750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff876a55-1772-44f8-8105-174804a19093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.486340 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff876a55-1772-44f8-8105-174804a19093 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.493139 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff876a55-1772-44f8-8105-174804a19093 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/885b88d0-c173-4419-ac81-6ee1b236f047 HTTP/1.1" status: 204 len: 168 time: 0.5388968 Dec 08 16:14:30.505525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-697680a2-6cbf-4c29-81fb-ea4f621cfb86 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776491 Dec 08 16:14:30.534270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff876a55-1772-44f8-8105-174804a19093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885b88d0-c173-4419-ac81-6ee1b236f047,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:30.543058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:30.589775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:30.617938 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad3b242-3558-438f-ab95-cdf1145f73fe x-openstack-request-id: req-6ad3b242-3558-438f-ab95-cdf1145f73fe {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:30.618769 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938b684b-0a34-4aab-808e-9a8b6b1c0aaa", "name": "network-vif-plugged", "status": "completed", "tag": "1eac9155-f3b0-4942-be46-b66f0c73d5b5", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:30.619465 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6ad3b242-3558-438f-ab95-cdf1145f73fe {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:30.620270 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eac9155-f3b0-4942-be46-b66f0c73d5b5', 'code': 200} Dec 08 16:14:30.641836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.748907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.752835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:30.753979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.756679 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] 10.222.0.58 "PUT /v2.0/ports/0580b187-8996-45b0-b9b6-e97d29fa47ad HTTP/1.1" status: 200 len: 1096 time: 2.8570273 Dec 08 16:14:30.762813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:30.779173 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28ec569-fdac-4839-9990-2d7e5af3ccb7" -d '{"events": [{"name": "network-changed", "server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:30.860199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f94fc-7774-4333-9719-2558f0a8f38b service neutron] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:30.899756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-751ff1f3-3efc-46cb-9932-97368d29b781 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:30.998359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-71991547-64ce-483b-ab48-b1e4fab4d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:31.001063 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-71991547-64ce-483b-ab48-b1e4fab4d633 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1099 time: 0.0886402 Dec 08 16:14:31.002799 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.023828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.031690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.033753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b985ea6-5c6b-4e37-abb6-dce945dd093a req-529910ac-a6f2-4924-b317-c48c73e2e234 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "DELETE /v2.0/floatingips/8dc6f079-2654-468e-8df2-0d9db226ceed HTTP/1.1" status: 204 len: 173 time: 3.8484173 Dec 08 16:14:31.049528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebeb0c7b-11f8-45f7-bdaa-c5873cad7f97 req-5e063b3a-7610-4c79-af2a-02e5aa2435fd tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 210 time: 0.2208810 Dec 08 16:14:31.113567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event updated for resources: {'Port': ['ID=89519957-491c-4c4f-8189-0f371a8c3675,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:31.175051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-751ff1f3-3efc-46cb-9932-97368d29b781 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.241561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a15ba-edc1-499a-8cd3-7c9c9d8c0f8c req-c3bf0a5e-b7db-40c8-8192-d8f7801f5bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:31.244595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-017a15ba-edc1-499a-8cd3-7c9c9d8c0f8c req-c3bf0a5e-b7db-40c8-8192-d8f7801f5bb7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 1096 time: 0.5319800 Dec 08 16:14:31.250074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-9580ef58-b359-4aa9-8846-e20145bfeb13 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7352688 Dec 08 16:14:31.278315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-6a6cd94c-503b-4911-a999-ffece82aa5de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad HTTP/1.1" status: 200 len: 217 time: 0.1677673 Dec 08 16:14:31.348035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:31.350156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-81b8276b-109b-4a3b-97a5-492d9903a044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:31.351718 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-81b8276b-109b-4a3b-97a5-492d9903a044 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0642610 Dec 08 16:14:31.353586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:31.356709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:31.457214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-e4b66018-f68f-4691-9914-9ebe7587001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:31.458876 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-e4b66018-f68f-4691-9914-9ebe7587001e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0984867 Dec 08 16:14:31.469766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:31.470626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.498421 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-c27c4363-b559-4310-b130-b75075d5b457 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4216790 Dec 08 16:14:31.612444 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861bc839-d98b-4485-b6c0-54ac26fc7852 x-openstack-request-id: req-861bc839-d98b-4485-b6c0-54ac26fc7852 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:31.613002 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1abfcce-24ba-4d1b-acee-ca53bf9a7cff", "tag": "a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:31.613521 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-861bc839-d98b-4485-b6c0-54ac26fc7852 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:31.614356 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'tag': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d', 'status': 'completed', 'code': 200} Dec 08 16:14:31.661395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Request body: {'port': {'device_id': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:31.775967 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.792173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-017a15ba-edc1-499a-8cd3-7c9c9d8c0f8c req-c47b303e-3313-45a9-b6a2-08af3e0431ae service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287759 Dec 08 16:14:31.815042 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006ebe72-201b-4bd7-9b0b-5f5b4fd9e18e x-openstack-request-id: req-006ebe72-201b-4bd7-9b0b-5f5b4fd9e18e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:31.815617 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:31.816115 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-006ebe72-201b-4bd7-9b0b-5f5b4fd9e18e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:31.825143 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'status': 'completed', 'code': 200} Dec 08 16:14:31.847355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea48d18d-af02-40f4-9c76-bbe1e730bf18 req-b3c7b640-2866-4e88-bfbf-abd2ac72d6e7 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755508 Dec 08 16:14:31.860993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ea30f-b2ce-4aa0-a327-8b6d1f4f9e64 req-a266a4fd-6023-4a28-891c-bfb957b8c3af tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:31.879065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-818ea30f-b2ce-4aa0-a327-8b6d1f4f9e64 req-a266a4fd-6023-4a28-891c-bfb957b8c3af tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 943 time: 0.5852799 Dec 08 16:14:31.882805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-751ff1f3-3efc-46cb-9932-97368d29b781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.887780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-751ff1f3-3efc-46cb-9932-97368d29b781 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.889267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-751ff1f3-3efc-46cb-9932-97368d29b781 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8c1c56ad-3065-4363-8e93-2c50c8a8a676 HTTP/1.1" status: 204 len: 168 time: 1.5201085 Dec 08 16:14:31.922302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.954070 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:31.960225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-c8f6b01c-72f6-4c03-a9e5-5f19556e5a57 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753475 Dec 08 16:14:31.961537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ff1f3-3efc-46cb-9932-97368d29b781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1c56ad-3065-4363-8e93-2c50c8a8a676,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:32.058783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-836bfb01-ed7d-4ebd-8589-0dc8e99daaf1 None None] Provisioning complete for port 89519957-491c-4c4f-8189-0f371a8c3675 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:32.060637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-836bfb01-ed7d-4ebd-8589-0dc8e99daaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:32.125032 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-9e30c6e7-679c-410c-966e-fc2ef25e2f97 req-85f7f5cf-8716-4e48-9246-60d3cca9459c tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] show failed (client error): The resource could not be found. Dec 08 16:14:32.141918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e30c6e7-679c-410c-966e-fc2ef25e2f97 req-85f7f5cf-8716-4e48-9246-60d3cca9459c tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips/8dc6f079-2654-468e-8df2-0d9db226ceed HTTP/1.1" status: 404 len: 350 time: 0.2928164 Dec 08 16:14:32.151386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-836bfb01-ed7d-4ebd-8589-0dc8e99daaf1 None None] Port 89519957-491c-4c4f-8189-0f371a8c3675 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:32.163535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:32.224239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-9b76a8bd-ae99-4c37-ab2f-173006700c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:32.229776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-9b76a8bd-ae99-4c37-ab2f-173006700c56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 1094 time: 0.1608865 Dec 08 16:14:32.349165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-818ea30f-b2ce-4aa0-a327-8b6d1f4f9e64 req-72dea698-a179-4724-9232-ebe9419a486b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691291 Dec 08 16:14:32.428246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff0483-1bfd-4e3a-acaf-f5d9a00758a0 req-f10cb0e2-f6e0-4f6f-9a21-de7fdb91af56 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:32.429917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10ff0483-1bfd-4e3a-acaf-f5d9a00758a0 req-f10cb0e2-f6e0-4f6f-9a21-de7fdb91af56 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 936 time: 0.1447043 Dec 08 16:14:32.466876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:32.493763 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-375036bb-0b71-4a73-b038-a1b2198abc67 req-b2906d87-0ff3-4b53-a1d0-6312c2517863 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] show failed (client error): The resource could not be found. Dec 08 16:14:32.495230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-375036bb-0b71-4a73-b038-a1b2198abc67 req-b2906d87-0ff3-4b53-a1d0-6312c2517863 tempest-FloatingIPsTestJSON-1305504849 tempest-FloatingIPsTestJSON-1305504849-project] 10.222.0.62 "GET /v2.0/floatingips/8dc6f079-2654-468e-8df2-0d9db226ceed HTTP/1.1" status: 404 len: 350 time: 0.0848436 Dec 08 16:14:32.511263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:32.607050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-956859eb-85ff-4bf3-9ab8-5ccb0c4682b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:32.609088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-956859eb-85ff-4bf3-9ab8-5ccb0c4682b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.3663740 Dec 08 16:14:32.697502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d3ebc56e-623b-4465-bd83-6e1157471242 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7269be32ec734c569d39c566a9f45109&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270625 Dec 08 16:14:32.703500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44882) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:32.709654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-229e4550-f72b-43f0-bc52-f36f055c174a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d HTTP/1.1" status: 200 len: 217 time: 0.0809281 Dec 08 16:14:32.851436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10ff0483-1bfd-4e3a-acaf-f5d9a00758a0 req-ac2bd2ec-b984-4e3a-92f1-c410292809ef tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732705 Dec 08 16:14:32.921087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:32.961592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-2ce40879-47d4-4525-aa39-4f9b984bfb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:32.969701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-2ce40879-47d4-4525-aa39-4f9b984bfb8d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.2164929 Dec 08 16:14:33.035897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ff72c720-f79e-469f-b5b5-786af2756f83 req-1d1b2199-4abe-4e89-851f-e207405f62b3 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0376704 Dec 08 16:14:33.280190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-2f431a1b-2e27-4769-8a19-c920f10d6b1d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182253 Dec 08 16:14:33.304787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-db59cacf-82d3-40a9-99e0-7010220a357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:33.308447 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-db59cacf-82d3-40a9-99e0-7010220a357b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1099 time: 0.1913891 Dec 08 16:14:33.320884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6236ef5-6dd2-47e3-91a6-eeb5da7c4903 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.448335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6236ef5-6dd2-47e3-91a6-eeb5da7c4903 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.474431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89519957-491c-4c4f-8189-0f371a8c3675 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:33.496003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.507251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-1ce48209-e388-4a1f-aba1-156eb8eca01e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:33.509408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-1ce48209-e388-4a1f-aba1-156eb8eca01e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/ports?device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 945 time: 0.3334305 Dec 08 16:14:33.552232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Transition to ACTIVE for port object 89519957-491c-4c4f-8189-0f371a8c3675 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:14:33.573026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.685157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-f794eb1a-e2da-4677-87d5-b2788276ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:33.687873 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-f794eb1a-e2da-4677-87d5-b2788276ba10 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3383062 Dec 08 16:14:33.794486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-2561d69d-c349-4aca-99a4-ad7ee65c7224 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979591 Dec 08 16:14:33.795114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6236ef5-6dd2-47e3-91a6-eeb5da7c4903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.806467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6236ef5-6dd2-47e3-91a6-eeb5da7c4903 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:33.814191 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-c258e85d-99b3-49e8-91b6-11c9d41bcfa3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad HTTP/1.1" status: 200 len: 217 time: 0.1147535 Dec 08 16:14:33.815416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b6236ef5-6dd2-47e3-91a6-eeb5da7c4903 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5de0a674-0dcf-453f-9d19-b5708811fa74 HTTP/1.1" status: 204 len: 168 time: 1.1076407 Dec 08 16:14:33.817109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Pushing event updated for resources: {'Port': ['ID=89519957-491c-4c4f-8189-0f371a8c3675,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:34.000710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-87e65414-9295-4557-b895-6d307cfb89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.008116 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-87e65414-9295-4557-b895-6d307cfb89ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1695118 Dec 08 16:14:34.249874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-f4641392-8650-446d-950c-8c660766f4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.251562 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-f4641392-8650-446d-950c-8c660766f4db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1876550 Dec 08 16:14:34.306723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Attempting to bind port 89519957-491c-4c4f-8189-0f371a8c3675 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:34.307053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Attempting to bind port 89519957-491c-4c4f-8189-0f371a8c3675 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:34.307378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Attempting to bind port 89519957-491c-4c4f-8189-0f371a8c3675 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:34.329951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Port 89519957-491c-4c4f-8189-0f371a8c3675 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:14:34.330624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Attempting to bind port 89519957-491c-4c4f-8189-0f371a8c3675 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:34.369963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:34.370849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:34.371489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:34.372199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Bound port: 89519957-491c-4c4f-8189-0f371a8c3675, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:34.372820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.409318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6236ef5-6dd2-47e3-91a6-eeb5da7c4903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de0a674-0dcf-453f-9d19-b5708811fa74,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:34.476827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:34.515967 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-27b3b2cc-e29a-4edb-93be-e0797fa20c48 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251225 Dec 08 16:14:34.579024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] For port 89519957-491c-4c4f-8189-0f371a8c3675, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:34.624035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] For port 89519957-491c-4c4f-8189-0f371a8c3675, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=89519957-491c-4c4f-8189-0f371a8c3675,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:34.698570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a766f5b6-8b30-4581-bbf0-a88899097f59 req-a8417dc4-5603-42e4-9b75-0e65148850c7 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8778338 Dec 08 16:14:34.710960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:34.715851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44948) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:34.747969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d', 'mac_address': 'fa:16:3e:ac:fd:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:34.756115 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.794875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4420ec-83d4-43bc-9a02-573934698002 req-24a77e24-02b4-436b-b75f-8833d515f06f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.797766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e4420ec-83d4-43bc-9a02-573934698002 req-24a77e24-02b4-436b-b75f-8833d515f06f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 943 time: 1.1579239 Dec 08 16:14:34.895746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.901501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:34.905111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:34.910324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] 10.222.0.86 "PUT /v2.0/ports/89519957-491c-4c4f-8189-0f371a8c3675 HTTP/1.1" status: 200 len: 1096 time: 3.3948236 Dec 08 16:14:34.910882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'tag': '89519957-491c-4c4f-8189-0f371a8c3675'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:34.913327 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0eb6cc7-ae75-49aa-b997-265ef23d492c" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0292cc-983c-4ca9-9994-83ddc13b957b", "tag": "89519957-491c-4c4f-8189-0f371a8c3675"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:34.938945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:35.003368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:35.019070 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.055176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e4420ec-83d4-43bc-9a02-573934698002 req-4bff7261-5299-4b82-9d3e-9c67d71af932 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138250 Dec 08 16:14:35.081497 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a28ec569-fdac-4839-9990-2d7e5af3ccb7 req-2f931521-6a68-4409-a5b9-9da03be32cfc service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536389 Dec 08 16:14:35.123687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe747fc-bc3e-477b-8da8-3553382e1b5e service neutron] Pushing event updated for resources: {'Port': ['ID=89519957-491c-4c4f-8189-0f371a8c3675,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:35.171276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-d28c8790-60b5-46c8-b883-b93114731a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.176353 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-d28c8790-60b5-46c8-b883-b93114731a2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 1099 time: 0.1851461 Dec 08 16:14:35.229903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:35.247093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38c866e4-d271-4bd2-b094-b0c495cdb158 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.257236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.257578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.258126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.258636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.259122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.259607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.260219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.261679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.262230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.263283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.270437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.271938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.272449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:14:35.296155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f1f6-a20d-497b-abed-9150e17af9ca req-24f6d5a7-2c4a-4e65-a83e-960b0dc854b6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.310496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4da1f1f6-a20d-497b-abed-9150e17af9ca req-24f6d5a7-2c4a-4e65-a83e-960b0dc854b6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 948 time: 0.6986887 Dec 08 16:14:35.315342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:35.381117 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-46d763fb-793f-4e9a-a4a9-758c1095e29d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=89519957-491c-4c4f-8189-0f371a8c3675 HTTP/1.1" status: 200 len: 217 time: 0.1965182 Dec 08 16:14:35.515300 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099f72b6-34ab-4ec9-8c1a-c45250c6b89e x-openstack-request-id: req-099f72b6-34ab-4ec9-8c1a-c45250c6b89e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:35.515616 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0292cc-983c-4ca9-9994-83ddc13b957b", "tag": "89519957-491c-4c4f-8189-0f371a8c3675", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:35.515878 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-099f72b6-34ab-4ec9-8c1a-c45250c6b89e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:35.516309 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'tag': '89519957-491c-4c4f-8189-0f371a8c3675', 'status': 'completed', 'code': 200} Dec 08 16:14:35.517304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:35.518203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.543562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-e0470b63-51bd-45ad-a859-be008d383e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.545139 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-e0470b63-51bd-45ad-a859-be008d383e3d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1569924 Dec 08 16:14:35.587322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4da1f1f6-a20d-497b-abed-9150e17af9ca req-a25bc6e8-929f-4461-9246-651177543a03 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702963 Dec 08 16:14:35.646945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-9bf98dfe-a0e6-48a8-a304-548e3c13c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:35.648736 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-9bf98dfe-a0e6-48a8-a304-548e3c13c724 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0957775 Dec 08 16:14:35.735972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38c866e4-d271-4bd2-b094-b0c495cdb158 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.752756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38c866e4-d271-4bd2-b094-b0c495cdb158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.770239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port 1eac9155-f3b0-4942-be46-b66f0c73d5b5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1eac9155-f3b0-4942-be46-b66f0c73d5b5,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:35.771051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:35.819764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for 1eac9155-f3b0-4942-be46-b66f0c73d5b5 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:35.856694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-38c866e4-d271-4bd2-b094-b0c495cdb158 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8246cb1ff36d4b2e96afd9a23428221f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1323814 Dec 08 16:14:35.876452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44972) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:35.877756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c866e4-d271-4bd2-b094-b0c495cdb158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8ab4c1-29e8-4797-b4c5-c907d97410ca,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:35.881252 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-0463322c-6017-484e-9f7b-dd910ac4fc0b service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248845 Dec 08 16:14:36.007536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44974) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:36.046813 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-53890f4c-f38f-4419-bb6a-4585285d3f53 req-20f40f49-14ed-4229-84a1-ccf38762716c service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559606 Dec 08 16:14:36.090191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.170653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-8361ca65-f0b5-4360-aefd-3d4797fb3767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.172491 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-8361ca65-f0b5-4360-aefd-3d4797fb3767 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 1099 time: 0.0628500 Dec 08 16:14:36.189700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-network', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:36.282393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Made reservation on behalf of 93a1e6047d29457ea938d52d088cf6bd for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:36.284586 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.308821 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.362171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-1cf671c3-852e-4269-be15-81c8a76a9676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.362171 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-1cf671c3-852e-4269-be15-81c8a76a9676 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1676149 Dec 08 16:14:36.401258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3083124-d1d8-4c48-8aff-f6b5ebe4d6b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.424133 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-3061957c-d9f6-4141-9a4a-1bab5569884d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=89519957-491c-4c4f-8189-0f371a8c3675 HTTP/1.1" status: 200 len: 217 time: 0.0604584 Dec 08 16:14:36.491097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:36.519597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-83ae2753-a708-4b4e-9dd9-024a054e862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.520608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b611f-866b-4811-9c53-a2f8113db6c1 req-5cf31077-83ae-4ff5-91c4-5a47c5b65585 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.521937 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-83ae2753-a708-4b4e-9dd9-024a054e862b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0882676 Dec 08 16:14:36.542142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c91b611f-866b-4811-9c53-a2f8113db6c1 req-5cf31077-83ae-4ff5-91c4-5a47c5b65585 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 944 time: 0.2847812 Dec 08 16:14:36.565498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:36.577648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3083124-d1d8-4c48-8aff-f6b5ebe4d6b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.578141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:36.578850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.602886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.613989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.630924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:36.656099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-8d5b67f5-40ac-47be-a139-9ea45777dddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:36.658823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-8d5b67f5-40ac-47be-a139-9ea45777dddc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278515 Dec 08 16:14:36.774206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2145d89a-447d-4a0b-a6e4-07ce11a912eb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:36.784877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:14:36.819437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.835201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.835617 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Added segment e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d of type vlan for network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 Dec 08 16:14:36.846705 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['1eac9155-f3b0-4942-be46-b66f0c73d5b5', 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:36.889997 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.961281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:36.979055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:36.987473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c91b611f-866b-4811-9c53-a2f8113db6c1 req-a4ef4d1f-c9f6-48cc-91dc-e4ca8b47612a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442849 Dec 08 16:14:37.000224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:37.001778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'mac_address': 'fa:16:3e:20:34:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:37.004109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:37.008386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=1eac9155-f3b0-4942-be46-b66f0c73d5b5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:37.008709 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9da78c-cb4a-47ba-b445-4ac2a0a0986b" -d '{"events": [{"server_uuid": "c1abfcce-24ba-4d1b-acee-ca53bf9a7cff", "name": "network-vif-plugged", "status": "completed", "tag": "a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:37.018856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-b9b26e0b-3eda-4923-8bf9-be863dd39f14 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401759 Dec 08 16:14:37.019835 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.049016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port 1eac9155-f3b0-4942-be46-b66f0c73d5b5 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:37.071556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.076671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3f24ee7-70fd-4f40-8c39-3d31f8be2d16 req-f6973287-755b-4aec-be64-883e002ce109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "DELETE /v2.0/ports/1eac9155-f3b0-4942-be46-b66f0c73d5b5 HTTP/1.1" status: 204 len: 173 time: 3.5483024 Dec 08 16:14:37.079009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'name': 'network-vif-deleted', 'tag': '1eac9155-f3b0-4942-be46-b66f0c73d5b5'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:37.081762 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db829c2-a69c-4618-9518-99f73f44a965" -d '{"events": [{"server_uuid": "938b684b-0a34-4aab-808e-9a8b6b1c0aaa", "name": "network-vif-deleted", "tag": "1eac9155-f3b0-4942-be46-b66f0c73d5b5"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:37.095216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:37.139161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1791211c-6331-4a09-b591-296ce7622825 req-09ef069a-334a-4ddb-a815-f497dd94c38c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 210 time: 0.0946109 Dec 08 16:14:37.169493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466237bb-08b7-44df-92c1-b7e6e39ff1af req-c647b77b-3154-4288-a822-3ced20df33b1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.171253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-466237bb-08b7-44df-92c1-b7e6e39ff1af req-c647b77b-3154-4288-a822-3ced20df33b1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 948 time: 0.3968129 Dec 08 16:14:37.178382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.179720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.180407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.247267 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192bfb3b-1ef8-4dff-8842-c21ec04b2748 x-openstack-request-id: req-192bfb3b-1ef8-4dff-8842-c21ec04b2748 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:37.247593 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1abfcce-24ba-4d1b-acee-ca53bf9a7cff", "name": "network-vif-plugged", "status": "completed", "tag": "a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:37.247735 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-192bfb3b-1ef8-4dff-8842-c21ec04b2748 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:37.248185 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d', 'code': 200} Dec 08 16:14:37.262600 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.290445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3083124-d1d8-4c48-8aff-f6b5ebe4d6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.295911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3083124-d1d8-4c48-8aff-f6b5ebe4d6b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.305736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:37.308013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3083124-d1d8-4c48-8aff-f6b5ebe4d6b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ad8ab4c1-29e8-4797-b4c5-c907d97410ca HTTP/1.1" status: 204 len: 168 time: 1.4132931 Dec 08 16:14:37.357403 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b6768d-836d-4a3f-926e-db81af6b6ef0 x-openstack-request-id: req-69b6768d-836d-4a3f-926e-db81af6b6ef0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:37.357403 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "938b684b-0a34-4aab-808e-9a8b6b1c0aaa", "name": "network-vif-deleted", "tag": "1eac9155-f3b0-4942-be46-b66f0c73d5b5", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:37.357403 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69b6768d-836d-4a3f-926e-db81af6b6ef0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:37.357988 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '938b684b-0a34-4aab-808e-9a8b6b1c0aaa', 'name': 'network-vif-deleted', 'tag': '1eac9155-f3b0-4942-be46-b66f0c73d5b5', 'status': 'completed', 'code': 200} Dec 08 16:14:37.399926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:37.425090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3083124-d1d8-4c48-8aff-f6b5ebe4d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8ab4c1-29e8-4797-b4c5-c907d97410ca,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:37.435272 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7728b183-c70b-4a6b-a361-7e0f6ebf8951 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4265707 Dec 08 16:14:37.443387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:37.450509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:14:37.452028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Request body: {'subnet': {'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-subnet', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:37.464820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:37.521596 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a0eb6cc7-ae75-49aa-b997-265ef23d492c req-2c5c49da-32ee-4418-a336-1a000f909ba1 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970055 Dec 08 16:14:37.585948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.598901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-466237bb-08b7-44df-92c1-b7e6e39ff1af req-be348e46-534a-429e-8fbc-805f52ec3456 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566844 Dec 08 16:14:37.674236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791211c-6331-4a09-b591-296ce7622825 req-ed788a07-5a56-4abc-a2b6-9ffdd203a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.675790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1791211c-6331-4a09-b591-296ce7622825 req-ed788a07-5a56-4abc-a2b6-9ffdd203a3a3 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=4ae0519228e945c2a922c681b2134283&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4859149 Dec 08 16:14:37.697454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04d4d8-36f8-4a08-be63-ab51dcf6663e req-954f0c57-5e10-4ac5-8f1f-dc4a3a04b7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.699183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a04d4d8-36f8-4a08-be63-ab51dcf6663e req-954f0c57-5e10-4ac5-8f1f-dc4a3a04b7ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 1096 time: 0.3473134 Dec 08 16:14:37.740082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Made reservation on behalf of 93a1e6047d29457ea938d52d088cf6bd for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:37.743294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:37.752440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:37.886200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:37.954237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a04d4d8-36f8-4a08-be63-ab51dcf6663e req-6039af08-810a-4da6-b831-1653c0c451dc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303119 Dec 08 16:14:37.983454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791211c-6331-4a09-b591-296ce7622825 req-ff8f220d-467a-4e64-b855-44c1d4637485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:37.984943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1791211c-6331-4a09-b591-296ce7622825 req-ff8f220d-467a-4e64-b855-44c1d4637485 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2993751 Dec 08 16:14:37.999454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Deleting port b89f8e23-4191-4d36-88f7-ed502f87d8e6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:37.999929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.261633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.329301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] For port b89f8e23-4191-4d36-88f7-ed502f87d8e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b89f8e23-4191-4d36-88f7-ed502f87d8e6,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:38.329741 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.385049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448a5cc-d87e-4523-b267-b88fae4a3c8d req-29c30767-615d-41a6-9919-76b87f280b96 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:38.387858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9448a5cc-d87e-4523-b267-b88fae4a3c8d req-29c30767-615d-41a6-9919-76b87f280b96 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 0.1961370 Dec 08 16:14:38.391782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Calling delete_port for b89f8e23-4191-4d36-88f7-ed502f87d8e6 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:38.395061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=683270bd-076a-4ba7-92ce-b1359eed3425,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:38.496570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 89519957-491c-4c4f-8189-0f371a8c3675 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:14:38.504235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Checking segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:38.504925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Network hostable DHCP agents. Network: 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:14:38.552369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9448a5cc-d87e-4523-b267-b88fae4a3c8d req-637471ec-0700-4d3d-97f8-301517000f85 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492565 Dec 08 16:14:38.612254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:14:38.739157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:38.757251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.764866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:38.765927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:38.797666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abddbb91-b82b-483d-b61c-a3402ebea342 None None] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:38.858387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89f8e23-4191-4d36-88f7-ed502f87d8e6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:38.859137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 89519957-491c-4c4f-8189-0f371a8c3675, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=89519957-491c-4c4f-8189-0f371a8c3675,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:38.896709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ea5b0e20-96d2-44f6-8fb0-ec5b25518059 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4518828 Dec 08 16:14:38.899736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45040) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:38.908150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:38.984942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '89519957-491c-4c4f-8189-0f371a8c3675', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '89519957-491c-4c4f-8189-0f371a8c3675', 'mac_address': 'fa:16:3e:ff:cd:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:14:39.054629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.060221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:14:39.066868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.081253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.103642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.188460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e173b-c3b1-48dd-aa95-8a07bd74d7d8 req-35c72b15-698c-42e0-b09e-514bd9ed334c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:39.193044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a15e173b-c3b1-48dd-aa95-8a07bd74d7d8 req-35c72b15-698c-42e0-b09e-514bd9ed334c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 948 time: 0.4160898 Dec 08 16:14:39.324028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Allocated IP 172.20.0.2 (8a5cd86b-2a37-4ee6-b75d-1e98b194ca74/683270bd-076a-4ba7-92ce-b1359eed3425/a23afc90-1e22-4f62-9490-ad642e88aee6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:39.498382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a15e173b-c3b1-48dd-aa95-8a07bd74d7d8 req-5531ba6f-02ae-4eed-939b-830a3a1baa4d tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948987 Dec 08 16:14:39.563890 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.571549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89519957-491c-4c4f-8189-0f371a8c3675 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:14:39.576358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.578371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1791211c-6331-4a09-b591-296ce7622825 req-c59ab8a6-b86b-44d2-beeb-49035c095bb3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=938b684b-0a34-4aab-808e-9a8b6b1c0aaa HTTP/1.1" status: 200 len: 210 time: 0.0446668 Dec 08 16:14:39.579958 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.618554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 89519957-491c-4c4f-8189-0f371a8c3675, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=89519957-491c-4c4f-8189-0f371a8c3675,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:39.627601 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.668268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:39.742355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:39.753647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:39.758434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:39.866937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Pushing event updated for resources: {'Port': ['ID=a23afc90-1e22-4f62-9490-ad642e88aee6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:39.903204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.028896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['89519957-491c-4c4f-8189-0f371a8c3675'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:40.267221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Attempting to bind port a23afc90-1e22-4f62-9490-ad642e88aee6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:40.267914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Attempting to bind port a23afc90-1e22-4f62-9490-ad642e88aee6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:40.268484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Attempting to bind port a23afc90-1e22-4f62-9490-ad642e88aee6 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:40.289476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:40.295678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Checking segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:40.296384 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.296946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Bound using segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:40.297758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Bound port: a23afc90-1e22-4f62-9490-ad642e88aee6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:40.298389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.363650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=89519957-491c-4c4f-8189-0f371a8c3675,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:40.560830 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.629154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:40.649053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:40.685565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] For port a23afc90-1e22-4f62-9490-ad642e88aee6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:40.820053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] For port a23afc90-1e22-4f62-9490-ad642e88aee6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a23afc90-1e22-4f62-9490-ad642e88aee6,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:40.840792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.011956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 0580b187-8996-45b0-b9b6-e97d29fa47ad completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:41.039979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Allocated IP 172.25.3.75 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/770e5bbf-0055-4b83-8aa0-c97483054eda) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:41.084045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0580b187-8996-45b0-b9b6-e97d29fa47ad triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:41.084679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.232104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4732440-8bb4-4b40-8d47-0d4c6ff213b9 req-bb9da5cc-1c82-41cd-9447-55eef09cb0d8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.233729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4732440-8bb4-4b40-8d47-0d4c6ff213b9 req-bb9da5cc-1c82-41cd-9447-55eef09cb0d8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 1.4659522 Dec 08 16:14:41.255618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6f0ac-a6fd-4a27-b12d-84ad50516ed2 None None] Pushing event updated for resources: {'Port': ['ID=a23afc90-1e22-4f62-9490-ad642e88aee6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:41.305675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:41.315967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8d69f-88c9-4e13-951b-ee7087f071ae req-dbcd87f2-d02c-4c27-8f87-31eadcd9085a tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:41.318960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4d8d69f-88c9-4e13-951b-ee7087f071ae req-dbcd87f2-d02c-4c27-8f87-31eadcd9085a tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 949 time: 0.4553378 Dec 08 16:14:41.513637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4732440-8bb4-4b40-8d47-0d4c6ff213b9 req-6fb5dd5c-615b-473f-a981-873346490de3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887391 Dec 08 16:14:41.540079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.697538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.761301 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:41.842056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a23afc90-1e22-4f62-9490-ad642e88aee6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:41.873962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:41.877763 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9d6947-1d1c-4041-a4f4-6c1257f38b00" -d '{"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-plugged", "status": "completed", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:41.905438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4d8d69f-88c9-4e13-951b-ee7087f071ae req-bb47b805-f27c-4c75-9ed0-0a743628fcfb tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989085 Dec 08 16:14:41.934486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Pushing event updated for resources: {'Port': ['ID=770e5bbf-0055-4b83-8aa0-c97483054eda,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:41.969148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:41.972521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:41.981003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:41.985602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:41.999674 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] Sync routers for ids ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:42.015370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2cd49b12-52f9-4678-bbd3-a8b9b8e0ab75 admin admin] 10.222.0.62 "PUT /v2.0/routers/8b6017d7-2e00-4bb1-aff3-3a5d64cb207e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4913328 Dec 08 16:14:42.018938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45108) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:42.041668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:42.051039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] Routers {'8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:42.058994 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:42.098633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:42.334675 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0dcdaa-3cde-4189-bd0c-e5b864d47c1b x-openstack-request-id: req-7c0dcdaa-3cde-4189-bd0c-e5b864d47c1b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:42.350880 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-plugged", "status": "completed", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:42.351369 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c0dcdaa-3cde-4189-bd0c-e5b864d47c1b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:42.351920 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'code': 200} Dec 08 16:14:42.361435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:42.451947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a23afc90-1e22-4f62-9490-ad642e88aee6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:42.461690 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:42.632899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:42.633870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 89519957-491c-4c4f-8189-0f371a8c3675 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:42.888298 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] Set router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:42.912945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.111552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45130) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:43.191074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b64d83-3634-4996-802f-70b77bd0cc10 req-02968787-fe46-4d9d-a4d3-363abb3154bb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.194174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2b64d83-3634-4996-802f-70b77bd0cc10 req-02968787-fe46-4d9d-a4d3-363abb3154bb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 0.3018837 Dec 08 16:14:43.229026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Deleting port e664db03-3dcc-4c1a-b315-0c8d2458ec58 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:43.229601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.357213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2415e7-2f9a-4ce8-a078-14731fd2ef3a req-0a6ccaf5-9dd5-4cff-92e3-cc515cff6f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:43.360029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a2415e7-2f9a-4ce8-a078-14731fd2ef3a req-0a6ccaf5-9dd5-4cff-92e3-cc515cff6f77 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1101 time: 0.9139388 Dec 08 16:14:43.476190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.493492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b72141a-8c2f-4f96-ad1a-935ffd6d4da4 None None] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:43.581935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.599937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2b64d83-3634-4996-802f-70b77bd0cc10 req-21a2b139-7121-4010-8055-0159a139e0d0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632109 Dec 08 16:14:43.651702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-974438f6-eea7-46fb-bd91-edc4d1901ccb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.679594 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a2415e7-2f9a-4ce8-a078-14731fd2ef3a req-12b252e3-b346-4ab6-8a2b-e9356f6f217c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208447 Dec 08 16:14:43.731495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:14:38Z', 'revision_number': 5, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port': {'id': 'e664db03-3dcc-4c1a-b315-0c8d2458ec58', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:d3:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:13:51Z', 'updated_at': '2021-12-08T16:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:43.803840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port a23afc90-1e22-4f62-9490-ad642e88aee6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a23afc90-1e22-4f62-9490-ad642e88aee6,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:43.854035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eac4c33a-ae30-4759-bc4f-4a208e95b766 None None] Provisioning complete for port a23afc90-1e22-4f62-9490-ad642e88aee6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:43.854724 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eac4c33a-ae30-4759-bc4f-4a208e95b766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.856840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 89519957-491c-4c4f-8189-0f371a8c3675 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:14:43.859434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.876114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] For port e664db03-3dcc-4c1a-b315-0c8d2458ec58, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e664db03-3dcc-4c1a-b315-0c8d2458ec58,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:43.876711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:43.886674 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] Checking router: 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:43.916502 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] Routers {'8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:43.917350 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:43.973620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 89519957-491c-4c4f-8189-0f371a8c3675 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:43.973620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:44.028686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Calling delete_port for e664db03-3dcc-4c1a-b315-0c8d2458ec58 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:44.107450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:44.167236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] Set router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:44.178323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c6e8fb-1f6f-40d0-bb75-64696b8089ea req-68d8bdbb-3483-41bf-a35f-55a23b1e92f3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:44.193117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40c6e8fb-1f6f-40d0-bb75-64696b8089ea req-68d8bdbb-3483-41bf-a35f-55a23b1e92f3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 949 time: 0.5292451 Dec 08 16:14:44.329724 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:14:42Z', 'revision_number': 6, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:44.435147 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d451e4b-0b69-452a-b3cd-bb59993576a8 None None] The sync data for ids ['8b6017d7-2e00-4bb1-aff3-3a5d64cb207e'] in n-d-820935-5 is: [{'id': '8b6017d7-2e00-4bb1-aff3-3a5d64cb207e', 'name': 'tempest-FloatingIPsTestJSON-855284170-router', 'tenant_id': '33eb066d52ae46148f726383a75ee0cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:13:49Z', 'updated_at': '2021-12-08T16:14:42Z', 'revision_number': 6, 'project_id': '33eb066d52ae46148f726383a75ee0cd', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:44.445469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40c6e8fb-1f6f-40d0-bb75-64696b8089ea req-4cb6f0e7-63d5-4926-8c1c-9e833d02c83f tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342284 Dec 08 16:14:44.576782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:14:44.578078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=a23afc90-1e22-4f62-9490-ad642e88aee6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:44.723281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-974438f6-eea7-46fb-bd91-edc4d1901ccb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:44.735898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-974438f6-eea7-46fb-bd91-edc4d1901ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:44.815333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974438f6-eea7-46fb-bd91-edc4d1901ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb42683-31c9-4bde-83f1-ee67ce6c40e0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:44.926490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:44.952407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:44.953709 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da634b5c-ef46-4b1d-b43b-b422639eb530 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.0519733 Dec 08 16:14:44.967708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:45.018537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-974438f6-eea7-46fb-bd91-edc4d1901ccb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2050d32339e74cccb8eac07e3f680cdc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9025459 Dec 08 16:14:45.098006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45166) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:45.098232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.110000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:45.226445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45168) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:45.239023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:45.239776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:45.343106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89519957-491c-4c4f-8189-0f371a8c3675'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:45.350193 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51ef19d-099d-4fe5-b078-0ff54439f615" -d '{"events": [{"server_uuid": "7f0292cc-983c-4ca9-9994-83ddc13b957b", "name": "network-vif-plugged", "status": "completed", "tag": "89519957-491c-4c4f-8189-0f371a8c3675"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:45.350421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54784d5f-5eb2-4fd3-b3c2-73af9c8dce10 req-49632300-9f40-4d6f-9ac1-170551d8e54e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.353182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54784d5f-5eb2-4fd3-b3c2-73af9c8dce10 req-49632300-9f40-4d6f-9ac1-170551d8e54e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 0.4880877 Dec 08 16:14:45.354732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e052f8c0-096a-42b1-a3d7-474c6df2fbc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.402318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 89519957-491c-4c4f-8189-0f371a8c3675, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=89519957-491c-4c4f-8189-0f371a8c3675,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:45.419432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.450537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.570159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Pushing event deleted for resources: {'Port': ['ID=e664db03-3dcc-4c1a-b315-0c8d2458ec58,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:45.573047 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-334e1384-25f0-432d-8d4a-55df994e2b3f x-openstack-request-id: req-334e1384-25f0-432d-8d4a-55df994e2b3f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:45.573449 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0292cc-983c-4ca9-9994-83ddc13b957b", "name": "network-vif-plugged", "status": "completed", "tag": "89519957-491c-4c4f-8189-0f371a8c3675", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:45.573860 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-334e1384-25f0-432d-8d4a-55df994e2b3f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:45.574347 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89519957-491c-4c4f-8189-0f371a8c3675', 'code': 200} Dec 08 16:14:45.575059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=89519957-491c-4c4f-8189-0f371a8c3675,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:45.578212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1eac9155-f3b0-4942-be46-b66f0c73d5b5 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:45.661410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 1eac9155-f3b0-4942-be46-b66f0c73d5b5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:45.661863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1eac9155-f3b0-4942-be46-b66f0c73d5b5 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:45.686002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-293d063c-3fe4-43db-8ed5-c6e62131c04d None None] Provisioning complete for port a23afc90-1e22-4f62-9490-ad642e88aee6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:45.686633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-293d063c-3fe4-43db-8ed5-c6e62131c04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.757512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54784d5f-5eb2-4fd3-b3c2-73af9c8dce10 req-a2e2fcb9-de4e-4ab1-b4af-c21fdf1cdff9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881347 Dec 08 16:14:45.780268 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e052f8c0-096a-42b1-a3d7-474c6df2fbc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.844859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:45.848750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54e4034f-0c40-41a9-ad1a-67fbb75686ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:45.877913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6957a-0bd5-457f-aef0-842e60e94f0b req-ffb93af8-7894-475f-a0c6-95edd0669df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:45.879987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16b6957a-0bd5-457f-aef0-842e60e94f0b req-ffb93af8-7894-475f-a0c6-95edd0669df5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 1101 time: 0.3018787 Dec 08 16:14:45.977986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.118405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54e4034f-0c40-41a9-ad1a-67fbb75686ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.169618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a23afc90-1e22-4f62-9490-ad642e88aee6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:46.178880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570243bf-13fa-4927-97ca-d1972f962952 req-2627d860-6aaf-47ae-b4fb-3e691b31e547 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.188055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-570243bf-13fa-4927-97ca-d1972f962952 req-2627d860-6aaf-47ae-b4fb-3e691b31e547 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 950 time: 0.5352330 Dec 08 16:14:46.195395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54e4034f-0c40-41a9-ad1a-67fbb75686ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.280426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16b6957a-0bd5-457f-aef0-842e60e94f0b req-ae123e9a-e772-49d1-9166-318c84b0db78 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796155 Dec 08 16:14:46.287111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.297928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.354971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a23afc90-1e22-4f62-9490-ad642e88aee6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:46.355546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.379968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-570243bf-13fa-4927-97ca-d1972f962952 req-c6e387f1-7821-4726-a686-f0b42b92c567 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894116 Dec 08 16:14:46.431208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e052f8c0-096a-42b1-a3d7-474c6df2fbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.434596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e052f8c0-096a-42b1-a3d7-474c6df2fbc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.435808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e052f8c0-096a-42b1-a3d7-474c6df2fbc1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5bb42683-31c9-4bde-83f1-ee67ce6c40e0 HTTP/1.1" status: 204 len: 168 time: 1.3335059 Dec 08 16:14:46.443782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-54e4034f-0c40-41a9-ad1a-67fbb75686ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96e2686e0cf545aeb6fbc2bc2a9c3eea&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2157929 Dec 08 16:14:46.445393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45186) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:46.456527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4034f-0c40-41a9-ad1a-67fbb75686ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297ffc64-6402-464d-a2da-e5ed55c2074c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:46.477500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052f8c0-096a-42b1-a3d7-474c6df2fbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb42683-31c9-4bde-83f1-ee67ce6c40e0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:46.488966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.489500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b6017d7-2e00-4bb1-aff3-3a5d64cb207e {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:14:46.501756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.505364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d8342be-ec9f-4e78-8f3e-8edb5dbee433 admin admin] 10.222.0.62 "DELETE /v2.0/routers/8b6017d7-2e00-4bb1-aff3-3a5d64cb207e HTTP/1.1" status: 204 len: 168 time: 4.4822929 Dec 08 16:14:46.520048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45188) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:46.651674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Deleting subnet 8bb7d7fe-517d-4313-bc3e-2991686a7808 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:14:46.683567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.836359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6bf5a2-9b35-43e7-83ec-82de173b4919 req-48469c6f-d7af-45bd-a628-4de6c9d33149 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:46.842095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.851342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd6bf5a2-9b35-43e7-83ec-82de173b4919 req-48469c6f-d7af-45bd-a628-4de6c9d33149 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 0.3912351 Dec 08 16:14:46.859556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.949687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91771d6c-cd3c-4320-9786-ca57ca2c9a58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:46.965115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:42Z', 'revision_number': 3, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:47.007643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91771d6c-cd3c-4320-9786-ca57ca2c9a58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.031897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:47.032675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Updating router 45a91d2e-9244-4a2d-a0ad-c525c42277df port 770e5bbf-0055-4b83-8aa0-c97483054eda binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:14:47.085655 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.106695 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91771d6c-cd3c-4320-9786-ca57ca2c9a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.109530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91771d6c-cd3c-4320-9786-ca57ca2c9a58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.113687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-91771d6c-cd3c-4320-9786-ca57ca2c9a58 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/297ffc64-6402-464d-a2da-e5ed55c2074c HTTP/1.1" status: 204 len: 168 time: 0.6653848 Dec 08 16:14:47.170385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91771d6c-cd3c-4320-9786-ca57ca2c9a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297ffc64-6402-464d-a2da-e5ed55c2074c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:47.205060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd6bf5a2-9b35-43e7-83ec-82de173b4919 req-419b3d75-d080-4872-9201-a7aa07baefbc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379943 Dec 08 16:14:47.208814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.327004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e664db03-3dcc-4c1a-b315-0c8d2458ec58 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:47.371329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e664db03-3dcc-4c1a-b315-0c8d2458ec58 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:47.371839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e664db03-3dcc-4c1a-b315-0c8d2458ec58 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:47.372752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b89f8e23-4191-4d36-88f7-ed502f87d8e6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:47.375820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.412412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b89f8e23-4191-4d36-88f7-ed502f87d8e6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:47.412874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b89f8e23-4191-4d36-88f7-ed502f87d8e6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:47.422191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Allocated IP 172.20.0.1 (8a5cd86b-2a37-4ee6-b75d-1e98b194ca74/683270bd-076a-4ba7-92ce-b1359eed3425/fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:47.458709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:47.491104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb7d7fe-517d-4313-bc3e-2991686a7808,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:47.493386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.500706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6539ed8b-d3f1-486e-8919-e6cbbdce8edd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8bb7d7fe-517d-4313-bc3e-2991686a7808 HTTP/1.1" status: 204 len: 168 time: 0.9795208 Dec 08 16:14:47.501391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45204) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:47.505431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd48b0c9-01ec-444e-bf0c-1d8193d0de6e None None] Network 25a4d413-a270-4c75-94a8-ced00d27f28a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:47.529101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2eca03bc-d097-4f93-8436-c6a3cf1f785f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.631634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.764233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d0b590-dfe9-4da9-8c25-bde3a7a39fc4 req-5a8300f4-a5dd-42b3-980e-3fabb4d77a00 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:47.776258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48d0b590-dfe9-4da9-8c25-bde3a7a39fc4 req-5a8300f4-a5dd-42b3-980e-3fabb4d77a00 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 950 time: 0.1809607 Dec 08 16:14:47.783354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.793478 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.804939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Deleting port 39ca2bf9-e259-459b-8355-64c09be1b0a7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:47.805828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.813156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] DHCP port deletion for 25a4d413-a270-4c75-94a8-ced00d27f28a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:14:47.952345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Attempting to bind port 770e5bbf-0055-4b83-8aa0-c97483054eda on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:47.952729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Attempting to bind port 770e5bbf-0055-4b83-8aa0-c97483054eda by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:47.953100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Attempting to bind port 770e5bbf-0055-4b83-8aa0-c97483054eda on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:47.977090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:47.977860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:47.977860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.978445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:47.979109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Bound port: 770e5bbf-0055-4b83-8aa0-c97483054eda, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:47.979437 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.982396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:47.987500 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48d0b590-dfe9-4da9-8c25-bde3a7a39fc4 req-293d209a-9f9d-4071-808a-807c77d2fbaf tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096419 Dec 08 16:14:47.992488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026dabd-36b7-449d-ae02-02bb9455d5cb None None] Pushing event updated for resources: {'Port': ['ID=770e5bbf-0055-4b83-8aa0-c97483054eda,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.018055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] For port 39ca2bf9-e259-459b-8355-64c09be1b0a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=39ca2bf9-e259-459b-8355-64c09be1b0a7,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.018055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.037523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45206) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:48.043917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2eca03bc-d097-4f93-8436-c6a3cf1f785f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.051112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 39ca2bf9-e259-459b-8355-64c09be1b0a7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:48.077742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2eca03bc-d097-4f93-8436-c6a3cf1f785f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.083403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Calling delete_port for 39ca2bf9-e259-459b-8355-64c09be1b0a7 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:48.148273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] Deleting port 39ca2bf9-e259-459b-8355-64c09be1b0a7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:48.148561 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.151188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] For port 770e5bbf-0055-4b83-8aa0-c97483054eda, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:48.169473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2eca03bc-d097-4f93-8436-c6a3cf1f785f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=494cdf0f84754be0a6770093c5371fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7027378 Dec 08 16:14:48.170520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:48.177763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca03bc-d097-4f93-8436-c6a3cf1f785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de729274-5282-4350-9932-1ad77f448dc8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.188268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d65cd4f-46c5-4451-860b-695ee79627bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.206544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] For port 770e5bbf-0055-4b83-8aa0-c97483054eda, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=770e5bbf-0055-4b83-8aa0-c97483054eda,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:48.219820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-d26e7503-bc20-4d52-9e5c-ba78522d751a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:48.221585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-d26e7503-bc20-4d52-9e5c-ba78522d751a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 0.2124319 Dec 08 16:14:48.223188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.394700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d65cd4f-46c5-4451-860b-695ee79627bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.421931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d65cd4f-46c5-4451-860b-695ee79627bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.519153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] For port 39ca2bf9-e259-459b-8355-64c09be1b0a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=39ca2bf9-e259-459b-8355-64c09be1b0a7,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.519547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.521699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.570212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] Calling delete_port for 39ca2bf9-e259-459b-8355-64c09be1b0a7 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:48.576244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4026dabd-36b7-449d-ae02-02bb9455d5cb None None] Pushing event updated for resources: {'Port': ['ID=770e5bbf-0055-4b83-8aa0-c97483054eda,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.579140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.592053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d65cd4f-46c5-4451-860b-695ee79627bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827ad802-b7f6-4702-bb5d-189660794e57,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.596647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:48.597301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:48.609695 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1d65cd4f-46c5-4451-860b-695ee79627bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df1befb4b4bf40afbefa31dcef44e528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5704446 Dec 08 16:14:48.623460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:48.663364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:48.683481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:48.686585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0be1e231-4d6b-4c14-9db7-6a3cb655b4a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.689438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:48.721201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 39ca2bf9-e259-459b-8355-64c09be1b0a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=39ca2bf9-e259-459b-8355-64c09be1b0a7,segment=NetworkSegment(4108f353-b386-426f-b9a2-03ab732e5dd2),segment_id=4108f353-b386-426f-b9a2-03ab732e5dd2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:48.724374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Pushing event updated for resources: {'Port': ['ID=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.765682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.811120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.813500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0be1e231-4d6b-4c14-9db7-6a3cb655b4a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: from cryptography.utils import int_from_bytes Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: from cryptography.utils import int_from_bytes Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.836975 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:14:48.840869 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:14:48.862712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:48.871859 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.897060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e2742-bc2b-4ef9-9a0b-ab4923d93eb9 req-691cf764-3608-4b69-9252-79414541213b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:48.899091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.910659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-605e2742-bc2b-4ef9-9a0b-ab4923d93eb9 req-691cf764-3608-4b69-9252-79414541213b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 945 time: 0.2655067 Dec 08 16:14:48.916084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14395e57-ece2-46e2-8249-ee957a4ea686 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:48.920153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Pushing event deleted for resources: {'Port': ['ID=39ca2bf9-e259-459b-8355-64c09be1b0a7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:48.923701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] No DVR routers for this DVR port 39ca2bf9-e259-459b-8355-64c09be1b0a7 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:48.949047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=39ca2bf9-e259-459b-8355-64c09be1b0a7,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:49.000547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14395e57-ece2-46e2-8249-ee957a4ea686 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.013201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] No DVR routers for this DVR port 39ca2bf9-e259-459b-8355-64c09be1b0a7 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:49.022771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2b66f-7b91-4c07-8258-dc335be9334e None None] Pushing event deleted for resources: {'Port': ['ID=39ca2bf9-e259-459b-8355-64c09be1b0a7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:49.085040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0be1e231-4d6b-4c14-9db7-6a3cb655b4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.099253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0be1e231-4d6b-4c14-9db7-6a3cb655b4a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.104363 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0be1e231-4d6b-4c14-9db7-6a3cb655b4a0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/de729274-5282-4350-9932-1ad77f448dc8 HTTP/1.1" status: 204 len: 168 time: 0.9152672 Dec 08 16:14:49.149333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1e231-4d6b-4c14-9db7-6a3cb655b4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de729274-5282-4350-9932-1ad77f448dc8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:49.210493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2e0a1055-b7fb-4184-a1a1-4c18de9446b7 None None] Provisioning complete for port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:49.211007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e0a1055-b7fb-4184-a1a1-4c18de9446b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.237961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14395e57-ece2-46e2-8249-ee957a4ea686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.242970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14395e57-ece2-46e2-8249-ee957a4ea686 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.247052 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.256701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2e0a1055-b7fb-4184-a1a1-4c18de9446b7 None None] Port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:49.261613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-14395e57-ece2-46e2-8249-ee957a4ea686 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/827ad802-b7f6-4702-bb5d-189660794e57 HTTP/1.1" status: 204 len: 168 time: 0.6231370 Dec 08 16:14:49.270314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:14:49.270862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.273700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:42Z', 'revision_number': 3, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:49.290257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14395e57-ece2-46e2-8249-ee957a4ea686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827ad802-b7f6-4702-bb5d-189660794e57,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:49.293434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.354723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773209-7815-465c-9caa-8d43a377f87b None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:42Z', 'revision_number': 3, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:49.492164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-605e2742-bc2b-4ef9-9a0b-ab4923d93eb9 req-f841282a-3c63-4aea-b47b-cfa76e0ef00e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5655107 Dec 08 16:14:49.514512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a4d413-a270-4c75-94a8-ced00d27f28a']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:49.530979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4108f353-b386-426f-b9a2-03ab732e5dd2') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:49.531293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4108f353-b386-426f-b9a2-03ab732e5dd2') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:49.543985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.565054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.574964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:14:49.575690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.629716 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.637199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.706625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:49.707312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:14:49.737039 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:14:49.752156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.779073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:14:49.907356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Pushing event updated for resources: {'Port': ['ID=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:49.972934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:49.986416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f2025-5d1e-4ea4-b74a-bc0ffa485661 req-b7a37c2f-b884-4294-a176-977839d50e61 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:49.986768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-525f2025-5d1e-4ea4-b74a-bc0ffa485661 req-b7a37c2f-b884-4294-a176-977839d50e61 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 950 time: 0.7364657 Dec 08 16:14:49.995213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.002933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] 10.222.0.62 "DELETE /v2.0/networks/25a4d413-a270-4c75-94a8-ced00d27f28a HTTP/1.1" status: 204 len: 168 time: 2.4998560 Dec 08 16:14:50.046399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb7924-b72c-4f7e-8890-cfa5ec1b5733 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a4d413-a270-4c75-94a8-ced00d27f28a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:50.127875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 770e5bbf-0055-4b83-8aa0-c97483054eda up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:50.142007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:50.146177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:50.185169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-525f2025-5d1e-4ea4-b74a-bc0ffa485661 req-1d65a665-870b-4b4f-a606-dc93656999ee tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584022 Dec 08 16:14:50.219704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 770e5bbf-0055-4b83-8aa0-c97483054eda triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:50.220066 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.329268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:50.461225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.500445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 770e5bbf-0055-4b83-8aa0-c97483054eda, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=770e5bbf-0055-4b83-8aa0-c97483054eda,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:50.508168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.519110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.551622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:14:50.615597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=770e5bbf-0055-4b83-8aa0-c97483054eda,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:50.621337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:50.722395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8780a345-14ca-45a3-85ab-8d900147070d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=33eb066d52ae46148f726383a75ee0cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3924282 Dec 08 16:14:50.723706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:50.737211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:50.758277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7825118-bab2-4696-9cd5-af73c1d470f8 None None] Provisioning complete for port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:50.758645 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7825118-bab2-4696-9cd5-af73c1d470f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.780721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eabca1b7-bc37-4871-9e1c-75c3a24a7d93 req-4bd5a9bf-fafe-48df-84c1-b1442a5bd3f1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=c1abfcce-24ba-4d1b-acee-ca53bf9a7cff HTTP/1.1" status: 200 len: 210 time: 0.0666001 Dec 08 16:14:50.835588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf2b2b-5642-4a30-a2de-fecebb3f6a04 req-76c73b9d-0e87-402c-b4d7-f75922b33e37 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:50.846190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aadf2b2b-5642-4a30-a2de-fecebb3f6a04 req-76c73b9d-0e87-402c-b4d7-f75922b33e37 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.4034324 Dec 08 16:14:50.874960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:14:50.886598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:50.890803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7da4e7c5-0610-4f5f-a577-bacb8fef11af req-b0b38582-55ac-4e1d-84f9-6a121f658d30 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "DELETE /v2.0/ports/a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d HTTP/1.1" status: 204 len: 173 time: 2.6581430 Dec 08 16:14:50.891297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'name': 'network-vif-deleted', 'tag': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:14:50.893962 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e329837d-7663-4e0b-80fb-cc6d554dc408" -d '{"events": [{"server_uuid": "c1abfcce-24ba-4d1b-acee-ca53bf9a7cff", "name": "network-vif-deleted", "tag": "a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:14:50.932353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7825118-bab2-4696-9cd5-af73c1d470f8 None None] Port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:14:50.998872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae03-fa21-49dd-88f3-a6f4f550d1d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:51.013679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aadf2b2b-5642-4a30-a2de-fecebb3f6a04 req-d8e3a0af-7dda-4e6a-8f21-40085a5ab91b tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664774 Dec 08 16:14:51.039468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:14:51.051849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c6a4d113-32cc-4168-8538-37701f6b486f admin admin] 10.222.0.62 "PUT /v2.0/routers/45a91d2e-9244-4a2d-a0ad-c525c42277df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0810521 Dec 08 16:14:51.079189 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae03-fa21-49dd-88f3-a6f4f550d1d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:51.154289 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971c936d-bfbb-42b8-bbfd-c29687466767 x-openstack-request-id: req-971c936d-bfbb-42b8-bbfd-c29687466767 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:14:51.154601 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1abfcce-24ba-4d1b-acee-ca53bf9a7cff", "name": "network-vif-deleted", "tag": "a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:14:51.154862 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-971c936d-bfbb-42b8-bbfd-c29687466767 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:14:51.155289 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1abfcce-24ba-4d1b-acee-ca53bf9a7cff', 'name': 'network-vif-deleted', 'tag': 'a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d', 'status': 'completed', 'code': 200} Dec 08 16:14:51.187019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae03-fa21-49dd-88f3-a6f4f550d1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:51.196125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7f5ae03-fa21-49dd-88f3-a6f4f550d1d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:51.198582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f7f5ae03-fa21-49dd-88f3-a6f4f550d1d1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e6001b68-3cb5-428b-91f7-f93bc0943340 HTTP/1.1" status: 204 len: 168 time: 0.4585209 Dec 08 16:14:51.214348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f5ae03-fa21-49dd-88f3-a6f4f550d1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6001b68-3cb5-428b-91f7-f93bc0943340,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:51.478227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-aad3f802-bb71-4491-bebd-efdf7325c7bf tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0704839 Dec 08 16:14:51.695519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-bde24f9f-42e3-4e26-9b13-9a24c200d0d3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:51.699110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-bde24f9f-42e3-4e26-9b13-9a24c200d0d3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2162840 Dec 08 16:14:51.725381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-42f1d744-b6f7-45ee-8d9e-c6d36aa88515 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/quotas/60a8f4f444284ec5bdc09f37d02e19ec HTTP/1.1" status: 200 len: 375 time: 0.0102048 Dec 08 16:14:51.824570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-2315bd82-8f50-49cb-ae7d-22330b7eefaa tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878727 Dec 08 16:14:52.025221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 770e5bbf-0055-4b83-8aa0-c97483054eda up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:52.172823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 770e5bbf-0055-4b83-8aa0-c97483054eda triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:52.173702 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:52.313945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-209624d4-7e23-4415-9605-56d6e3452a50 req-e728b2ea-b9a8-4da7-b0b0-2a00a5754b88 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 210 time: 0.0502095 Dec 08 16:14:52.548317 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:14:52.563087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:14:52.593679 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:52.596901 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:52.640764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:14:52.641308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a4a5dc02-8a3b-4897-aeb4-72adb0b42e0d not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:14:52.718348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-d8e02c84-42b8-4930-a25d-0591a299cb44 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:52.722542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-d8e02c84-42b8-4930-a25d-0591a299cb44 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 821 time: 0.2252750 Dec 08 16:14:52.771683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-015f0f12-ac35-41dd-9732-fccdb866fd88 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/quotas/93a1e6047d29457ea938d52d088cf6bd HTTP/1.1" status: 200 len: 375 time: 0.0386665 Dec 08 16:14:52.829774 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:53.078799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-ef5682f1-96ce-4b24-ad1f-6d339a41206b tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2932742 Dec 08 16:14:53.245987 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 2, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:53.253306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-d981e738-728d-4c70-ad2e-a6981457e4fa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:53.277085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-d981e738-728d-4c70-ad2e-a6981457e4fa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.3431752 Dec 08 16:14:53.327073 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:14:53.327859 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Updating router 45a91d2e-9244-4a2d-a0ad-c525c42277df port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:14:53.338615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-a3452251-ac03-4853-95ce-bb1047b6b637 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.0600820 Dec 08 16:14:53.400601 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:53.456602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-4b93325f-9272-49d7-8ade-6aba976fbff5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1107457 Dec 08 16:14:53.636330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-f813376e-aae7-4cdc-8c17-ded01884b042 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783431 Dec 08 16:14:53.846400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-fd355ff9-ab95-4cf6-96ab-676d9db4161d service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033987 Dec 08 16:14:53.939855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-f6ec4187-8501-48c1-988c-6fc597faaed6 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8519475 Dec 08 16:14:54.221733 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-fd341b8f-224d-4320-ac6c-95bdeedd2e64 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0954967 Dec 08 16:14:54.355014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-ab3cc656-bb27-419e-9603-2a1b05ff58f8 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922219 Dec 08 16:14:54.492090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c819ef96-79b7-4151-8e28-4fd49c96c347 req-315e9f08-a956-447c-9a06-05d76bb08875 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 210 time: 0.1747482 Dec 08 16:14:54.521976 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:54.538241 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:54.678124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:54.769535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-4989a23b-df7f-422d-bf88-309336f9d641 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:54.773483 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5369b4-626c-46f7-a007-b2de32bf81f1 None None] Pushing event updated for resources: {'Port': ['ID=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:54.773943 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-4989a23b-df7f-422d-bf88-309336f9d641 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5415971 Dec 08 16:14:54.797261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Request body: {'port': {'device_id': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '60a8f4f444284ec5bdc09f37d02e19ec'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:54.939154 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Attempting to bind port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:14:54.942341 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Attempting to bind port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:14:54.943357 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Attempting to bind port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:14:54.950836 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:14:54.951487 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Checking segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:54.952085 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:54.952628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Bound using segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:14:54.953274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Bound port: fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:14:54.954683 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.038672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2693d90-7fd3-432f-8067-b17e8ca27a43 req-a9b49cfc-3e0f-41e8-ae00-b563ec2d304d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 210 time: 0.1386425 Dec 08 16:14:55.136378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb6be3cd-d14d-4ea0-b0b9-fa7f04814c46 req-ddeeb3ce-8adb-40b4-89c2-173f7683a041 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 210 time: 0.1198368 Dec 08 16:14:55.203406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] For port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:14:55.210496 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] For port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:14:55.223723 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.297612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-network', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:55.364333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:14:55.364333 n-d-820935-5 neutron-server[103281]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:14:55.364333 n-d-820935-5 neutron-server[103281]: [parameters: {'project_id': '60a8f4f444284ec5bdc09f37d02e19ec', 'id': 'f90179ca-7cfe-47c9-8ecd-1dcfea27886f', 'expiration': datetime.datetime(2021, 12, 8, 16, 16, 55, 348775)}] Dec 08 16:14:55.364333 n-d-820935-5 neutron-server[103281]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:14:55.365088 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:14:55.373786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-11adc9ae-e488-48c9-83de-647e686c76c2 None None] Provisioning complete for port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:55.375996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11adc9ae-e488-48c9-83de-647e686c76c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.388551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Made reservation on behalf of a4a68d9194c94468af0f763ce684a9e8 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:55.405960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.461463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.509588 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5369b4-626c-46f7-a007-b2de32bf81f1 None None] Pushing event updated for resources: {'Port': ['ID=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:55.580645 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:14:55.581775 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:55.667806 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11adc9ae-e488-48c9-83de-647e686c76c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.707493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.725065 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.763383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:14:55.767540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-11adc9ae-e488-48c9-83de-647e686c76c2 None None] For port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:14:55.779785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11adc9ae-e488-48c9-83de-647e686c76c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.796433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.796908 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Added segment 56acb555-1d4a-4edb-83e4-cd505aa8ed29 of type vlan for network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 Dec 08 16:14:55.935438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adc9ae-e488-48c9-83de-647e686c76c2 None None] Pushing event updated for resources: {'Port': ['ID=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:55.941879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-603f1626-c0a7-4fc7-9a02-e3daa79eef4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.948842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:55.968006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Made reservation on behalf of 60a8f4f444284ec5bdc09f37d02e19ec for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:55.972118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.191203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53869455-cbfd-40e4-88c2-5946355a4647,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:56.204893 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:14:56.236826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3738a76c-d942-4d23-b3f5-d01933dd8f5f req-4d504ec7-fdbf-4dfa-900f-9adae16b10e2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 210 time: 0.2610540 Dec 08 16:14:56.282032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.283392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:56.284183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.351168 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:14:56.358033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-51cc93cc-c1de-4ec3-865e-dfaade218eb2 None None] Provisioning complete for port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:56.358387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51cc93cc-c1de-4ec3-865e-dfaade218eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:56.463827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Allocated IP 192.168.233.245 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/c45fd161-95dd-4a7e-a0e4-b87b7a4fc515) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:56.533543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] Pushing event updated for resources: {'Network': ['ID=8cf1aa48-d409-43ad-99c3-98cd9c5267d9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:56.621880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:14:56.663982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06f16cc9-9494-4336-a735-6e0a605ebc56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.9797018 Dec 08 16:14:56.675150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:56.675441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42249aba-7acb-47f7-98cd-20648d1a0bb3 req-520abb73-7d7f-4db5-9df2-522e0a1e43a5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 210 time: 0.2872789 Dec 08 16:14:56.703448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20f14052-5093-477f-aebe-369538000038 req-0c3c8b3a-1b69-442c-a677-ed8b21169d86 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 210 time: 0.3036206 Dec 08 16:14:56.703625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Request body: {'subnet': {'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-subnet', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:56.820046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Made reservation on behalf of a4a68d9194c94468af0f763ce684a9e8 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:56.824009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.042675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-d3028e86-580c-47b2-8c24-5d994ae4df16 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:57.047913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-d3028e86-580c-47b2-8c24-5d994ae4df16 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.3685505 Dec 08 16:14:57.052136 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:14:57.061607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:57.163267 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfcb5a8-1cb9-40cf-8788-225e1195e2f9 None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:14:57.254074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.574596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cf38379-d93a-4b87-87bc-4ea923cb09e1,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:57.626379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Checking segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:14:57.626957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Network hostable DHCP agents. Network: 8cf1aa48-d409-43ad-99c3-98cd9c5267d9, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:14:57.651943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98ffbf89-70db-493e-850a-3daf0b38d5a5 req-62d24537-d4f4-435c-94c2-f14154331ad8 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 210 time: 0.2589884 Dec 08 16:14:57.691758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.761755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:14:57.784981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8cf1aa48-d409-43ad-99c3-98cd9c5267d9) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:57.792256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:57.793191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.803786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19cc1f-a249-4cec-bd82-561324e17a25 None None] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:14:57.887198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:57.917427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-3ff13a14-bcd4-4699-a7c0-ddfaca4492f0 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:57.919016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-3ff13a14-bcd4-4699-a7c0-ddfaca4492f0 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.86 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 821 time: 0.5285192 Dec 08 16:14:57.919392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['89519957-491c-4c4f-8189-0f371a8c3675'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:57.924273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:14:57.958382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'port': {'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'admin_state_up': True, 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:58.026480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:58.042208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.064686 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3487acff-4b32-403a-aeec-948637b3f2b9 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3817332 Dec 08 16:14:58.089061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45542) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:58.127587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:58.155742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:14:58.158861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a91338c2-3541-4235-951a-9348cf751008 req-6d9d8bfd-fcca-48bc-adf3-2ad048565b61 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 210 time: 0.2388060 Dec 08 16:14:58.184805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:14:58.189928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event updated for resources: {'Port': ['ID=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:14:58.199486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63390d1-8212-44f2-95f0-bcc5eb28e790 req-4f670c3c-1a1c-4cf1-ab43-900e59c4e775 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 210 time: 0.1731889 Dec 08 16:14:58.221384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:14:58.245041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:14:58.451133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.458848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.497639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:58.498379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.576710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45554) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:14:58.634986 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-7d30e6ed-451a-4460-b3f5-7b8e0df9be8e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8527837 Dec 08 16:14:58.654097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:14:58.655594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.696185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Request body: {'port': {'device_id': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:14:58.813983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.3 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/837d9516-082f-497f-8d95-0c68f2c9abd4) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:58.889438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d99b200-9a81-4092-8d64-7ff6777299d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.951327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:58.971021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:58.971715 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.013829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.115875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3640184c-1fbf-42ad-8387-c86cffca2079 None None] Provisioning complete for port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:14:59.116491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3640184c-1fbf-42ad-8387-c86cffca2079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.258794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07fb29-e268-48f5-81f4-861f7aa938bf req-b2a598d5-2556-4fe6-93f8-cf3e4df23b26 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:14:59.271321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad07fb29-e268-48f5-81f4-861f7aa938bf req-b2a598d5-2556-4fe6-93f8-cf3e4df23b26 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 936 time: 0.2176969 Dec 08 16:14:59.437987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Made reservation on behalf of 93a1e6047d29457ea938d52d088cf6bd for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:14:59.444190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.476663 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.522747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.574824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad07fb29-e268-48f5-81f4-861f7aa938bf req-f52b032e-5405-4fd9-b8ff-32a2550a6a11 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019097 Dec 08 16:14:59.654005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.721417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5e3d354-db7a-4643-9de5-c8cc4d57f857 req-d61af23d-215f-478d-96d5-6506967f03d4 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 210 time: 0.2321694 Dec 08 16:14:59.739870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Allocated IP 172.20.0.2 (8cf1aa48-d409-43ad-99c3-98cd9c5267d9/0cf38379-d93a-4b87-87bc-4ea923cb09e1/794655e9-340a-49a8-8bb7-db89f6bd705d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:14:59.840394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.854098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:14:59.952227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f43b4338-c1c9-412f-ac6f-cc089bbf1ef1 req-9eccdbee-e455-414f-affc-74a14e564a21 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 210 time: 0.1057703 Dec 08 16:15:00.121081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=237f62397ce14d74bef602f4fef98f80&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5373073 Dec 08 16:15:00.122341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45578) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:00.126993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44336d20-56a6-440d-958d-98c44baeedb0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:00.148958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.150055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.150501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.150910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.151442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.151976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.152713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.153042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.153369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.153690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.154042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.154408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.154733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf638d8-6971-4411-a496-fb0ff6df6f24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:00.156061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.178041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Allocated IP 172.20.0.9 (8a5cd86b-2a37-4ee6-b75d-1e98b194ca74/683270bd-076a-4ba7-92ce-b1359eed3425/602c6517-53b8-48c6-8e77-03b1a85400f2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:00.222351 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.236444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3640184c-1fbf-42ad-8387-c86cffca2079 None None] Port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:00.245399 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.278401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:00.284831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:00.289321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:00.371431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.422134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Pushing event updated for resources: {'Port': ['ID=794655e9-340a-49a8-8bb7-db89f6bd705d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:00.435070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Attempting to bind port 794655e9-340a-49a8-8bb7-db89f6bd705d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:00.435444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Attempting to bind port 794655e9-340a-49a8-8bb7-db89f6bd705d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:00.435808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Attempting to bind port 794655e9-340a-49a8-8bb7-db89f6bd705d on network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:00.441908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:00.442428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Checking segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:00.442844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.443238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Bound using segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:00.443731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Bound port: 794655e9-340a-49a8-8bb7-db89f6bd705d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:00.444116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.486305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:00.489180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:00.494673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:00.587028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:00.597774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] For port 794655e9-340a-49a8-8bb7-db89f6bd705d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:00.598207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.607125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] For port 794655e9-340a-49a8-8bb7-db89f6bd705d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=794655e9-340a-49a8-8bb7-db89f6bd705d,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:00.633250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Transition to ACTIVE for port object c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:00.634378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.646928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:00.655063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.722920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Pushing event updated for resources: {'Port': ['ID=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:00.736511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85d85456-fcd3-45a4-9de5-41c64ae992a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.788971 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85d85456-fcd3-45a4-9de5-41c64ae992a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.821264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:00.822536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.973286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85d85456-fcd3-45a4-9de5-41c64ae992a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:00.987357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-57f2320e-5757-40b4-ac89-b268f010c648 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9321015 Dec 08 16:15:00.990651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85d85456-fcd3-45a4-9de5-41c64ae992a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.001294 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-85d85456-fcd3-45a4-9de5-41c64ae992a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44336d20-56a6-440d-958d-98c44baeedb0 HTTP/1.1" status: 204 len: 168 time: 0.8718569 Dec 08 16:15:01.021737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de30178-577b-4b0c-a4b6-cb3313a9c372 None None] Pushing event updated for resources: {'Port': ['ID=794655e9-340a-49a8-8bb7-db89f6bd705d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:01.136033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Request body: {'port': {'device_id': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:01.144249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9488603e-7c15-4ca1-80f0-6e9adb042c2d req-dc7ce0e7-31ca-4e41-8619-4383b69587f5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 210 time: 0.1543145 Dec 08 16:15:01.277530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d85456-fcd3-45a4-9de5-41c64ae992a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44336d20-56a6-440d-958d-98c44baeedb0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:01.378038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.409943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.561893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Attempting to bind port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:01.562465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Attempting to bind port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:01.563023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Attempting to bind port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:01.569745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.579730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeffa68-85e3-4769-9456-5514098ad841 req-df4a1338-90bc-40da-a5b9-f00862286fdd tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:01.581555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbeffa68-85e3-4769-9456-5514098ad841 req-df4a1338-90bc-40da-a5b9-f00862286fdd tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 948 time: 0.6936877 Dec 08 16:15:01.612420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.615594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:01.616162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Attempting to bind port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:01.637834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:01.638475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:01.639107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:01.639907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Bound port: c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:01.640510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.696117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45596) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:01.699170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.734022 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.889501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:01.928566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] For port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:01.955666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] For port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:01.970239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.000085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Allocated IP 172.25.3.145 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/daf7701a-16c2-4bf8-b741-5564f84b05a6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:02.069584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.071123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.074978 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] 10.222.0.58 "PUT /v2.0/ports/c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 HTTP/1.1" status: 200 len: 1096 time: 3.4004061 Dec 08 16:15:02.076016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'tag': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:02.080250 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6d3359-733d-445f-8f25-a1750ff199fc" -d '{"events": [{"name": "network-changed", "server_uuid": "80aa0f0f-61ae-409e-b157-ee99e0e95742", "tag": "c45fd161-95dd-4a7e-a0e4-b87b7a4fc515"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:02.095354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-504ed6cf-69db-4737-969e-948d7a8b214b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.108042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fc405-7906-49e2-b8cc-2885eb6b1202 req-7bb4403f-43f4-4047-ae43-86e08823ee24 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.116714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-968fc405-7906-49e2-b8cc-2885eb6b1202 req-7bb4403f-43f4-4047-ae43-86e08823ee24 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 931 time: 0.7138829 Dec 08 16:15:02.155931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.293306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6cecc-5785-47ec-bae7-4764f669c421 service neutron] Pushing event updated for resources: {'Port': ['ID=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:02.304040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:02.364051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:02.412383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbeffa68-85e3-4769-9456-5514098ad841 req-2030a45b-301d-431e-9783-ea500d671ca1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7631669 Dec 08 16:15:02.414606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:02.653033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 794655e9-340a-49a8-8bb7-db89f6bd705d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:02.667691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:02.670494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.732175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event updated for resources: {'Port': ['ID=602c6517-53b8-48c6-8e77-03b1a85400f2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:02.786016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 794655e9-340a-49a8-8bb7-db89f6bd705d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:02.787347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:02.814410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-495baff0-e759-4adb-897f-6c67378960b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8759279 Dec 08 16:15:02.841439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Request body: {'port': {'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:02.844443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08228ef2-549f-4a34-abee-d34e7d9d51ec None None] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:02.948675 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.004044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-968fc405-7906-49e2-b8cc-2885eb6b1202 req-0fdd0952-9267-44b1-bd05-3e6dfc246479 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8857965 Dec 08 16:15:03.063929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1941e998-c6a8-4432-aeaa-7e509a1a883d None None] Provisioning complete for port 602c6517-53b8-48c6-8e77-03b1a85400f2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:03.064564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1941e998-c6a8-4432-aeaa-7e509a1a883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.071716 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.132153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.192708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 794655e9-340a-49a8-8bb7-db89f6bd705d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=794655e9-340a-49a8-8bb7-db89f6bd705d,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:03.193774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1941e998-c6a8-4432-aeaa-7e509a1a883d None None] Port 602c6517-53b8-48c6-8e77-03b1a85400f2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:03.204919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.247644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-078931ed-de60-49df-ae6c-ea3e25a033e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.249209 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-078931ed-de60-49df-ae6c-ea3e25a033e4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 1099 time: 1.0855629 Dec 08 16:15:03.344862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=794655e9-340a-49a8-8bb7-db89f6bd705d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:03.364374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1941e998-c6a8-4432-aeaa-7e509a1a883d None None] Provisioning complete for port 794655e9-340a-49a8-8bb7-db89f6bd705d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:03.364756 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1941e998-c6a8-4432-aeaa-7e509a1a883d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.436497 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-d0e06dc2-5eca-43e9-b255-afab654c6d7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 HTTP/1.1" status: 200 len: 217 time: 0.1592746 Dec 08 16:15:03.451540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-504ed6cf-69db-4737-969e-948d7a8b214b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.452449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.473525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-504ed6cf-69db-4737-969e-948d7a8b214b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.548233 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a60d513-10ef-47d0-8070-31f35a586bb1 x-openstack-request-id: req-8a60d513-10ef-47d0-8070-31f35a586bb1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:03.548539 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80aa0f0f-61ae-409e-b157-ee99e0e95742", "tag": "c45fd161-95dd-4a7e-a0e4-b87b7a4fc515", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:03.548800 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a60d513-10ef-47d0-8070-31f35a586bb1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:03.549225 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'tag': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515', 'status': 'completed', 'code': 200} Dec 08 16:15:03.612726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-504ed6cf-69db-4737-969e-948d7a8b214b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b73511ced9247c892664d5036a04f91&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9101601 Dec 08 16:15:03.626441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45618) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:03.642343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-4f5d1659-e7d3-4a9f-a6bc-ca1db3f37929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.645181 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-4f5d1659-e7d3-4a9f-a6bc-ca1db3f37929 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1794195 Dec 08 16:15:03.708401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.751735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4ec9623d-6691-4c42-976d-e9cce2c2e4f1 None None] Provisioning complete for port 794655e9-340a-49a8-8bb7-db89f6bd705d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:03.752109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ec9623d-6691-4c42-976d-e9cce2c2e4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.882012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:03.883883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388711df-d39c-4c85-b5d1-e0a35a98c5b2 req-bd5631ce-9d60-4f06-98d2-d25c4bab12e6 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.887031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Pushing event updated for resources: {'Port': ['ID=daf7701a-16c2-4bf8-b741-5564f84b05a6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:03.890391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:03.893739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-46451f61-93e4-45f3-bb78-61d666a0e5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:03.895573 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-46451f61-93e4-45f3-bb78-61d666a0e5b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2394145 Dec 08 16:15:03.896265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aad8e185-e0cb-463e-b87c-23e468923df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:03.898548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:03.898754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-388711df-d39c-4c85-b5d1-e0a35a98c5b2 req-bd5631ce-9d60-4f06-98d2-d25c4bab12e6 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 931 time: 0.6555507 Dec 08 16:15:03.960848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ed6cf-69db-4737-969e-948d7a8b214b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36181927-d168-4276-a1fb-f9d23e169129,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:03.999431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 837d9516-082f-497f-8d95-0c68f2c9abd4 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:04.017573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.020097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aad8e185-e0cb-463e-b87c-23e468923df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.049046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Transition to ACTIVE for port object 837d9516-082f-497f-8d95-0c68f2c9abd4 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:04.123787 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.199494 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-f1661229-6e9f-465e-b937-568c289d83b9 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765400 Dec 08 16:15:04.271104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:04.280335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aad8e185-e0cb-463e-b87c-23e468923df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.283768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aad8e185-e0cb-463e-b87c-23e468923df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.287913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aad8e185-e0cb-463e-b87c-23e468923df0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36181927-d168-4276-a1fb-f9d23e169129 HTTP/1.1" status: 204 len: 168 time: 0.6569579 Dec 08 16:15:04.294315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcbaaf-eca0-477b-b7f4-309500a33613 req-6dfb4cae-759c-40ee-8612-6fa49b5b3b0c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:04.304705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad8e185-e0cb-463e-b87c-23e468923df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36181927-d168-4276-a1fb-f9d23e169129,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:04.305770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27bcbaaf-eca0-477b-b7f4-309500a33613 req-6dfb4cae-759c-40ee-8612-6fa49b5b3b0c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 948 time: 0.4427316 Dec 08 16:15:04.325352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-388711df-d39c-4c85-b5d1-e0a35a98c5b2 req-d012567e-69dd-42f4-84d3-6e18d7d5b823 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915372 Dec 08 16:15:04.474387 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1dcd87c4-6fe7-4a71-a7ac-88e67b14158b req-351072fd-156d-4c25-b4d3-7381cc43f8ed service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653618 Dec 08 16:15:04.486756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.565893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 794655e9-340a-49a8-8bb7-db89f6bd705d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:04.644781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27bcbaaf-eca0-477b-b7f4-309500a33613 req-7b9e4750-a489-433e-ab8f-5579af3af525 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355958 Dec 08 16:15:04.664733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-94d02089-14f0-4c4b-9789-a64e9e36da39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:04.667145 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-94d02089-14f0-4c4b-9789-a64e9e36da39 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 1099 time: 0.1239462 Dec 08 16:15:04.710334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 794655e9-340a-49a8-8bb7-db89f6bd705d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:04.710732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.850442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Attempting to bind port 837d9516-082f-497f-8d95-0c68f2c9abd4 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:04.850703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Attempting to bind port 837d9516-082f-497f-8d95-0c68f2c9abd4 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:04.851072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Attempting to bind port 837d9516-082f-497f-8d95-0c68f2c9abd4 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:04.876158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a83841-b086-4ec3-8a10-d2db04206246 req-bd1a11db-4543-4d2a-84bd-152f61a595c6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:04.882895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21a83841-b086-4ec3-8a10-d2db04206246 req-bd1a11db-4543-4d2a-84bd-152f61a595c6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.3029299 Dec 08 16:15:04.888235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Port 837d9516-082f-497f-8d95-0c68f2c9abd4 on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:04.889314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Attempting to bind port 837d9516-082f-497f-8d95-0c68f2c9abd4 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:04.927794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602c6517-53b8-48c6-8e77-03b1a85400f2 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:04.932193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.953411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:04.987709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Transition to ACTIVE for port object 602c6517-53b8-48c6-8e77-03b1a85400f2 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:05.004061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-52e2ee01-6d16-4f38-b5eb-750dd4b93744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.005960 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-52e2ee01-6d16-4f38-b5eb-750dd4b93744 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.3236096 Dec 08 16:15:05.049663 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.066716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:05.068000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:05.068622 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-317addf2-59ab-4025-bda1-b26ad46451a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 HTTP/1.1" status: 200 len: 217 time: 0.0491805 Dec 08 16:15:05.069081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:05.070029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Bound port: 837d9516-082f-497f-8d95-0c68f2c9abd4, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:05.104131 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.297238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21a83841-b086-4ec3-8a10-d2db04206246 req-d8e06fd4-b583-4ab1-a859-6ee05a635f1a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4113231 Dec 08 16:15:05.349967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Pushing event updated for resources: {'Port': ['ID=602c6517-53b8-48c6-8e77-03b1a85400f2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:05.353234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-81dbe238-7e91-4783-8e5d-3b42c656f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.370222 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-81dbe238-7e91-4783-8e5d-3b42c656f0a5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2831144 Dec 08 16:15:05.425502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:05.428806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Attempting to bind port 602c6517-53b8-48c6-8e77-03b1a85400f2 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:05.429279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Attempting to bind port 602c6517-53b8-48c6-8e77-03b1a85400f2 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:05.429707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Attempting to bind port 602c6517-53b8-48c6-8e77-03b1a85400f2 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:05.435356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:05.456541 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.469053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Port 602c6517-53b8-48c6-8e77-03b1a85400f2 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:05.474338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Attempting to bind port 602c6517-53b8-48c6-8e77-03b1a85400f2 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:05.503330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:15:05.507970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:05.512369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Checking segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:05.514459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Bound using segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:05.515170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Bound port: 602c6517-53b8-48c6-8e77-03b1a85400f2, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:05.519488 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.553517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-5812aa1b-c437-4013-b02e-510a40502a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.565762 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-5812aa1b-c437-4013-b02e-510a40502a5a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1823215 Dec 08 16:15:05.676147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.676778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:05.678585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] 10.222.0.86 "PUT /v2.0/ports/837d9516-082f-497f-8d95-0c68f2c9abd4 HTTP/1.1" status: 200 len: 1091 time: 4.6244586 Dec 08 16:15:05.679261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:05.681741 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4944572-bfa6-4354-8cfe-01d554d4c1db" -d '{"events": [{"name": "network-changed", "server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:05.929296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90fde96-9c2b-4781-9a58-94194889cf7a service neutron] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:05.988677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d702a7-f698-4a29-8659-8b0ef28185f4 req-2a4463ed-46bf-4616-92b0-92f6d0c76abe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:05.990411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9d702a7-f698-4a29-8659-8b0ef28185f4 req-2a4463ed-46bf-4616-92b0-92f6d0c76abe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 943 time: 0.3889942 Dec 08 16:15:06.000646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] For port 602c6517-53b8-48c6-8e77-03b1a85400f2, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:06.038966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2a0dc-b494-4a05-b527-50b754713715 req-d4a548e2-a89e-4fe3-85bf-29318ccaa649 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.049018 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-77ce599b-805e-4cf6-9586-e6549f173a17 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687304 Dec 08 16:15:06.052287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eca2a0dc-b494-4a05-b527-50b754713715 req-d4a548e2-a89e-4fe3-85bf-29318ccaa649 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 948 time: 0.2190211 Dec 08 16:15:06.061048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] For port 602c6517-53b8-48c6-8e77-03b1a85400f2, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=602c6517-53b8-48c6-8e77-03b1a85400f2,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:06.104897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-fc2b2aed-1bd7-4cb7-b58d-8b3a61bb91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.107061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-fc2b2aed-1bd7-4cb7-b58d-8b3a61bb91fd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 1094 time: 0.2622490 Dec 08 16:15:06.122731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:06.126028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.138018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Sync routers for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:06.173399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.179964 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-829c15be-b372-4713-abbe-ab8ac914fb88 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 8.0944667 Dec 08 16:15:06.186187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:06.187115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:06.190894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45658) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:06.262036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f6d3359-733d-445f-8f25-a1750ff199fc req-c4689d29-0c75-4031-85c2-fd6b4b669088 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012613 Dec 08 16:15:06.302649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-e4df6f0a-eb08-4c7f-acf0-a3ae590ec7c5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=837d9516-082f-497f-8d95-0c68f2c9abd4 HTTP/1.1" status: 200 len: 217 time: 0.1739349 Dec 08 16:15:06.364475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eca2a0dc-b494-4a05-b527-50b754713715 req-1fd5462b-b9e4-48c9-b143-877fa09fca0e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112454 Dec 08 16:15:06.383107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.384585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:06.387729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] 10.222.0.86 "PUT /v2.0/ports/602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 1091 time: 3.5591118 Dec 08 16:15:06.396514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9d702a7-f698-4a29-8659-8b0ef28185f4 req-c135c023-3af2-4ee7-b61f-8d4e15a69e1c tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394864 Dec 08 16:15:06.532351 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bcc09-57a5-41e5-8b27-65f71a39fac5 x-openstack-request-id: req-7c5bcc09-57a5-41e5-8b27-65f71a39fac5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:06.532656 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:06.532901 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c5bcc09-57a5-41e5-8b27-65f71a39fac5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:06.538664 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'status': 'completed', 'code': 200} Dec 08 16:15:06.539442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d01e09-9b6a-40cc-b9c0-75ef13bfc69b service neutron] Pushing event updated for resources: {'Port': ['ID=602c6517-53b8-48c6-8e77-03b1a85400f2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:06.575059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:06.798791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-10b97da2-647d-4e41-ab27-f235b0aeb4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.800537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-10b97da2-647d-4e41-ab27-f235b0aeb4c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.4348729 Dec 08 16:15:06.882040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-26dcf84a-fe6f-4318-8f99-522cf9b15514 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725303 Dec 08 16:15:06.924397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-0bd5ba82-f731-4f24-81a2-c4d3627f275e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.926321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-0bd5ba82-f731-4f24-81a2-c4d3627f275e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1094 time: 0.3957946 Dec 08 16:15:06.988556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163dd1a-3d2e-45f2-8676-00251d78e3cb req-1beabb93-8104-48f5-91a9-7f09d156e24f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:06.996936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f163dd1a-3d2e-45f2-8676-00251d78e3cb req-1beabb93-8104-48f5-91a9-7f09d156e24f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.2477777 Dec 08 16:15:07.091097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:04Z', 'revision_number': 3, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:07.093204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-066946ac-86c1-4ee6-9abc-8ea933805f53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 217 time: 0.1294374 Dec 08 16:15:07.183781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Checking router: c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:07.184772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Updating router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d port daf7701a-16c2-4bf8-b741-5564f84b05a6 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:15:07.285493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.384285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:15:07.652982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f163dd1a-3d2e-45f2-8676-00251d78e3cb req-6cc3df04-d8ed-4e1c-80a8-d29b9c895051 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551211 Dec 08 16:15:07.674613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-8554d396-df92-44b9-a1da-e6b3586c76d1 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7812498 Dec 08 16:15:07.770755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-17840b0e-46b7-46b8-9808-c22f7e17462a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:07.772113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-17840b0e-46b7-46b8-9808-c22f7e17462a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.6629443 Dec 08 16:15:07.938354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:07.948093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.057171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9feb85-bb44-49cb-b86d-b1fcc212ff0b None None] Pushing event updated for resources: {'Port': ['ID=daf7701a-16c2-4bf8-b741-5564f84b05a6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:08.061274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Attempting to bind port daf7701a-16c2-4bf8-b741-5564f84b05a6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:08.061939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Attempting to bind port daf7701a-16c2-4bf8-b741-5564f84b05a6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:08.062389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Attempting to bind port daf7701a-16c2-4bf8-b741-5564f84b05a6 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:08.077081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:08.077832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:08.078402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.079426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:08.080335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Bound port: daf7701a-16c2-4bf8-b741-5564f84b05a6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:08.080903 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.101416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601146d-61e0-4cfb-8a00-aa9db1cda331 req-8e53eba1-aeb7-45e5-a4bc-10a75a096d40 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.110582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9601146d-61e0-4cfb-8a00-aa9db1cda331 req-8e53eba1-aeb7-45e5-a4bc-10a75a096d40 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 948 time: 0.4713118 Dec 08 16:15:08.186293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] For port daf7701a-16c2-4bf8-b741-5564f84b05a6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:08.193640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] For port daf7701a-16c2-4bf8-b741-5564f84b05a6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=daf7701a-16c2-4bf8-b741-5564f84b05a6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:08.208331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:08.320159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9601146d-61e0-4cfb-8a00-aa9db1cda331 req-225863e2-f3a7-41e5-8051-1e5c1296e4d3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085171 Dec 08 16:15:08.328602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee47632-af37-40b0-91ad-0500063acaeb req-bf2e721b-681e-4207-ba35-4117876f749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.330508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-bf2e721b-681e-4207-ba35-4117876f749e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4297280 Dec 08 16:15:08.383667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0828c-a801-40c2-970c-8341af909e67 req-55bfebda-5145-45b8-83ec-1c3d20f3238a tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.391795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08b0828c-a801-40c2-970c-8341af909e67 req-55bfebda-5145-45b8-83ec-1c3d20f3238a tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 943 time: 0.6171455 Dec 08 16:15:08.401924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9feb85-bb44-49cb-b86d-b1fcc212ff0b None None] Pushing event updated for resources: {'Port': ['ID=daf7701a-16c2-4bf8-b741-5564f84b05a6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:08.504218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:08.508052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:08.508336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d87c9eb-e7ac-4a9f-9190-3c404dadf1cc req-3d91dccf-5a2e-4d77-949c-85d30881448a service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7921991 Dec 08 16:15:08.541951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:08.544472 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b40857-c457-48c7-8661-d3fe71d9050e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:08.601786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08b0828c-a801-40c2-970c-8341af909e67 req-cda2162d-08d1-457e-aac2-d3b74878d5af tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085197 Dec 08 16:15:08.709049 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68fedde5-2b0b-4ea5-a344-f0d3efac333c x-openstack-request-id: req-68fedde5-2b0b-4ea5-a344-f0d3efac333c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:08.710347 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:08.710832 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68fedde5-2b0b-4ea5-a344-f0d3efac333c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:08.711519 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'status': 'completed', 'code': 200} Dec 08 16:15:08.745756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:08.779320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-fd06d8ac-a753-4180-af43-b2941e8bb110 service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403102 Dec 08 16:15:08.840067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:08.879222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-a9882cb2-ca2d-40c8-b92f-57443f08128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:08.880434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-a9882cb2-ca2d-40c8-b92f-57443f08128c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 1094 time: 0.1778307 Dec 08 16:15:09.048792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-5393a43b-1a0a-4552-829a-ccd3348433c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.050275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-5393a43b-1a0a-4552-829a-ccd3348433c9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.1109860 Dec 08 16:15:09.122042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-59ff2a5f-52bc-43e7-80cd-f51738b7e3ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=837d9516-082f-497f-8d95-0c68f2c9abd4 HTTP/1.1" status: 200 len: 217 time: 0.0616136 Dec 08 16:15:09.129714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.178119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:09.211012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515', 'mac_address': 'fa:16:3e:c5:88:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:09.221084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:04Z', 'revision_number': 3, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:09.251277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69380a10-c0a7-4cee-8c10-83b24aebe799 None None] The sync data for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 is: [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:04Z', 'revision_number': 3, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:09.303280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.303960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8915d3d-71ab-4608-a625-f12d951238d7 req-430575ea-16f9-496c-a2da-59c27504071f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.306087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8915d3d-71ab-4608-a625-f12d951238d7 req-430575ea-16f9-496c-a2da-59c27504071f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.4598203 Dec 08 16:15:09.324599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:09.355638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee47632-af37-40b0-91ad-0500063acaeb req-92aa039e-0676-4be6-bbd8-e02572d08967 service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638802 Dec 08 16:15:09.359286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:09.364898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.386275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-6d1ae136-9251-4d50-9ec8-ac461bad763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.389105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-6d1ae136-9251-4d50-9ec8-ac461bad763b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.2560546 Dec 08 16:15:09.449269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:09.514236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:09.554697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-277753ce-a6fc-4954-bdd3-c2e515e07131 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313794 Dec 08 16:15:09.667347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c45fd161-95dd-4a7e-a0e4-b87b7a4fc515'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:09.717168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0980e7b-c734-4164-951a-884447a48110 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.793167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8915d3d-71ab-4608-a625-f12d951238d7 req-d2f34ef8-7d00-4654-80fc-e95bb2fd0e62 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467263 Dec 08 16:15:09.887135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0980e7b-c734-4164-951a-884447a48110 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.907446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0980e7b-c734-4164-951a-884447a48110 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:09.945272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-ebe556cf-d77f-405d-8e9d-83650b3aef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:09.953163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-ebe556cf-d77f-405d-8e9d-83650b3aef13 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1094 time: 0.5261815 Dec 08 16:15:09.958886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Allocated IP 172.20.0.1 (8cf1aa48-d409-43ad-99c3-98cd9c5267d9/0cf38379-d93a-4b87-87bc-4ea923cb09e1/e0ee0c60-1477-4bfa-9932-e9be185ed341) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:09.977546 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f0980e7b-c734-4164-951a-884447a48110 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=15a8b4aec73d427b9c93768a81bfbf55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4619513 Dec 08 16:15:09.980534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0980e7b-c734-4164-951a-884447a48110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d3b004-b62e-4cbe-aa4a-c4af5ced4340,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:09.983364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45772) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:10.087905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3a99290-c854-41c4-b362-80a23feca4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.156674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3a99290-c854-41c4-b362-80a23feca4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.226136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a61824-f4f3-467c-83f0-ce1bb4bc2a4f req-b50e62cc-e5ab-451c-aef6-6cfb316b74eb tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:10.227181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76a61824-f4f3-467c-83f0-ce1bb4bc2a4f req-b50e62cc-e5ab-451c-aef6-6cfb316b74eb tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 949 time: 0.7297304 Dec 08 16:15:10.272698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3a99290-c854-41c4-b362-80a23feca4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.276489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3a99290-c854-41c4-b362-80a23feca4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.279439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3a99290-c854-41c4-b362-80a23feca4fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01d3b004-b62e-4cbe-aa4a-c4af5ced4340 HTTP/1.1" status: 204 len: 168 time: 0.2946570 Dec 08 16:15:10.327938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a99290-c854-41c4-b362-80a23feca4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d3b004-b62e-4cbe-aa4a-c4af5ced4340,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:10.392047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-6c1d845f-2700-4460-acd7-272bb2850402 service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8119636 Dec 08 16:15:10.530575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-89342f75-7c29-4058-976b-f61aba00b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:10.532647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-89342f75-7c29-4058-976b-f61aba00b87b service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.5534470 Dec 08 16:15:10.562089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76a61824-f4f3-467c-83f0-ce1bb4bc2a4f req-281aafd9-4617-445d-a945-1b837724a009 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206620 Dec 08 16:15:10.591528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device daf7701a-16c2-4bf8-b741-5564f84b05a6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:10.610432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51011f-9e31-43e6-aa31-bcd4aca6d765 req-bfbb4d0c-b549-43a5-874c-e913741a5644 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:10.635460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e51011f-9e31-43e6-aa31-bcd4aca6d765 req-bfbb4d0c-b549-43a5-874c-e913741a5644 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 943 time: 0.4981740 Dec 08 16:15:10.750134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-cf877dac-1f55-45ec-8cdd-0c6b298713eb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 217 time: 0.1692109 Dec 08 16:15:10.843564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:10.907663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4944572-bfa6-4354-8cfe-01d554d4c1db req-649d9eac-9e73-4382-929a-a1674afc0c3a service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712675 Dec 08 16:15:10.912301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-31086208-69fc-408e-8b3e-57cd81462e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:10.914236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-31086208-69fc-408e-8b3e-57cd81462e11 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.1505914 Dec 08 16:15:10.923652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e51011f-9e31-43e6-aa31-bcd4aca6d765 req-b6e4424e-7ccb-4a01-8679-603ba30318ca tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870109 Dec 08 16:15:11.038427 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.059591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-e197b92d-a8fb-49b7-ae0e-feae986bfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.061148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-e197b92d-a8fb-49b7-ae0e-feae986bfd0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1321950 Dec 08 16:15:11.139398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:11.193300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45790) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:11.225216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd499-3c24-46cf-b72c-61ebac1b8d12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.256693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port daf7701a-16c2-4bf8-b741-5564f84b05a6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:11.257538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.378390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:11.391903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:11.392557 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.442749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd499-3c24-46cf-b72c-61ebac1b8d12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.450239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd499-3c24-46cf-b72c-61ebac1b8d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.495149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.524696 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bf9cd499-3c24-46cf-b72c-61ebac1b8d12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39d2baf05b6f4f8c86a6b5f25aa080ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3292949 Dec 08 16:15:11.536965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port daf7701a-16c2-4bf8-b741-5564f84b05a6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=daf7701a-16c2-4bf8-b741-5564f84b05a6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:11.537264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:11.546523 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.585665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:11.595983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:11.599113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Pushing event updated for resources: {'Port': ['ID=e0ee0c60-1477-4bfa-9932-e9be185ed341,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.605512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:11.626656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba020-9f1f-4171-ba77-c2dc23ac2f2d req-40cba0da-595d-4071-9686-b4269d24d5f3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:11.634476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6dba020-9f1f-4171-ba77-c2dc23ac2f2d req-40cba0da-595d-4071-9686-b4269d24d5f3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.6096778 Dec 08 16:15:11.637401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd499-3c24-46cf-b72c-61ebac1b8d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def783d3-fcc2-478f-a43c-580a086f7a25,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.683404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.683759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.684131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.684571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.684812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.685105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.685582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.685740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.686099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.686426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.686754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.687087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.687396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:11.731397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=daf7701a-16c2-4bf8-b741-5564f84b05a6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:11.752689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.759830 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.794916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b930ee1c-c3cf-47c2-b207-9a8ce689c728 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.835446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:11.838799 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83122381-b4ec-4235-b63d-5379089429a1" -d '{"events": [{"server_uuid": "80aa0f0f-61ae-409e-b157-ee99e0e95742", "name": "network-vif-plugged", "status": "completed", "tag": "c45fd161-95dd-4a7e-a0e4-b87b7a4fc515"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:11.874621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:11.881637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.925519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b930ee1c-c3cf-47c2-b207-9a8ce689c728 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:11.950779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-15a127d4-4144-43c6-9dd2-513108da3370 service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8469541 Dec 08 16:15:11.969929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6dba020-9f1f-4171-ba77-c2dc23ac2f2d req-17bc12e7-4f7c-44c6-8445-90d673bd00f4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347328 Dec 08 16:15:12.007615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.112612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6c5a433d-fd83-4d0e-871b-52f5dc9a8f28 None None] Provisioning complete for port e0ee0c60-1477-4bfa-9932-e9be185ed341 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:12.113206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c5a433d-fd83-4d0e-871b-52f5dc9a8f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.122226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b930ee1c-c3cf-47c2-b207-9a8ce689c728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.126117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b930ee1c-c3cf-47c2-b207-9a8ce689c728 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.130775 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b930ee1c-c3cf-47c2-b207-9a8ce689c728 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/def783d3-fcc2-478f-a43c-580a086f7a25 HTTP/1.1" status: 204 len: 168 time: 0.5885365 Dec 08 16:15:12.146336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930ee1c-c3cf-47c2-b207-9a8ce689c728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def783d3-fcc2-478f-a43c-580a086f7a25,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:12.266415 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298f284d-d333-4da3-9426-2d7bf0e34f3c x-openstack-request-id: req-298f284d-d333-4da3-9426-2d7bf0e34f3c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:12.270454 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80aa0f0f-61ae-409e-b157-ee99e0e95742", "name": "network-vif-plugged", "status": "completed", "tag": "c45fd161-95dd-4a7e-a0e4-b87b7a4fc515", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:12.271075 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-298f284d-d333-4da3-9426-2d7bf0e34f3c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:12.272324 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515', 'code': 200} Dec 08 16:15:12.288178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6c5a433d-fd83-4d0e-871b-52f5dc9a8f28 None None] Port e0ee0c60-1477-4bfa-9932-e9be185ed341 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:12.334742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd518aa4-04f1-4c2a-ae5a-5b4c05523f8d req-ab21f5d6-044d-4d2f-ad17-c244d4da7bc9 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.341636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd518aa4-04f1-4c2a-ae5a-5b4c05523f8d req-ab21f5d6-044d-4d2f-ad17-c244d4da7bc9 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 949 time: 0.5637176 Dec 08 16:15:12.364918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.475042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691670ab-d754-4123-86af-bdd2685b8728 req-776ee698-11d8-4b0c-b847-5194d0a9c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.479187 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-691670ab-d754-4123-86af-bdd2685b8728 req-776ee698-11d8-4b0c-b847-5194d0a9c20e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 1101 time: 0.0990746 Dec 08 16:15:12.487087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device daf7701a-16c2-4bf8-b741-5564f84b05a6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:12.581743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5b40857-c457-48c7-8661-d3fe71d9050e req-b9ebf808-4912-4eee-b853-dc71160d07ee service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6107736 Dec 08 16:15:12.639014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-691670ab-d754-4123-86af-bdd2685b8728 req-feb7f242-8874-4a05-8fec-15bb320fc0ec service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425619 Dec 08 16:15:12.665953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port daf7701a-16c2-4bf8-b741-5564f84b05a6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:12.666643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.712146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd518aa4-04f1-4c2a-ae5a-5b4c05523f8d req-d93ed313-1c7f-4a38-be61-b0213092ccc6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511240 Dec 08 16:15:12.712365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 602c6517-53b8-48c6-8e77-03b1a85400f2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:12.738365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e275a058-d4c4-46a3-adf9-60b4637a4988 req-e02f7608-e8ac-4186-adc9-66fe5d2d3a93 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:12.757476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e275a058-d4c4-46a3-adf9-60b4637a4988 req-e02f7608-e8ac-4186-adc9-66fe5d2d3a93 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 943 time: 0.3753824 Dec 08 16:15:12.894051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 602c6517-53b8-48c6-8e77-03b1a85400f2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=602c6517-53b8-48c6-8e77-03b1a85400f2,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:12.894607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e275a058-d4c4-46a3-adf9-60b4637a4988 req-b002d193-20f7-4fdd-8e70-960d19dab0eb tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219049 Dec 08 16:15:12.910915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:12.916405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.923028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:12.972944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.005439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602c6517-53b8-48c6-8e77-03b1a85400f2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:13.032674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Pushing event updated for resources: {'Port': ['ID=e0ee0c60-1477-4bfa-9932-e9be185ed341,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:13.057757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.071932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 602c6517-53b8-48c6-8e77-03b1a85400f2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=602c6517-53b8-48c6-8e77-03b1a85400f2,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:13.082423 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.083540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 837d9516-082f-497f-8d95-0c68f2c9abd4 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:13.269406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba865191-5929-4139-9b48-76d9d46b1160 req-2eb93275-d868-485f-b6ae-89b2952bb6dd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:13.270819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=602c6517-53b8-48c6-8e77-03b1a85400f2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:13.283292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba865191-5929-4139-9b48-76d9d46b1160 req-2eb93275-d868-485f-b6ae-89b2952bb6dd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.1182806 Dec 08 16:15:13.312177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:13.331559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:13.345714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:13.372564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'mac_address': 'fa:16:3e:43:fb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:13.453601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba865191-5929-4139-9b48-76d9d46b1160 req-15157b88-f204-4890-abdf-dc25785e884c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688821 Dec 08 16:15:13.456720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.498963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 837d9516-082f-497f-8d95-0c68f2c9abd4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:13.533142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:13.538536 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.657453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:13.679530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:13.781223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-abb5c1ed-93c1-4468-ab55-e744761a50cc None None] Provisioning complete for port e0ee0c60-1477-4bfa-9932-e9be185ed341 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:13.785925 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abb5c1ed-93c1-4468-ab55-e744761a50cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:13.891534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-abb5c1ed-93c1-4468-ab55-e744761a50cc None None] Port e0ee0c60-1477-4bfa-9932-e9be185ed341 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:13.902928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['602c6517-53b8-48c6-8e77-03b1a85400f2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:13.911009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['837d9516-082f-497f-8d95-0c68f2c9abd4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:14.145620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd40baa-3a2c-455b-a863-2a1c5bee9e08 req-1586d750-6adf-46bc-b5f8-984c03300352 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.163196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbd40baa-3a2c-455b-a863-2a1c5bee9e08 req-1586d750-6adf-46bc-b5f8-984c03300352 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 950 time: 0.2559173 Dec 08 16:15:14.214530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:14.229958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-12df9a69-1d9c-4c82-b5d8-551f10c9122e admin admin] 10.222.0.62 "PUT /v2.0/routers/c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0244849 Dec 08 16:15:14.243818 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Sync routers for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:14.287832 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:14.290857 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:14.367153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbd40baa-3a2c-455b-a863-2a1c5bee9e08 req-4ab4b9ee-0c0c-4b7b-93f7-2ad71b54c658 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019536 Dec 08 16:15:14.406920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cf80b-a193-4ca4-a04c-0a9f11747459 req-1dbf7bee-7b3b-46ca-9fe0-d411f8e432cd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.412397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-333cf80b-a193-4ca4-a04c-0a9f11747459 req-1dbf7bee-7b3b-46ca-9fe0-d411f8e432cd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 944 time: 0.2407742 Dec 08 16:15:14.506869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-333cf80b-a193-4ca4-a04c-0a9f11747459 req-5ab0ee2a-472a-4c4a-94a2-3be801a4ebd0 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696089 Dec 08 16:15:14.552670 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:14.748729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baa6fb5-4045-42d9-b827-8732aaa7402c req-c9b89de9-3d5d-4425-b3fa-7c2dca7d75b3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:14.760603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6baa6fb5-4045-42d9-b827-8732aaa7402c req-c9b89de9-3d5d-4425-b3fa-7c2dca7d75b3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 944 time: 0.1041198 Dec 08 16:15:14.871753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6baa6fb5-4045-42d9-b827-8732aaa7402c req-f13bf4ea-2d1d-43a8-a8cf-9a0c8ebaa271 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099570 Dec 08 16:15:15.014853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 2, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:15.076688 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Checking router: c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:15.077673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Updating router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d port e0ee0c60-1477-4bfa-9932-e9be185ed341 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:15:15.123751 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.353391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-1ba0d985-210f-4940-8435-2cb5ea20bd24 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.357453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-1ba0d985-210f-4940-8435-2cb5ea20bd24 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 828 time: 0.1935143 Dec 08 16:15:15.392728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-13567054-50a1-48b4-8f7c-49cf844ed9db tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/quotas/a4a68d9194c94468af0f763ce684a9e8 HTTP/1.1" status: 200 len: 375 time: 0.0242686 Dec 08 16:15:15.539816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-ea1be18c-1870-46c7-889f-5c8f029ac1b5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1284454 Dec 08 16:15:15.578957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136f430-ad7f-470c-9d16-0af450eb6836 req-3edc4edd-a2ab-4350-93ef-bdccb6d70210 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.580577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2136f430-ad7f-470c-9d16-0af450eb6836 req-3edc4edd-a2ab-4350-93ef-bdccb6d70210 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 950 time: 0.0909593 Dec 08 16:15:15.635464 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.643640 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.654736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2136f430-ad7f-470c-9d16-0af450eb6836 req-ef283e69-453c-481d-b294-42035c86349d tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661051 Dec 08 16:15:15.708479 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Pushing event updated for resources: {'Port': ['ID=e0ee0c60-1477-4bfa-9932-e9be185ed341,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:15.718917 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.719290 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.719891 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.720239 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.720572 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.720900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.721228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.721553 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.721902 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.722352 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.722688 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.723006 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.723328 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:15.856062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593276a-3072-40c6-9020-abea999adab8 req-3603c146-4be3-4072-952d-aa9a328fba44 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:15.870832 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Attempting to bind port e0ee0c60-1477-4bfa-9932-e9be185ed341 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:15.871457 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Attempting to bind port e0ee0c60-1477-4bfa-9932-e9be185ed341 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:15.871625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6593276a-3072-40c6-9020-abea999adab8 req-3603c146-4be3-4072-952d-aa9a328fba44 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 944 time: 0.1171777 Dec 08 16:15:15.872139 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Attempting to bind port e0ee0c60-1477-4bfa-9932-e9be185ed341 on network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:15.885417 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:15.885820 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Checking segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:15.886288 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:15.886692 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Bound using segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:15.887194 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Bound port: e0ee0c60-1477-4bfa-9932-e9be185ed341, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:15.887737 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.065212 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] For port e0ee0c60-1477-4bfa-9932-e9be185ed341, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:16.073057 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] For port e0ee0c60-1477-4bfa-9932-e9be185ed341, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e0ee0c60-1477-4bfa-9932-e9be185ed341,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:16.082739 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.100435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a2281594-f5db-42dd-b02a-cf549c2734c9 None None] Provisioning complete for port e0ee0c60-1477-4bfa-9932-e9be185ed341 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:16.102050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2281594-f5db-42dd-b02a-cf549c2734c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.145054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6593276a-3072-40c6-9020-abea999adab8 req-53c0e9f8-85fe-49f1-9be1-ffc98066d588 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723868 Dec 08 16:15:16.216101 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:16.217926 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:16.223511 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ba493-58c8-4286-a4f8-576e61b75392 None None] Pushing event updated for resources: {'Port': ['ID=e0ee0c60-1477-4bfa-9932-e9be185ed341,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.224766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-ae8119d2-2af0-4c27-8437-cdd872e3fee1 service neutron] 10.222.0.62 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6631329 Dec 08 16:15:16.404216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2281594-f5db-42dd-b02a-cf549c2734c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.501327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-aa7628dc-be0e-4101-85b5-68a45aebddb9 service neutron] 10.222.0.62 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2592418 Dec 08 16:15:16.504238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a2281594-f5db-42dd-b02a-cf549c2734c9 None None] For port e0ee0c60-1477-4bfa-9932-e9be185ed341, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e0ee0c60-1477-4bfa-9932-e9be185ed341,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:16.515027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2281594-f5db-42dd-b02a-cf549c2734c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:16.703074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2281594-f5db-42dd-b02a-cf549c2734c9 None None] Pushing event updated for resources: {'Port': ['ID=e0ee0c60-1477-4bfa-9932-e9be185ed341,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:16.718809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 602c6517-53b8-48c6-8e77-03b1a85400f2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:16.761352 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:16.999709 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 602c6517-53b8-48c6-8e77-03b1a85400f2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:17.034541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd98d5-21f5-4356-a262-851f7087907a req-05fc9039-a563-4109-ad39-ea6fd76dbe95 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.043703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8dd98d5-21f5-4356-a262-851f7087907a req-05fc9039-a563-4109-ad39-ea6fd76dbe95 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 944 time: 0.1387377 Dec 08 16:15:17.067128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 602c6517-53b8-48c6-8e77-03b1a85400f2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:17.067781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.089458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-315d6bc7-c858-48a2-bd66-935e339273fb None None] Provisioning complete for port e0ee0c60-1477-4bfa-9932-e9be185ed341 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:17.090030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-315d6bc7-c858-48a2-bd66-935e339273fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.202483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8dd98d5-21f5-4356-a262-851f7087907a req-568de3d4-d0c9-4445-9736-1b85ceee9fea tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574705 Dec 08 16:15:17.324069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9473f6d2-4b9c-48e5-a425-7f0aaea3833f req-5468bdc7-1387-47f1-9c36-58a8a59a3511 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 210 time: 0.1060128 Dec 08 16:15:17.343142 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:17.416726 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb2499d-7dc7-4af5-95a7-671f04f4e7b8 None None] The sync data for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 is: [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:17.698601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f716d5-6380-4bae-9a9e-84a5716f317b req-70233961-02c3-4cce-b6ee-5f78d0d887fe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:17.726741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69f716d5-6380-4bae-9a9e-84a5716f317b req-70233961-02c3-4cce-b6ee-5f78d0d887fe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 944 time: 0.2664101 Dec 08 16:15:17.865756 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:17.910566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69f716d5-6380-4bae-9a9e-84a5716f317b req-be3c3bfc-07ba-40db-9fd7-a8ad7a81c0ef tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720266 Dec 08 16:15:18.060427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 602c6517-53b8-48c6-8e77-03b1a85400f2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=602c6517-53b8-48c6-8e77-03b1a85400f2,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:18.062525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:18.090006 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a87eca-4a94-4e50-a893-af9290601cff" -d '{"events": [{"server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "name": "network-vif-plugged", "status": "completed", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:18.125092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.127832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 837d9516-082f-497f-8d95-0c68f2c9abd4 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:18.391235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.392755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.397043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.398590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.400518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.403595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=602c6517-53b8-48c6-8e77-03b1a85400f2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:18.405091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.406129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.410061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.411942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.416582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.417961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.419668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.422984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.435449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-5ff2b66b-91fc-49de-972b-98e46c558e46 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808&device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d&device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742&device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b&device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 11824 time: 0.3573084 Dec 08 16:15:18.459580 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d08f621-164b-45fb-88a7-3864c4cd3ae1 x-openstack-request-id: req-4d08f621-164b-45fb-88a7-3864c4cd3ae1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:18.461182 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "name": "network-vif-plugged", "status": "completed", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:18.462472 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4d08f621-164b-45fb-88a7-3864c4cd3ae1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:18.463483 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'code': 200} Dec 08 16:15:18.489814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 837d9516-082f-497f-8d95-0c68f2c9abd4 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:18.496144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 837d9516-082f-497f-8d95-0c68f2c9abd4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:18.497610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.499027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-2e1d3006-b1db-4db7-86d3-6aa0b5aa09c7 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.679349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e0ee0c60-1477-4bfa-9932-e9be185ed341 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:18.707079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46004) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:18.876468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c28a2d-fa6c-4e03-be6e-6cef935a3caf req-2d5c9f67-6a56-4a8e-bed6-74f84bed31e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:18.882263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c28a2d-fa6c-4e03-be6e-6cef935a3caf req-2d5c9f67-6a56-4a8e-bed6-74f84bed31e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.2328579 Dec 08 16:15:18.941077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:18.952441 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:18.971694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e0ee0c60-1477-4bfa-9932-e9be185ed341 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:18.971901 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.061906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:19.066376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-2e1d3006-b1db-4db7-86d3-6aa0b5aa09c7 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.080095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318d10c7-cb08-46f4-9e79-6f4486c2254f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.081668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-2e1d3006-b1db-4db7-86d3-6aa0b5aa09c7 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.089970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.189615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c28a2d-fa6c-4e03-be6e-6cef935a3caf req-2dab4839-dd4b-4563-bf7e-3e0754c1c6ed service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884176 Dec 08 16:15:19.233855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318d10c7-cb08-46f4-9e79-6f4486c2254f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.245142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318d10c7-cb08-46f4-9e79-6f4486c2254f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.260687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1d3006-b1db-4db7-86d3-6aa0b5aa09c7 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df15dda5-5f47-4def-bd13-d3954c8786d9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:19.298181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26900656-b904-4a5c-ad19-5824aa9313d1 req-fdf9f66e-2bf8-4b57-9e88-838d4bf7dcf3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.307489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26900656-b904-4a5c-ad19-5824aa9313d1 req-fdf9f66e-2bf8-4b57-9e88-838d4bf7dcf3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 944 time: 0.4087651 Dec 08 16:15:19.395609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d10c7-cb08-46f4-9e79-6f4486c2254f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaa1a06-32c9-45fa-9206-ff01ea6f52da,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:19.411336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88c728ca-d33a-4547-ab00-a92fd5bdc745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:19.471087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26900656-b904-4a5c-ad19-5824aa9313d1 req-0c9a6a95-1e5e-4526-87b3-c8793b70d223 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573772 Dec 08 16:15:19.559143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a74aec7-ff10-4539-bc4e-4e0e3d61f241 req-2e1d3006-b1db-4db7-86d3-6aa0b5aa09c7 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&id=19399a60-62a6-4f66-b155-1621d0f3397b&id=29d1784e-30c7-4045-8a55-4407f92442ce&id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 673 time: 1.1149030 Dec 08 16:15:19.670863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-273e0723-2bab-4791-85d0-976987b52aa7 req-fee6aca0-5e00-47d3-a0c7-d4881d44325d tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 210 time: 0.0717058 Dec 08 16:15:19.732407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:19.778774 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-318d10c7-cb08-46f4-9e79-6f4486c2254f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4ab5f6630ea4ae7bcba0e24ea5521e5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0697711 Dec 08 16:15:19.786229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46020) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:19.799013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf8ab3-c136-4225-918f-eacc2b6465e2 req-c0ad521c-a268-4851-88e8-86d520b6d0b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.802258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbcf8ab3-c136-4225-918f-eacc2b6465e2 req-c0ad521c-a268-4851-88e8-86d520b6d0b2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 945 time: 0.1058233 Dec 08 16:15:19.893352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-20b3d442-3690-48ad-a8e9-fddbca818e81 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:19.895054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbcf8ab3-c136-4225-918f-eacc2b6465e2 req-f79ded60-2625-4c18-b40a-3f4db63e9a79 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824606 Dec 08 16:15:19.896254 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-20b3d442-3690-48ad-a8e9-fddbca818e81 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.58 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 828 time: 0.4353650 Dec 08 16:15:19.946940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Request body: {'port': {'device_id': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'admin_state_up': True, 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:20.039356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-369cdf6c-32a9-4e14-a45a-f117ad085c75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.047566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88c728ca-d33a-4547-ab00-a92fd5bdc745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.065268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88c728ca-d33a-4547-ab00-a92fd5bdc745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.127666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-369cdf6c-32a9-4e14-a45a-f117ad085c75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.212469 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c728ca-d33a-4547-ab00-a92fd5bdc745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bedeae-b314-4c9e-8145-72bccb072363,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.239549 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88c728ca-d33a-4547-ab00-a92fd5bdc745 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b3bc6b3f68f44f6b3a93219b6863387&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2965729 Dec 08 16:15:20.244633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46024) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:20.313054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Made reservation on behalf of a4a68d9194c94468af0f763ce684a9e8 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:20.320432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.351844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-369cdf6c-32a9-4e14-a45a-f117ad085c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.356895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-369cdf6c-32a9-4e14-a45a-f117ad085c75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.360706 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-369cdf6c-32a9-4e14-a45a-f117ad085c75 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2eaa1a06-32c9-45fa-9206-ff01ea6f52da HTTP/1.1" status: 204 len: 168 time: 0.5711188 Dec 08 16:15:20.396008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab97f3-db8c-4d9d-a546-9031ef698ed2 req-e1f5b68f-d97f-4657-850c-f7be897963ca tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.396893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab97f3-db8c-4d9d-a546-9031ef698ed2 req-e1f5b68f-d97f-4657-850c-f7be897963ca tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.397780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab97f3-db8c-4d9d-a546-9031ef698ed2 req-e1f5b68f-d97f-4657-850c-f7be897963ca tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.401387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53ab97f3-db8c-4d9d-a546-9031ef698ed2 req-e1f5b68f-d97f-4657-850c-f7be897963ca tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742&device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b&device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 2884 time: 0.1282318 Dec 08 16:15:20.403081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cdf6c-32a9-4e14-a45a-f117ad085c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaa1a06-32c9-45fa-9206-ff01ea6f52da,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.462657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6f53-2d5f-46bc-8c64-9bb14ce9388a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.464878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:20.468023 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf392060-b64c-4391-8692-80d1116353b6" -d '{"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-plugged", "status": "completed", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:20.527113 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7397a0d8-830e-400d-af37-3529878ca6cd x-openstack-request-id: req-7397a0d8-830e-400d-af37-3529878ca6cd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:20.527904 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-plugged", "status": "completed", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:20.528533 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7397a0d8-830e-400d-af37-3529878ca6cd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:20.529365 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'code': 200} Dec 08 16:15:20.543001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6f53-2d5f-46bc-8c64-9bb14ce9388a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.558369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53ab97f3-db8c-4d9d-a546-9031ef698ed2 req-38c353a6-7722-46bd-82ae-b71438888616 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314068 Dec 08 16:15:20.699688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ce7bd-6765-4520-aee2-17f1a2e7b909 req-be9cd839-22e5-4e97-968a-815cae414cfe tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.702899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-714ce7bd-6765-4520-aee2-17f1a2e7b909 req-be9cd839-22e5-4e97-968a-815cae414cfe tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1113920 Dec 08 16:15:20.716033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6f53-2d5f-46bc-8c64-9bb14ce9388a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.718786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac0b6f53-2d5f-46bc-8c64-9bb14ce9388a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:20.723502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ac0b6f53-2d5f-46bc-8c64-9bb14ce9388a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58bedeae-b314-4c9e-8145-72bccb072363 HTTP/1.1" status: 204 len: 168 time: 0.4772408 Dec 08 16:15:20.738692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Allocated IP 172.20.0.6 (8cf1aa48-d409-43ad-99c3-98cd9c5267d9/0cf38379-d93a-4b87-87bc-4ea923cb09e1/5ba9a164-9170-470a-a484-0ef47d9aae81) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:20.764647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b6f53-2d5f-46bc-8c64-9bb14ce9388a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bedeae-b314-4c9e-8145-72bccb072363,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:20.773062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bdfc4-99fd-4396-b44f-9c716cb0154d req-8916e6cd-2257-4425-9f37-6f4bdab27e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:20.775397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec4bdfc4-99fd-4396-b44f-9c716cb0154d req-8916e6cd-2257-4425-9f37-6f4bdab27e81 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 1096 time: 0.1244979 Dec 08 16:15:20.843206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-714ce7bd-6765-4520-aee2-17f1a2e7b909 req-0534fce7-4c18-413a-99f8-b4760c46d416 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300373 Dec 08 16:15:20.917136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec4bdfc4-99fd-4396-b44f-9c716cb0154d req-59c1b7cd-22f9-4d4c-a96a-dcea2f9ab624 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284668 Dec 08 16:15:20.992100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13b4d5a1-d158-4b26-9e5b-b83078427ed6 req-5fcda20e-d7ad-4f62-ae33-d4910284af01 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 210 time: 0.0615456 Dec 08 16:15:21.153309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.154820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:21.173740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d072eb0-6df1-4684-abfe-12bf6cb94688 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.210474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6ba94-e714-4877-b439-b0f280a9a0f1 req-1cc3a721-fa70-427a-9c5a-ea8c96c556f7 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.213481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6c6ba94-e714-4877-b439-b0f280a9a0f1 req-1cc3a721-fa70-427a-9c5a-ea8c96c556f7 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 945 time: 0.1303973 Dec 08 16:15:21.281759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.313617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6c6ba94-e714-4877-b439-b0f280a9a0f1 req-c3a6e409-fc63-4e3a-8695-93b9449790d8 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852032 Dec 08 16:15:21.366319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:21.375139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d072eb0-6df1-4684-abfe-12bf6cb94688 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.376618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:21.379836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:21.412761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d072eb0-6df1-4684-abfe-12bf6cb94688 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.451106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event updated for resources: {'Port': ['ID=5ba9a164-9170-470a-a484-0ef47d9aae81,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:21.504982 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d072eb0-6df1-4684-abfe-12bf6cb94688 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=83d1f2b5467a4607b79e5d79965d97ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3487742 Dec 08 16:15:21.506770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d072eb0-6df1-4684-abfe-12bf6cb94688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6dc1256-4ec0-441f-845c-3365614d2d7c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:21.510857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46058) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:21.518714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:21.521293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.573175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-88ee314e-42af-4ca3-9ea7-569950d3e592 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6373556 Dec 08 16:15:21.602478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Request body: {'port': {'device_id': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:21.772361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-63f5ef29-6116-42bb-a414-9e18c5a19687 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3401446 Dec 08 16:15:21.780444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46060) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:21.785545 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-066d6787-9387-4013-8a71-a609c0d4c4e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.794253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:21.823941 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.828146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d52dc83b-d4a3-4507-9372-73ed0baada6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.878507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-066d6787-9387-4013-8a71-a609c0d4c4e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.890493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-b3b6724b-1194-491d-91f5-edd3746dbcf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3699620 Dec 08 16:15:21.897945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:21.983427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-21c59574-f211-4421-ae32-b1b39704ddd4 None None] Provisioning complete for port 5ba9a164-9170-470a-a484-0ef47d9aae81 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:21.984629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-21c59574-f211-4421-ae32-b1b39704ddd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.093832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-21c59574-f211-4421-ae32-b1b39704ddd4 None None] Port 5ba9a164-9170-470a-a484-0ef47d9aae81 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:22.190921 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-066d6787-9387-4013-8a71-a609c0d4c4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.191826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d52dc83b-d4a3-4507-9372-73ed0baada6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.196371 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-066d6787-9387-4013-8a71-a609c0d4c4e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.201723 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-066d6787-9387-4013-8a71-a609c0d4c4e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6dc1256-4ec0-441f-845c-3365614d2d7c HTTP/1.1" status: 204 len: 168 time: 0.6732402 Dec 08 16:15:22.208821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d52dc83b-d4a3-4507-9372-73ed0baada6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.216922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-ff7f2f90-48c0-4e7a-b9f5-b9e4299aee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:22.218829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-ff7f2f90-48c0-4e7a-b9f5-b9e4299aee3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 1097 time: 0.2135389 Dec 08 16:15:22.273928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4406f4-7c54-4512-bb2a-466f09e616c5 req-0eba0435-85b2-4fde-8b48-930f4fe7542a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:22.276126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f4406f4-7c54-4512-bb2a-466f09e616c5 req-0eba0435-85b2-4fde-8b48-930f4fe7542a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1629467 Dec 08 16:15:22.296513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d6787-9387-4013-8a71-a609c0d4c4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6dc1256-4ec0-441f-845c-3365614d2d7c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:22.316026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52dc83b-d4a3-4507-9372-73ed0baada6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7bd6ac-9d9f-4dc0-901e-af560d9e8129,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:22.321883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d52dc83b-d4a3-4507-9372-73ed0baada6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2b469af7e37e4448bc5f891629aa2940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5398455 Dec 08 16:15:22.332092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46074) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:22.430870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94b9db3a-9b64-4226-ad83-903309921fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.527677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94b9db3a-9b64-4226-ad83-903309921fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.682719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba9a164-9170-470a-a484-0ef47d9aae81 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:22.700317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.737957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Transition to ACTIVE for port object 5ba9a164-9170-470a-a484-0ef47d9aae81 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:22.741817 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94b9db3a-9b64-4226-ad83-903309921fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.748517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94b9db3a-9b64-4226-ad83-903309921fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.750630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-94b9db3a-9b64-4226-ad83-903309921fcd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd7bd6ac-9d9f-4dc0-901e-af560d9e8129 HTTP/1.1" status: 204 len: 168 time: 0.4167604 Dec 08 16:15:22.759331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.792415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f4406f4-7c54-4512-bb2a-466f09e616c5 req-39c87a9a-93bf-4299-9cbf-3bce6e3fc9eb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5011182 Dec 08 16:15:22.837509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:22.862581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba9a164-9170-470a-a484-0ef47d9aae81,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:22.872754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-c9d235dc-c96d-4088-874f-beb0227b68cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:22.874600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-c9d235dc-c96d-4088-874f-beb0227b68cd service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.6143162 Dec 08 16:15:22.882571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9db3a-9b64-4226-ad83-903309921fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7bd6ac-9d9f-4dc0-901e-af560d9e8129,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:23.077179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Attempting to bind port 5ba9a164-9170-470a-a484-0ef47d9aae81 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:23.077974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Attempting to bind port 5ba9a164-9170-470a-a484-0ef47d9aae81 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:23.078526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Attempting to bind port 5ba9a164-9170-470a-a484-0ef47d9aae81 on network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:23.090493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Port 5ba9a164-9170-470a-a484-0ef47d9aae81 on network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:23.091470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Attempting to bind port 5ba9a164-9170-470a-a484-0ef47d9aae81 on network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:23.119988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:23.120313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Checking segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:23.120951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Bound using segment: {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:23.121746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Bound port: 5ba9a164-9170-470a-a484-0ef47d9aae81, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56acb555-1d4a-4edb-83e4-cd505aa8ed29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:23.124567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.158147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46084) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:23.179212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54343b6e-4e6e-4ea7-a581-071eea896aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.206066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70176e4d-ce0e-4a8f-b88f-775e3c1e27dd req-a9d28c4e-8de6-4a23-a815-753a54bb3117 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.208925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70176e4d-ce0e-4a8f-b88f-775e3c1e27dd req-a9d28c4e-8de6-4a23-a815-753a54bb3117 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1101 time: 0.2743165 Dec 08 16:15:23.255156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-aac751f5-f0d7-4040-818b-29fa11e8e643 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 200 len: 1001 time: 0.3280554 Dec 08 16:15:23.332096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Allocated IP 172.25.3.189 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/31e710f2-47d1-46f4-9296-899e8b051899) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:23.346270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-74461662-0eea-44d4-8c4f-000db9db52ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.348602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-74461662-0eea-44d4-8c4f-000db9db52ee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.0758967 Dec 08 16:15:23.396638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] For port 5ba9a164-9170-470a-a484-0ef47d9aae81, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:23.405589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] For port 5ba9a164-9170-470a-a484-0ef47d9aae81, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5ba9a164-9170-470a-a484-0ef47d9aae81,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:23.419660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.503362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.504467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.507003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] 10.222.0.58 "PUT /v2.0/ports/5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 1091 time: 1.9193599 Dec 08 16:15:23.521306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:23.529644 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620e66e6-efcb-434a-9b11-12f5ece1af2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:23.545375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70176e4d-ce0e-4a8f-b88f-775e3c1e27dd req-80aaef85-5395-4db4-bb65-56c6fc971b49 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243611 Dec 08 16:15:23.589154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54343b6e-4e6e-4ea7-a581-071eea896aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.626690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085a90d-687f-4b64-bdc3-c50660ce518c service neutron] Pushing event updated for resources: {'Port': ['ID=5ba9a164-9170-470a-a484-0ef47d9aae81,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:23.639443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-7e1960bb-f050-48dc-8891-db9d3c9d50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.642081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-7e1960bb-f050-48dc-8891-db9d3c9d50d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844641 Dec 08 16:15:23.650746 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54343b6e-4e6e-4ea7-a581-071eea896aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:23.676809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-9d156659-d58e-4f10-9abe-8e8cfd775ef6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4048903 Dec 08 16:15:23.826854 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54343b6e-4e6e-4ea7-a581-071eea896aae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b029d168d19a475b826cede18b6e683e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6671169 Dec 08 16:15:23.827818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:23.832841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54343b6e-4e6e-4ea7-a581-071eea896aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333a62ff-3361-49ca-b835-5bc5a6115dea,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:23.839276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-32ac8d85-67b1-4713-bd8d-61776fd57f7c service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522651 Dec 08 16:15:23.906548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-852ce50b-3801-4585-8879-3123b87e3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:23.908881 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-852ce50b-3801-4585-8879-3123b87e3179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1094 time: 0.2917385 Dec 08 16:15:24.064749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.086347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.086996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.087640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.088121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.088584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.089043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.089497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.091917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-be61337c-332f-4afd-9b93-92f09f83fb88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 0.2489054 Dec 08 16:15:24.099726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-23d9b5ff-fd91-46fa-86ce-f447b7c42794 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 217 time: 0.1596568 Dec 08 16:15:24.155519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df1a7c94-6d5c-4e10-8963-b32c6097fe8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.159555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9453731-daab-4675-a672-a9d4e4a46be7 req-247df910-530b-4e99-9ee4-d565513e80c6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.161952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9453731-daab-4675-a672-a9d4e4a46be7 req-247df910-530b-4e99-9ee4-d565513e80c6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 943 time: 0.2617114 Dec 08 16:15:24.189311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-3a98b9b6-5253-4776-a32a-11ed0ccef302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.191449 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-3a98b9b6-5253-4776-a32a-11ed0ccef302 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 200 len: 867 time: 0.0836117 Dec 08 16:15:24.199141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df1a7c94-6d5c-4e10-8963-b32c6097fe8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.228051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd1d1db-a4a2-4b6a-a42f-5aeb04cde9db req-243bc46a-e1ed-44c5-8187-371dfe453e96 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705106 Dec 08 16:15:24.323171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-7c010f97-a9c1-4596-b344-20c9e06ad484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.325879 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-7c010f97-a9c1-4596-b344-20c9e06ad484 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240942 Dec 08 16:15:24.341462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.434674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df1a7c94-6d5c-4e10-8963-b32c6097fe8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.440366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df1a7c94-6d5c-4e10-8963-b32c6097fe8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.442592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-df1a7c94-6d5c-4e10-8963-b32c6097fe8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/333a62ff-3361-49ca-b835-5bc5a6115dea HTTP/1.1" status: 204 len: 168 time: 0.6113439 Dec 08 16:15:24.472720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a7c94-6d5c-4e10-8963-b32c6097fe8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333a62ff-3361-49ca-b835-5bc5a6115dea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:24.506358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:24.532136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-c4ef1163-fedd-46db-b84b-e6dd6ecb6453 service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971445 Dec 08 16:15:24.548952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:24.580076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:24.605261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9453731-daab-4675-a672-a9d4e4a46be7 req-d6efbfbc-c524-49f7-8cf5-ea33a9d8fe23 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188063 Dec 08 16:15:24.608087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event updated for resources: {'Port': ['ID=31e710f2-47d1-46f4-9296-899e8b051899,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:24.692916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-506adae1-a216-4ee8-bb68-fa9ccfa8db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.693453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-506adae1-a216-4ee8-bb68-fa9ccfa8db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.693876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-506adae1-a216-4ee8-bb68-fa9ccfa8db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.696613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-506adae1-a216-4ee8-bb68-fa9ccfa8db00 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 2293 time: 0.5216784 Dec 08 16:15:24.734980 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd390c8d-f3c1-42d5-a6cb-2dae99ffb479 req-43a9c174-d50d-4848-be04-ec0810766d40 service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904380 Dec 08 16:15:24.835108 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fd451-fc67-429e-97b9-158e558dd564 x-openstack-request-id: req-4a1fd451-fc67-429e-97b9-158e558dd564 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:24.835411 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:24.835710 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a1fd451-fc67-429e-97b9-158e558dd564 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:24.836319 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'status': 'completed', 'code': 200} Dec 08 16:15:24.940863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:24.949171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-409fc178-5e13-4595-b17c-18280759c5ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 1001 time: 0.2427909 Dec 08 16:15:24.996041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-227454cd-d7a4-4624-9cbc-d2548d73d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:24.998266 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-227454cd-d7a4-4624-9cbc-d2548d73d460 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1094 time: 0.1244514 Dec 08 16:15:25.145555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.154492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-febd36b6-05db-4a0a-8902-8f5969a8addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.156797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-febd36b6-05db-4a0a-8902-8f5969a8addc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 200 len: 851 time: 0.1701181 Dec 08 16:15:25.160329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76bda48-c38a-4026-a65b-91aadd77bd1f req-1f266016-651c-4979-b956-ee474c18e145 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.170867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-abaebff6-9325-47f3-9791-06d1cd7d29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.173051 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-abaebff6-9325-47f3-9791-06d1cd7d29ff service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 929 time: 0.1655834 Dec 08 16:15:25.174574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b76bda48-c38a-4026-a65b-91aadd77bd1f req-1f266016-651c-4979-b956-ee474c18e145 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1101 time: 0.2504723 Dec 08 16:15:25.230906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-2c05db83-64fa-4c9f-a757-62857057fc97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 217 time: 0.0482485 Dec 08 16:15:25.308814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-fc98e8b8-37a4-46f4-9711-02f854148e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.310525 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-fc98e8b8-37a4-46f4-9711-02f854148e4d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 200 len: 867 time: 0.0686922 Dec 08 16:15:25.375476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-10f2ce79-3c13-40dd-8b35-868755970800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.378214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-10f2ce79-3c13-40dd-8b35-868755970800 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b9c06e-9add-4910-bc5d-6edb3986b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1696699 Dec 08 16:15:25.385376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-0c6085ea-bd5c-4a39-911a-2e3e9d351770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.387730 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-0c6085ea-bd5c-4a39-911a-2e3e9d351770 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653031 Dec 08 16:15:25.412153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b76bda48-c38a-4026-a65b-91aadd77bd1f req-bc280475-1443-4864-aeb5-dbbb678dba4c tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360592 Dec 08 16:15:25.509945 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-593411f9-f115-4c00-9b03-73e43fdf84db service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148803 Dec 08 16:15:25.722798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e772569-c4dc-487e-866f-69ffd733672f req-d5b07bba-35ee-4738-99b6-df1914305adf tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:25.732118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e772569-c4dc-487e-866f-69ffd733672f req-d5b07bba-35ee-4738-99b6-df1914305adf tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1820560 Dec 08 16:15:25.813575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-32878a65-8830-46fd-8061-9e25f2d462ac service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167750 Dec 08 16:15:25.848847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.874720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e772569-c4dc-487e-866f-69ffd733672f req-ac0f451c-46c7-44bc-8049-0989c98f5a97 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415505 Dec 08 16:15:25.931349 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deda43cf-3335-4cdb-8467-557747ac49d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:25.952260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.097838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event updated for resources: {'Port': ['ID=31e710f2-47d1-46f4-9296-899e8b051899,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:26.105537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.162492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.163730 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-620e66e6-efcb-434a-9b11-12f5ece1af2d req-8b64917e-a4a4-4dff-87da-67b9e3708ac5 service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6436150 Dec 08 16:15:26.166567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-f8531f85-2829-4da4-895d-98ad3fd22ec2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3925374 Dec 08 16:15:26.170235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-76137fb6-b4a7-42d3-9df6-9e804f86f793 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422465 Dec 08 16:15:26.223317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:26.247617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-31f1385f-0855-4f43-b950-5f37de999403 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 217 time: 0.0651779 Dec 08 16:15:26.326758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-0a8d7368-deb8-4cc7-bbfc-f2b07db8a142 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.1386952 Dec 08 16:15:26.436234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2fd32a0e-3a18-47c6-a0b6-ac7844bbba81 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:26.441021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-a59bf6d3-de94-4b02-83ce-d9cf90de18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.442726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-a59bf6d3-de94-4b02-83ce-d9cf90de18f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1611519 Dec 08 16:15:26.467157 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fd32a0e-3a18-47c6-a0b6-ac7844bbba81 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "PUT /v2.0/quotas/5d696617903040cd8ec3bc8b6b9ea4f0 HTTP/1.1" status: 200 len: 368 time: 0.2416162 Dec 08 16:15:26.470395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46176) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:26.478720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Request body: {'network': {'project_id': '5d696617903040cd8ec3bc8b6b9ea4f0'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:26.505377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Made reservation on behalf of 5d696617903040cd8ec3bc8b6b9ea4f0 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:26.507623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.518248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.557686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f7082-e833-4fad-9a16-45d76210ae1d req-21457b7f-c60e-411c-895a-86181eeed193 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.559509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc0f7082-e833-4fad-9a16-45d76210ae1d req-21457b7f-c60e-411c-895a-86181eeed193 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 943 time: 0.1711457 Dec 08 16:15:26.576673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-72f9bcc8-77b0-4576-98b0-d84b20694706 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.578303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-72f9bcc8-77b0-4576-98b0-d84b20694706 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.2310874 Dec 08 16:15:26.585358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-ee478d8f-31e1-4376-8348-1f93f1adfe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.587516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-ee478d8f-31e1-4376-8348-1f93f1adfe3a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1250322 Dec 08 16:15:26.616723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-2e4d5d0e-8421-4498-a9bd-77d7fe771d62 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:15:26.618984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f689a9-715a-4c8c-aa31-96c6f2a6dcb4 req-2e4d5d0e-8421-4498-a9bd-77d7fe771d62 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0222361 Dec 08 16:15:26.651168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.656933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.695304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:26.717353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162df899-ee6d-4eb1-9273-2cf39b0bbd4f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:26.724259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.724982 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Added segment bd505a3b-89fa-49d2-a88b-dfd00c0d843b of type vlan for network c9260d9b-61c5-40a8-b1ae-c124ecf48c51 Dec 08 16:15:26.733563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc0f7082-e833-4fad-9a16-45d76210ae1d req-60cf68d6-041a-4734-be7d-f5042e887d07 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666369 Dec 08 16:15:26.823607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-c9847afb-66fa-4b55-b6b5-1377cde33dcf service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231035 Dec 08 16:15:26.830180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.920315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:26.922132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:26.922773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.011855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5397661 Dec 08 16:15:27.015974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:27.024194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Request body: {'network': {'project_id': '5d696617903040cd8ec3bc8b6b9ea4f0'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:27.040252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-6d5ef25e-3873-422b-97b2-b1f8478fdf2d service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055545 Dec 08 16:15:27.041479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82367ef8-5655-4169-ac5d-524b416783d3 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Pushing event updated for resources: {'Network': ['ID=c9260d9b-61c5-40a8-b1ae-c124ecf48c51,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:27.053988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c9260d9b-61c5-40a8-b1ae-c124ecf48c51 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:27.107202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Made reservation on behalf of 5d696617903040cd8ec3bc8b6b9ea4f0 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:27.112328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.165875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:27.224372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.225827 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Added segment fcf58fd3-76f1-4726-b048-8427970ec24d of type vlan for network 437f9030-6037-4f9a-a4be-51021893dfd1 Dec 08 16:15:27.324811 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.365112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.366391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.368324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.396028 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3781528 Dec 08 16:15:27.396327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:27.403658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c8ace66a-b80a-4e48-9245-d707919c7eb1 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Request body: {'network': {'project_id': '5d696617903040cd8ec3bc8b6b9ea4f0'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:27.434736 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8ace66a-b80a-4e48-9245-d707919c7eb1 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 16:15:27.435186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8ace66a-b80a-4e48-9245-d707919c7eb1 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:15:27.438612 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c8ace66a-b80a-4e48-9245-d707919c7eb1 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0397489 Dec 08 16:15:27.490884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46222) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:27.515428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-afe82c01-5c20-41b0-adcc-c43f0977a2de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 217 time: 0.4667091 Dec 08 16:15:27.539972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db657ca6-3ea4-4018-97d0-3773ee5e7192 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Pushing event updated for resources: {'Network': ['ID=437f9030-6037-4f9a-a4be-51021893dfd1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:27.551679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 437f9030-6037-4f9a-a4be-51021893dfd1 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:27.658618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-00fd90f7-a3fa-4805-b36d-6ebfd6b86e98 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5d696617903040cd8ec3bc8b6b9ea4f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1662531 Dec 08 16:15:27.660192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:27.682249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-3295b320-89a6-41b8-9c10-9004da323750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.685336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-3295b320-89a6-41b8-9c10-9004da323750 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1571460 Dec 08 16:15:27.777445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a64a131c-5e03-47b7-a6b3-20ec04550337 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.812172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a64a131c-5e03-47b7-a6b3-20ec04550337 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.860162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-175ea985-6e33-472e-9f5e-83298962d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.861714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-175ea985-6e33-472e-9f5e-83298962d035 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1637723 Dec 08 16:15:27.897140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-632f27f4-74ee-46a2-b540-42e67f4970eb tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:27.899096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-632f27f4-74ee-46a2-b540-42e67f4970eb tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 821 time: 0.4087045 Dec 08 16:15:27.904001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a64a131c-5e03-47b7-a6b3-20ec04550337 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.911638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a64a131c-5e03-47b7-a6b3-20ec04550337 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:27.914126 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a64a131c-5e03-47b7-a6b3-20ec04550337 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "DELETE /v2.0/security-groups/162df899-ee6d-4eb1-9273-2cf39b0bbd4f HTTP/1.1" status: 204 len: 168 time: 0.2521305 Dec 08 16:15:27.920520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46244) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:27.944844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a131c-5e03-47b7-a6b3-20ec04550337 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162df899-ee6d-4eb1-9273-2cf39b0bbd4f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:27.995385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-3a47ac59-d47e-499d-8cd8-937378df4019 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/quotas/93a1e6047d29457ea938d52d088cf6bd HTTP/1.1" status: 200 len: 375 time: 0.0556726 Dec 08 16:15:28.046821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0722-4e88-4b48-8b72-eed2771d3b91 req-b51619e2-238d-4818-affa-764754fd71c9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.054951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91ac0722-4e88-4b48-8b72-eed2771d3b91 req-b51619e2-238d-4818-affa-764754fd71c9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1900604 Dec 08 16:15:28.095308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.140729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-41c3d6b3-753e-4b6a-8233-2bfc1abf5062 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623186 Dec 08 16:15:28.242687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-f0a7d2d3-d26e-4dee-965f-7e350e42af5b tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2241886 Dec 08 16:15:28.272959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91ac0722-4e88-4b48-8b72-eed2771d3b91 req-56d22bc6-691b-4b68-8991-f906f0d9c559 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161694 Dec 08 16:15:28.332093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.378141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['437f9030-6037-4f9a-a4be-51021893dfd1']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:28.398758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf58fd3-76f1-4726-b048-8427970ec24d') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:28.398758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf58fd3-76f1-4726-b048-8427970ec24d') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:28.401476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-637b576a-237c-4b66-8688-16039afb6971 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461581 Dec 08 16:15:28.418989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.437430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.438201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-ba119584-1370-4c69-bf92-c56ef3ba31da service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934319 Dec 08 16:15:28.447515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:28.448123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:28.513209 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:28.519181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.529783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-c9d2dc3d-6ad3-4fa9-92b7-b7c5adb267b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 200 len: 217 time: 0.1120362 Dec 08 16:15:28.534173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.537474 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "DELETE /v2.0/networks/437f9030-6037-4f9a-a4be-51021893dfd1 HTTP/1.1" status: 204 len: 168 time: 0.6150236 Dec 08 16:15:28.550229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46256) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:28.562187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ecf1e8-dab7-4850-9917-94c85e49a935 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Pushing event deleted for resources: {'Network': ['ID=437f9030-6037-4f9a-a4be-51021893dfd1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:28.597885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-707b7dff-19b2-4c00-84d9-1ec2e3e6a381 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590278 Dec 08 16:15:28.663396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-b7e44ac0-c45f-4a9f-89a7-483423b39b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.666227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-b7e44ac0-c45f-4a9f-89a7-483423b39b1a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.0698130 Dec 08 16:15:28.679950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.729312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7799f010-194b-4471-8c6a-6274722f856a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.768028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-6d11404a-418a-4de0-8f9a-d0c69e9e97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:28.771211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-6d11404a-418a-4de0-8f9a-d0c69e9e97cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975387 Dec 08 16:15:28.846181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:28.874505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5ba9a164-9170-470a-a484-0ef47d9aae81 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:28.944161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9260d9b-61c5-40a8-b1ae-c124ecf48c51']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:28.970311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd505a3b-89fa-49d2-a88b-dfd00c0d843b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:28.970614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd505a3b-89fa-49d2-a88b-dfd00c0d843b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:28.996075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.026880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.041974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:29.042396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:29.044336 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:29.152019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5ba9a164-9170-470a-a484-0ef47d9aae81, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5ba9a164-9170-470a-a484-0ef47d9aae81,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:29.164088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099253d0-422d-4194-a16a-b024c3184dc6 req-4a350b11-e594-4257-b6fd-5f2243f4c3b1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.168372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099253d0-422d-4194-a16a-b024c3184dc6 req-4a350b11-e594-4257-b6fd-5f2243f4c3b1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.2196798 Dec 08 16:15:29.181888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'port_id': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'mac_address': 'fa:16:3e:08:65:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:29.186184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-fbb7bcd3-2be4-4488-8dad-adf36fe39369 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063861 Dec 08 16:15:29.197074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.199792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50822e90-db71-4942-9e8e-338fe759b74d req-78cd6c1b-10bd-4373-82f5-c60696729a5b tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:29.208112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50822e90-db71-4942-9e8e-338fe759b74d req-78cd6c1b-10bd-4373-82f5-c60696729a5b tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 943 time: 0.2199154 Dec 08 16:15:29.215732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.222218 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] 10.222.0.62 "DELETE /v2.0/networks/c9260d9b-61c5-40a8-b1ae-c124ecf48c51 HTTP/1.1" status: 204 len: 168 time: 0.6706491 Dec 08 16:15:29.291400 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.295629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8812ae-b074-456f-8a6d-389868484269 tempest-QuotasNegativeTest-928386414 tempest-QuotasNegativeTest-928386414-project-admin] Pushing event deleted for resources: {'Network': ['ID=c9260d9b-61c5-40a8-b1ae-c124ecf48c51,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:29.329171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba9a164-9170-470a-a484-0ef47d9aae81 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:29.379858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5ba9a164-9170-470a-a484-0ef47d9aae81, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5ba9a164-9170-470a-a484-0ef47d9aae81,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:29.387273 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:29.491113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50822e90-db71-4942-9e8e-338fe759b74d req-7d64169d-c9cb-44f5-8521-b747f61e1fe1 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818394 Dec 08 16:15:29.502903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5ba9a164-9170-470a-a484-0ef47d9aae81,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:29.558357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-099253d0-422d-4194-a16a-b024c3184dc6 req-61a1f82d-667d-467c-8ab4-3ab8fe6ce90b tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3450253 Dec 08 16:15:29.642062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-09bf568c-a859-42cc-9a6f-03305b2b9b78 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317334 Dec 08 16:15:29.750695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-00678a5a-d33e-426c-90c7-7f36d3f1e5a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 200 len: 217 time: 0.0972564 Dec 08 16:15:29.777546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['5ba9a164-9170-470a-a484-0ef47d9aae81'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:29.862655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a5162bb-fbbf-45a6-bde5-b843636b005c req-1aeb8dba-85ba-425e-9dd4-1ad118cd8be9 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 210 time: 0.1089165 Dec 08 16:15:30.045097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-7a566533-c70a-41f1-a4fc-c8bfba337310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.046227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.046855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-7a566533-c70a-41f1-a4fc-c8bfba337310 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.2218661 Dec 08 16:15:30.109156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f700c-432c-4f9d-802b-38a8dfb05f06 req-5e3f2ccd-a14e-4e12-924c-c4b711d2550c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.118059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-764f700c-432c-4f9d-802b-38a8dfb05f06 req-5e3f2ccd-a14e-4e12-924c-c4b711d2550c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1389616 Dec 08 16:15:30.161159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-3afdf494-1243-40f4-bc38-edeb6a73d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.164068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-3afdf494-1243-40f4-bc38-edeb6a73d4c1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083152 Dec 08 16:15:30.282083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-764f700c-432c-4f9d-802b-38a8dfb05f06 req-a178d152-ccc8-4649-8fc0-ec743dd81913 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625199 Dec 08 16:15:30.312259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-b50c020f-b051-467f-9721-4b242573773d service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392946 Dec 08 16:15:30.397945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46284) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:30.439537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-96029334-36b4-4817-bab8-3c6bc6c58a76 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162605 Dec 08 16:15:30.494658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-41a51016-55e0-44f4-b590-ab622ad5ce84 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 217 time: 0.0458455 Dec 08 16:15:30.559027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-e05f974f-0a9e-4d6c-9c99-ddddc6c80b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.561022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-e05f974f-0a9e-4d6c-9c99-ddddc6c80b2c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.0574501 Dec 08 16:15:30.584334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a118e138-70ff-4170-8e08-8e0c7ee694f8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.642040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-395c2037-8d81-4e30-a97c-5fabce812b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.643688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-395c2037-8d81-4e30-a97c-5fabce812b8a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0740976 Dec 08 16:15:30.788545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c22d-a0c9-462f-87f1-5927644ee796 req-f972c0ef-c716-43be-801d-e2c95a3e6bd7 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.790539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5996c22d-a0c9-462f-87f1-5927644ee796 req-f972c0ef-c716-43be-801d-e2c95a3e6bd7 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 944 time: 0.1450553 Dec 08 16:15:30.883920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a118e138-70ff-4170-8e08-8e0c7ee694f8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.894420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a118e138-70ff-4170-8e08-8e0c7ee694f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:30.907399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6943d-56f7-49f6-a363-451b92210392 req-990e2e31-a180-4d5a-9af2-693a4e7aaad2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:30.909457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31d6943d-56f7-49f6-a363-451b92210392 req-990e2e31-a180-4d5a-9af2-693a4e7aaad2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.1980877 Dec 08 16:15:30.924493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5996c22d-a0c9-462f-87f1-5927644ee796 req-689a9379-10c8-4e64-b5d9-8b2071309e92 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128066 Dec 08 16:15:30.989262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-19e60311-eda1-4196-ba67-79da23ad2713 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022060 Dec 08 16:15:31.019193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a118e138-70ff-4170-8e08-8e0c7ee694f8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5575eb72494b49bcbb71a3925ac59bf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6177485 Dec 08 16:15:31.022049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118e138-70ff-4170-8e08-8e0c7ee694f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d821ecbe-30d6-4ab6-9e73-d8682e85d1de,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:31.027183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:31.043429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31d6943d-56f7-49f6-a363-451b92210392 req-588aeb1e-68a6-4a1f-acc4-283dd03cc4de tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963860 Dec 08 16:15:31.059843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-1a4ffafa-8ee1-4561-89d5-3a20625637b3 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.061263 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-1a4ffafa-8ee1-4561-89d5-3a20625637b3 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.58 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 821 time: 0.3446677 Dec 08 16:15:31.087423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'port': {'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'admin_state_up': True, 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:31.204618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-300fc1f0-a8aa-4b3f-badf-68978595d705 req-55b6eb46-7e46-4178-86ba-449cbbc66fcb tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 210 time: 0.0525768 Dec 08 16:15:31.218391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-23db2dcd-3b66-4ab1-9231-87a7de685dbd service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872828 Dec 08 16:15:31.267273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33766829-5f16-4976-aebd-34051571b3b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.306092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-7d11f916-802f-4c43-a9c3-bdb3584cd45a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 217 time: 0.0789037 Dec 08 16:15:31.318166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33766829-5f16-4976-aebd-34051571b3b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.374589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Made reservation on behalf of 93a1e6047d29457ea938d52d088cf6bd for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:31.378601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.408338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-0f74e301-5aa7-49a6-badf-5c83ef053b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.410658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-0f74e301-5aa7-49a6-badf-5c83ef053b39 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.0975373 Dec 08 16:15:31.432217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33766829-5f16-4976-aebd-34051571b3b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.436291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33766829-5f16-4976-aebd-34051571b3b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.441302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33766829-5f16-4976-aebd-34051571b3b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d821ecbe-30d6-4ab6-9e73-d8682e85d1de HTTP/1.1" status: 204 len: 168 time: 0.4052155 Dec 08 16:15:31.491606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5420c38-6d1a-4548-a075-1533addea49b req-48cb9ff4-8bd5-4486-8714-bd364fff2963 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.493718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5420c38-6d1a-4548-a075-1533addea49b req-48cb9ff4-8bd5-4486-8714-bd364fff2963 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1008420 Dec 08 16:15:31.499999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-4126f9e2-5857-4ba3-998a-1bd743cf2b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:31.501684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-4126f9e2-5857-4ba3-998a-1bd743cf2b61 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0720608 Dec 08 16:15:31.517427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33766829-5f16-4976-aebd-34051571b3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d821ecbe-30d6-4ab6-9e73-d8682e85d1de,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:31.636511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5420c38-6d1a-4548-a075-1533addea49b req-bcb11969-c010-49d1-b948-3d07f94f2c55 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313233 Dec 08 16:15:31.688772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-3f267212-3392-4166-9bc3-86950ed09b27 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747744 Dec 08 16:15:31.700617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Allocated IP 172.20.0.8 (8a5cd86b-2a37-4ee6-b75d-1e98b194ca74/683270bd-076a-4ba7-92ce-b1359eed3425/cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:31.759766 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:31.814004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2ff22e0-cfd4-47a8-a1af-2dfb1041f5d0 req-82be8960-742d-488f-ac2e-544341863a50 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154282 Dec 08 16:15:31.892148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.043700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.048317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46326) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:32.069748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0bd305fb-79c9-4ade-a718-d74d898f6fae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.140336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.140775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.158496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['602c6517-53b8-48c6-8e77-03b1a85400f2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:32.244337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:32.263107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:32.290700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:32.319970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event updated for resources: {'Port': ['ID=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:32.366601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e3d4d4-6966-46b0-be8d-972c97c2d134 req-889ff340-2f99-4c68-93e6-471e7a223b2b tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.397829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e3d4d4-6966-46b0-be8d-972c97c2d134 req-889ff340-2f99-4c68-93e6-471e7a223b2b tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 944 time: 0.3302088 Dec 08 16:15:32.409126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.410097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.431098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-3e0820da-61c0-4e11-b5af-f089f1f0bbe1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3546939 Dec 08 16:15:32.452259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Request body: {'port': {'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:32.526493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.604648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88e3d4d4-6966-46b0-be8d-972c97c2d134 req-024827a0-a331-4112-9778-e61ad76f4098 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985784 Dec 08 16:15:32.614212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0bd305fb-79c9-4ade-a718-d74d898f6fae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.647830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1e29e7-7373-43cf-a8d8-700941b096ab req-ff9a73e2-0c3c-4d25-8c1e-d162685ad9f8 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.651808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f1e29e7-7373-43cf-a8d8-700941b096ab req-ff9a73e2-0c3c-4d25-8c1e-d162685ad9f8 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.2337217 Dec 08 16:15:32.658813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0bd305fb-79c9-4ade-a718-d74d898f6fae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.779675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0bd305fb-79c9-4ade-a718-d74d898f6fae admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee0c9f42fae944368db6dd98580dd782&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7292068 Dec 08 16:15:32.780326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46338) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:32.784968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd305fb-79c9-4ade-a718-d74d898f6fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5d9beb-7106-40a1-a443-4b3efa5c02c8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:32.787370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ca488b46-d87c-4867-a524-a3d3e81c3ad3 None None] Provisioning complete for port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:32.789831 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca488b46-d87c-4867-a524-a3d3e81c3ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.837435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ca488b46-d87c-4867-a524-a3d3e81c3ad3 None None] Port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:32.859883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.864057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f1e29e7-7373-43cf-a8d8-700941b096ab req-38910ef2-2960-40e2-8926-c73a67db0d36 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913393 Dec 08 16:15:32.871101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5ba9a164-9170-470a-a484-0ef47d9aae81 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:32.960553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 5ba9a164-9170-470a-a484-0ef47d9aae81 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:32.968582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 5ba9a164-9170-470a-a484-0ef47d9aae81 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:32.969228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:32.979846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79998acc-8d19-486d-b5c7-aec6f6861d6b req-e1a9fe70-a11f-43dd-a55a-8d41c555632f tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:32.981445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79998acc-8d19-486d-b5c7-aec6f6861d6b req-e1a9fe70-a11f-43dd-a55a-8d41c555632f tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 931 time: 0.0803001 Dec 08 16:15:33.026143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50e5902a-f97c-4e8e-9edd-1235565fe22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.053874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241084af-3a31-42d4-a617-337f75d3fabe req-e591acfe-f1c0-45e8-a57b-8d39b9f3402e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.062119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-241084af-3a31-42d4-a617-337f75d3fabe req-e591acfe-f1c0-45e8-a57b-8d39b9f3402e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.0931931 Dec 08 16:15:33.080555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50e5902a-f97c-4e8e-9edd-1235565fe22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.143835 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79998acc-8d19-486d-b5c7-aec6f6861d6b req-5f7563df-1dfa-4d09-bfe3-79c6bb6ed4bc tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293719 Dec 08 16:15:33.168986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-241084af-3a31-42d4-a617-337f75d3fabe req-d280c3de-6383-4f26-bf87-9a84c171fc22 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058874 Dec 08 16:15:33.174370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.197535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:33.214139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.234945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5ba9a164-9170-470a-a484-0ef47d9aae81, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5ba9a164-9170-470a-a484-0ef47d9aae81,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:33.236529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:33.238289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50e5902a-f97c-4e8e-9edd-1235565fe22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.240847 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7606e4-52fb-4343-8c54-6bcda63973cb" -d '{"events": [{"server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:33.243797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50e5902a-f97c-4e8e-9edd-1235565fe22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.245825 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-50e5902a-f97c-4e8e-9edd-1235565fe22a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca5d9beb-7106-40a1-a443-4b3efa5c02c8 HTTP/1.1" status: 204 len: 168 time: 0.4330420 Dec 08 16:15:33.251361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.255562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Transition to ACTIVE for port object cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:15:33.266566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.269893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5902a-f97c-4e8e-9edd-1235565fe22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5d9beb-7106-40a1-a443-4b3efa5c02c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:33.343273 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f12698-ae77-48ab-9f3d-05146a21e718 x-openstack-request-id: req-21f12698-ae77-48ab-9f3d-05146a21e718 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:33.343668 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "name": "network-vif-plugged", "status": "completed", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:33.345090 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-21f12698-ae77-48ab-9f3d-05146a21e718 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:33.345090 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'code': 200} Dec 08 16:15:33.357738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5ba9a164-9170-470a-a484-0ef47d9aae81,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:33.395631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Pushing event updated for resources: {'Port': ['ID=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:33.499523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Attempting to bind port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:33.500527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Attempting to bind port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:33.500527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Attempting to bind port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:33.506015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:15:33.506319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Attempting to bind port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 on network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:33.514056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:33.514817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Checking segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:33.515388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Bound using segment: {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:33.516106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Bound port: cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:33.516785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.521140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ddfb3f-6705-48bd-9007-e7424a32c4c3 req-bbd99be3-e407-466c-9850-bd738f70eba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.524551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83ddfb3f-6705-48bd-9007-e7424a32c4c3 req-bbd99be3-e407-466c-9850-bd738f70eba8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1096 time: 0.1062071 Dec 08 16:15:33.626707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83ddfb3f-6705-48bd-9007-e7424a32c4c3 req-ddadc6b6-1b4e-4c9b-8b22-cc81ee68252b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928590 Dec 08 16:15:33.662459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] For port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:33.671244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] For port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:33.679036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.765246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.766320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:33.767797 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] 10.222.0.58 "PUT /v2.0/ports/cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 1091 time: 1.3211775 Dec 08 16:15:33.768504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7586b39-62c0-45c9-a3bb-116499ae72ea service neutron] Pushing event updated for resources: {'Port': ['ID=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:33.772075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:33.775322 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db46fa8-6c39-4998-b363-65838a1470bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:33.818965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ebc5d-1624-444d-b484-d83fe1dba20d req-a711cfa8-4733-45a4-8a30-5762c3ba9c25 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:33.831522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b3ebc5d-1624-444d-b484-d83fe1dba20d req-a711cfa8-4733-45a4-8a30-5762c3ba9c25 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 945 time: 0.1219628 Dec 08 16:15:33.977721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b3ebc5d-1624-444d-b484-d83fe1dba20d req-598ac0ed-a4c3-47e6-9957-6c500dc59791 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443925 Dec 08 16:15:34.037211 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bb08fa-ec2d-4e1d-93bd-573424350b78 x-openstack-request-id: req-16bb08fa-ec2d-4e1d-93bd-573424350b78 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:34.037990 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:34.039495 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16bb08fa-ec2d-4e1d-93bd-573424350b78 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:34.039843 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'status': 'completed', 'code': 200} Dec 08 16:15:34.046822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-a9feb695-ccc8-430e-aa3e-600008a95b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.052441 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-a9feb695-ccc8-430e-aa3e-600008a95b4e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1094 time: 0.1312602 Dec 08 16:15:34.167354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60222bb2-2797-4d49-af52-660d3a7511f5 req-c668ae60-7c58-4580-b95c-be92ef8ff653 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.169089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60222bb2-2797-4d49-af52-660d3a7511f5 req-c668ae60-7c58-4580-b95c-be92ef8ff653 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.1005950 Dec 08 16:15:34.187867 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-164dbe7b-e98c-4f6e-b75c-8c27c1eff4ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 217 time: 0.1134174 Dec 08 16:15:34.277191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-8010bc06-222f-43d8-8be8-e0f5597c93b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.292816 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-8010bc06-222f-43d8-8be8-e0f5597c93b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.0961454 Dec 08 16:15:34.315310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60222bb2-2797-4d49-af52-660d3a7511f5 req-ca25ebda-147f-4ff0-80a1-2a88df8c8784 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373591 Dec 08 16:15:34.427400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e3801-f417-4e50-b564-27c032009692 req-bda4f971-971e-4a74-9412-79e4aa0b0904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.428135 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-bda4f971-971e-4a74-9412-79e4aa0b0904 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263402 Dec 08 16:15:34.551528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54638d87-e06c-4b9b-b77d-05802b8f647c req-71b22436-907d-46ac-94a2-1b2e3fe802ca tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.554339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54638d87-e06c-4b9b-b77d-05802b8f647c req-71b22436-907d-46ac-94a2-1b2e3fe802ca tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 943 time: 0.1464646 Dec 08 16:15:34.592208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265ef9c-8690-461d-82be-2a5b5d659988 req-fed465ed-2bfc-49dc-940a-99ae518e3d89 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:34.607540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e265ef9c-8690-461d-82be-2a5b5d659988 req-fed465ed-2bfc-49dc-940a-99ae518e3d89 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1809065 Dec 08 16:15:34.621406 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-9cefe33d-f19c-4a85-b8cf-e3e3512cbd3b service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852689 Dec 08 16:15:34.734582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54638d87-e06c-4b9b-b77d-05802b8f647c req-4a1fe3cc-544b-4bdf-8f11-5ba3882005f3 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714034 Dec 08 16:15:34.777513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e265ef9c-8690-461d-82be-2a5b5d659988 req-2b4b7dce-68b1-4ce1-a590-6a13c4ed89a9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502590 Dec 08 16:15:34.798066 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d7e3801-f417-4e50-b564-27c032009692 req-f5b2d16a-8e18-4273-bcce-3cda789b2382 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678660 Dec 08 16:15:34.832986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:35.034102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db46fa8-6c39-4998-b363-65838a1470bc req-8248b1c5-8a3d-4f5e-b2fc-d4c1eaf74368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.040060 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-8248b1c5-8a3d-4f5e-b2fc-d4c1eaf74368 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1094 time: 0.1173100 Dec 08 16:15:35.120056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d228e-aab3-43c1-a650-cacd00939482 req-cc3fb941-7f16-4bbe-8de5-d6291caf0dcd tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.122691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-996d228e-aab3-43c1-a650-cacd00939482 req-cc3fb941-7f16-4bbe-8de5-d6291caf0dcd tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 946 time: 0.2074614 Dec 08 16:15:35.140169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ffa191-1545-4668-89e5-bb37d6096d73 req-b71c888c-5ae7-4888-bf71-3954289eea20 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.152638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0ffa191-1545-4668-89e5-bb37d6096d73 req-b71c888c-5ae7-4888-bf71-3954289eea20 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 946 time: 0.2114172 Dec 08 16:15:35.165716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2043861297'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:35.190945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db46fa8-6c39-4998-b363-65838a1470bc req-bf1afe11-b3c5-4e1a-97bb-c83547c4e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.193303 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-bf1afe11-b3c5-4e1a-97bb-c83547c4e927 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.1440065 Dec 08 16:15:35.265009 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-a5384acc-e5ee-4ff9-8450-800733ac781e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0551758 Dec 08 16:15:35.336640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db46fa8-6c39-4998-b363-65838a1470bc req-f04078ae-b97c-4be3-a73b-335a3776d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.338224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-f04078ae-b97c-4be3-a73b-335a3776d8ff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.0645700 Dec 08 16:15:35.375594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Made reservation on behalf of 6dcf5229c35e485883c21b7aeb78fa56 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:35.379231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.407180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c4adc-d973-4430-a599-e7809d3b7aa0 req-49e7cd90-4027-4660-8f2b-f27cb448b99e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.408337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c3c4adc-d973-4430-a599-e7809d3b7aa0 req-49e7cd90-4027-4660-8f2b-f27cb448b99e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 945 time: 0.2508843 Dec 08 16:15:35.408634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db46fa8-6c39-4998-b363-65838a1470bc req-22049a33-257c-438b-b793-7df79de76ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:35.411764 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-22049a33-257c-438b-b793-7df79de76ed8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620716 Dec 08 16:15:35.414471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0ffa191-1545-4668-89e5-bb37d6096d73 req-9a590472-ad84-4a91-97da-f932a2cf45da tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=29d1784e-30c7-4045-8a55-4407f92442ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2607880 Dec 08 16:15:35.415232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.566684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-53e85a80-344a-474b-a6bf-8104c28fa850 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434646 Dec 08 16:15:35.567411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c3c4adc-d973-4430-a599-e7809d3b7aa0 req-f2ca5c1e-e8bb-41c1-92ff-ef5bc70eb5be tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422527 Dec 08 16:15:35.629743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Deleting port c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:35.630449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:35.683461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0db46fa8-6c39-4998-b363-65838a1470bc req-d46e56bc-224e-419f-b651-5ed7a55e8d38 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087403 Dec 08 16:15:36.158303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.185440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.208773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c199d7f0-7a1a-4036-9577-7e360194ff2a req-a24c38ba-f845-4ed3-9815-694aff00b199 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.210554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c199d7f0-7a1a-4036-9577-7e360194ff2a req-a24c38ba-f845-4ed3-9815-694aff00b199 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.6337523 Dec 08 16:15:36.335611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:36.347538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25838666-3628-4a10-b499-95f620f40664,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:36.363102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] For port c63c7654-45d4-4daf-81b2-186fd26d4412, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c63c7654-45d4-4daf-81b2-186fd26d4412,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:36.363478 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.420968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-70c693b7-706b-4701-9ae5-5d6a314e09f7 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 258 time: 0.7612495 Dec 08 16:15:36.422048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.422392 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Added segment 66284fcc-812b-489c-ae16-920ededed8d1 of type vlan for network 09e7bcb9-9899-4eac-922f-1312109fc682 Dec 08 16:15:36.496099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:36.567973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c199d7f0-7a1a-4036-9577-7e360194ff2a req-a9b5cc08-3d6c-49fa-ad2e-2feec8037262 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362308 Dec 08 16:15:36.645987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.672385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.813832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:15:36.912838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.920936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:36.921614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.935561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.936830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:36.936830 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Floating IP 6a906bea-5b23-453d-9318-112415aa0c24 disassociated. External IP: 172.25.3.194, port: c63c7654-45d4-4daf-81b2-186fd26d4412. Dec 08 16:15:36.936830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Calling delete_port for c63c7654-45d4-4daf-81b2-186fd26d4412 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:37.049112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:37.062940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.2285194 Dec 08 16:15:37.066502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:37.077659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Request body: {'subnet': {'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:37.125624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b83ae-a34a-4128-9aec-ce71fa012b0f req-fa4d8c53-93d5-48f4-b8b7-1d9d17bc9038 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.127655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-523b83ae-a34a-4128-9aec-ce71fa012b0f req-fa4d8c53-93d5-48f4-b8b7-1d9d17bc9038 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 943 time: 0.3748894 Dec 08 16:15:37.140685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a24b2-ad7f-4b16-8c35-f8e24226ec32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event updated for resources: {'Network': ['ID=09e7bcb9-9899-4eac-922f-1312109fc682,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:37.157320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 09e7bcb9-9899-4eac-922f-1312109fc682 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:37.224958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed17bc7e-1a46-4c37-b6ba-41577fe3cbbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.243984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-523b83ae-a34a-4128-9aec-ce71fa012b0f req-1ae60993-c499-436d-8d4d-ba8264d15f7e tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044269 Dec 08 16:15:37.289405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.300299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Made reservation on behalf of 6dcf5229c35e485883c21b7aeb78fa56 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:37.306583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.395982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.455296 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed17bc7e-1a46-4c37-b6ba-41577fe3cbbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.463951 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed17bc7e-1a46-4c37-b6ba-41577fe3cbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.481144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event deleted for resources: {'Port': ['ID=c63c7654-45d4-4daf-81b2-186fd26d4412,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:37.515240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c848d-d07a-4d7e-86f1-869bd58e47bf req-ebce27bf-c30b-45e9-b83b-31b5bd7396f7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.516842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-760c848d-d07a-4d7e-86f1-869bd58e47bf req-ebce27bf-c30b-45e9-b83b-31b5bd7396f7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1739626 Dec 08 16:15:37.553275 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed17bc7e-1a46-4c37-b6ba-41577fe3cbbd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35c7769da20e45bc8564dea2e1a21a31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5015078 Dec 08 16:15:37.558869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:37.567321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed17bc7e-1a46-4c37-b6ba-41577fe3cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ad2a2-667c-42ca-a6be-666fb585f62d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:37.591644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Allocated IP 172.25.3.199 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/c5a48fc6-8e6e-4e30-a56e-c651137140b8) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:37.651917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.690942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbc09cc3-bb60-4076-928a-35aaceaea476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.725413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-760c848d-d07a-4d7e-86f1-869bd58e47bf req-202f50a3-3fa6-400d-b5b0-30327cd5dbaa tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736877 Dec 08 16:15:37.746777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbc09cc3-bb60-4076-928a-35aaceaea476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.754461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:37.777023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event updated for resources: {'Subnet': ['ID=0751d494-442b-4421-9013-4bb79d403b5c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:37.807907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Checking segment: {'id': '66284fcc-812b-489c-ae16-920ededed8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:37.808713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Network hostable DHCP agents. Network: 09e7bcb9-9899-4eac-922f-1312109fc682, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:15:37.834579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Network 09e7bcb9-9899-4eac-922f-1312109fc682 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:15:37.850016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbc09cc3-bb60-4076-928a-35aaceaea476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.853956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbc09cc3-bb60-4076-928a-35aaceaea476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.857607 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dbc09cc3-bb60-4076-928a-35aaceaea476 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed5ad2a2-667c-42ca-a6be-666fb585f62d HTTP/1.1" status: 204 len: 168 time: 0.2954881 Dec 08 16:15:37.866072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 09e7bcb9-9899-4eac-922f-1312109fc682) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:37.867857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc09cc3-bb60-4076-928a-35aaceaea476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ad2a2-667c-42ca-a6be-666fb585f62d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:37.877375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:37.878088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.879606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e74d925-c9ac-44e4-bbbb-ea78667a0f92 None None] Network 09e7bcb9-9899-4eac-922f-1312109fc682 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:37.904918 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b733978-eb1c-4183-8dfa-5376f4979a2f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8354154 Dec 08 16:15:37.907925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:37.922872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:37.924223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Request body: {'port': {'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682', 'name': 'tempest-ExtraDHCPOptionsTestJSON-540022384'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:38.106258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43bb9a90-0628-46d8-980d-209bea11682c req-01cd1011-98e1-4ecb-aa83-65c5a45906e7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=79862081-e2f5-4c96-8d85-faa3ae4bebac HTTP/1.1" status: 200 len: 210 time: 0.0926652 Dec 08 16:15:38.147672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:38.199551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:38.220498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-09e7bcb9-9899-4eac-922f-1312109fc682', 'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682', 'project_id': '6dcf5229c35e485883c21b7aeb78fa56', 'fixed_ips': [{'subnet_id': '0751d494-442b-4421-9013-4bb79d403b5c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:15:38.221361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.234307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] No DVR routers for this DVR port c63c7654-45d4-4daf-81b2-186fd26d4412 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:38.239281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.246891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-996d228e-aab3-43c1-a650-cacd00939482 req-01ce2d16-a92d-4313-9867-fde30f7d5454 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "DELETE /v2.0/ports/c63c7654-45d4-4daf-81b2-186fd26d4412 HTTP/1.1" status: 204 len: 173 time: 3.0875502 Dec 08 16:15:38.248050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-deleted', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:38.256615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Made reservation on behalf of 6dcf5229c35e485883c21b7aeb78fa56 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:38.263319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.268863 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16410e6f-41ca-4eb7-ab72-e4d0bf17ae34" -d '{"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-deleted", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:38.284223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.291217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:38.294261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:38.336470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] device_id is not set on port d6f0f738-4dd5-4560-b745-cd0330591a69 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:15:38.444978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:38.505498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:38.514199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:38.525189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Allocated IP 172.20.0.7 (09e7bcb9-9899-4eac-922f-1312109fc682/0751d494-442b-4421-9013-4bb79d403b5c/d6f0f738-4dd5-4560-b745-cd0330591a69) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:38.593287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event updated for resources: {'Port': ['ID=c5a48fc6-8e6e-4e30-a56e-c651137140b8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:38.658952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bc8c8-3889-4b8a-b783-1e015ce66df8 req-492ccfd2-74c6-43a6-a70f-3db6922eb3de tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:38.678581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-477bc8c8-3889-4b8a-b783-1e015ce66df8 req-492ccfd2-74c6-43a6-a70f-3db6922eb3de tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.3145723 Dec 08 16:15:38.713553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:38.735117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:38.736853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69ccb13c-cf28-448b-a73a-ae6f2bb9090e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.841608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-477bc8c8-3889-4b8a-b783-1e015ce66df8 req-ff164843-e5fa-49dc-bf42-1a636750498a tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659768 Dec 08 16:15:38.879073 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.884391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.917631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:38.942744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:38.947640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: c63c7654-45d4-4daf-81b2-186fd26d4412 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:38.948560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c63c7654-45d4-4daf-81b2-186fd26d4412 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:38.950129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:39.006095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Network 09e7bcb9-9899-4eac-922f-1312109fc682 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:39.014332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69ccb13c-cf28-448b-a73a-ae6f2bb9090e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.015020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:39.017995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:39.039073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69ccb13c-cf28-448b-a73a-ae6f2bb9090e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.046150 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.103726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccb13c-cf28-448b-a73a-ae6f2bb9090e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b222d19-8a76-423b-9172-8a707b8481dc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.126711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event updated for resources: {'Port': ['ID=d6f0f738-4dd5-4560-b745-cd0330591a69,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.154975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Allocated IP 172.20.0.2 (09e7bcb9-9899-4eac-922f-1312109fc682/0751d494-442b-4421-9013-4bb79d403b5c/c548b7b4-ed5c-477e-9a95-e88ba4f8bf43) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:39.157702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.158468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.163439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69ccb13c-cf28-448b-a73a-ae6f2bb9090e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04b95b7dd84b4b33b3f40cd2bb7fa47b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4486988 Dec 08 16:15:39.166847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:39.197830 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0393f23-2e98-4761-99da-037798ffdecd tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2872603 Dec 08 16:15:39.203185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:39.209883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Request body: {'port': {'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2130960674', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:39.211402 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] bootfile-name is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:15:39.211911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] tftp-server is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:15:39.212584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] server-ip-address is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:15:39.313936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:39.363831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79e91bc3-8f35-49d3-951a-73a7fcf1982d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.375733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055fce2-365d-4b2d-80a4-b933d9593d4d req-fcd1c5ac-3b39-4320-8244-b2f3180a0150 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.377458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c055fce2-365d-4b2d-80a4-b933d9593d4d req-fcd1c5ac-3b39-4320-8244-b2f3180a0150 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 943 time: 0.2333305 Dec 08 16:15:39.443505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79e91bc3-8f35-49d3-951a-73a7fcf1982d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.505015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:39.531405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Made reservation on behalf of 6dcf5229c35e485883c21b7aeb78fa56 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:39.538044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.544128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c055fce2-365d-4b2d-80a4-b933d9593d4d req-522d4ab9-c49d-4e71-a4f3-8717fe56f77c tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425900 Dec 08 16:15:39.571593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] device_id is not set on port 026014b6-7613-4ac3-b082-14fb36f142d5 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:15:39.577510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:39.614222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:39.620295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.630134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.633408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:39.634323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:39.636494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.639736 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb0130a-1b79-44c4-b789-bb770225aa56 x-openstack-request-id: req-1bb0130a-1b79-44c4-b789-bb770225aa56 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:39.640023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79862081-e2f5-4c96-8d85-faa3ae4bebac", "name": "network-vif-deleted", "tag": "c63c7654-45d4-4daf-81b2-186fd26d4412", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:39.642496 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bb0130a-1b79-44c4-b789-bb770225aa56 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:39.642986 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79862081-e2f5-4c96-8d85-faa3ae4bebac', 'name': 'network-vif-deleted', 'tag': 'c63c7654-45d4-4daf-81b2-186fd26d4412', 'status': 'completed', 'code': 200} Dec 08 16:15:39.684513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79e91bc3-8f35-49d3-951a-73a7fcf1982d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.689312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79e91bc3-8f35-49d3-951a-73a7fcf1982d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.691428 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-79e91bc3-8f35-49d3-951a-73a7fcf1982d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b222d19-8a76-423b-9172-8a707b8481dc HTTP/1.1" status: 204 len: 168 time: 0.5230193 Dec 08 16:15:39.705726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e91bc3-8f35-49d3-951a-73a7fcf1982d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b222d19-8a76-423b-9172-8a707b8481dc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.722069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:39.748112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:39.764842 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.862952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event updated for resources: {'Port': ['ID=c5a48fc6-8e6e-4e30-a56e-c651137140b8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.863611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.888846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.920307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:39.935144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:39.977384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Network 09e7bcb9-9899-4eac-922f-1312109fc682 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:39.990394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.991134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.991707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.993163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.993782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.994512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.995087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.995655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.996493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.997104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.997866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.998465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:39.998839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cec4d6-0807-4027-89cf-1e4c8b842537 req-6f82b6b9-e9e8-4a73-9415-b035a953fb2e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:39.999925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:15:40.000849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90cec4d6-0807-4027-89cf-1e4c8b842537 req-6f82b6b9-e9e8-4a73-9415-b035a953fb2e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.2612586 Dec 08 16:15:40.020083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.021614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-b37135c1-6776-4e86-92d0-bba6fa406386 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5576522 Dec 08 16:15:40.034123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:40.040505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:40.059396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Allocated IP 172.20.0.12 (09e7bcb9-9899-4eac-922f-1312109fc682/0751d494-442b-4421-9013-4bb79d403b5c/026014b6-7613-4ac3-b082-14fb36f142d5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:40.086509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:40.446778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:40.472318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.585377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.682902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Pushing event updated for resources: {'Port': ['ID=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:40.712402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-e8db98cb-c5aa-4909-9d99-4cd70101f8fc tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.6700587 Dec 08 16:15:40.717359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Network 09e7bcb9-9899-4eac-922f-1312109fc682 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:40.754182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:40.755973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90cec4d6-0807-4027-89cf-1e4c8b842537 req-2d65c386-b3e8-4f47-8c40-3881eb032b9c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7329953 Dec 08 16:15:40.758890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event updated for resources: {'Port': ['ID=026014b6-7613-4ac3-b082-14fb36f142d5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:40.764820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:40.770048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Attempting to bind port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:15:40.770507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Attempting to bind port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '66284fcc-812b-489c-ae16-920ededed8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:15:40.774676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Attempting to bind port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 on network 09e7bcb9-9899-4eac-922f-1312109fc682 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:15:40.843420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:15:40.843804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Checking segment: {'id': '66284fcc-812b-489c-ae16-920ededed8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:15:40.844216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.844612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Bound using segment: {'id': '66284fcc-812b-489c-ae16-920ededed8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:15:40.845114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Bound port: c548b7b4-ed5c-477e-9a95-e88ba4f8bf43, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66284fcc-812b-489c-ae16-920ededed8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '09e7bcb9-9899-4eac-922f-1312109fc682'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:15:40.845552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:40.948177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:40.978923 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:41.028613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-f1e0b635-d881-479b-a56f-168a5c1e9e08 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.033145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4283642-c07f-417c-a20d-7c688b34b0f4 req-f1e0b635-d881-479b-a56f-168a5c1e9e08 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3190026 Dec 08 16:15:41.036726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a636ff1d-8e34-4584-a2f8-767ded01bd58 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.8315501 Dec 08 16:15:41.042074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46468) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:41.200192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] For port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:15:41.204824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] For port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,segment=NetworkSegment(66284fcc-812b-489c-ae16-920ededed8d1),segment_id=66284fcc-812b-489c-ae16-920ededed8d1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:15:41.215605 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:41.347876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a593c-a815-4cf3-8811-eaef2fecd255 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.359094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a593c-a815-4cf3-8811-eaef2fecd255 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.371482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425ec12-8944-47cb-96e4-47be58307667 None None] Pushing event updated for resources: {'Port': ['ID=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:41.372318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42a593c-a815-4cf3-8811-eaef2fecd255 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.383362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:41.386269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f42a593c-a815-4cf3-8811-eaef2fecd255 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3419602 Dec 08 16:15:41.427113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:41.437031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b911a6-fb0f-4e4a-ba20-7ae19e4dbc8f req-652fb0fd-4482-410f-bc05-9d4defdb8468 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.450658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2b911a6-fb0f-4e4a-ba20-7ae19e4dbc8f req-652fb0fd-4482-410f-bc05-9d4defdb8468 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.2727242 Dec 08 16:15:41.477260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab7a64-05b0-4edb-a870-e415e0b4a6b9 req-707be02d-cc53-478b-b21c-8b5ce6d08c3f tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:41.480017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53ab7a64-05b0-4edb-a870-e415e0b4a6b9 req-707be02d-cc53-478b-b21c-8b5ce6d08c3f tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 944 time: 0.2200756 Dec 08 16:15:41.535770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b7f03c2-ece9-40c8-9768-80f049c0331c None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:41.614033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2b911a6-fb0f-4e4a-ba20-7ae19e4dbc8f req-8c319c6b-5134-4ad1-b65a-9abcffc9cf77 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525586 Dec 08 16:15:41.764151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53ab7a64-05b0-4edb-a870-e415e0b4a6b9 req-cf328472-d638-44f9-b96b-5d5f23c4fbde tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737665 Dec 08 16:15:41.766162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:41.892532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Deleting port 026014b6-7613-4ac3-b082-14fb36f142d5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:41.910783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.179583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.231538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Calling delete_port for 026014b6-7613-4ac3-b082-14fb36f142d5 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:42.263589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6495514-535f-41fa-bd91-fc0ea7f80c1b None None] New status for floating IP 6a906bea-5b23-453d-9318-112415aa0c24: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:15:42.313219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48708fc-ad1d-40f8-bbbd-1fdc4b4698d2 req-4440e8a0-e8cf-4d60-b473-1b5ffb655bf8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.316079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d48708fc-ad1d-40f8-bbbd-1fdc4b4698d2 req-4440e8a0-e8cf-4d60-b473-1b5ffb655bf8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.3675301 Dec 08 16:15:42.317228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cd48fa01-4c66-4489-b96a-7135ec695483 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.368200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-3a7f727b-5285-4ce5-8361-59d80a08fb44 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:42.371069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-3a7f727b-5285-4ce5-8361-59d80a08fb44 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3092785 Dec 08 16:15:42.504524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cd48fa01-4c66-4489-b96a-7135ec695483 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.515297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.560288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-d264e8d1-6fd3-4407-94ed-80b40295614c tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1745348 Dec 08 16:15:42.580342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:42.598885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Request body: {'floatingip': {'port_id': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:42.692115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:42.692724 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.798329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d48708fc-ad1d-40f8-bbbd-1fdc4b4698d2 req-68622947-8e53-419c-828c-bf71d0f2c122 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588249 Dec 08 16:15:42.801965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.802775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.811662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "DELETE /v2.0/ports/026014b6-7613-4ac3-b082-14fb36f142d5 HTTP/1.1" status: 204 len: 168 time: 1.4261408 Dec 08 16:15:42.813056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4686e-98c7-4dad-a526-4b1fceda2b25 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event deleted for resources: {'Port': ['ID=026014b6-7613-4ac3-b082-14fb36f142d5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:42.822862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:42.859696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Request body: {'port': {'name': 'tempest-new-port-name-713379971', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:42.863093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] bootfile-name is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:15:42.870415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] tftp-server is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:15:42.871237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] server-ip-address is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:15:42.960290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:42.964458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:42.971361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cd48fa01-4c66-4489-b96a-7135ec695483 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.976338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cd48fa01-4c66-4489-b96a-7135ec695483 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:42.980623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cd48fa01-4c66-4489-b96a-7135ec695483 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "DELETE /v2.0/security-groups/29d1784e-30c7-4045-8a55-4407f92442ce HTTP/1.1" status: 204 len: 168 time: 1.2065420 Dec 08 16:15:42.981613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46508) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:43.116153 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-f902d1f0-9190-4743-be38-cbc2f0106f83 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] show failed (client error): The resource could not be found. Dec 08 16:15:43.120413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f902d1f0-9190-4743-be38-cbc2f0106f83 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups/29d1784e-30c7-4045-8a55-4407f92442ce HTTP/1.1" status: 404 len: 347 time: 0.1097264 Dec 08 16:15:43.147584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:43.179297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.209951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd48fa01-4c66-4489-b96a-7135ec695483 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d1784e-30c7-4045-8a55-4407f92442ce,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:43.245099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.337952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa87e7-2d8d-422f-b633-991b5171b8b7 req-2323b944-2624-4750-a439-64ddbb3a4557 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.347497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74aa87e7-2d8d-422f-b633-991b5171b8b7 req-2323b944-2624-4750-a439-64ddbb3a4557 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.1605184 Dec 08 16:15:43.450569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74aa87e7-2d8d-422f-b633-991b5171b8b7 req-e04c4cbb-4335-4e1d-8b12-97a231e6d908 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019790 Dec 08 16:15:43.492025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab51be3-9a3d-49f7-8889-0981e5227681 None None] Network 09e7bcb9-9899-4eac-922f-1312109fc682 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:43.574016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,segment=NetworkSegment(66284fcc-812b-489c-ae16-920ededed8d1),segment_id=66284fcc-812b-489c-ae16-920ededed8d1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:43.587982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:15:43.610782 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.631134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:43.632044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.754787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:43.800183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6625a8b1-7ac4-412d-b6a3-0f548830c236 None None] Provisioning complete for port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:43.800735 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6625a8b1-7ac4-412d-b6a3-0f548830c236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:43.876871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'mac_address': 'fa:16:3e:20:34:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:43.913222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900a1ac3-2e4d-48d4-be0f-cbae323aacfb req-1d64aaaa-16fd-4b5a-8180-24eb2cf22220 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:43.916181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-900a1ac3-2e4d-48d4-be0f-cbae323aacfb req-1d64aaaa-16fd-4b5a-8180-24eb2cf22220 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 944 time: 0.3499632 Dec 08 16:15:44.021639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:44.154149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-900a1ac3-2e4d-48d4-be0f-cbae323aacfb req-336dfc7a-87bc-4eb0-a6bc-1e2a65334698 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780946 Dec 08 16:15:44.239720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Deleting port 5ffc0259-20a0-499e-ad17-247bb40b4cc2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:44.240295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.245518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.318739 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:15:44.341943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:44.374219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.420561 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:15:44.506490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.534856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.576640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.589136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.695770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f14cd-a8fb-4ca5-ac43-58601ce26247 req-1b9d4a41-6d3c-426b-8656-62178975cfb0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:44.705154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-661f14cd-a8fb-4ca5-ac43-58601ce26247 req-1b9d4a41-6d3c-426b-8656-62178975cfb0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.2789879 Dec 08 16:15:44.720034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.720034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.759721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Calling delete_port for 5ffc0259-20a0-499e-ad17-247bb40b4cc2 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:44.761732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:44.773193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:44.835319 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.849757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:44.853206 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8674f9-7508-409b-8a69-4a6965305780" -d '{"events": [{"server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:44.916814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:44.933974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-661f14cd-a8fb-4ca5-ac43-58601ce26247 req-c288f16a-fcc3-44ac-a63e-a0930cba7012 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894519 Dec 08 16:15:44.943083 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:44.943992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:44.984733 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Floating IP 25dea762-dae5-4844-bbe2-2fc194799322 associated. External IP: 172.25.3.199, port: 5ba9a164-9170-470a-a484-0ef47d9aae81. Dec 08 16:15:44.999621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3478c3c5-19a9-4750-b27e-7ba42fa71b09 None None] Provisioning complete for port d6f0f738-4dd5-4560-b745-cd0330591a69 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:45.000119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3478c3c5-19a9-4750-b27e-7ba42fa71b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.055575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3478c3c5-19a9-4750-b27e-7ba42fa71b09 None None] Port d6f0f738-4dd5-4560-b745-cd0330591a69 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:45.064040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.067655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event updated for resources: {'Port': ['ID=d6f0f738-4dd5-4560-b745-cd0330591a69,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.076929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:45.077476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.139923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] In _notify_port_updated(), no bound segment for port d6f0f738-4dd5-4560-b745-cd0330591a69 on network 09e7bcb9-9899-4eac-922f-1312109fc682 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:15:45.147222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.148946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.153529 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36e5218c-253f-4ea5-bcb9-321515e5b0f9 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "PUT /v2.0/ports/d6f0f738-4dd5-4560-b745-cd0330591a69 HTTP/1.1" status: 200 len: 1135 time: 2.3255103 Dec 08 16:15:45.156315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:45.239452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:45.243521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad130f99-bdc6-417f-b52a-f27a5d3413bb tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.245048 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ad130f99-bdc6-417f-b52a-f27a5d3413bb tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "GET /v2.0/ports/d6f0f738-4dd5-4560-b745-cd0330591a69 HTTP/1.1" status: 200 len: 1135 time: 0.0838518 Dec 08 16:15:45.250157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46540) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:45.290780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3478c3c5-19a9-4750-b27e-7ba42fa71b09 None None] Provisioning complete for port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:45.291360 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3478c3c5-19a9-4750-b27e-7ba42fa71b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.410429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.456770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.505770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event deleted for resources: {'Port': ['ID=5ffc0259-20a0-499e-ad17-247bb40b4cc2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.584331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.595871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220590bd-6727-4ceb-8954-370ba0d7cee3 req-2c5311ea-e8b7-4336-bebb-fe0b2a8eb8d6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:45.611618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-220590bd-6727-4ceb-8954-370ba0d7cee3 req-2c5311ea-e8b7-4336-bebb-fe0b2a8eb8d6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 949 time: 0.2671793 Dec 08 16:15:45.654995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.661201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.670457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7aaaf7ce-fbd8-4da1-8094-95a9fda15d5e tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "DELETE /v2.0/floatingips/6a906bea-5b23-453d-9318-112415aa0c24 HTTP/1.1" status: 204 len: 168 time: 2.5204284 Dec 08 16:15:45.678860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:45.762667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:45.775317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:45.926819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:45.975890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:46.000592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Deleting port d6f0f738-4dd5-4560-b745-cd0330591a69 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:46.001147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.012263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-73826a45-82f2-43d7-be59-c2d78bea2d38 None None] Could not find standard attr ID for object 026014b6-7613-4ac3-b082-14fb36f142d5. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:15:46.026147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-220590bd-6727-4ceb-8954-370ba0d7cee3 req-f23d8585-de21-4313-8770-6946df3be870 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129725 Dec 08 16:15:46.058983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-73826a45-82f2-43d7-be59-c2d78bea2d38 None None] Provisioning complete for port d6f0f738-4dd5-4560-b745-cd0330591a69 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:46.059538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73826a45-82f2-43d7-be59-c2d78bea2d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.165191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-73826a45-82f2-43d7-be59-c2d78bea2d38 None None] Port d6f0f738-4dd5-4560-b745-cd0330591a69 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:46.186048 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8eab31f-e38d-45c4-bf16-362b6d49ee94 x-openstack-request-id: req-c8eab31f-e38d-45c4-bf16-362b6d49ee94 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:46.188143 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "name": "network-vif-plugged", "status": "completed", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:46.188659 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8eab31f-e38d-45c4-bf16-362b6d49ee94 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:46.189250 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'code': 200} Dec 08 16:15:46.370152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a92dbb7-855a-49a1-85f2-154d830e6c8a req-99625234-ecac-4901-b0f8-3d7080f15e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.375961 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3a92dbb7-855a-49a1-85f2-154d830e6c8a req-99625234-ecac-4901-b0f8-3d7080f15e5a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1096 time: 0.0878520 Dec 08 16:15:46.448190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3a92dbb7-855a-49a1-85f2-154d830e6c8a req-ba813e1f-168c-430b-9fdc-02e2bbc378f1 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628908 Dec 08 16:15:46.593368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1f7a075e-aafc-4ec5-999d-35e69a56a993 None None] Provisioning complete for port d6f0f738-4dd5-4560-b745-cd0330591a69 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:46.593960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f7a075e-aafc-4ec5-999d-35e69a56a993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.649264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.649971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1f7a075e-aafc-4ec5-999d-35e69a56a993 None None] Port d6f0f738-4dd5-4560-b745-cd0330591a69 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:15:46.671314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Calling delete_port for d6f0f738-4dd5-4560-b745-cd0330591a69 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:46.686324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edbdf6-e47e-4d66-a013-8908680507c4 req-b15ea33a-70f7-45e9-bb70-4e544c5462c6 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.687926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0edbdf6-e47e-4d66-a013-8908680507c4 req-b15ea33a-70f7-45e9-bb70-4e544c5462c6 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 945 time: 0.1638677 Dec 08 16:15:46.694458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:46.702988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:46.705817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] Sync routers for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:46.719115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:46.719873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:46.791370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-13729bea-3470-430d-87a5-bd1a011db8f6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "PUT /v2.0/floatingips/25dea762-dae5-4844-bbe2-2fc194799322 HTTP/1.1" status: 200 len: 996 time: 4.2297964 Dec 08 16:15:46.798570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:46.800917 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8586e65-d069-45df-89b6-f2238ed11cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:46.862914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0edbdf6-e47e-4d66-a013-8908680507c4 req-24bf88ce-6137-4cf1-9abd-af7a1bb6dec5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647151 Dec 08 16:15:46.890499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:46.938807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-4f75ec59-4eef-4626-88a1-ec04fd0f8a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:46.940387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-4f75ec59-4eef-4626-88a1-ec04fd0f8a17 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1096 time: 0.1210835 Dec 08 16:15:47.030309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.075179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event deleted for resources: {'Port': ['ID=d6f0f738-4dd5-4560-b745-cd0330591a69,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:47.261101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-0bbfe711-63ab-4d86-9918-51ff2bab951e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.262686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-0bbfe711-63ab-4d86-9918-51ff2bab951e service neutron] 10.222.0.62 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 929 time: 0.2951267 Dec 08 16:15:47.264465 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.270496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c8205ae7-9cb0-4c6c-9538-1d4878bc709f tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "DELETE /v2.0/ports/d6f0f738-4dd5-4560-b745-cd0330591a69 HTTP/1.1" status: 204 len: 168 time: 2.0185568 Dec 08 16:15:47.273809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:47.291859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:47.300324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--701181901', 'description': 'tempest-description--298089492'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:47.389743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Deleting subnet 0751d494-442b-4421-9013-4bb79d403b5c {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:15:47.394366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.419562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '25dea762-dae5-4844-bbe2-2fc194799322', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'port_id': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'mac_address': 'fa:16:3e:08:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:38Z', 'updated_at': '2021-12-08T16:15:44Z', 'revision_number': 1, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:47.466981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.473817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] Checking router: c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:47.489517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:47.490604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:47.606407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.615629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.671178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-1e6f1a24-fdb6-45bc-bf7f-6212d0e4324d service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 999 time: 0.3375225 Dec 08 16:15:47.683847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea833e8e-411e-4075-a955-9e94e4fb2a70 req-6fc06318-a4ba-4026-8ecf-3566e54e00eb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.685691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea833e8e-411e-4075-a955-9e94e4fb2a70 req-6fc06318-a4ba-4026-8ecf-3566e54e00eb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1872716 Dec 08 16:15:47.727941 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.751733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-3a0be620-0851-4fb1-9caa-12f8d94e520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.753768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-3a0be620-0851-4fb1-9caa-12f8d94e520c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 200 len: 867 time: 0.0635049 Dec 08 16:15:47.834634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:47.883586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea833e8e-411e-4075-a955-9e94e4fb2a70 req-ba8b7a3c-3e10-40d3-addb-a9b551ca6428 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224918 Dec 08 16:15:47.888251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event deleted for resources: {'Subnet': ['ID=0751d494-442b-4421-9013-4bb79d403b5c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:47.907116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:47.908747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-880e4aeb-8ee8-4e1c-a95a-80e32d515644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:47.913524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-880e4aeb-8ee8-4e1c-a95a-80e32d515644 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443584 Dec 08 16:15:47.918811 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0f1545ab-7c2f-4b16-abbc-0c0caa4281e5 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "DELETE /v2.0/subnets/0751d494-442b-4421-9013-4bb79d403b5c HTTP/1.1" status: 204 len: 168 time: 0.6399000 Dec 08 16:15:47.921604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46568) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:47.949888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7ba8be-eac2-4823-82c8-7b0177e4e1ad None None] Network 09e7bcb9-9899-4eac-922f-1312109fc682 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:15:47.954718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-64c25ef5-628d-4aaa-938d-fc3789fb31f1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:15:47.966967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-64c25ef5-628d-4aaa-938d-fc3789fb31f1 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0294638 Dec 08 16:15:48.072610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.151090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.154659 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.224441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef58b7d-79b6-4b2a-87c5-5204f3ecba77,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:48.276244 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d44d5-09e1-4858-8bdd-34734cb26d46 x-openstack-request-id: req-fe9d44d5-09e1-4858-8bdd-34734cb26d46 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:48.278446 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:48.279386 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe9d44d5-09e1-4858-8bdd-34734cb26d46 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:48.280045 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'status': 'completed', 'code': 200} Dec 08 16:15:48.309544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.312316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e55fec1-a7d8-435c-8888-c83e018828ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0187147 Dec 08 16:15:48.316202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46570) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:48.328642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'security_group_rule': {'security_group_id': 'aef58b7d-79b6-4b2a-87c5-5204f3ecba77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:48.390218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-24a91202-03e7-4867-a6b7-4bef67625194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:48.392101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-24a91202-03e7-4867-a6b7-4bef67625194 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1096 time: 0.0865598 Dec 08 16:15:48.414978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Deleting port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:15:48.415467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.458899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.569305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-a0578314-84a8-4e8a-bd7b-0123235925d8 service neutron] 10.222.0.62 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830247 Dec 08 16:15:48.585561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] For port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,segment=NetworkSegment(66284fcc-812b-489c-ae16-920ededed8d1),segment_id=66284fcc-812b-489c-ae16-920ededed8d1)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:48.598623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.626572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Calling delete_port for c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:15:48.646027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519c5df-aedb-4c5f-b143-cf7eb131b2d2 req-78cd7915-3aca-447b-97df-0fa55b660590 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:48.649722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4519c5df-aedb-4c5f-b143-cf7eb131b2d2 req-78cd7915-3aca-447b-97df-0fa55b660590 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 948 time: 0.2310641 Dec 08 16:15:48.720388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-534253bd-6a08-47c1-8d55-4502a3d5568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:48.722373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '25dea762-dae5-4844-bbe2-2fc194799322', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'port_id': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'mac_address': 'fa:16:3e:08:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:38Z', 'updated_at': '2021-12-08T16:15:44Z', 'revision_number': 1, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:48.722588 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-534253bd-6a08-47c1-8d55-4502a3d5568c service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 929 time: 0.3199992 Dec 08 16:15:48.796067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.813112 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.828708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.908938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72337c8-a764-4db4-aed9-c73c1951958d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:48.946161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4519c5df-aedb-4c5f-b143-cf7eb131b2d2 req-14d484ad-e15f-4880-8dca-6127060c15d8 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259552 Dec 08 16:15:48.950911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:48.952874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a0a8569a-7015-47ba-b8b9-24399de4041a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6350312 Dec 08 16:15:48.963629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46576) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:48.968073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'security_group_rule': {'security_group_id': 'aef58b7d-79b6-4b2a-87c5-5204f3ecba77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:48.988754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ccf421-8f28-4d39-9410-e29098ac7b23 None None] DHCP port deletion for 09e7bcb9-9899-4eac-922f-1312109fc682 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:15:48.990913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:48.995316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e8766d5-ca62-4a37-a72a-8ec7ae27f1c3 req-33d39db9-3566-4b08-8368-758d7494525c service neutron] 10.222.0.62 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065223 Dec 08 16:15:49.010382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5593c50a-2bdc-4449-ab6e-939ca58c61de None None] The sync data for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 is: [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '25dea762-dae5-4844-bbe2-2fc194799322', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'floating_ip_address': '172.25.3.199', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'port_id': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'mac_address': 'fa:16:3e:08:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:38Z', 'updated_at': '2021-12-08T16:15:44Z', 'revision_number': 1, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:49.013936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event deleted for resources: {'Port': ['ID=c548b7b4-ed5c-477e-9a95-e88ba4f8bf43,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:49.044865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.130435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] No DVR routers for this DVR port c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:15:49.141106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0580b187-8996-45b0-b9b6-e97d29fa47ad triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:49.141491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.278538 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-53812438-aa0b-4bbd-83b1-fd137c55ea8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 999 time: 0.5448594 Dec 08 16:15:49.317642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.343251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.364056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e7bcb9-9899-4eac-922f-1312109fc682']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:49.390588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66284fcc-812b-489c-ae16-920ededed8d1') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:49.391498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66284fcc-812b-489c-ae16-920ededed8d1') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:49.403422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:49.410172 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d930f9f8-e8e8-4d42-bb01-60a576427651" -d '{"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-plugged", "status": "completed", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:49.412752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.424560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.428336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:49.434150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.452174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bf35f-4e16-41f1-a01b-ee780f7e18e6 req-683ee09a-4d57-4d7e-9b39-13da83a687bf tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.455856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29bf35f-4e16-41f1-a01b-ee780f7e18e6 req-683ee09a-4d57-4d7e-9b39-13da83a687bf tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 945 time: 0.3588669 Dec 08 16:15:49.459693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.494736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.519551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:49.520180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:49.520362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:49.526954 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:49.555747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096bc2a1-df1a-4fc8-a591-68b833186a7f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:49.581591 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123a3b1b-d483-4246-bca4-c4f27496d261 None None] New status for floating IP 25dea762-dae5-4844-bbe2-2fc194799322: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:15:49.594017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81f4de4-74f5-4c4c-9a88-3f4dcdb3a0e4 req-c4404110-a8dd-4938-bf8a-72d0aed75b9f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.598183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b81f4de4-74f5-4c4c-9a88-3f4dcdb3a0e4 req-c4404110-a8dd-4938-bf8a-72d0aed75b9f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.2974658 Dec 08 16:15:49.677166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-6112781b-c10e-419e-951d-963abb908067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.680511 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-6112781b-c10e-419e-951d-963abb908067 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 200 len: 867 time: 0.2448599 Dec 08 16:15:49.806547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.808871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7acf7344-3514-4bfd-b9cf-ea1638dd00e9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8440096 Dec 08 16:15:49.823764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46586) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:49.841544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:49.853747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.879662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:49.893994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] 10.222.0.62 "DELETE /v2.0/networks/09e7bcb9-9899-4eac-922f-1312109fc682 HTTP/1.1" status: 204 len: 168 time: 1.9703517 Dec 08 16:15:49.960678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4ea43-bf0c-4a20-9a82-f533f5ab5b32 tempest-ExtraDHCPOptionsTestJSON-1781643024 tempest-ExtraDHCPOptionsTestJSON-1781643024-project] Pushing event deleted for resources: {'Network': ['ID=09e7bcb9-9899-4eac-922f-1312109fc682,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:49.989853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-39aa0e63-f706-4ddb-bfdc-dd4548ff7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:49.993696 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-39aa0e63-f706-4ddb-bfdc-dd4548ff7ebd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3030717 Dec 08 16:15:49.997752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b81f4de4-74f5-4c4c-9a88-3f4dcdb3a0e4 req-524abc80-83f0-4dfa-bead-12ff42cfb9dc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873825 Dec 08 16:15:50.045705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29bf35f-4e16-41f1-a01b-ee780f7e18e6 req-ad4c8cbc-4fbd-4901-a5df-bf3451fed441 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572891 Dec 08 16:15:50.064722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.282646 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f1f39-fdc9-434f-b69e-24550e17161a x-openstack-request-id: req-df2f1f39-fdc9-434f-b69e-24550e17161a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:50.283465 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-plugged", "status": "completed", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:50.283465 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-df2f1f39-fdc9-434f-b69e-24550e17161a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:50.283812 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'code': 200} Dec 08 16:15:50.287634 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-adc6a383-f50e-4db0-aa75-9c6fb380d51e service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836311 Dec 08 16:15:50.510942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:15:50.534356 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e8586e65-d069-45df-89b6-f2238ed11cfe req-c4f681da-6e2a-4cc2-949b-e45429bac7d1 service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378969 Dec 08 16:15:50.544385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:15:50.544726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c548b7b4-ed5c-477e-9a95-e88ba4f8bf43 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:15:50.607474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:50.634565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-0762bbc3-abeb-4e70-86d8-4235b3677a7e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 258 time: 0.4221799 Dec 08 16:15:50.650234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15531c-b576-46d4-a778-4a9f4928c6cf req-3d9c66fc-5f5f-4eba-acff-524c4181ae66 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.652245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa15531c-b576-46d4-a778-4a9f4928c6cf req-3d9c66fc-5f5f-4eba-acff-524c4181ae66 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.2631721 Dec 08 16:15:50.667577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:50.716753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f025b0-eee8-44d4-abd5-afd24396bf2e req-e45b58f5-2dc3-479e-a0bf-20884dd3d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:50.718451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28f025b0-eee8-44d4-abd5-afd24396bf2e req-e45b58f5-2dc3-479e-a0bf-20884dd3d18d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1101 time: 0.2457781 Dec 08 16:15:50.722435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.756263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.832675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa15531c-b576-46d4-a778-4a9f4928c6cf req-a63451d0-4560-450e-aa54-c3c65b238e15 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715415 Dec 08 16:15:50.863504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dd7ea883-5810-434a-a376-d3514667ef02 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dcf5229c35e485883c21b7aeb78fa56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511480 Dec 08 16:15:50.864186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:50.949734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28f025b0-eee8-44d4-abd5-afd24396bf2e req-bf168615-b70c-42f3-88d5-b2c096ad2a2a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125030 Dec 08 16:15:50.992901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94292bd9-86b9-464d-afee-d681ce239183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:50.995941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Allocated IP 172.25.3.240 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/61780c09-91a3-4f96-acc8-7bad5c4766eb) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:51.046609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94292bd9-86b9-464d-afee-d681ce239183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.107635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-194d7d47-6ba2-4c05-9d79-173cd3eb6131 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:51.114823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-194d7d47-6ba2-4c05-9d79-173cd3eb6131 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1457322 Dec 08 16:15:51.136170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94292bd9-86b9-464d-afee-d681ce239183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.139441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94292bd9-86b9-464d-afee-d681ce239183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.142184 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-94292bd9-86b9-464d-afee-d681ce239183 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25838666-3628-4a10-b499-95f620f40664 HTTP/1.1" status: 204 len: 168 time: 0.2761307 Dec 08 16:15:51.153444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94292bd9-86b9-464d-afee-d681ce239183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25838666-3628-4a10-b499-95f620f40664,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:51.215040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-bb91e44d-f0d2-4c09-a03f-25f2776ba49c tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.0847738 Dec 08 16:15:51.242843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.251560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'floatingip': {'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:51.308786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.316472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.594538 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:51.753236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:51.798156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:51.802593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Allocated IP 172.25.3.13 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/963a3254-f889-442e-92e6-bd74c2c32ab2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:15:51.805667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'Port': ['ID=61780c09-91a3-4f96-acc8-7bad5c4766eb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:51.812959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:52.175196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.213113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.272773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.281367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:52.390868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.449519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'networks': [{'name': 'tempest-network--2062599736'}, {'name': 'tempest-network--102716458'}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:52.451423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'network': {'name': 'tempest-network--2062599736'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:52.452710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'network': {'name': 'tempest-network--102716458'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:52.481642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:15:52.495197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'network': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:52.501910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.513102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.666065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.672353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.673278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.730188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4e02e-7417-4095-8a74-9b3d2a32a799,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:52.751478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:52.793396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.796331 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Added segment 8e1152f8-6f5f-4cfc-9684-59fcbb65dd21 of type vlan for network c95161a5-8f54-4534-8b4c-91b314dbbaf2 Dec 08 16:15:52.893313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.910328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:15:52.919091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event updated for resources: {'Port': ['ID=963a3254-f889-442e-92e6-bd74c2c32ab2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:52.921928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:15:52.934506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:15:52.935359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:52.951059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.951633 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Added segment 10c9c663-97be-4699-91f2-09fd7d5735f9 of type vlan for network 078b2e5f-451b-461b-b985-a20da9f6a3e8 Dec 08 16:15:52.986019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:52.998809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.005842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.039579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.040290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.046871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.052232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.053056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.138101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.8511083 Dec 08 16:15:53.147571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:53.249105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Network': ['ID=c95161a5-8f54-4534-8b4c-91b314dbbaf2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:53.263110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c95161a5-8f54-4534-8b4c-91b314dbbaf2 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:53.310755 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Floating IP 78881d2a-538d-407b-af46-b096b9c62dd3 associated. External IP: 172.25.3.189, port: 602c6517-53b8-48c6-8e77-03b1a85400f2. Dec 08 16:15:53.320461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.417347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.527917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.699070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'Port': ['ID=61780c09-91a3-4f96-acc8-7bad5c4766eb,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:53.712190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6e4c4-b3f5-4e2c-8237-63a7146daf36 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Network': ['ID=078b2e5f-451b-461b-b985-a20da9f6a3e8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:53.727399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.732245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.739903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 078b2e5f-451b-461b-b985-a20da9f6a3e8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:53.772555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20664112-0685-4552-a256-f4678c6af76d tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.775698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:53.776731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a1c9c61c-6396-4b80-9805-b3cb3656d05b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9503334 Dec 08 16:15:53.803018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20664112-0685-4552-a256-f4678c6af76d tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.818755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20664112-0685-4552-a256-f4678c6af76d tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.837378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20664112-0685-4552-a256-f4678c6af76d tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:53.840503 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-20664112-0685-4552-a256-f4678c6af76d tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.6911199 Dec 08 16:15:53.845582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46654) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:54.037555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:15:54.063061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.196694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.222071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.252933 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.255801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95161a5-8f54-4534-8b4c-91b314dbbaf2']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:54.270795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1152f8-6f5f-4cfc-9684-59fcbb65dd21') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:54.271660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1152f8-6f5f-4cfc-9684-59fcbb65dd21') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:54.291899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.316016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.326612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:54.327842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:54.332101 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:54.351848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:15:54.358885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.360595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event updated for resources: {'Port': ['ID=963a3254-f889-442e-92e6-bd74c2c32ab2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:54.369460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:15:54.394888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:54.396389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:54.403068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-dbdb01e7-4964-4c2c-821c-7d233ed69fbe tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "PUT /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 996 time: 3.1664605 Dec 08 16:15:54.403729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:54.406168 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07b4943-45de-4561-afa0-c855ee5531dc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:54.409150 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.431007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.432443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-004f7855-a473-42f0-aec4-b4121bdd0891 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7785201 Dec 08 16:15:54.480636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.498649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.507021 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/networks/c95161a5-8f54-4534-8b4c-91b314dbbaf2 HTTP/1.1" status: 204 len: 168 time: 0.6503432 Dec 08 16:15:54.526681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:54.541162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c09c22-0862-4cb8-930e-0bda57347e14 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Network': ['ID=c95161a5-8f54-4534-8b4c-91b314dbbaf2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:54.568624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-134bbcdb-e352-4464-a540-c172eeeb6d94 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.0752194 Dec 08 16:15:54.590398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-1eb5a862-8254-455d-ab75-feef42213270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.593670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-1eb5a862-8254-455d-ab75-feef42213270 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.1599236 Dec 08 16:15:54.628515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:54.663018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.825780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:54.903054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078b2e5f-451b-461b-b985-a20da9f6a3e8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:54.953461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-377625d0-9573-4472-9ca2-d6f7825621e6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:54.956756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca9d8033-25d0-4c14-83a3-14970260dc6b req-377625d0-9573-4472-9ca2-d6f7825621e6 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3721356 Dec 08 16:15:54.980641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c9c663-97be-4699-91f2-09fd7d5735f9') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:54.997321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c9c663-97be-4699-91f2-09fd7d5735f9') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:55.011112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 837d9516-082f-497f-8d95-0c68f2c9abd4 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:15:55.031053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-9a88fab9-2d0e-4c6c-8cc3-b1a3fda6e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.033666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-9a88fab9-2d0e-4c6c-8cc3-b1a3fda6e33d service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.4207628 Dec 08 16:15:55.047069 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.074780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.088937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:15:55.089355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:15:55.192414 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:15:55.198720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.214501 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.220615 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/networks/078b2e5f-451b-461b-b985-a20da9f6a3e8 HTTP/1.1" status: 204 len: 168 time: 0.6940620 Dec 08 16:15:55.233143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46688) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:55.252817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ce32e-8eea-40cf-b98c-109b8cb45616 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Network': ['ID=078b2e5f-451b-461b-b985-a20da9f6a3e8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:55.392152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:55.414971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-85b1e007-405a-4155-bb5b-bd85aae856dd service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 999 time: 0.3690350 Dec 08 16:15:55.428657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'mac_address': 'fa:16:3e:43:fb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:15:55.540689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:15:52Z', 'revision_number': 1, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:55.546540 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.600787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da6795-1f4d-4791-8152-fe67d24533c2 req-7f47ef0a-4553-4741-8b50-e1d956c8630b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.605518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72da6795-1f4d-4791-8152-fe67d24533c2 req-7f47ef0a-4553-4741-8b50-e1d956c8630b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.3871133 Dec 08 16:15:55.618629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:15:55.627564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 837d9516-082f-497f-8d95-0c68f2c9abd4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:15:55.684108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:55.696725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.701926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-04b66938-3bcc-4992-b651-855152df0a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.715381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-04b66938-3bcc-4992-b651-855152df0a1c service neutron] 10.222.0.62 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.2994564 Dec 08 16:15:55.790123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c7cd3-20f7-465a-b848-08971edc933c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.799482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c7cd3-20f7-465a-b848-08971edc933c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.805892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9b1c7cd3-20f7-465a-b848-08971edc933c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5713828 Dec 08 16:15:55.811670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:55.820526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-876229018'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:55.885369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:15:55.886100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-9bf1c52d-e611-4d89-b81e-453005eb4653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:55.887682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:55.889092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:55.894354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:55.901904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:55.917703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-9bf1c52d-e611-4d89-b81e-453005eb4653 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2002490 Dec 08 16:15:55.936212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72da6795-1f4d-4791-8152-fe67d24533c2 req-39929ecb-7e0f-42a0-933c-2bf5c382738e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101974 Dec 08 16:15:55.984150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:56.022314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.023434 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Added segment 974b0f77-a17d-4ab4-9b97-ae5442786f53 of type vlan for network 5b2356ba-32de-4c4f-9149-8f241e2b7592 Dec 08 16:15:56.140075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['837d9516-082f-497f-8d95-0c68f2c9abd4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:15:56.205468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-b8f59511-e2e7-46cc-9893-e8539de01c66 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854869 Dec 08 16:15:56.233165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.312950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.324809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.325874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.385570 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18aa373b-7a1f-4c86-8bfb-cb5fe78a73ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.420738 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6060979 Dec 08 16:15:56.472060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9b5be29-a828-4729-be31-5b9f5d825df8 req-6d134449-328b-442d-8536-5860f5355ecc service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589953 Dec 08 16:15:56.472825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:56.483526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1210861319'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:56.529748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f114f-f580-4535-a1c5-243ba712ed2a tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Network': ['ID=5b2356ba-32de-4c4f-9149-8f241e2b7592,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:56.583324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:56.590390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:56.612256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33090c8c-31d6-4fda-8cc9-0926b002d39c req-e9f64262-23ea-4e7c-b278-c84d14d5b286 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:56.625682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33090c8c-31d6-4fda-8cc9-0926b002d39c req-e9f64262-23ea-4e7c-b278-c84d14d5b286 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.1512465 Dec 08 16:15:56.669658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5b2356ba-32de-4c4f-9149-8f241e2b7592 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:56.751195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33090c8c-31d6-4fda-8cc9-0926b002d39c req-f21d5df8-400f-42c3-aba8-b4733039191b tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239603 Dec 08 16:15:56.774677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:15:56.886894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:15:56.949361 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d83400c-ae97-44c3-b75e-86e324a12c25 x-openstack-request-id: req-9d83400c-ae97-44c3-b75e-86e324a12c25 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:15:56.949875 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:15:56.950327 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d83400c-ae97-44c3-b75e-86e324a12c25 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:15:56.951139 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'status': 'completed', 'code': 200} Dec 08 16:15:57.047400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:57.047962 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Added segment a523736a-3c89-435b-8dd3-cd0b0c931bc2 of type vlan for network 8a1fc1c0-9584-40ba-998d-c9f5a4e7f931 Dec 08 16:15:57.171590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51d48eb6-9d33-43e4-91ad-d7ac44bb31ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--701181901&fields=id&tenant_id=cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 267 time: 0.4378924 Dec 08 16:15:57.551611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:57.560920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4943-45de-4561-afa0-c855ee5531dc req-91721f0c-ab6f-40ed-9aeb-1cf455652a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:57.564305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-91721f0c-ab6f-40ed-9aeb-1cf455652a61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.5650742 Dec 08 16:15:57.643799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:15:52Z', 'revision_number': 1, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:15:57.699780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1aa81d2-fa4d-4889-bfc7-21bcffffc33f None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:15:52Z', 'revision_number': 1, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:15:57.751592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:15:58.232486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-e0957e65-9ef1-4699-a677-9293a70e8d68 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.234090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-e0957e65-9ef1-4699-a677-9293a70e8d68 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 816 time: 0.9904447 Dec 08 16:15:58.262386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-13292d77-75aa-469e-aff3-e9f935006b97 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.263837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-13292d77-75aa-469e-aff3-e9f935006b97 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8684866 Dec 08 16:15:58.271430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.277305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.277980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.295965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-df169341-36db-4bc3-b7ed-e3e114788f10 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/quotas/cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 375 time: 0.0284345 Dec 08 16:15:58.356006 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965ca273-edba-4f49-ac8d-c28be7b89861 None None] New status for floating IP 78881d2a-538d-407b-af46-b096b9c62dd3: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:15:58.685026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-a6003fa6-e292-4875-90e5-de4f58cd72c3 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.3951650 Dec 08 16:15:58.723495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e715b03-bdc4-42eb-9ff0-22b73ca205d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:58.754436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2755811 Dec 08 16:15:58.755092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:15:58.760058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-2a5d2658-50e1-40a9-b92c-879b1c7a8758 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Request body: {'floatingip': {'port_id': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:58.806037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'ports': [{'network_id': '5b2356ba-32de-4c4f-9149-8f241e2b7592', 'name': 'tempest-port--787187036', 'admin_state_up': True}, {'network_id': '8a1fc1c0-9584-40ba-998d-c9f5a4e7f931', 'admin_state_up': False}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:58.807755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'port': {'network_id': '5b2356ba-32de-4c4f-9149-8f241e2b7592', 'name': 'tempest-port--787187036', 'admin_state_up': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:58.810601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'port': {'network_id': '8a1fc1c0-9584-40ba-998d-c9f5a4e7f931', 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:15:58.857123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4943-45de-4561-afa0-c855ee5531dc req-78300eb0-7c96-4ee4-b79d-b4d2fa798620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:15:58.859962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-78300eb0-7c96-4ee4-b79d-b4d2fa798620 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 1.2632072 Dec 08 16:15:58.861718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb5823-bed3-4989-8bea-0a5064825b83 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Network': ['ID=8a1fc1c0-9584-40ba-998d-c9f5a4e7f931,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:15:58.884061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8a1fc1c0-9584-40ba-998d-c9f5a4e7f931 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:15:58.984403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 837d9516-082f-497f-8d95-0c68f2c9abd4 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:15:58.984987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-2a5d2658-50e1-40a9-b92c-879b1c7a8758 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.233959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 837d9516-082f-497f-8d95-0c68f2c9abd4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:15:59.234535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.340189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'port': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:15:59.347433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.364923 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.537820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.556759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] device_id is not set on port d768ffd1-ee74-407f-862a-b87acb442b89 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:15:59.617346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:15:59.629707 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2353c493-0459-4b21-81d3-8ca88ca41f4a" -d '{"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-plugged", "status": "completed", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:15:59.646664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-34c2e19f-65f6-4f1c-9769-b189f5e8fbfe tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2317412 Dec 08 16:15:59.660223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-985b88ac-cf18-42b7-8505-90be6313364a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 1001 time: 0.7838936 Dec 08 16:15:59.685752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:15:59.693979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:15:59.750559 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-2a5d2658-50e1-40a9-b92c-879b1c7a8758 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 16:15:59.766657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76310e36-01ac-486f-a1d8-7635d5f8f2bd req-2a5d2658-50e1-40a9-b92c-879b1c7a8758 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "PUT /v2.0/floatingips/a6cf7ad0-158c-401f-9696-b798ce3b8453 HTTP/1.1" status: 409 len: 549 time: 1.0125291 Dec 08 16:15:59.872372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.049549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:00.112478 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.205283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] device_id is not set on port 11f84fd0-d256-4961-83b8-e30ce6a8e2d0 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:16:00.224676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4943-45de-4561-afa0-c855ee5531dc req-081dc59c-3e60-4c70-902a-e7189bbd9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.227165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-081dc59c-3e60-4c70-902a-e7189bbd9178 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.5516489 Dec 08 16:16:00.309469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-481ff773-cd81-4251-820e-5995d9c026af service neutron] 10.222.0.62 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031168 Dec 08 16:16:00.317522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-7dee1199-d108-4677-8d48-54fee0a9ede8 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.319239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-7dee1199-d108-4677-8d48-54fee0a9ede8 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1951323 Dec 08 16:16:00.450035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.519114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:00.627691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-3b36b1d8-e3c7-4333-9984-a8488fe5bb60 service neutron] 10.222.0.62 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012760 Dec 08 16:16:00.751990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Port': ['ID=d768ffd1-ee74-407f-862a-b87acb442b89,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:00.760176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Checking segment: {'id': '974b0f77-a17d-4ab4-9b97-ae5442786f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5b2356ba-32de-4c4f-9149-8f241e2b7592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:00.761300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network hostable DHCP agents. Network: 5b2356ba-32de-4c4f-9149-8f241e2b7592, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:00.798462 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.799549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.800409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.801458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.805160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.807805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.809101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.811884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.812986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.815219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.818689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.819644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.820645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:00.857849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:00.903649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4943-45de-4561-afa0-c855ee5531dc req-bf1ef753-c058-4607-a76e-339ac36bb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:00.910056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network 5b2356ba-32de-4c4f-9149-8f241e2b7592 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:00.915672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-bf1ef753-c058-4607-a76e-339ac36bb241 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6703677 Dec 08 16:16:00.963845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5b2356ba-32de-4c4f-9149-8f241e2b7592) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:00.986611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3ce008-04b0-4bc0-b182-5b9322c021ea None None] Network 5b2356ba-32de-4c4f-9149-8f241e2b7592 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:01.014355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:01.020108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.323858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1dac2581-7e53-41af-984c-e0f5b2548602 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.371544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-182ee398-e62c-4193-a783-a9be7001cc53 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.8420751 Dec 08 16:16:01.409266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'floatingip': {'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:01.423107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Port': ['ID=11f84fd0-d256-4961-83b8-e30ce6a8e2d0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:01.462923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Checking segment: {'id': 'a523736a-3c89-435b-8dd3-cd0b0c931bc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '8a1fc1c0-9584-40ba-998d-c9f5a4e7f931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:01.463292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network hostable DHCP agents. Network: 8a1fc1c0-9584-40ba-998d-c9f5a4e7f931, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:01.476398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-9e94f311-b72a-47ef-a159-fc64d1c52a8d service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5446308 Dec 08 16:16:01.540615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network 8a1fc1c0-9584-40ba-998d-c9f5a4e7f931 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:01.566273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8a1fc1c0-9584-40ba-998d-c9f5a4e7f931) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:01.583761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:01.592602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7d0f9-dfd0-4a2b-ad2b-4fe27fe50644 req-f3c73694-1879-4c01-a109-2461ec439adf tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.599160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.604108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f394f28-719c-4540-ac09-6517ecb74108 None None] Network 8a1fc1c0-9584-40ba-998d-c9f5a4e7f931 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:01.607073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bd7d0f9-dfd0-4a2b-ad2b-4fe27fe50644 req-f3c73694-1879-4c01-a109-2461ec439adf tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.3562768 Dec 08 16:16:01.609286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.614444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.688476 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2623b972-0d45-461b-8c4f-aa19426925ff tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.9287694 Dec 08 16:16:01.696460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46744) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:01.845520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.868788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1dac2581-7e53-41af-984c-e0f5b2548602 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.909012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1dac2581-7e53-41af-984c-e0f5b2548602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:01.956508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0af425-985e-41c6-8c7b-c6763f901de7 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.971117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0af425-985e-41c6-8c7b-c6763f901de7 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:01.972819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc0af425-985e-41c6-8c7b-c6763f901de7 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2753196 Dec 08 16:16:01.992941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46748) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:02.035707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.048473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1dac2581-7e53-41af-984c-e0f5b2548602 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2cac013884d645e299fc78e45d9832f6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1861475 Dec 08 16:16:02.049387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46750) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:02.071253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.151979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac2581-7e53-41af-984c-e0f5b2548602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f240cb5-1e7f-4176-90a0-35990e867703,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:02.187363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bd7d0f9-dfd0-4a2b-ad2b-4fe27fe50644 req-61575804-1ee6-4068-ba04-293de31a0e24 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782876 Dec 08 16:16:02.191794 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba58937-5286-4df8-ac4d-4a6e79022568 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.217262 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.245169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba58937-5286-4df8-ac4d-4a6e79022568 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.391571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f07b4943-45de-4561-afa0-c855ee5531dc req-d2d11580-9064-4987-a52e-47aadf9b972b service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8467264 Dec 08 16:16:02.428393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba58937-5286-4df8-ac4d-4a6e79022568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.434275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba58937-5286-4df8-ac4d-4a6e79022568 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.440493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ba58937-5286-4df8-ac4d-4a6e79022568 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f240cb5-1e7f-4176-90a0-35990e867703 HTTP/1.1" status: 204 len: 168 time: 0.3851037 Dec 08 16:16:02.475840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba58937-5286-4df8-ac4d-4a6e79022568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f240cb5-1e7f-4176-90a0-35990e867703,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:02.576431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Deleting port d768ffd1-ee74-407f-862a-b87acb442b89 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:02.576917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.662500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b1bac-feac-4f1b-9c65-14c4fc44202f req-89ce57ce-277f-4514-999b-62a743e68082 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:02.664546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-365b1bac-feac-4f1b-9c65-14c4fc44202f req-89ce57ce-277f-4514-999b-62a743e68082 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.2652931 Dec 08 16:16:02.787161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-365b1bac-feac-4f1b-9c65-14c4fc44202f req-fb12f74a-2f46-49fd-a553-e53638d8b14f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103363 Dec 08 16:16:02.809215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:02.832346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Calling delete_port for d768ffd1-ee74-407f-862a-b87acb442b89 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:02.889713 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.126672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46760) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:03.153404 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd69b2c-c574-40f5-be78-bcb4d763ebc1 x-openstack-request-id: req-fcd69b2c-c574-40f5-be78-bcb4d763ebc1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:03.153707 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-plugged", "status": "completed", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:03.154405 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fcd69b2c-c574-40f5-be78-bcb4d763ebc1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:03.154745 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'code': 200} Dec 08 16:16:03.208284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-691b56a8-8865-45a5-ae97-1de66b948487 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.262452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.281351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-2bc52033-2a2b-450e-8c15-6d095ff998f1 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips/a6cf7ad0-158c-401f-9696-b798ce3b8453 HTTP/1.1" status: 200 len: 692 time: 0.0931900 Dec 08 16:16:03.418222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Port': ['ID=d768ffd1-ee74-407f-862a-b87acb442b89,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:03.446561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.450457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b1d3caa9-9103-4396-a84f-52f7020cadad tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/ports/d768ffd1-ee74-407f-862a-b87acb442b89 HTTP/1.1" status: 204 len: 168 time: 1.4480290 Dec 08 16:16:03.455712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46762) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:03.552760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-691b56a8-8865-45a5-ae97-1de66b948487 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.617176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-691b56a8-8865-45a5-ae97-1de66b948487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.682684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-691b56a8-8865-45a5-ae97-1de66b948487 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=252f40842e994358b7e7e413b4b2abc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5481176 Dec 08 16:16:03.682684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b56a8-8865-45a5-ae97-1de66b948487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f3e6e5-74b8-4eab-be7b-4781f29945d6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:03.686810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46766) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:03.715627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Deleting port 11f84fd0-d256-4961-83b8-e30ce6a8e2d0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:03.715956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.848588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237e6c25-7123-4279-a52d-48a5b0d04151 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.851955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:03.876579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Calling delete_port for 11f84fd0-d256-4961-83b8-e30ce6a8e2d0 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:03.898006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237e6c25-7123-4279-a52d-48a5b0d04151 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.091628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237e6c25-7123-4279-a52d-48a5b0d04151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.099838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237e6c25-7123-4279-a52d-48a5b0d04151 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.104176 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-237e6c25-7123-4279-a52d-48a5b0d04151 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0f3e6e5-74b8-4eab-be7b-4781f29945d6 HTTP/1.1" status: 204 len: 168 time: 0.4139862 Dec 08 16:16:04.121505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e6c25-7123-4279-a52d-48a5b0d04151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f3e6e5-74b8-4eab-be7b-4781f29945d6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:04.125288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.174962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Port': ['ID=11f84fd0-d256-4961-83b8-e30ce6a8e2d0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:04.182304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.209691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e00a6103-ca08-49fa-b127-3a235dd94da5 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/ports/11f84fd0-d256-4961-83b8-e30ce6a8e2d0 HTTP/1.1" status: 204 len: 168 time: 0.7502074 Dec 08 16:16:04.213699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46776) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:04.266027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-c5650f31-e0e7-4fe7-9a11-1321de35ea7c tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.273881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-c5650f31-e0e7-4fe7-9a11-1321de35ea7c tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.9913676 Dec 08 16:16:04.284229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36880eb0-7fd2-472e-868b-21138c0de835 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0686831 Dec 08 16:16:04.290211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46778) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:04.366724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-882650072'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:04.392330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-311aaf1b-44d9-444f-92cc-a34c9e45349a tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1134646 Dec 08 16:16:04.395844 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:16:04.591335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-9ea5fcd8-b2c0-4e5c-a490-4f7db905c20c tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.13 HTTP/1.1" status: 200 len: 695 time: 0.1974297 Dec 08 16:16:04.614507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:04.621252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.636244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-695cd5b7-4c5f-4e5b-960f-f4d9ef2fc4aa tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:04.638576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-695cd5b7-4c5f-4e5b-960f-f4d9ef2fc4aa tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 816 time: 1.2110083 Dec 08 16:16:04.645482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.728968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.919854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:04.999062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:04.999419 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Added segment 91319948-aac7-405f-ab60-adca4e3f53c2 of type vlan for network 8b76ce69-bae8-4b7e-9a2e-182ca072df85 Dec 08 16:16:05.111887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-bb4f5132-9eaf-46aa-bbaa-efdd8b36f94d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 379 time: 0.4423831 Dec 08 16:16:05.113880 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.130499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'port': {'device_id': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'admin_state_up': True, 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'security_groups': ['aef58b7d-79b6-4b2a-87c5-5204f3ecba77']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:05.148695 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Floating IP 78881d2a-538d-407b-af46-b096b9c62dd3 associated. External IP: 172.25.3.189, port: 602c6517-53b8-48c6-8e77-03b1a85400f2. Dec 08 16:16:05.325621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.336436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:05.337429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.477315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Deleting port 963a3254-f889-442e-92e6-bd74c2c32ab2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:05.477700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.565393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:05.566081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2108676 Dec 08 16:16:05.571762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1678661621'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:05.581734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:05.598852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebe43f-5a8a-4558-9b9e-3d7abf3023e2 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Network': ['ID=8b76ce69-bae8-4b7e-9a2e-182ca072df85,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:05.621999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8b76ce69-bae8-4b7e-9a2e-182ca072df85 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:05.681356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:05.704435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.716620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.716929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.727819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Made reservation on behalf of cb7cb422e2224faf954c32a0dd97825a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:05.731616 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.779903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Calling delete_port for 963a3254-f889-442e-92e6-bd74c2c32ab2 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:05.795022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:05.825467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.826114 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Added segment 2264b6cf-5bbe-4e5c-bb8d-eb3444c39e1e of type vlan for network d48b3889-0432-4050-b7af-a2fa62c55125 Dec 08 16:16:05.931022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:05.945004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:05.994052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1573036671-network', 'tenant_id': 'df83398cb43443ad9b2078d2430598be'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:06.000494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.009991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:06.010886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.129772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Allocated IP 172.20.0.11 (1bfb3cf4-df88-4e6d-bfe3-6906382c43c3/cf302498-ff6d-4a50-b849-8754685cf17d/d5d27f46-6f52-4368-aae8-9c51fde4e2f8) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:06.142894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Made reservation on behalf of df83398cb43443ad9b2078d2430598be for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:06.146723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.179284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.220658 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6527405 Dec 08 16:16:06.251588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096910e8-00cb-4b7b-a6cc-8c291a732f01 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Network': ['ID=d48b3889-0432-4050-b7af-a2fa62c55125,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:06.278782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network d48b3889-0432-4050-b7af-a2fa62c55125 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:06.601896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:06.637974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:06.727319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:06.728825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:06.905284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:06.990568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event deleted for resources: {'Port': ['ID=963a3254-f889-442e-92e6-bd74c2c32ab2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:07.091087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.108863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.150288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.179477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39e41be-6dd0-4df4-ace2-47f914a70fdb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:07.208898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:07.237549 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.237930 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Added segment 98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c of type vlan for network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 Dec 08 16:16:07.251991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:07.354734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.369493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.369493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.369493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d24819a-c404-49d6-9caa-e7c4c3336e0d req-29428b16-75b0-4753-af46-7f7a69957241 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "DELETE /v2.0/floatingips/a6cf7ad0-158c-401f-9696-b798ce3b8453 HTTP/1.1" status: 204 len: 173 time: 2.7582333 Dec 08 16:16:07.429930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.431040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:07.431592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.463406 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8055325 Dec 08 16:16:07.470440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46806) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:07.487901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Request body: {'subnet': {'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1573036671-subnet', 'tenant_id': 'df83398cb43443ad9b2078d2430598be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:07.580947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32fd9cc-fbff-41f0-ac1e-af5dd153b483 admin admin] Pushing event updated for resources: {'Network': ['ID=1046bb06-7caf-4d9a-98ff-c8bf3038b095,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:07.640053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:07.654507 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.774478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Made reservation on behalf of df83398cb43443ad9b2078d2430598be for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:07.778997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:07.946677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:07.961975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:07.993451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:08.010132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:08.014512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:08.052692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cad74-2cf1-4820-aa62-a372793d5af0 req-b55cedd5-7bbb-44df-a937-77c61a385f4d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:08.062974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a3cad74-2cf1-4820-aa62-a372793d5af0 req-b55cedd5-7bbb-44df-a937-77c61a385f4d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 932 time: 0.3649127 Dec 08 16:16:08.142865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:04Z', 'revision_number': 3, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:08.216724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:08.251929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:08.255131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:08.472945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-10e32e76-c86d-43b8-a577-1bbb335586d7 None None] Provisioning complete for port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:08.473302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10e32e76-c86d-43b8-a577-1bbb335586d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:08.692098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:08.727978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-10e32e76-c86d-43b8-a577-1bbb335586d7 None None] Port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:09.005185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.006682 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.051025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a3cad74-2cf1-4820-aa62-a372793d5af0 req-e922e2f7-fb9c-4dab-bbe2-278ddd594335 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9869211 Dec 08 16:16:09.110293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-106fb723-dc49-44df-b8d5-8f5e84a0a2ea tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9888554 Dec 08 16:16:09.150732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Request body: {'port': {'device_id': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:09.273045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:09.348877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.360549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:04Z', 'revision_number': 3, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:09.430482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.446870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:09.451711 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af79a75-99e9-4ca0-89eb-b44d65f0109f" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:09.466142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:09.502469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3399c8-4b85-48d5-8c2d-557ffe4c12be None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:04Z', 'revision_number': 3, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:09.579507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-28afff00-c6e5-408d-97fa-8a374a451ee5 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "PUT /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 998 time: 8.1939085 Dec 08 16:16:09.641729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e65d77-fe58-4105-bfb0-81fad2260a1d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:09.810874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-82d9803b-95a2-4fa6-ac5e-8ef794af6ef1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:09.813595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-82d9803b-95a2-4fa6-ac5e-8ef794af6ef1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports/602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 942 time: 0.2055607 Dec 08 16:16:09.825373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Checking segment: {'id': '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:09.825729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Network hostable DHCP agents. Network: 1046bb06-7caf-4d9a-98ff-c8bf3038b095, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:09.834231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:09.868829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'subnets': [{'network_id': '8b76ce69-bae8-4b7e-9a2e-182ca072df85', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1060339300', 'ip_version': 6}, {'network_id': 'd48b3889-0432-4050-b7af-a2fa62c55125', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:09.870263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'subnet': {'network_id': '8b76ce69-bae8-4b7e-9a2e-182ca072df85', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1060339300', 'ip_version': 6}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:09.879797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Request body: {'subnet': {'network_id': 'd48b3889-0432-4050-b7af-a2fa62c55125', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:10.134356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:10.161456 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d31dd9-703b-4bdd-a295-e8b53fc3e8ae None None] New status for floating IP 78881d2a-538d-407b-af46-b096b9c62dd3: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:10.191373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 1046bb06-7caf-4d9a-98ff-c8bf3038b095) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:10.218869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c19e57-1119-4161-90e0-92b0ff2b9933 req-62dbe08d-7d7a-47e4-9c26-875ed083b661 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.231829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2c19e57-1119-4161-90e0-92b0ff2b9933 req-62dbe08d-7d7a-47e4-9c26-875ed083b661 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.1787176 Dec 08 16:16:10.240337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.241552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.301889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0601bbe-0fe4-4d04-8a21-a81d2bedb12c None None] Network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:10.363839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Made reservation on behalf of b375e720ec8749859ad17f6179f1576d for: {'subnet': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:10.371231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.374676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.407426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-ad651136-d3c0-46b8-9a43-2645ccff1db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.411792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-ad651136-d3c0-46b8-9a43-2645ccff1db5 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.2944796 Dec 08 16:16:10.454781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06163a47-3875-4f30-bd33-f222a3f22072 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9680979 Dec 08 16:16:10.504350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5d27f46-6f52-4368-aae8-9c51fde4e2f8 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:10.648674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:10.687099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Transition to ACTIVE for port object d5d27f46-6f52-4368-aae8-9c51fde4e2f8 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:10.830075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b53db6a-19c2-4a98-8e0e-1b04ad588ba8 None None] Network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:10.964418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-a81479c8-49f9-42ef-8f7a-4e6052ab1447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:10.986096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-a81479c8-49f9-42ef-8f7a-4e6052ab1447 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.5299251 Dec 08 16:16:10.986096 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.028185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2c19e57-1119-4161-90e0-92b0ff2b9933 req-18d211f6-d2f5-4275-bff0-2aaf89e0009e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7947569 Dec 08 16:16:11.352847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:11.464567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:11.465696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:11.543045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-4dd28385-2e5b-4298-980c-5fe530cda9c8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 217 time: 0.3499584 Dec 08 16:16:11.551114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:11.589059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.750085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Subnet': ['ID=ec258b46-399d-436f-8090-3d40d74ed5ed,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:11.765694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Checking segment: {'id': '91319948-aac7-405f-ab60-adca4e3f53c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '8b76ce69-bae8-4b7e-9a2e-182ca072df85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:11.766435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network hostable DHCP agents. Network: 8b76ce69-bae8-4b7e-9a2e-182ca072df85, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:11.824059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network 8b76ce69-bae8-4b7e-9a2e-182ca072df85 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:11.837963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8b76ce69-bae8-4b7e-9a2e-182ca072df85) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:11.863706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:11.937486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-152e4d7a-98bd-4bc1-9a01-f4b1e38b3c86 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.4363804 Dec 08 16:16:11.975836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Attempting to bind port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:11.976647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Attempting to bind port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:11.977244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Attempting to bind port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:11.984924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-3b285949-9a88-4d36-84fb-744566a06798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:11.985946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Checking segment: {'id': '2264b6cf-5bbe-4e5c-bb8d-eb3444c39e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'd48b3889-0432-4050-b7af-a2fa62c55125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:11.986363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network hostable DHCP agents. Network: d48b3889-0432-4050-b7af-a2fa62c55125, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:11.987414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-3b285949-9a88-4d36-84fb-744566a06798 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.4248493 Dec 08 16:16:11.988961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:11.989494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Attempting to bind port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 on network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:11.992204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7390dfa2-c2c6-45ce-8b16-18ad34589fd0 None None] Network 8b76ce69-bae8-4b7e-9a2e-182ca072df85 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:12.003395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:12.008779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event updated for resources: {'Subnet': ['ID=6f395698-f37e-4c2d-9c37-442c9fe4be35,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:12.010371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-830802541-network', 'tenant_id': '3d1f8bd3d76f4c33afd5c69f2ff72117'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:12.043031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Network d48b3889-0432-4050-b7af-a2fa62c55125 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:12.064568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, d48b3889-0432-4050-b7af-a2fa62c55125) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:12.075014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.076894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.079934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.084020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:12.084644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Checking segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:12.085945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Bound using segment: {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:12.087259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Bound port: d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '831ca032-36f3-4351-9f22-85902ebe034f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:12.087828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.111912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8a8a02-8baa-4e29-9477-b5dd4107b6eb None None] Network d48b3889-0432-4050-b7af-a2fa62c55125 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:12.125702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a3295f33-000c-40da-a8c4-40233771c66c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2820363 Dec 08 16:16:12.129969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46852) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:12.191127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:12.195444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:12.205399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.231563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-b3e1c044-28d2-4106-93e5-f2651678e7ce tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.245045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e431ef5-251e-4028-ab88-915f7cf130c9 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.245299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-b3e1c044-28d2-4106-93e5-f2651678e7ce tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports/5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 942 time: 0.2654626 Dec 08 16:16:12.251048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e431ef5-251e-4028-ab88-915f7cf130c9 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.255019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e431ef5-251e-4028-ab88-915f7cf130c9 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.258573 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e431ef5-251e-4028-ab88-915f7cf130c9 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1258428 Dec 08 16:16:12.264577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.265175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.266773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] 10.222.0.86 "PUT /v2.0/ports/d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 1092 time: 3.1214647 Dec 08 16:16:12.274671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46854) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:12.301902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:12.356966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Deleting subnet ec258b46-399d-436f-8090-3d40d74ed5ed {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:12.361556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.460933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.488686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-57bfe8f1-c5e4-4b1a-a92e-e62b99573924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.490202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-57bfe8f1-c5e4-4b1a-a92e-e62b99573924 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4848831 Dec 08 16:16:12.519113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Made reservation on behalf of 3d1f8bd3d76f4c33afd5c69f2ff72117 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:12.521527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.534914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-2604c685-ea9c-4596-93ae-fa4d4bfee780 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:16:12.535892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-2604c685-ea9c-4596-93ae-fa4d4bfee780 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0232472 Dec 08 16:16:12.540162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-f48967df-8165-4c77-a4f6-3013d5f4fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:12.541320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-f48967df-8165-4c77-a4f6-3013d5f4fe3c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1095 time: 0.1923435 Dec 08 16:16:12.577582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.582486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.606673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1722542a-5f6b-4633-98e1-3c07efaa772e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8b76ce69-bae8-4b7e-9a2e-182ca072df85', 'network_id': '8b76ce69-bae8-4b7e-9a2e-182ca072df85', 'project_id': 'b375e720ec8749859ad17f6179f1576d', 'fixed_ips': [{'subnet_id': 'ec258b46-399d-436f-8090-3d40d74ed5ed'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:16:12.607421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1722542a-5f6b-4633-98e1-3c07efaa772e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.721033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:12.725368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece1803-341e-4c31-a4c3-7a7dc99844f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-d48b3889-0432-4050-b7af-a2fa62c55125', 'network_id': 'd48b3889-0432-4050-b7af-a2fa62c55125', 'project_id': 'b375e720ec8749859ad17f6179f1576d', 'fixed_ips': [{'subnet_id': '6f395698-f37e-4c2d-9c37-442c9fe4be35'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:16:12.728382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ece1803-341e-4c31-a4c3-7a7dc99844f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.728934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.734938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-d167b02f-3231-428f-aa7f-851c4523c49a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 217 time: 0.1832211 Dec 08 16:16:12.780821 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.785513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/subnets/ec258b46-399d-436f-8090-3d40d74ed5ed HTTP/1.1" status: 204 len: 168 time: 0.5064814 Dec 08 16:16:12.788604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58156c-ccd2-48bf-9fc9-2b4414fd609c tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Subnet': ['ID=ec258b46-399d-436f-8090-3d40d74ed5ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:12.792235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:12.835715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.860830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-2a0bb6c0-daef-497b-a65b-a1ee6bc28885 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.5080869 Dec 08 16:16:12.861694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Deleting subnet 6f395698-f37e-4c2d-9c37-442c9fe4be35 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:12.865555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.891880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.892628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.893153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.893669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.894189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.894690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.895230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.895730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.896208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.896809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.897335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.897911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.898479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51e8ea55-debb-47a8-ae9b-74e6426b9e42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:12.911209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.921008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:12.981756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.062001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:13.069768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-081ebdbd-b400-4a64-9ac7-0b7d21671202 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854698 Dec 08 16:16:13.087330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.116511 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.118317 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Added segment 186eafe8-50bb-4cc3-86af-3a28597ecd5d of type vlan for network a7e60b3f-dee7-4f5e-8735-544a2fc93174 Dec 08 16:16:13.140704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Subnet': ['ID=6f395698-f37e-4c2d-9c37-442c9fe4be35,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:13.144316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.149900 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c41b880-bf09-439f-acea-7ead6c8428dc tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/subnets/6f395698-f37e-4c2d-9c37-442c9fe4be35 HTTP/1.1" status: 204 len: 168 time: 0.3556793 Dec 08 16:16:13.155840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46860) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-1722542a-5f6b-4633-98e1-3c07efaa772e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec258b46-399d-436f-8090-3d40d74ed5ed: This subnet is being modified by another concurrent operation. Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:16:13.173986 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ec258b46-399d-436f-8090-3d40d74ed5ed: This subnet is being modified by another concurrent operation. Dec 08 16:16:13.180170 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:16:13.232312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f5a5d2-fcb8-4a94-973d-604badd77d01,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:13.267046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd4e372-aecc-4c78-b14f-71a30fcf85a0 None None] Network 8b76ce69-bae8-4b7e-9a2e-182ca072df85 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:13.293140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9aaf90-3a98-4b29-b05e-63c0aca9eeba tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.295514 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d9aaf90-3a98-4b29-b05e-63c0aca9eeba tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1363344 Dec 08 16:16:13.301204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:13.305306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-6d981b24-edbf-4642-b420-9cf1ddd1166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.307958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-6d981b24-edbf-4642-b420-9cf1ddd1166f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.4698312 Dec 08 16:16:13.329191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-edd1ed6c-a46e-4251-9a4e-ec755069cb18 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.331675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-edd1ed6c-a46e-4251-9a4e-ec755069cb18 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.4693723 Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-8ece1803-341e-4c31-a4c3-7a7dc99844f4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f395698-f37e-4c2d-9c37-442c9fe4be35: This subnet is being modified by another concurrent operation. Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:16:13.354690 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6f395698-f37e-4c2d-9c37-442c9fe4be35: This subnet is being modified by another concurrent operation. Dec 08 16:16:13.358451 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:16:13.393298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad90519-30c0-48c1-be87-1f3fd6339534 None None] Network d48b3889-0432-4050-b7af-a2fa62c55125 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:13.415388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-65fa28d5-a415-4c69-9850-24b2f118d021 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281438 Dec 08 16:16:13.415929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.553209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e1f170-b3a0-4d80-aaa6-bf43bc45c66c None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:16:13.592840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.621092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-dbd9fa9d-1e38-4982-a0db-bc9e4ec82669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.623036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-dbd9fa9d-1e38-4982-a0db-bc9e4ec82669 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2900193 Dec 08 16:16:13.644954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48b3889-0432-4050-b7af-a2fa62c55125']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:13.647396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.659239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2264b6cf-5bbe-4e5c-bb8d-eb3444c39e1e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:13.660323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2264b6cf-5bbe-4e5c-bb8d-eb3444c39e1e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:13.675298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-66201278-8be8-4725-a654-ed4af5cea32f tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 1001 time: 0.2788560 Dec 08 16:16:13.681200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.706502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.718132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:13.720921 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:13.728665 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:13.747104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:13.829759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.855014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.860507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/networks/d48b3889-0432-4050-b7af-a2fa62c55125 HTTP/1.1" status: 204 len: 168 time: 0.5578363 Dec 08 16:16:13.862067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e749f-3b28-4d53-8ae0-a6b13c483815 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Network': ['ID=d48b3889-0432-4050-b7af-a2fa62c55125,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:13.864573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46864) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:13.893714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-91d2ea56-d40a-435a-b061-4dc568725442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.896535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-91d2ea56-d40a-435a-b061-4dc568725442 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1096 time: 0.3119931 Dec 08 16:16:13.904154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.905683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:13.906321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:13.926140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:10Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:13.997410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.146009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.149095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.161715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:14.183453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1737895 Dec 08 16:16:14.190577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:14.195615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Request body: {'subnet': {'network_id': 'a7e60b3f-dee7-4f5e-8735-544a2fc93174', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-830802541-subnet', 'tenant_id': '3d1f8bd3d76f4c33afd5c69f2ff72117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:14.203304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b76ce69-bae8-4b7e-9a2e-182ca072df85']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:14.220779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91319948-aac7-405f-ab60-adca4e3f53c2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:14.221391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91319948-aac7-405f-ab60-adca4e3f53c2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:14.222205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e1f170-b3a0-4d80-aaa6-bf43bc45c66c None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:16:14.233885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:14.235477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:14.238537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.256785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Made reservation on behalf of 3d1f8bd3d76f4c33afd5c69f2ff72117 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:14.261614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.279313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.306613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-cffa73a2-9257-49af-a088-d90bd4653f6d service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6546099 Dec 08 16:16:14.307206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6ca3-dfc9-4876-8b47-da9846389d29 admin admin] Pushing event updated for resources: {'Network': ['ID=a7e60b3f-dee7-4f5e-8735-544a2fc93174,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:14.340080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:14.340845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:14.345230 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:14.416102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:14.505193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.529134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.542580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46868) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:14.542942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/networks/8b76ce69-bae8-4b7e-9a2e-182ca072df85 HTTP/1.1" status: 204 len: 168 time: 0.6762452 Dec 08 16:16:14.562495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a7e60b3f-dee7-4f5e-8735-544a2fc93174 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:14.574894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ee834-32b7-41e7-8166-ff47274d6126 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Network': ['ID=8b76ce69-bae8-4b7e-9a2e-182ca072df85,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:14.684187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.707715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-b24d8f43-e64e-446a-a520-5631305ad383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:14.709816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-b24d8f43-e64e-446a-a520-5631305ad383 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.7900729 Dec 08 16:16:14.713779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbaf64a9-4a7c-44d7-bc39-f03e46ee6729 req-ad60cc32-9045-4240-ad7d-ffa46cd9d6ae service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949425 Dec 08 16:16:14.819619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.895556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.946075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:14.946796 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Floating IP 25dea762-dae5-4844-bbe2-2fc194799322 disassociated. External IP: 172.25.3.199, port: 5ba9a164-9170-470a-a484-0ef47d9aae81. Dec 08 16:16:14.989916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Checking segment: {'id': '186eafe8-50bb-4cc3-86af-3a28597ecd5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a7e60b3f-dee7-4f5e-8735-544a2fc93174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:14.990408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Network hostable DHCP agents. Network: a7e60b3f-dee7-4f5e-8735-544a2fc93174, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:14.997445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd213d3-5109-496e-8b0f-cfcbfb79d032,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:15.032533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-54eeeac3-8c2a-4729-a6d8-d329f7145c54 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 1001 time: 0.2996452 Dec 08 16:16:15.034795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.052306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Network a7e60b3f-dee7-4f5e-8735-544a2fc93174 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:15.072221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a7e60b3f-dee7-4f5e-8735-544a2fc93174) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:15.085505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.086966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.121433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1fc1c0-9584-40ba-998d-c9f5a4e7f931']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:15.137752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f56743a8-3b45-4ef3-9a76-a7f0c7699c7e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9370601 Dec 08 16:16:15.190294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:10Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:15.222212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a523736a-3c89-435b-8dd3-cd0b0c931bc2') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:15.222534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a523736a-3c89-435b-8dd3-cd0b0c931bc2') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:15.237544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.257254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60905898-9998-4e82-8839-00991e3d62b6 None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:3b:f0:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:10Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:15.273608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-69478918-e836-405a-b07f-51866ccaeb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:15.275800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-69478918-e836-405a-b07f-51866ccaeb54 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.2145410 Dec 08 16:16:15.281937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.780328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6726227-fdfd-448f-bfd1-fed75acf9eaf None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:16:15.917490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port f87537de-1461-4fd6-bc19-0d330e6c275f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:15.917932 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.929326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:15.930840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:15.936661 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:15.992766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Port f87537de-1461-4fd6-bc19-0d330e6c275f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:16.067102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port c5a48fc6-8e6e-4e30-a56e-c651137140b8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:16.068137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.153282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Port c5a48fc6-8e6e-4e30-a56e-c651137140b8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:16.177594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6726227-fdfd-448f-bfd1-fed75acf9eaf None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:16:16.187610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 31e710f2-47d1-46f4-9296-899e8b051899 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:16.188065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.201041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-76e5e4ca-ce7b-461e-8737-5c3a4751743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:16.219702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-76e5e4ca-ce7b-461e-8737-5c3a4751743c service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9348569 Dec 08 16:16:16.244262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.253106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.259898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/networks/8a1fc1c0-9584-40ba-998d-c9f5a4e7f931 HTTP/1.1" status: 204 len: 168 time: 1.7023222 Dec 08 16:16:16.263915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:16.342731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Port 31e710f2-47d1-46f4-9296-899e8b051899 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:16.431548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a18ad-9dc0-426d-931f-2cb60741f573 tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Network': ['ID=8a1fc1c0-9584-40ba-998d-c9f5a4e7f931,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:16.440746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:16.441116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.457656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:16.526627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.804686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:16.830292 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] Sync routers for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:16.835918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:16.868496 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:16.870032 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:16.902297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-8c4fc586-a409-4f06-8e45-ced31e01e873 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "PUT /v2.0/floatingips/25dea762-dae5-4844-bbe2-2fc194799322 HTTP/1.1" status: 200 len: 695 time: 3.1700633 Dec 08 16:16:16.905027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-ee1c97e9-8b67-4889-882d-ac42e9874611 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638834 Dec 08 16:16:17.040586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:17.155280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-c9ffc503-179e-4b09-a2e4-f6dd4b901250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.164527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-c9ffc503-179e-4b09-a2e4-f6dd4b901250 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1096 time: 0.2563298 Dec 08 16:16:17.176736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 770e5bbf-0055-4b83-8aa0-c97483054eda triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:17.177654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.214222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.296544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e2d315-66ce-4cfd-9951-a820a1cdd98f req-b1dbf655-62ae-4a21-b622-4a5d292fd16a service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383362 Dec 08 16:16:17.311474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2356ba-32de-4c4f-9149-8f241e2b7592']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:17.336246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:17.338686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974b0f77-a17d-4ab4-9b97-ae5442786f53') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:17.339324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974b0f77-a17d-4ab4-9b97-ae5442786f53') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:17.358177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:16:17.384679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.389991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-c504975c-0984-41b3-89b0-9c33fa2cf534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.413818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-c504975c-0984-41b3-89b0-9c33fa2cf534 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 929 time: 0.2435246 Dec 08 16:16:17.450341 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.483813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:17.484825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:17.493922 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:17.561872 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bb454f-0353-46cc-ba5f-07d23406905a x-openstack-request-id: req-94bb454f-0353-46cc-ba5f-07d23406905a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:17.561872 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:17.561872 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94bb454f-0353-46cc-ba5f-07d23406905a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:17.566955 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'status': 'completed', 'code': 200} Dec 08 16:16:17.592315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-2e60e252-c399-4859-8068-05add12d8788 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 217 time: 0.1764247 Dec 08 16:16:17.662725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.673609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.685314 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] 10.222.0.62 "DELETE /v2.0/networks/5b2356ba-32de-4c4f-9149-8f241e2b7592 HTTP/1.1" status: 204 len: 168 time: 1.4148986 Dec 08 16:16:17.714670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e90cc85-5f02-4df0-89eb-a26666edd3aa tempest-BulkNetworkOpsIpV6Test-968945789 tempest-BulkNetworkOpsIpV6Test-968945789-project] Pushing event deleted for resources: {'Network': ['ID=5b2356ba-32de-4c4f-9149-8f241e2b7592,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:17.813093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-18615998-116b-481e-ac86-07d08bdc7fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.822554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-18615998-116b-481e-ac86-07d08bdc7fd5 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 200 len: 867 time: 0.2292693 Dec 08 16:16:17.858349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e09202-6b17-45aa-a15a-5bb0ce871332 req-8bb91384-22bc-4cc0-8d19-8b196b0051a2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:17.860022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70e09202-6b17-45aa-a15a-5bb0ce871332 req-8bb91384-22bc-4cc0-8d19-8b196b0051a2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.1584356 Dec 08 16:16:17.948244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:17.965130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 47a56d59-6dd7-4bab-bbed-7d4fc6653c7a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:17.965524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:17.982752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:18.007086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb492aa8-d452-41d2-b923-e036b38e9ee5 None None] Network a7e60b3f-dee7-4f5e-8735-544a2fc93174 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:18.010737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'mac_address': 'fa:16:3e:52:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:18.012190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-a0cfcebc-e804-4007-b2ff-78e5dc6cb37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:18.023027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-a0cfcebc-e804-4007-b2ff-78e5dc6cb37d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.4678981 Dec 08 16:16:18.134608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70e09202-6b17-45aa-a15a-5bb0ce871332 req-faac44c1-10b9-4b6e-9fba-d5012c600c5c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177534 Dec 08 16:16:18.166950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-12aacaca-e4f2-4b5d-a5de-7ffbe43f4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:18.184333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-12aacaca-e4f2-4b5d-a5de-7ffbe43f4ef3 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3605218 Dec 08 16:16:18.184719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.229011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d27f46-6f52-4368-aae8-9c51fde4e2f8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:18.259475 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] Checking router: c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:18.270450 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:18.271516 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:18.363652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14655117-af56-4b9c-aab6-a861c4eb6844 None None] Network a7e60b3f-dee7-4f5e-8735-544a2fc93174 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:18.403853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:18.428924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:18.483572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46886) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:18.498871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.531531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-ea7ed02a-0e95-4773-b193-da96837056db service neutron] 10.222.0.62 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3446541 Dec 08 16:16:18.633863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:18.689136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port daf7701a-16c2-4bf8-b741-5564f84b05a6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:18.690870 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.722635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-c71066f5-5e7b-45a2-bc4b-93ee73c282ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:18.724171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-c71066f5-5e7b-45a2-bc4b-93ee73c282ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.6862798 Dec 08 16:16:18.771058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['d5d27f46-6f52-4368-aae8-9c51fde4e2f8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:18.804673 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-66123617-e8ac-4f51-9ad2-abc7b0a4674b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b375e720ec8749859ad17f6179f1576d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3173525 Dec 08 16:16:18.805763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:18.813551 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:18.849192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-f85572d2-4149-43d7-bef5-3e82f0109965 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 217 time: 0.1077559 Dec 08 16:16:18.870849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b5ec7-feae-4576-9aca-7539ef8c7e03 req-8b7af9cd-a8d1-4a1f-b449-70de2ae3eab2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:18.872147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b8b5ec7-feae-4576-9aca-7539ef8c7e03 req-8b7af9cd-a8d1-4a1f-b449-70de2ae3eab2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 945 time: 0.3794260 Dec 08 16:16:18.876898 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-779479de-15ef-4fcf-9524-f3f42a6d06e4 None None] The sync data for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 is: [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:15:12Z', 'revision_number': 4, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e0ee0c60-1477-4bfa-9932-e9be185ed341', 'name': '', 'network_id': '8cf1aa48-d409-43ad-99c3-98cd9c5267d9', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'mac_address': 'fa:16:3e:b3:b4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:09Z', 'updated_at': '2021-12-08T16:15:16Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'subnets': [{'id': '0cf38379-d93a-4b87-87bc-4ea923cb09e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:18.936245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc898d0e-babc-4c6e-9904-f6bd868bea86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:18.938717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c45f34-c779-4185-a5fb-e9c2df3e3764 None None] DHCP port deletion for a7e60b3f-dee7-4f5e-8735-544a2fc93174 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:18.989925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc898d0e-babc-4c6e-9904-f6bd868bea86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.104280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc86ceab-529e-446f-97fe-586e23ca99c2 req-d8b818fd-bbf5-45fc-b976-7dacb51d60d1 service neutron] 10.222.0.62 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714676 Dec 08 16:16:19.140091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc898d0e-babc-4c6e-9904-f6bd868bea86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.143339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc898d0e-babc-4c6e-9904-f6bd868bea86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.145151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bc898d0e-babc-4c6e-9904-f6bd868bea86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/66e4e02e-7417-4095-8a74-9b3d2a32a799 HTTP/1.1" status: 204 len: 168 time: 0.3390977 Dec 08 16:16:19.156280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b8b5ec7-feae-4576-9aca-7539ef8c7e03 req-9dae2e58-0dec-4a58-947c-02f9ad5f7b00 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600224 Dec 08 16:16:19.158309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-e6f1c1fe-5a72-4c44-b147-ded285a657a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.158961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc898d0e-babc-4c6e-9904-f6bd868bea86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e4e02e-7417-4095-8a74-9b3d2a32a799,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:19.172244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-e6f1c1fe-5a72-4c44-b147-ded285a657a4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.3054492 Dec 08 16:16:19.293720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-6896782c-73f4-4391-b5e7-b85073542790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.295427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-6896782c-73f4-4391-b5e7-b85073542790 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123173 Dec 08 16:16:19.339376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:19.342048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.581815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ceb98a-e61a-4daa-8773-7b81981bf5d1 req-ac382098-0981-496f-878b-6e2c1262131b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:19.583761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2ceb98a-e61a-4daa-8773-7b81981bf5d1 req-ac382098-0981-496f-878b-6e2c1262131b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.2532282 Dec 08 16:16:19.590939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'}, {'name': 'network-changed', 'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}, {'name': 'network-changed', 'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:19.593930 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687a1f59-e404-410e-b3d8-2ca0b1afbda1" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1"}, {"name": "network-changed", "server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}, {"name": "network-changed", "server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:19.614853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed28318-4712-4770-bedc-23d61ec9fdb5 None None] New status for floating IP 25dea762-dae5-4844-bbe2-2fc194799322: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:19.712638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-c4cfcead-89a4-4195-bce5-a332852f040c service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094338 Dec 08 16:16:19.821145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2ceb98a-e61a-4daa-8773-7b81981bf5d1 req-90431f60-7bfd-457c-bb0d-7789ef42d7ce tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070773 Dec 08 16:16:19.927110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port b434a08a-812f-4038-b7f6-44640dad7da5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:19.927477 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:19.971871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af79a75-99e9-4ca0-89eb-b44d65f0109f req-62e6c0a3-1511-4f82-8dd7-e4476ef05dc7 service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501333 Dec 08 16:16:20.015781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1ea7ba-94d8-46af-b04a-d5f0d3a11159 req-c657b8fe-a526-4605-8ca9-61c52107b1f7 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.1377757 Dec 08 16:16:20.144794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ea7ba-94d8-46af-b04a-d5f0d3a11159 req-18761101-faa3-4ca8-8f87-512ffbc6c873 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.158906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1ea7ba-94d8-46af-b04a-d5f0d3a11159 req-18761101-faa3-4ca8-8f87-512ffbc6c873 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports/cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 942 time: 0.1417363 Dec 08 16:16:20.296202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 837d9516-082f-497f-8d95-0c68f2c9abd4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:20.297367 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.359273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1ea7ba-94d8-46af-b04a-d5f0d3a11159 req-a517732e-6393-4b0c-bc87-af6f699adbbf tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.1102717 Dec 08 16:16:20.480400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-69b1f841-c00d-496d-958d-59924fec9c20 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.481749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Provisioning complete for port 61780c09-91a3-4f96-acc8-7bad5c4766eb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:20.482361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:20.493990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-69b1f841-c00d-496d-958d-59924fec9c20 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/networks?id=1046bb06-7caf-4d9a-98ff-c8bf3038b095 HTTP/1.1" status: 200 len: 809 time: 0.4309847 Dec 08 16:16:20.522778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-65629ed3-490b-4729-9ffe-f10681fd3863 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/quotas/df83398cb43443ad9b2078d2430598be HTTP/1.1" status: 200 len: 375 time: 0.0270019 Dec 08 16:16:20.567769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fee773a6-a893-4c62-8a18-03d438d9b1f5 None None] Port 61780c09-91a3-4f96-acc8-7bad5c4766eb cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:20.569429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-9a8465c1-9462-4fa0-8fd9-662a19154298 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=df83398cb43443ad9b2078d2430598be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449588 Dec 08 16:16:20.674138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ea7ba-94d8-46af-b04a-d5f0d3a11159 req-ac406116-6898-4ec5-b77d-4a1a9b91f542 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:20.676846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1ea7ba-94d8-46af-b04a-d5f0d3a11159 req-ac406116-6898-4ec5-b77d-4a1a9b91f542 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3163695 Dec 08 16:16:20.777068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a425c19-a641-4563-9240-e83d321e18c6 req-d3a24322-b705-4fed-afaf-a5234943d83f tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips/25dea762-dae5-4844-bbe2-2fc194799322 HTTP/1.1" status: 200 len: 693 time: 0.0750043 Dec 08 16:16:20.789953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-743d9009-361d-4a42-9473-30d5c2e92897 service neutron] 10.222.0.62 "GET /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197938 Dec 08 16:16:20.793916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46934) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:20.932077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'networks': [{'name': 'tempest-network--1480063199'}, {'name': 'tempest-network--921408971'}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:20.932576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'network': {'name': 'tempest-network--1480063199'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:20.934883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'network': {'name': 'tempest-network--921408971'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:20.978056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'network': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:20.992952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.012142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.036075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:21.158539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a425c19-a641-4563-9240-e83d321e18c6 req-8dbfec09-cb5a-44e7-b655-d1be2993d357 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:21.161369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a425c19-a641-4563-9240-e83d321e18c6 req-8dbfec09-cb5a-44e7-b655-d1be2993d357 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3694947 Dec 08 16:16:21.169766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-61db7028-1a92-4e99-9678-125ca388b64a service neutron] 10.222.0.62 "GET /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590937 Dec 08 16:16:21.252489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.263816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.265267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.296911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:21.326539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:21.327154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.334253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a425c19-a641-4563-9240-e83d321e18c6 req-7e8433ab-7a9f-4dd4-9dbf-f9e8b5db2c65 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1372826 Dec 08 16:16:21.399183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:16:21.400097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:21.435868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.436400 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Added segment 5fd23744-3d4f-41be-9a24-7ea84473de9b of type vlan for network ac1fad31-a81b-4d52-a7ba-f54fc6751bfa Dec 08 16:16:21.488551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a425c19-a641-4563-9240-e83d321e18c6 req-1ae274df-d9c8-4e6d-a6f4-7b273b92c7de tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.199 HTTP/1.1" status: 200 len: 696 time: 0.1401246 Dec 08 16:16:21.533932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.582874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:21.599903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.600592 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Added segment 94bfc9d0-ba32-4cc2-979a-f8952bfb37cd of type vlan for network c32e63dc-ad1a-4a30-acbe-34c7cf71e754 Dec 08 16:16:21.614800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.658424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.671322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:21.675827 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d13472-d864-4b44-8e0a-eff882787faa" -d '{"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-plugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:21.695939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04163ae3-6682-48a3-a68c-e1445697ea73,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.700873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.701992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.707130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:21.709094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:21.718484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.718796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:21.719851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:21.745132 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9499381 Dec 08 16:16:21.757813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46952) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:21.832450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792875d-4165-49ba-b91b-b9a2f8ced35f req-ad004c71-5381-48fc-8233-fb394e83a234 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:21.845965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c792875d-4165-49ba-b91b-b9a2f8ced35f req-ad004c71-5381-48fc-8233-fb394e83a234 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.3518879 Dec 08 16:16:21.860537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.889144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Network': ['ID=ac1fad31-a81b-4d52-a7ba-f54fc6751bfa,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:21.912743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ac1fad31-a81b-4d52-a7ba-f54fc6751bfa details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:21.999974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c792875d-4165-49ba-b91b-b9a2f8ced35f req-bd864d6b-36ff-4086-bcac-fa79376d2b29 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421773 Dec 08 16:16:22.047893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Deleting port c5a48fc6-8e6e-4e30-a56e-c651137140b8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:22.048357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.143238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03cff74-c1e0-408a-a7dc-a873a0b64857 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Network': ['ID=c32e63dc-ad1a-4a30-acbe-34c7cf71e754,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:22.179363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c32e63dc-ad1a-4a30-acbe-34c7cf71e754 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:22.193616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ea053-c030-4ea4-973a-c24adcc40d11 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.233732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ea053-c030-4ea4-973a-c24adcc40d11 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.239609 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0fca0e-19f3-4ccf-8b2b-9c092496ab14 x-openstack-request-id: req-1d0fca0e-19f3-4ccf-8b2b-9c092496ab14 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:22.240121 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:22.240302 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d0fca0e-19f3-4ccf-8b2b-9c092496ab14 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:22.240903 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'status': 'completed', 'code': 200} Dec 08 16:16:22.241240 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'status': 'completed', 'code': 200} Dec 08 16:16:22.241579 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'status': 'completed', 'code': 200} Dec 08 16:16:22.272698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ea053-c030-4ea4-973a-c24adcc40d11 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.280485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811ea053-c030-4ea4-973a-c24adcc40d11 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.282582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-811ea053-c030-4ea4-973a-c24adcc40d11 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5225167 Dec 08 16:16:22.288512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46958) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:22.402348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-18bb536c-5724-4e2b-8922-8c3155410b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.403664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-18bb536c-5724-4e2b-8922-8c3155410b79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1097 time: 0.2262797 Dec 08 16:16:22.425542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-094eaee7-9397-4561-86ec-e484c9e26f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.427092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-094eaee7-9397-4561-86ec-e484c9e26f88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1096 time: 0.2136922 Dec 08 16:16:22.506927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.618687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.621426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.622034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.640064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cfb155-ed37-413a-aef5-a124d43abd00 req-d19eaef8-5a3e-47b8-b525-c042b317bf5d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.642719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cfb155-ed37-413a-aef5-a124d43abd00 req-d19eaef8-5a3e-47b8-b525-c042b317bf5d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.3277705 Dec 08 16:16:22.646716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac1fad31-a81b-4d52-a7ba-f54fc6751bfa']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:22.658768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd23744-3d4f-41be-9a24-7ea84473de9b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:22.659066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd23744-3d4f-41be-9a24-7ea84473de9b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:22.672194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.674750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-5982e69c-30a3-4d61-8f2f-d5c9fd2a4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:22.677272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-5982e69c-30a3-4d61-8f2f-d5c9fd2a4fe4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.2358191 Dec 08 16:16:22.694680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Calling delete_port for c5a48fc6-8e6e-4e30-a56e-c651137140b8 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:22.696166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.705041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:22.705385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:22.709191 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:22.797037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.809513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:22.815772 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/networks/ac1fad31-a81b-4d52-a7ba-f54fc6751bfa HTTP/1.1" status: 204 len: 168 time: 0.5232973 Dec 08 16:16:22.816725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46972) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:22.844418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdacf6e-5567-4d00-85be-bd5cc99510f3 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Network': ['ID=ac1fad31-a81b-4d52-a7ba-f54fc6751bfa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:22.965254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.039380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cfb155-ed37-413a-aef5-a124d43abd00 req-ddc90f04-101a-4e54-811b-6731ae9c5427 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770375 Dec 08 16:16:23.051028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-84377518-056e-4c36-8222-d1f5838fc9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.054532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-84377518-056e-4c36-8222-d1f5838fc9b9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.6422093 Dec 08 16:16:23.080941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-e5d0a974-e71e-492d-93af-03fa7e77bbf5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 1001 time: 0.3781672 Dec 08 16:16:23.193748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.210949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-4d3f42ef-7d15-4e2b-b998-964de42d0230 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 217 time: 0.1342080 Dec 08 16:16:23.219306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e63dc-ad1a-4a30-acbe-34c7cf71e754']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:23.231415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bfc9d0-ba32-4cc2-979a-f8952bfb37cd') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:23.231736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bfc9d0-ba32-4cc2-979a-f8952bfb37cd') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:23.243803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.264022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.272942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:23.273357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:23.276710 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:23.372652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.390728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.399311 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/networks/c32e63dc-ad1a-4a30-acbe-34c7cf71e754 HTTP/1.1" status: 204 len: 168 time: 0.5770478 Dec 08 16:16:23.408577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:23.422531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210bbc4-c10a-4c75-9b69-a29dbb901f9e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Network': ['ID=c32e63dc-ad1a-4a30-acbe-34c7cf71e754,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:23.642739 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-2e9446a8-5fb7-4edb-a2e6-a51706a74421 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586039 Dec 08 16:16:23.663907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0104b7-ee10-4250-876f-0fbad13aeeb1 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.670596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0104b7-ee10-4250-876f-0fbad13aeeb1 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.672245 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd0104b7-ee10-4250-876f-0fbad13aeeb1 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2626884 Dec 08 16:16:23.685327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46980) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:23.696687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-281727363'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:23.752821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-5125b87c-71ce-499d-a0a3-2b2159d33f09 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.754512 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-5125b87c-71ce-499d-a0a3-2b2159d33f09 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.86 "GET /v2.0/networks?id=1046bb06-7caf-4d9a-98ff-c8bf3038b095 HTTP/1.1" status: 200 len: 809 time: 0.2589347 Dec 08 16:16:23.763866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:23.768047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.775183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Request body: {'port': {'device_id': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095', 'admin_state_up': True, 'tenant_id': 'df83398cb43443ad9b2078d2430598be'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:23.838028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80f34-457f-401c-a340-b94acc09223a req-1c2ec11a-8935-4cb7-af2a-04720d0e1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.839550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-1c2ec11a-8935-4cb7-af2a-04720d0e1d9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 1101 time: 0.1631534 Dec 08 16:16:23.866947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:23.890607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:23.890947 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Added segment a8275b0a-6b87-4b5f-ace1-4317642511df of type vlan for network 20f03682-85d2-462e-92fb-202290d8252d Dec 08 16:16:23.914473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-bce05028-e394-42c3-960a-30a386facaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.915975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-bce05028-e394-42c3-960a-30a386facaf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.7872853 Dec 08 16:16:23.918311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-5907d347-b7c8-48d3-b249-3eb60da1c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.919914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-5907d347-b7c8-48d3-b249-3eb60da1c5f9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 1096 time: 0.8726997 Dec 08 16:16:23.950681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-afac08b6-f817-455f-b586-948c466659b4 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.7492187 Dec 08 16:16:23.953324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-36f40d5e-df7a-499e-948e-cc6f33d0a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:23.956103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-36f40d5e-df7a-499e-948e-cc6f33d0a396 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.6954567 Dec 08 16:16:24.025699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.091322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80f34-457f-401c-a340-b94acc09223a req-691f772c-4643-484d-a8e7-8249997c0ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.101427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-691f772c-4643-484d-a8e7-8249997c0ac1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.2129509 Dec 08 16:16:24.101427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.101427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.101427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.109618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Made reservation on behalf of df83398cb43443ad9b2078d2430598be for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:24.113421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.179264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-aee5ead3-a4dc-4e17-a417-eccb44f82550 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.181185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-aee5ead3-a4dc-4e17-a417-eccb44f82550 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports/cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 942 time: 0.2024174 Dec 08 16:16:24.195287 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.213981 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-acfbcda3-ced0-42c9-b1fa-053c28a62453 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=89519957-491c-4c4f-8189-0f371a8c3675 HTTP/1.1" status: 200 len: 217 time: 0.1083941 Dec 08 16:16:24.222019 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5313191 Dec 08 16:16:24.229518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46986) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:24.253837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1931631653'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:24.258037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-53830e8c-ed5e-44d3-92a1-052e442182d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.259569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-53830e8c-ed5e-44d3-92a1-052e442182d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3131967 Dec 08 16:16:24.265444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-1344193b-c6aa-404c-b7a3-d7e6e92f9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.267167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-1344193b-c6aa-404c-b7a3-d7e6e92f9ea6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2845869 Dec 08 16:16:24.274895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event deleted for resources: {'Port': ['ID=c5a48fc6-8e6e-4e30-a56e-c651137140b8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:24.287999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c24141-7caf-4606-8e3f-035124822278 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Network': ['ID=20f03682-85d2-462e-92fb-202290d8252d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:24.315517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1077a-e676-4773-916f-5698d9e11395 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:24.328174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 20f03682-85d2-462e-92fb-202290d8252d details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:24.350845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80f34-457f-401c-a340-b94acc09223a req-f6aece15-cdc6-4084-8ef7-3fe75f18fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.352463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-f6aece15-cdc6-4084-8ef7-3fe75f18fde4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1264553 Dec 08 16:16:24.462483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:24.465533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.468631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-0e82611d-12fd-4a1d-9982-6c5f3a769e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.470186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-0e82611d-12fd-4a1d-9982-6c5f3a769e3d service neutron] 10.222.0.86 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.5251682 Dec 08 16:16:24.499929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Allocated IP 172.20.0.6 (1046bb06-7caf-4d9a-98ff-c8bf3038b095/e7e65d77-fe58-4105-bfb0-81fad2260a1d/dc78dc5d-1b48-4e3d-8085-9d8387ab86ea) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:24.525239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:24.528726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a80f34-457f-401c-a340-b94acc09223a req-25695b6a-a10b-4e42-8863-c6db4c1e6da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.530297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-25695b6a-a10b-4e42-8863-c6db4c1e6da0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1696961 Dec 08 16:16:24.557328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.557666 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Added segment 4c7c3798-8a6b-49a7-92dd-ff465f3e1ad0 of type vlan for network 5c9c3279-5cbc-466f-adaa-f0f91c136999 Dec 08 16:16:24.571830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-be4c6aa5-b811-4691-aed6-33d501d0b09b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=837d9516-082f-497f-8d95-0c68f2c9abd4 HTTP/1.1" status: 200 len: 217 time: 0.0887475 Dec 08 16:16:24.628070 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.631360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.633225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a425c19-a641-4563-9240-e83d321e18c6 req-b0867309-f183-4936-90e9-28b8f15f175e tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "DELETE /v2.0/floatingips/25dea762-dae5-4844-bbe2-2fc194799322 HTTP/1.1" status: 204 len: 173 time: 3.1123948 Dec 08 16:16:24.680271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-fbc5736c-c144-43d0-8111-e0560f27bef8 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.3909624 Dec 08 16:16:24.708291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.770824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-9f8051cd-a88c-49d6-91d8-71a988aeb88a service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905643 Dec 08 16:16:24.773572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-3de1361f-3f50-4315-8176-5ddd902ba15c service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004456 Dec 08 16:16:24.794199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-5dc4677a-14bd-4283-a29e-e13b37b74919 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531133 Dec 08 16:16:24.885359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.891109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.891743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:24.940255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-2e078197-eb32-4201-ab83-68d3d1c9e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:24.941765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-2e078197-eb32-4201-ab83-68d3d1c9e882 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.3486600 Dec 08 16:16:25.027962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7879355 Dec 08 16:16:25.028849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-e85d624e-930e-467c-9e45-4ecba5e01280 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742640 Dec 08 16:16:25.035253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46990) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:25.043065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.049036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'ports': [{'network_id': '20f03682-85d2-462e-92fb-202290d8252d', 'name': 'tempest-port--1733332424', 'admin_state_up': True}, {'network_id': '5c9c3279-5cbc-466f-adaa-f0f91c136999', 'admin_state_up': False}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:25.049570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'port': {'network_id': '20f03682-85d2-462e-92fb-202290d8252d', 'name': 'tempest-port--1733332424', 'admin_state_up': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:25.050031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'port': {'network_id': '5c9c3279-5cbc-466f-adaa-f0f91c136999', 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:25.087453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dbd84f-61fb-4bb5-98c7-72fa6307551a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Network': ['ID=5c9c3279-5cbc-466f-adaa-f0f91c136999,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:25.125181 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-80a80f34-457f-401c-a340-b94acc09223a req-7f04d32d-9195-4e61-b1f1-53ed63daffa5 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142519 Dec 08 16:16:25.137088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5c9c3279-5cbc-466f-adaa-f0f91c136999 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:25.145042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-d8396464-10bc-4b02-91cf-11f14e80e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.145042 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-d8396464-10bc-4b02-91cf-11f14e80e8f7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1101 time: 0.3057261 Dec 08 16:16:25.150083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-a08d09f9-f6e4-478e-934e-42edb872c791 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.162985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-a08d09f9-f6e4-478e-934e-42edb872c791 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.4635489 Dec 08 16:16:25.190915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4d4c3-2643-4b75-a1b5-669a779f6268 req-94fa9d82-02ec-408c-b3b3-637f2027c76e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.193544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cb4d4c3-2643-4b75-a1b5-669a779f6268 req-94fa9d82-02ec-408c-b3b3-637f2027c76e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 945 time: 0.4249806 Dec 08 16:16:25.239856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-5b796d9f-4582-4169-8600-a13abb242456 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188309 Dec 08 16:16:25.345165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.351794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-44859180-4177-469c-929d-ef9a822bef29 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346172 Dec 08 16:16:25.504055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-fdfa76fe-43bd-4c41-b653-213491eb21b1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.3085711 Dec 08 16:16:25.508528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cb4d4c3-2643-4b75-a1b5-669a779f6268 req-66538396-f448-4eb3-b0f8-7075ecdded89 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930963 Dec 08 16:16:25.514759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-354e9ce6-6f91-4878-86e6-e9764d3a13fd service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654341 Dec 08 16:16:25.523694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:25.530401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-c581952d-baa4-4b5b-930b-11c98f4cd7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.531962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-c581952d-baa4-4b5b-930b-11c98f4cd7f8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=a4a68d9194c94468af0f763ce684a9e8&device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 1096 time: 0.1983366 Dec 08 16:16:25.721628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:25.730346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.754035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:25.764499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:25.773787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'port': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:25.775838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755b84a6-cff7-4254-bc37-d6499f8966b6 None None] DHCP port deletion for 1046bb06-7caf-4d9a-98ff-c8bf3038b095 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:25.781963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.807537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Pushing event updated for resources: {'Port': ['ID=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:25.841355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a882a26-a298-4450-bd16-23d821e8f0d5 req-3a825fd8-bab9-4846-87ac-7715314bef9b service neutron] 10.222.0.86 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134744 Dec 08 16:16:25.888072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.892453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-d121a7c5-aac9-4a26-80b2-c400fcd6cc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.895262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-d121a7c5-aac9-4a26-80b2-c400fcd6cc3b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.6332057 Dec 08 16:16:25.907239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4c780-a1c2-4332-90de-35b6721230e2 req-ea588c12-553a-40d3-ba54-68d5f2abf34f tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.908794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9b4c780-a1c2-4332-90de-35b6721230e2 req-ea588c12-553a-40d3-ba54-68d5f2abf34f tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 931 time: 0.2702198 Dec 08 16:16:25.920164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-de93478e-7919-489a-b185-0658591a6c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:25.921662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-de93478e-7919-489a-b185-0658591a6c35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 200 len: 929 time: 0.3467445 Dec 08 16:16:25.934193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50994a25-47b0-47eb-8a93-5ea8d9d18cf2 None None] Provisioning complete for port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:25.934589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50994a25-47b0-47eb-8a93-5ea8d9d18cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:25.960722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37ff3334-27d7-4920-9c78-028f4d1c5e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.002152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50994a25-47b0-47eb-8a93-5ea8d9d18cf2 None None] Port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:26.017866 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-03c0f9dd-bbf3-47df-aca4-170edbfd74cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad HTTP/1.1" status: 200 len: 217 time: 0.1055315 Dec 08 16:16:26.052150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.053589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.082868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-6008064f-0bcb-4e79-ac88-1435f1aaaa55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 200 len: 217 time: 0.1338532 Dec 08 16:16:26.090736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.116516 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.117045 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Floating IP 78881d2a-538d-407b-af46-b096b9c62dd3 disassociated. External IP: 172.25.3.189, port: cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1. Dec 08 16:16:26.153527 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-376c9544-7801-4cea-8147-ba85c77d66dc tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3828559 Dec 08 16:16:26.168499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Request body: {'port': {'device_id': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:26.179823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] device_id is not set on port 4c65b5b9-2dfd-4235-84b4-eb3bc0089150 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:16:26.197575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9b4c780-a1c2-4332-90de-35b6721230e2 req-d1bcdc9b-ad44-4b8e-93fa-15bcbe05b4c8 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467306 Dec 08 16:16:26.217859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-e308d006-5fcb-45a0-802a-eb695e96b293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.219383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-e308d006-5fcb-45a0-802a-eb695e96b293 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1294169 Dec 08 16:16:26.264061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-900331d4-8a05-470c-84d4-dd5fb3d9bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.266964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-900331d4-8a05-470c-84d4-dd5fb3d9bdef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 200 len: 867 time: 0.1706045 Dec 08 16:16:26.277390 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6b7d11-2e1c-48f6-bef1-1b26d695bcbb x-openstack-request-id: req-4c6b7d11-2e1c-48f6-bef1-1b26d695bcbb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:26.277834 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-plugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:26.278941 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c6b7d11-2e1c-48f6-bef1-1b26d695bcbb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:26.279502 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'code': 200} Dec 08 16:16:26.295512 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.396116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-7923ec79-13e0-443d-8cd4-97089e1f8a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:26.398912 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-7923ec79-13e0-443d-8cd4-97089e1f8a79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681430 Dec 08 16:16:26.596669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:26.748130 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-1272c189-5e96-4a6d-9efc-a4a1a462d61f service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388391 Dec 08 16:16:26.758627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] device_id is not set on port 4eb50dce-2a2f-4842-a55b-acf4edbc48ff yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:16:27.012513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-e475eb7c-7264-4a1f-906c-270b30f86636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.014105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-e475eb7c-7264-4a1f-906c-270b30f86636 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8cf1aa48-d409-43ad-99c3-98cd9c5267d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6890264 Dec 08 16:16:27.089458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 837d9516-082f-497f-8d95-0c68f2c9abd4 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:27.101494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087030d-fa63-4bbc-8c18-4cdb2c52084b req-9a123047-2cef-45d9-a188-d4f9d02e22ad tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.104080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.109218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4087030d-fa63-4bbc-8c18-4cdb2c52084b req-9a123047-2cef-45d9-a188-d4f9d02e22ad tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.7656059 Dec 08 16:16:27.110650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76ca5e97-a24b-4398-824b-57f6e3e01aca req-ece9eb7f-35a6-4715-9532-3e689925ee70 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465016 Dec 08 16:16:27.117927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c9e-1c80-44b3-bb4c-dacfcfe00397 req-623d505c-d55b-4eb9-a61b-0f2acb8e13d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.119339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc78dc5d-1b48-4e3d-8085-9d8387ab86ea {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:27.119499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58c82c9e-1c80-44b3-bb4c-dacfcfe00397 req-623d505c-d55b-4eb9-a61b-0f2acb8e13d5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1097 time: 0.2381928 Dec 08 16:16:27.138556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.175348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Transition to ACTIVE for port object dc78dc5d-1b48-4e3d-8085-9d8387ab86ea will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:27.182083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.293075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff1a484-af62-47cc-ac35-404db64ed78b None None] DHCP port deletion for 1046bb06-7caf-4d9a-98ff-c8bf3038b095 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:27.313995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.331418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4087030d-fa63-4bbc-8c18-4cdb2c52084b req-214eb5e1-a9c4-44d1-a7a0-dc0e30c8395b tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212572 Dec 08 16:16:27.335189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Pushing event updated for resources: {'Port': ['ID=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.338362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.341425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58c82c9e-1c80-44b3-bb4c-dacfcfe00397 req-73b686a5-aaab-4c84-8783-e466dad7f129 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836746 Dec 08 16:16:27.363862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-c910fa12-28a2-4138-a804-9e74185f7f9c service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375087 Dec 08 16:16:27.430854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Port': ['ID=4c65b5b9-2dfd-4235-84b4-eb3bc0089150,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.439987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:27.456401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Attempting to bind port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:27.456728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Attempting to bind port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:27.457053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Attempting to bind port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea on network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:27.469763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Checking segment: {'id': 'a8275b0a-6b87-4b5f-ace1-4317642511df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '20f03682-85d2-462e-92fb-202290d8252d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:27.470218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network hostable DHCP agents. Network: 20f03682-85d2-462e-92fb-202290d8252d, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:27.471983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.472279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea on network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:27.472932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Attempting to bind port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea on network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:27.477729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:27.491315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:27.491315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Checking segment: {'id': '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:27.491315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Bound using segment: {'id': '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:27.491765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Bound port: dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:27.492378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.515490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network 20f03682-85d2-462e-92fb-202290d8252d is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:27.547594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.571789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 20f03682-85d2-462e-92fb-202290d8252d) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:27.583170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:27.585164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.594840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75cae07-5421-4095-b797-7f1d64c4d96e None None] Network 20f03682-85d2-462e-92fb-202290d8252d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:27.630541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a7f29-5987-47f2-b7e9-fe53da4cd3d7 req-df4c7851-2053-4951-8ac7-3e1e68e371ab tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.633300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e39a7f29-5987-47f2-b7e9-fe53da4cd3d7 req-df4c7851-2053-4951-8ac7-3e1e68e371ab tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.1543729 Dec 08 16:16:27.639647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687a1f59-e404-410e-b3d8-2ca0b1afbda1 req-edd87294-e154-4ec0-b670-71e1ca8c2e4d service neutron] 10.222.0.58 "GET /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658181 Dec 08 16:16:27.740060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] For port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:27.776469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e39a7f29-5987-47f2-b7e9-fe53da4cd3d7 req-73e1f725-eb9b-483b-bf0e-000588411dca tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336586 Dec 08 16:16:27.782129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Port': ['ID=4eb50dce-2a2f-4842-a55b-acf4edbc48ff,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.788825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] For port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,segment=NetworkSegment(98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c),segment_id=98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:27.791260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Checking segment: {'id': '4c7c3798-8a6b-49a7-92dd-ff465f3e1ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '5c9c3279-5cbc-466f-adaa-f0f91c136999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:27.791925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network hostable DHCP agents. Network: 5c9c3279-5cbc-466f-adaa-f0f91c136999, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:27.817237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.823755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:27.829083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.840541 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:27.860674 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:27.861542 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:27.870201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-5e323b4c-addb-40af-a411-48c580a5f4f1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "PUT /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 695 time: 2.3513415 Dec 08 16:16:27.871999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:27.880259 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db5f8d9-a605-4f21-a085-80d4773af188" -d '{"events": [{"name": "network-changed", "server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:27.892549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network 5c9c3279-5cbc-466f-adaa-f0f91c136999 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:27.900680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.901508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:27.904505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] 10.222.0.86 "PUT /v2.0/ports/dc78dc5d-1b48-4e3d-8085-9d8387ab86ea HTTP/1.1" status: 200 len: 1091 time: 1.7411571 Dec 08 16:16:27.906432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'tag': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:27.911270 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edfc2b1-e275-43d9-832c-8c0602591cde" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8f71cc-e866-41c6-9e7c-0dde1367c1bb", "tag": "dc78dc5d-1b48-4e3d-8085-9d8387ab86ea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:27.911618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ea60f1-14b0-4a3b-af7c-b69992f6e1d9 None None] DHCP port deletion for 1046bb06-7caf-4d9a-98ff-c8bf3038b095 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:27.952757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5c9c3279-5cbc-466f-adaa-f0f91c136999) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:27.963498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578a0633-0c50-4e8a-8270-d887014d258c service neutron] Pushing event updated for resources: {'Port': ['ID=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:27.968354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:27.971779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734d8b5-08de-45f9-8e66-d0f9a11351ce None None] Network 5c9c3279-5cbc-466f-adaa-f0f91c136999 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:27.980693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.991124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:27.992652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.014267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-33d8333d-fe35-40be-b242-f4689a26bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.016099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-33d8333d-fe35-40be-b242-f4689a26bba3 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1096 time: 0.1274276 Dec 08 16:16:28.087790 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6c5b4ac0-2875-4d82-bfa8-c4c875135f18 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.0427377 Dec 08 16:16:28.090763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:28.123691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-97eae962-8fce-4edb-846d-2cb3a939a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.125604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-97eae962-8fce-4edb-846d-2cb3a939a015 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df83398cb43443ad9b2078d2430598be&device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 1094 time: 0.1169388 Dec 08 16:16:28.157388 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:28.208399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-3fb65ca9-410d-450f-826b-e384ca1cddad service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea HTTP/1.1" status: 200 len: 217 time: 0.0742579 Dec 08 16:16:28.273895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d9533-7490-4510-9f33-3a78bd3f0dd4 req-f43d8f37-e311-412c-9f89-35a3c68a5943 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.280750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:28.281492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b84d9533-7490-4510-9f33-3a78bd3f0dd4 req-f43d8f37-e311-412c-9f89-35a3c68a5943 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.2643220 Dec 08 16:16:28.285568 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a88c14-9013-4455-ae72-3bbbc8e6f9dd" -d '{"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-unplugged", "status": "completed", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:28.294916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-3ec63d58-2ba0-4a04-8337-d16c3b619793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.296471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-3ec63d58-2ba0-4a04-8337-d16c3b619793 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.2707922 Dec 08 16:16:28.305832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d83f7-15b8-41b7-a4a7-3a53ae21a401 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.309007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-0faeba81-9ef5-484f-9d44-9ecc75a6e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.312254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d83f7-15b8-41b7-a4a7-3a53ae21a401 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.313932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-021d83f7-15b8-41b7-a4a7-3a53ae21a401 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2221150 Dec 08 16:16:28.316084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-0faeba81-9ef5-484f-9d44-9ecc75a6e064 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e7e65d77-fe58-4105-bfb0-81fad2260a1d HTTP/1.1" status: 200 len: 849 time: 0.0972905 Dec 08 16:16:28.320763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:28.419659 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-2dba3d40-017f-4471-8be6-ffc87cb5b0d0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1046bb06-7caf-4d9a-98ff-c8bf3038b095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939686 Dec 08 16:16:28.434695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-4df30ef2-3a3b-4da5-b748-01c2b12394d8 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 217 time: 0.1025343 Dec 08 16:16:28.447429 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:28.487060 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:28.499844 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:28.500771 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:15:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:28.574704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-2552a00a-480b-41cd-8124-1c66fca32e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.586462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-2552a00a-480b-41cd-8124-1c66fca32e5f service neutron] 10.222.0.62 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.1505666 Dec 08 16:16:28.605417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b84d9533-7490-4510-9f33-3a78bd3f0dd4 req-a7d522e0-ad3d-417c-981f-bc9563e43ba0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229771 Dec 08 16:16:28.653695 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:28.664198 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-5fa6a769-7482-44b2-b900-4b82469b8e39 service neutron] 10.222.0.86 "GET /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330096 Dec 08 16:16:28.669064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Deleting port 4c65b5b9-2dfd-4235-84b4-eb3bc0089150 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:28.669620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.716287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-a7ec56a7-e74e-4406-9f15-c9675bf50ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.730490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-a7ec56a7-e74e-4406-9f15-c9675bf50ebe service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412778 Dec 08 16:16:28.735426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58b8f3d1-1641-436e-8996-1236615f2a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.880143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:28.889818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f41cc4-5fdd-4c6d-8f3b-c533434053f9 req-db26a941-3c42-4d2a-962c-d1a4ea878268 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:28.894696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4f41cc4-5fdd-4c6d-8f3b-c533434053f9 req-db26a941-3c42-4d2a-962c-d1a4ea878268 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 943 time: 0.2084031 Dec 08 16:16:28.911892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Calling delete_port for 4c65b5b9-2dfd-4235-84b4-eb3bc0089150 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:28.929987 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:28.969483 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811313dd-3019-43bc-b58c-50806b01d3c5 None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:29.002124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-a070df9f-94c6-4502-865c-0aa86c2a49fe service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433205 Dec 08 16:16:29.009669 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9881e4d2-8d43-4e4a-bb9f-d2b1e129b2b8 req-6ec883f8-d75f-4b75-a55c-d5e765b75342 service neutron] 10.222.0.86 "GET /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348510 Dec 08 16:16:29.079850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.117697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Port': ['ID=4c65b5b9-2dfd-4235-84b4-eb3bc0089150,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:29.126382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.134960 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3cbd8929-c44d-4239-87ce-d8f3d43a9388 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/ports/4c65b5b9-2dfd-4235-84b4-eb3bc0089150 HTTP/1.1" status: 204 len: 168 time: 0.8075967 Dec 08 16:16:29.135247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4f41cc4-5fdd-4c6d-8f3b-c533434053f9 req-48220106-b514-4b6f-a715-db63e35361e3 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181134 Dec 08 16:16:29.137508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47018) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:29.212454 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0216724e-02b5-4290-83f9-1fc64d013ea2 x-openstack-request-id: req-0216724e-02b5-4290-83f9-1fc64d013ea2 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:29.212910 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:29.213314 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0216724e-02b5-4290-83f9-1fc64d013ea2 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:29.213962 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'status': 'completed', 'code': 200} Dec 08 16:16:29.257420 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba750e07-c60a-455e-9036-29cb0b240098 x-openstack-request-id: req-ba750e07-c60a-455e-9036-29cb0b240098 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:29.258100 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8f71cc-e866-41c6-9e7c-0dde1367c1bb", "tag": "dc78dc5d-1b48-4e3d-8085-9d8387ab86ea", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:29.260241 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba750e07-c60a-455e-9036-29cb0b240098 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:29.261413 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'tag': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea', 'status': 'completed', 'code': 200} Dec 08 16:16:29.374599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ff35654-9bc9-4781-ac8a-0e6f068b50a6 req-b3a1d230-d067-46b0-9449-cdd311bc2068 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463519 Dec 08 16:16:29.379148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-148c865c-e756-4209-98f0-1f32f50fa30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.380378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-148c865c-e756-4209-98f0-1f32f50fa30e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=df83398cb43443ad9b2078d2430598be&device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 1094 time: 0.0749748 Dec 08 16:16:29.448148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-de4c9c58-0da9-4f6b-b9ab-eb2cec82d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.450740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-de4c9c58-0da9-4f6b-b9ab-eb2cec82d7c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 1096 time: 0.1668384 Dec 08 16:16:29.480596 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467e0c0e-b7e9-42d9-be22-85d8b79ce0ef x-openstack-request-id: req-467e0c0e-b7e9-42d9-be22-85d8b79ce0ef {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:29.481180 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-unplugged", "status": "failed", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:29.482219 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-467e0c0e-b7e9-42d9-be22-85d8b79ce0ef {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:29.482883 n-d-820935-5 neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'code': 422} returned with failed status Dec 08 16:16:29.508278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704205d3-631b-428e-8d5b-b3b064964e15 None None] New status for floating IP 78881d2a-538d-407b-af46-b096b9c62dd3: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:29.558800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554f31b-7c3d-42af-8e74-adebbd6f1d53 req-a55762f1-79a6-442b-8c7b-9d0325b86e42 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.560426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e554f31b-7c3d-42af-8e74-adebbd6f1d53 req-a55762f1-79a6-442b-8c7b-9d0325b86e42 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2223787 Dec 08 16:16:29.575784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-e3933998-28a3-4a33-bbe4-d73814706723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.576090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Deleting port 4eb50dce-2a2f-4842-a55b-acf4edbc48ff {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:29.576333 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.577404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-e3933998-28a3-4a33-bbe4-d73814706723 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1046bb06-7caf-4d9a-98ff-c8bf3038b095 HTTP/1.1" status: 200 len: 910 time: 0.1891503 Dec 08 16:16:29.636354 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-5be5c28b-f4cb-49d7-8535-f4d220d6c59a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea HTTP/1.1" status: 200 len: 217 time: 0.0482559 Dec 08 16:16:29.697179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e554f31b-7c3d-42af-8e74-adebbd6f1d53 req-fbb651ba-c326-41d9-b4bd-173dbcce2373 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1158702 Dec 08 16:16:29.712360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-130192c1-7af1-4328-af08-457d286e6085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.714309 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-130192c1-7af1-4328-af08-457d286e6085 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e7e65d77-fe58-4105-bfb0-81fad2260a1d HTTP/1.1" status: 200 len: 849 time: 0.0701182 Dec 08 16:16:29.736510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:29.758206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-8d84bef9-1236-4fed-ab56-c3873c95b229 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1046bb06-7caf-4d9a-98ff-c8bf3038b095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350039 Dec 08 16:16:29.763435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Calling delete_port for 4eb50dce-2a2f-4842-a55b-acf4edbc48ff owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:29.776367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02003252-61d4-4e34-a109-d4f7fa95aaad req-024486e7-5518-4246-beb1-c4188bb7ff75 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.777996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02003252-61d4-4e34-a109-d4f7fa95aaad req-024486e7-5518-4246-beb1-c4188bb7ff75 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.2140710 Dec 08 16:16:29.781065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-292f7205-a56d-4b1c-aed5-7236c1dbce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.782671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-292f7205-a56d-4b1c-aed5-7236c1dbce11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.3210299 Dec 08 16:16:29.878401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-eba0b728-ad15-4e4e-878e-ab2bc108ad67 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 200 len: 217 time: 0.0879748 Dec 08 16:16:29.911291 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-1d06c5ba-039a-411b-8768-b02478650734 service neutron] 10.222.0.86 "GET /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440408 Dec 08 16:16:29.966808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02003252-61d4-4e34-a109-d4f7fa95aaad req-6f66169b-eba0-4888-a5a2-3b323bd7b3a1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687205 Dec 08 16:16:29.973702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-3497eec6-d72e-4a35-b69b-c9f37bea000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:29.975802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-3497eec6-d72e-4a35-b69b-c9f37bea000b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.0892656 Dec 08 16:16:30.102406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.152850 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8edfc2b1-e275-43d9-832c-8c0602591cde req-bf06d374-d0e8-4b3b-b436-76cc85aa3e36 service neutron] 10.222.0.86 "GET /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327547 Dec 08 16:16:30.183576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Port': ['ID=4eb50dce-2a2f-4842-a55b-acf4edbc48ff,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:30.187168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.211211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-95b69ba3-aafe-4bd2-97fa-22bbff6b610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.213948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-95b69ba3-aafe-4bd2-97fa-22bbff6b610c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298801 Dec 08 16:16:30.252608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.259269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ca56b09d-d8d3-4c41-8a4a-e25c5a29226e tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/ports/4eb50dce-2a2f-4842-a55b-acf4edbc48ff HTTP/1.1" status: 204 len: 168 time: 1.1202383 Dec 08 16:16:30.263623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:30.305906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9de266da-55db-4beb-8ad5-ab3d5c23afdb tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0391033 Dec 08 16:16:30.313394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:30.319454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1360651631'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:30.358159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:30.368029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.394080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cac3ff-b889-47b2-9972-0a0db488e895 req-79d1bbaf-a94c-4386-829d-ff30412399ef tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.397670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38cac3ff-b889-47b2-9972-0a0db488e895 req-79d1bbaf-a94c-4386-829d-ff30412399ef tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.2157662 Dec 08 16:16:30.411240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:30.431645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.433124 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Added segment 25f32f97-8c86-43bf-82f4-39e1980ff240 of type vlan for network 0b2be961-5024-4d7c-a893-e686bc377c2f Dec 08 16:16:30.512291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.521470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-35b567df-b5e5-4472-89e8-ebe1900a6885 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760408 Dec 08 16:16:30.555579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.564276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:30.565319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.573966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38cac3ff-b889-47b2-9972-0a0db488e895 req-799ea399-abbc-4964-849d-4bac488054e4 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648026 Dec 08 16:16:30.689138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Network': ['ID=0b2be961-5024-4d7c-a893-e686bc377c2f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:30.704413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 0b2be961-5024-4d7c-a893-e686bc377c2f details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:30.720327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3db5f8d9-a605-4f21-a085-80d4773af188 req-1e9352f3-0cda-4082-a7e3-a0c6a86b6f44 service neutron] 10.222.0.58 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879892 Dec 08 16:16:30.720649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47068) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:30.721568 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-29e7e39e-25a9-49da-b745-37e674c92c78 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4063916 Dec 08 16:16:30.740863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-414363439'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:30.792801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:30.803372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.854860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:16:30.876712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.877703 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Added segment e5353a9a-07a2-4350-8164-9b31e191eaf1 of type vlan for network bb37b148-7879-4f80-a0f3-284c4c24f18a Dec 08 16:16:30.957037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:30.996153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.003754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.004627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.085151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 837d9516-082f-497f-8d95-0c68f2c9abd4 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:31.161833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4277916 Dec 08 16:16:31.172950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aaf3dde8-2252-436a-9255-f1e01b4c7472 req-e71f1a83-c868-4de5-a766-9f3be7045640 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1449728 Dec 08 16:16:31.217669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c0c36-783a-4dba-92cd-1233ec1da716 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Network': ['ID=bb37b148-7879-4f80-a0f3-284c4c24f18a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:31.243667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-661a9f01-8c05-49b4-a39a-2f6a912bec64 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.247029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-661a9f01-8c05-49b4-a39a-2f6a912bec64 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=385e65b1-2e86-4e2e-8661-a2a8686bc07d HTTP/1.1" status: 200 len: 943 time: 0.2141092 Dec 08 16:16:31.253385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network bb37b148-7879-4f80-a0f3-284c4c24f18a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:16:31.411249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47076) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:31.420761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'subnets': [{'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--591010913', 'ip_version': 4}, {'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:31.421261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'subnet': {'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--591010913', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:31.422254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Request body: {'subnet': {'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:31.466026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5ed00-793f-4d28-b9d5-c499ac464e2d req-923a026d-06f0-4908-a8be-630a1d0d369c tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.467654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7fd5ed00-793f-4d28-b9d5-c499ac464e2d req-923a026d-06f0-4908-a8be-630a1d0d369c tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 943 time: 0.1210382 Dec 08 16:16:31.490336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port 837d9516-082f-497f-8d95-0c68f2c9abd4 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:31.490941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.594850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7fd5ed00-793f-4d28-b9d5-c499ac464e2d req-5204e32f-5fe3-48f6-8fd6-c49d70b15144 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170070 Dec 08 16:16:31.636916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port 837d9516-082f-497f-8d95-0c68f2c9abd4, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=837d9516-082f-497f-8d95-0c68f2c9abd4,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:31.637525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.661348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Made reservation on behalf of 3133f642bf6f46b39b0e4549606e2215 for: {'subnet': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:31.662734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for 837d9516-082f-497f-8d95-0c68f2c9abd4 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:31.667052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.667772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.741158 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:31.879228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85a1b2-8ea5-4865-a550-5899295e52c2 req-4c204955-c77d-4f1e-b842-0b68b01bc290 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:31.882537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c85a1b2-8ea5-4865-a550-5899295e52c2 req-4c204955-c77d-4f1e-b842-0b68b01bc290 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.1374972 Dec 08 16:16:31.911289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:31.917410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Request body: {'floatingip': {'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:31.935168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.002391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.051842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.119146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=837d9516-082f-497f-8d95-0c68f2c9abd4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:32.154493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-b7173c9f-9b98-4cf8-a56f-89bc7d02fc48 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:32.155776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519eb630-b56a-4767-aa67-44bc0476c028 None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:32.157176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-b7173c9f-9b98-4cf8-a56f-89bc7d02fc48 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1695657 Dec 08 16:16:32.188695 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.304377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port 837d9516-082f-497f-8d95-0c68f2c9abd4 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:32.314030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.320328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-686cbfc6-1ef3-42ae-b0d9-69a8b9fc072a req-febc0766-929b-4cbd-966b-0f0b6e33f0c1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "DELETE /v2.0/ports/837d9516-082f-497f-8d95-0c68f2c9abd4 HTTP/1.1" status: 204 len: 173 time: 1.0594878 Dec 08 16:16:32.333219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-deleted', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:32.338349 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-086f94e9-18ba-44e6-b8a9-e7c363d4db1e" -d '{"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-deleted", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:32.669616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.793735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Subnet': ['ID=d3dc1204-f658-471a-830e-d7fd1f6930c8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:32.844568 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:32.855845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Checking segment: {'id': '25f32f97-8c86-43bf-82f4-39e1980ff240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:32.856213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network hostable DHCP agents. Network: 0b2be961-5024-4d7c-a893-e686bc377c2f, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:32.864359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-a8f61e70-b3fb-42d0-951b-410c8ad0007d tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 696 time: 0.6555924 Dec 08 16:16:32.895455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'floatingip': {'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:32.967790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network 0b2be961-5024-4d7c-a893-e686bc377c2f is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:32.994052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 0b2be961-5024-4d7c-a893-e686bc377c2f) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:33.007296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ee06c3-de0b-4b03-a657-48d5dc1a8017 None None] Network 0b2be961-5024-4d7c-a893-e686bc377c2f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:33.009581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.026882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.102173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device dc78dc5d-1b48-4e3d-8085-9d8387ab86ea details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:33.114655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-cf239945-5f44-4e04-9a74-9333887a6fd9 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.117465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-cf239945-5f44-4e04-9a74-9333887a6fd9 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.58 "GET /v2.0/ports?device_id=e8e3eb61-8e65-47b8-9731-72659026b646 HTTP/1.1" status: 200 len: 945 time: 0.8098164 Dec 08 16:16:33.153426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event updated for resources: {'Subnet': ['ID=9014118b-9a8f-4748-b3ea-23c880ca889c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:33.176517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-0b2be961-5024-4d7c-a893-e686bc377c2f', 'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f', 'project_id': '3133f642bf6f46b39b0e4549606e2215', 'fixed_ips': [{'subnet_id': 'd3dc1204-f658-471a-830e-d7fd1f6930c8'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:16:33.180267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.197694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea59993c-e1c2-4142-ab06-0f591fe8e445 req-346f0062-9f9c-48b7-bae5-606c5c746faf tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.198222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Checking segment: {'id': 'e5353a9a-07a2-4350-8164-9b31e191eaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:33.198747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network hostable DHCP agents. Network: bb37b148-7879-4f80-a0f3-284c4c24f18a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:16:33.201392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea59993c-e1c2-4142-ab06-0f591fe8e445 req-346f0062-9f9c-48b7-bae5-606c5c746faf tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.3426008 Dec 08 16:16:33.295743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Network bb37b148-7879-4f80-a0f3-284c4c24f18a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:16:33.330801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, bb37b148-7879-4f80-a0f3-284c4c24f18a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:33.337911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.344118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.344972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.348805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.354444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c999f22-4c18-4885-9391-dddad9b849f1 None None] Network bb37b148-7879-4f80-a0f3-284c4c24f18a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:33.366173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.426360 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4137aaf-7c69-410f-b618-99797d95c4e4 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.0086911 Dec 08 16:16:33.426675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:33.439429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,segment=NetworkSegment(98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c),segment_id=98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:33.496380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea', 'network_id': '1046bb06-7caf-4d9a-98ff-c8bf3038b095', 'port_id': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea', 'mac_address': 'fa:16:3e:c6:d2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e65d77-fe58-4105-bfb0-81fad2260a1d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:33.534331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b97a05-9b66-427b-891a-dbfb1a4b0682 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.535957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b97a05-9b66-427b-891a-dbfb1a4b0682 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.537655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b97a05-9b66-427b-891a-dbfb1a4b0682 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:33.544860 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-45b97a05-9b66-427b-891a-dbfb1a4b0682 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1113813 Dec 08 16:16:33.545346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47092) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:33.551512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea59993c-e1c2-4142-ab06-0f591fe8e445 req-9caf88f1-2f0a-4412-b0d1-129ae416b9a3 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982786 Dec 08 16:16:33.589280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Allocated IP 172.20.0.2 (0b2be961-5024-4d7c-a893-e686bc377c2f/d3dc1204-f658-471a-830e-d7fd1f6930c8/d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:33.604241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-bb37b148-7879-4f80-a0f3-284c4c24f18a', 'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a', 'project_id': '3133f642bf6f46b39b0e4549606e2215', 'fixed_ips': [{'subnet_id': '9014118b-9a8f-4748-b3ea-23c880ca889c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:16:33.605624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.606526 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Floating IP c194a564-6b4a-45b7-9813-539dfa3f507b associated. External IP: 172.25.3.240, port: d5d27f46-6f52-4368-aae8-9c51fde4e2f8. Dec 08 16:16:33.636874 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.667124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Deleting subnet d3dc1204-f658-471a-830e-d7fd1f6930c8 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:33.700208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Deleting port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:33.700784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:33.717281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc78dc5d-1b48-4e3d-8085-9d8387ab86ea {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:33.825710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,segment=NetworkSegment(98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c),segment_id=98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:33.859189 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.051596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] For port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:34.052732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.053905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:34.115781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Calling delete_port for cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:34.141282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Allocated IP 172.20.0.18 (bb37b148-7879-4f80-a0f3-284c4c24f18a/9014118b-9a8f-4748-b3ea-23c880ca889c/49dc1e94-47ab-4a72-964f-1be96d6db24e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:34.165103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['dc78dc5d-1b48-4e3d-8085-9d8387ab86ea'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:34.169405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:34.214052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:34.228329 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:34.235032 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.241658 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:34.242323 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:34.263791 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.278399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5be488e7-0d03-4d32-80af-b626ec6f9239 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "PUT /v2.0/floatingips/c194a564-6b4a-45b7-9813-539dfa3f507b HTTP/1.1" status: 200 len: 992 time: 2.3655269 Dec 08 16:16:34.279756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.283296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:34.286615 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e63459-b24f-41cb-82a2-e5f0c842b1ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:34.304578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.380265 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.384513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.404986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.437353 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:34.482689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Pushing event updated for resources: {'Port': ['ID=d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:34.485175 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0244e1-73d8-44fc-a974-b0466c33ba85 x-openstack-request-id: req-5a0244e1-73d8-44fc-a974-b0466c33ba85 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:34.485651 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "385e65b1-2e86-4e2e-8661-a2a8686bc07d", "name": "network-vif-deleted", "tag": "837d9516-082f-497f-8d95-0c68f2c9abd4", "status": "failed", "code": 422}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:34.486107 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a0244e1-73d8-44fc-a974-b0466c33ba85 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:34.486756 n-d-820935-5 neutron-server[103282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '385e65b1-2e86-4e2e-8661-a2a8686bc07d', 'name': 'network-vif-deleted', 'tag': '837d9516-082f-497f-8d95-0c68f2c9abd4', 'status': 'failed', 'code': 422} returned with failed status Dec 08 16:16:34.604228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Network 0b2be961-5024-4d7c-a893-e686bc377c2f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:34.617572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:34.623160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:34.755517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.760648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.776766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:34.810620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28c5a7-e564-4349-9667-6f32aec81f29 req-57d7708d-c851-4f69-812c-bf8e46346e7e tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:34.817609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c28c5a7-e564-4349-9667-6f32aec81f29 req-57d7708d-c851-4f69-812c-bf8e46346e7e tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 944 time: 0.2419653 Dec 08 16:16:34.820614 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Floating IP 78881d2a-538d-407b-af46-b096b9c62dd3 associated. External IP: 172.25.3.189, port: 602c6517-53b8-48c6-8e77-03b1a85400f2. Dec 08 16:16:34.863254 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c194a564-6b4a-45b7-9813-539dfa3f507b', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'mac_address': 'fa:16:3e:52:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:51Z', 'updated_at': '2021-12-08T16:16:33Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:34.907657 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:34.930122 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:34.932355 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:34.933206 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:34.966571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event deleted for resources: {'Port': ['ID=cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:34.985330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Subnet': ['ID=d3dc1204-f658-471a-830e-d7fd1f6930c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.000181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.006139 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-944f35ec-fa29-4ddd-b3dc-3699ad16f67d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/subnets/d3dc1204-f658-471a-830e-d7fd1f6930c8 HTTP/1.1" status: 204 len: 168 time: 1.4588675 Dec 08 16:16:35.009881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:35.059425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Attempting to bind port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:35.060041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Attempting to bind port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '25f32f97-8c86-43bf-82f4-39e1980ff240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:35.060769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Attempting to bind port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29 on network 0b2be961-5024-4d7c-a893-e686bc377c2f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:35.072419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] No DVR routers for this DVR port cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:35.078789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.097926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:35.097926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Checking segment: {'id': '25f32f97-8c86-43bf-82f4-39e1980ff240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:35.098284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17f4360e-0e85-4109-b07e-e5be774c51ec req-969876d9-3607-4474-a799-0f73861378dd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.58 "DELETE /v2.0/ports/cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 HTTP/1.1" status: 204 len: 173 time: 1.9317825 Dec 08 16:16:35.098401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.098401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Bound using segment: {'id': '25f32f97-8c86-43bf-82f4-39e1980ff240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:35.098401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Bound port: d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f32f97-8c86-43bf-82f4-39e1980ff240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0b2be961-5024-4d7c-a893-e686bc377c2f'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:35.098401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.098401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.124163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.154927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Deleting subnet 9014118b-9a8f-4748-b3ea-23c880ca889c {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:35.169152 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.234742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Network bb37b148-7879-4f80-a0f3-284c4c24f18a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:35.245453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:35.247617 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:35.281515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Pushing event updated for resources: {'Port': ['ID=49dc1e94-47ab-4a72-964f-1be96d6db24e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.285628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:35.296406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:35.324319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] For port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:35.339006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] For port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29,segment=NetworkSegment(25f32f97-8c86-43bf-82f4-39e1980ff240),segment_id=25f32f97-8c86-43bf-82f4-39e1980ff240)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:35.384707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.384996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.401132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c28c5a7-e564-4349-9667-6f32aec81f29 req-5454d871-9c31-4516-b16f-2df4f17b4376 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5758665 Dec 08 16:16:35.621780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a1d14-fc2c-4db7-bc41-d5f8be55fb84 None None] Pushing event updated for resources: {'Port': ['ID=d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:35.623605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42120842-70d1-4262-b959-abd280aa017f req-7310c563-a1ce-41a5-82a8-61553ab96385 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.626437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42120842-70d1-4262-b959-abd280aa017f req-7310c563-a1ce-41a5-82a8-61553ab96385 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.58 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 945 time: 0.4641838 Dec 08 16:16:35.652165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.774161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['602c6517-53b8-48c6-8e77-03b1a85400f2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:35.815802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.882903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:35.901724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442220bc-baf6-4f10-9d3c-a8c102393de5 req-20cb72b6-3964-4c2a-aeec-b3ba89bd486d tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:35.906164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/subnets/9014118b-9a8f-4748-b3ea-23c880ca889c HTTP/1.1" status: 204 len: 168 time: 0.8942640 Dec 08 16:16:35.910302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-442220bc-baf6-4f10-9d3c-a8c102393de5 req-20cb72b6-3964-4c2a-aeec-b3ba89bd486d tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/ports?device_id=7ab33dd2-a4a7-440b-a525-7d811556cd1a HTTP/1.1" status: 200 len: 945 time: 0.1904962 Dec 08 16:16:35.913895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:35.919821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47112) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:35.936478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77125503-482e-4fdc-9168-5de1d94cd92e None None] Network 0b2be961-5024-4d7c-a893-e686bc377c2f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:35.940611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Attempting to bind port 49dc1e94-47ab-4a72-964f-1be96d6db24e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:35.941276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Attempting to bind port 49dc1e94-47ab-4a72-964f-1be96d6db24e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e5353a9a-07a2-4350-8164-9b31e191eaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:35.942040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Attempting to bind port 49dc1e94-47ab-4a72-964f-1be96d6db24e on network bb37b148-7879-4f80-a0f3-284c4c24f18a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:35.945957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'mac_address': 'fa:16:3e:20:34:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:35.973232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a69bc1-e76c-4b8e-9411-2f4d4e78eb5a tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Subnet': ['ID=9014118b-9a8f-4748-b3ea-23c880ca889c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:36.015282 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c194a564-6b4a-45b7-9813-539dfa3f507b', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'mac_address': 'fa:16:3e:52:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:51Z', 'updated_at': '2021-12-08T16:16:33Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:36.060476 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f70d68a-422d-4e14-a8ab-b3647b95d825 None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c194a564-6b4a-45b7-9813-539dfa3f507b', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'floating_ip_address': '172.25.3.240', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'mac_address': 'fa:16:3e:52:72:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:51Z', 'updated_at': '2021-12-08T16:16:33Z', 'revision_number': 1, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:36.089979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:36.105683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-442220bc-baf6-4f10-9d3c-a8c102393de5 req-558525d5-1378-441f-81e3-f5c8aff1f582 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.62 "GET /v2.0/security-groups?id=53869455-cbfd-40e4-88c2-5946355a4647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911380 Dec 08 16:16:36.110861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:36.111989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Checking segment: {'id': 'e5353a9a-07a2-4350-8164-9b31e191eaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:36.121310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b74fc1d-cb2c-459a-81e3-507291862a28 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.127325 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.129211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Bound using segment: {'id': 'e5353a9a-07a2-4350-8164-9b31e191eaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:36.131050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b74fc1d-cb2c-459a-81e3-507291862a28 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2077320 Dec 08 16:16:36.137838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Bound port: 49dc1e94-47ab-4a72-964f-1be96d6db24e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5353a9a-07a2-4350-8164-9b31e191eaf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bb37b148-7879-4f80-a0f3-284c4c24f18a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:36.138184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:36.138637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.177503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Deleting port 5ba9a164-9170-470a-a484-0ef47d9aae81 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:36.178227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.268428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.354762 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e4fe1-6812-4cf5-863d-375343995400 x-openstack-request-id: req-ac2e4fe1-6812-4cf5-863d-375343995400 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:36.355270 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:36.358675 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac2e4fe1-6812-4cf5-863d-375343995400 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:36.359533 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'status': 'completed', 'code': 200} Dec 08 16:16:36.362897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.417621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:36.419874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] For port 49dc1e94-47ab-4a72-964f-1be96d6db24e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:36.432959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Deleting port 49dc1e94-47ab-4a72-964f-1be96d6db24e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:36.434018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.437899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.459529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:36.475442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:36.495651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'name': 'network-vif-deleted', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:36.498222 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb7389e9-1806-40d7-9fce-b7c088e715ca" -d '{"events": [{"server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "name": "network-vif-deleted", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:36.502222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] For port 49dc1e94-47ab-4a72-964f-1be96d6db24e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=49dc1e94-47ab-4a72-964f-1be96d6db24e,segment=NetworkSegment(e5353a9a-07a2-4350-8164-9b31e191eaf1),segment_id=e5353a9a-07a2-4350-8164-9b31e191eaf1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:36.529128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-c6747d1f-5891-44a2-8e8f-62f03e748ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:36.530151 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.531831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-c6747d1f-5891-44a2-8e8f-62f03e748ad7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1097 time: 0.1468301 Dec 08 16:16:36.577189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] For port 49dc1e94-47ab-4a72-964f-1be96d6db24e, host n-d-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:36.577598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.587271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-139e4bd3-dc89-4e4f-88e9-2667420a8154 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "PUT /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 996 time: 3.7021899 Dec 08 16:16:36.600924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2e7ca4-a14c-49ff-9713-b5130932c3b1 None None] New status for floating IP c194a564-6b4a-45b7-9813-539dfa3f507b: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:36.635308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] For port 5ba9a164-9170-470a-a484-0ef47d9aae81, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5ba9a164-9170-470a-a484-0ef47d9aae81,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:36.635860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.651899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Calling delete_port for 49dc1e94-47ab-4a72-964f-1be96d6db24e owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:36.653825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Calling delete_port for 5ba9a164-9170-470a-a484-0ef47d9aae81 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:36.726725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:36.745364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:36.746054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:36.758801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:36.763071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4848904a-ff8f-4716-bd39-3ff1a6e9caf7 None None] Network bb37b148-7879-4f80-a0f3-284c4c24f18a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:36.794700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Port': ['ID=49dc1e94-47ab-4a72-964f-1be96d6db24e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:36.803315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] No DVR routers for this DVR port 49dc1e94-47ab-4a72-964f-1be96d6db24e on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:36.867714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.066299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1f8770-fe54-4dbe-b200-937f416a58e5 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:16:37.085321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d5634-5019-4552-b872-bd24b2bf570e None None] Pushing event updated for resources: {'Port': ['ID=49dc1e94-47ab-4a72-964f-1be96d6db24e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:37.192272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc50842-794f-4422-8f96-6a8f7d15d1a5 req-8c6e1441-b99c-40f5-a353-b280ae87c9b7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.198771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bc50842-794f-4422-8f96-6a8f7d15d1a5 req-8c6e1441-b99c-40f5-a353-b280ae87c9b7 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 950 time: 0.6626647 Dec 08 16:16:37.205081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device dc78dc5d-1b48-4e3d-8085-9d8387ab86ea up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:37.206147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-665f8d2d-f0e5-4194-98ae-d250c06814ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.208016 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-665f8d2d-f0e5-4194-98ae-d250c06814ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.6663558 Dec 08 16:16:37.210623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.225458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:37.296419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb37b148-7879-4f80-a0f3-284c4c24f18a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:37.305251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-1d4404d4-d649-459b-85d2-91664b012193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.313572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-1d4404d4-d649-459b-85d2-91664b012193 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.1619422 Dec 08 16:16:37.325937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5353a9a-07a2-4350-8164-9b31e191eaf1') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:37.326440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5353a9a-07a2-4350-8164-9b31e191eaf1') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:37.345760 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-148f2831-8c86-4c18-8b71-29555f8e95df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 1002 time: 0.1255913 Dec 08 16:16:37.349029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.351966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5ba9a164-9170-470a-a484-0ef47d9aae81 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:37.352399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bc50842-794f-4422-8f96-6a8f7d15d1a5 req-6bf18506-48cf-4612-bd79-aa23e66d6fc8 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489170 Dec 08 16:16:37.407676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.499781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] No DVR routers for this DVR port 5ba9a164-9170-470a-a484-0ef47d9aae81 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:37.502454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Pushing event deleted for resources: {'Port': ['ID=5ba9a164-9170-470a-a484-0ef47d9aae81,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:37.504951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.510804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42120842-70d1-4262-b959-abd280aa017f req-40676ec5-3f2f-4484-bf3f-7a5c0a9a44f5 tempest-FloatingIPsAssociationNegativeTestJSON-826512762 tempest-FloatingIPsAssociationNegativeTestJSON-826512762-project] 10.222.0.58 "DELETE /v2.0/ports/5ba9a164-9170-470a-a484-0ef47d9aae81 HTTP/1.1" status: 204 len: 173 time: 1.8422384 Dec 08 16:16:37.520873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.540827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:37.540827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.541325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:37.542460 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:37.594519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:37.598997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-35696380-576f-4519-8ee0-db4d18f7f65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.609368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-35696380-576f-4519-8ee0-db4d18f7f65e service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.2944455 Dec 08 16:16:37.626576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No active binding found for port 5ba9a164-9170-470a-a484-0ef47d9aae81 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:16:37.626576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5ba9a164-9170-470a-a484-0ef47d9aae81 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:37.627058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:37.702527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-770dd04c-328f-43af-8f3b-bb90a451a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.707483 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-770dd04c-328f-43af-8f3b-bb90a451a4e2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.3167419 Dec 08 16:16:37.758672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-8594cf1d-34d9-4115-9968-22d05a28e997 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 999 time: 0.1471136 Dec 08 16:16:37.791064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:37.793365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.807905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.816098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/networks/bb37b148-7879-4f80-a0f3-284c4c24f18a HTTP/1.1" status: 204 len: 168 time: 1.6769085 Dec 08 16:16:37.817662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47132) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:37.836773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e4a07a-05ec-4248-b098-85b6d263ef0d tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Network': ['ID=bb37b148-7879-4f80-a0f3-284c4c24f18a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:37.841923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-b89dc9c2-5a40-43ff-a8f8-9d7d1efd848e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.843667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-b89dc9c2-5a40-43ff-a8f8-9d7d1efd848e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1172259 Dec 08 16:16:37.863813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1f8770-fe54-4dbe-b200-937f416a58e5 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:16:37.900401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:37.900981 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:37.959465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-f9960d36-b662-470a-ab76-fa0d25a3c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:37.961139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-f9960d36-b662-470a-ab76-fa0d25a3c615 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.1940155 Dec 08 16:16:37.980635 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-fb2fa36f-c04e-42a8-8420-ad427af3e154 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287603 Dec 08 16:16:38.024750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.039904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-12c1d652-d485-4391-b817-2b75fee7c5ba tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:38.041517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-12c1d652-d485-4391-b817-2b75fee7c5ba tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.2544985 Dec 08 16:16:38.071896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-b323f657-3001-4dd2-ae8f-23f894be71bc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.0232427 Dec 08 16:16:38.097237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-651d2d83-3c55-41f5-bbee-5e864e0b799f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:38.098921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-651d2d83-3c55-41f5-bbee-5e864e0b799f service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243875 Dec 08 16:16:38.138408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-0b1d0061-eb8f-45d6-b363-c4bc17a98466 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383754 Dec 08 16:16:38.148709 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34e63459-b24f-41cb-82a2-e5f0c842b1ff req-b111ab8f-2f33-424a-93bd-3f5f411b5d03 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616535 Dec 08 16:16:38.325484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Deleting port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:38.326406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.331696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-dfffa8ad-7c2d-4e6a-b376-98c1c21d4294 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191184 Dec 08 16:16:38.352524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-ed1fbfe3-cb62-48fb-be25-87e4473771f7 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992209 Dec 08 16:16:38.424547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.517257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:38.601976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:38.604123 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.612171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.612864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:38.616607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] For port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29,segment=NetworkSegment(25f32f97-8c86-43bf-82f4-39e1980ff240),segment_id=25f32f97-8c86-43bf-82f4-39e1980ff240)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:38.617001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.645481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Calling delete_port for d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:38.686825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:38.687170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:38.718598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:38.720974 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ee20c7-9d9b-434e-959c-4a6b4aa8651b" -d '{"events": [{"server_uuid": "8f8f71cc-e866-41c6-9e7c-0dde1367c1bb", "name": "network-vif-plugged", "status": "completed", "tag": "dc78dc5d-1b48-4e3d-8085-9d8387ab86ea"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:38.743629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f22342b-cb14-4f61-9e67-a67749badc30 req-d9209580-e4b5-43ea-82d4-ee8ce6e48f26 service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873205 Dec 08 16:16:38.750953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-cecba83d-22c4-44e7-b1f1-ba307602b5ba service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967507 Dec 08 16:16:38.752562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,segment=NetworkSegment(98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c),segment_id=98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:38.769854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.778274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:34Z', 'revision_number': 8, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:38.814965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:38.817122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:38.850093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:38.913534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:38.914251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:38.931617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] No DVR routers for this DVR port d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:38.937307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Port': ['ID=d14408c1-cdd2-4fd0-acae-1ba3c8c2ce29,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:39.011229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:39.104588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2370b-837d-4cba-9f90-a35080ecbc0d None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:16:39.165673 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30fe7acf-3bd3-4351-9298-7d630d539a63 x-openstack-request-id: req-30fe7acf-3bd3-4351-9298-7d630d539a63 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:39.166100 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8e3eb61-8e65-47b8-9731-72659026b646", "name": "network-vif-deleted", "tag": "cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:39.166425 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-30fe7acf-3bd3-4351-9298-7d630d539a63 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:39.166897 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8e3eb61-8e65-47b8-9731-72659026b646', 'name': 'network-vif-deleted', 'tag': 'cb0fb98e-6fdf-45a9-8ecb-faf4e9a7f7f1', 'status': 'completed', 'code': 200} Dec 08 16:16:39.180181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47146) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:39.197405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.263236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833e005-ded8-4f4e-8e80-cd4c0467258b req-c1b085e5-3349-43c7-b30c-7f82ef7aec95 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.265113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c833e005-ded8-4f4e-8e80-cd4c0467258b req-c1b085e5-3349-43c7-b30c-7f82ef7aec95 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 945 time: 0.3408897 Dec 08 16:16:39.284979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2be961-5024-4d7c-a893-e686bc377c2f']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:39.288896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:39.362703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f32f97-8c86-43bf-82f4-39e1980ff240') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:39.363449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f32f97-8c86-43bf-82f4-39e1980ff240') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:39.395229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.431662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:39.445327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c833e005-ded8-4f4e-8e80-cd4c0467258b req-bcc625ff-7562-459f-96c5-55a38ab8411d tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575086 Dec 08 16:16:39.446998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.460918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:39.460918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.516760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b2370b-837d-4cba-9f90-a35080ecbc0d None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:39.562065 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:39.586940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0580b187-8996-45b0-b9b6-e97d29fa47ad triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:39.587701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.687825 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3bde78-43e1-48c8-b4cb-b7116159ab00 x-openstack-request-id: req-7b3bde78-43e1-48c8-b4cb-b7116159ab00 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:39.688272 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f71cc-e866-41c6-9e7c-0dde1367c1bb", "name": "network-vif-plugged", "status": "completed", "tag": "dc78dc5d-1b48-4e3d-8085-9d8387ab86ea", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:39.688674 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b3bde78-43e1-48c8-b4cb-b7116159ab00 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:39.689287 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea', 'code': 200} Dec 08 16:16:39.836688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd627a-584f-4e32-b46c-51654d519df5 req-3b7e7c87-d6b1-44c7-92e2-f037c2b381fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:39.838988 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-21bd627a-584f-4e32-b46c-51654d519df5 req-3b7e7c87-d6b1-44c7-92e2-f037c2b381fb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 1096 time: 0.0734122 Dec 08 16:16:39.908352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.944872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:39.950179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-21bd627a-584f-4e32-b46c-51654d519df5 req-81157a32-a53c-4acb-94cf-cf2a2ad72bb1 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030798 Dec 08 16:16:39.951313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/networks/0b2be961-5024-4d7c-a893-e686bc377c2f HTTP/1.1" status: 204 len: 168 time: 2.1231267 Dec 08 16:16:39.956697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:39.988123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb90c46-915b-4ea4-b7bd-a4858a46dbff tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Network': ['ID=0b2be961-5024-4d7c-a893-e686bc377c2f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:40.017757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deb064-6746-4807-beb7-9e9fba8ff317 req-9f724d3b-39d6-430e-98af-23df22e3eeef tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.021003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81deb064-6746-4807-beb7-9e9fba8ff317 req-9f724d3b-39d6-430e-98af-23df22e3eeef tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 949 time: 0.4400301 Dec 08 16:16:40.093237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e90e1b2f-97ad-46dd-9d3a-09473b0918bc req-c93be5d3-37ff-42fe-8344-0f50fa8a2def tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 996 time: 0.3316650 Dec 08 16:16:40.209150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.233508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.438955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81deb064-6746-4807-beb7-9e9fba8ff317 req-b41ad434-f37c-4fe3-8980-a9d54c23dfe2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3743706 Dec 08 16:16:40.446715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:40.456506 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.600913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:34Z', 'revision_number': 8, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:40.602743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e1b2f-97ad-46dd-9d3a-09473b0918bc req-562153a8-317f-4386-9754-35109bcfc6ba tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:40.605692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e90e1b2f-97ad-46dd-9d3a-09473b0918bc req-562153a8-317f-4386-9754-35109bcfc6ba tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.5108747 Dec 08 16:16:40.667896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.739104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:40.741347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9c3279-5cbc-466f-adaa-f0f91c136999']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:40.751924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271af553-54ef-43ac-a9be-3a1f2526ca83 None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '78881d2a-538d-407b-af46-b096b9c62dd3', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'floating_ip_address': '172.25.3.189', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'port_id': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'mac_address': 'fa:16:3e:8e:fa:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:15:24Z', 'updated_at': '2021-12-08T16:16:34Z', 'revision_number': 8, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:40.767300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7c3798-8a6b-49a7-92dd-ff465f3e1ad0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:40.767646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7c3798-8a6b-49a7-92dd-ff465f3e1ad0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:40.773286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.774303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.774657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.775000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.775336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.775667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.776000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.776385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.776802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.777137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.777462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.777784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.778131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:16:40.798636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18bca640-ab34-44b9-a4b2-64838d99c51f req-027cd700-882f-41cd-87ab-53d356abde5a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 210 time: 0.1353128 Dec 08 16:16:40.823669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.893710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.926059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:40.928720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.937036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:40.974369 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:41.204657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.217697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.238957 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/networks/5c9c3279-5cbc-466f-adaa-f0f91c136999 HTTP/1.1" status: 204 len: 168 time: 1.2800004 Dec 08 16:16:41.256765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:41.314613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6862ae-43ba-4430-8321-71de8fcde938 req-66bb7c77-b906-4a41-a36e-f875b198a352 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.320270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df6862ae-43ba-4430-8321-71de8fcde938 req-66bb7c77-b906-4a41-a36e-f875b198a352 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 945 time: 0.3800879 Dec 08 16:16:41.321170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}, {'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'name': 'network-vif-deleted', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:41.325704 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}, {"server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "name": "network-vif-deleted", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:41.367600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95db2f8d-6d26-4294-ba1f-e716eb0bbc48 None None] New status for floating IP 78881d2a-538d-407b-af46-b096b9c62dd3: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:41.461782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623246f1-05ff-48e3-b153-8da1286c42be tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Network': ['ID=5c9c3279-5cbc-466f-adaa-f0f91c136999,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:41.474089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.623002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-7c689d5f-31c3-4d4d-a9c9-9862916e6e47 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 999 time: 0.4818335 Dec 08 16:16:41.690299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.738318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f03682-85d2-462e-92fb-202290d8252d']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:41.758193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8275b0a-6b87-4b5f-ace1-4317642511df') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:41.758647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8275b0a-6b87-4b5f-ace1-4317642511df') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:41.780984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.811740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.824502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:41.824961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-f1d91f6b-3f8a-44a1-b805-c8ca51b2820a tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.825226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.826752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-f1d91f6b-3f8a-44a1-b805-c8ca51b2820a tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports/602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 942 time: 0.1241546 Dec 08 16:16:41.878902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:41.885992 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7209ff-d356-435d-97a9-99cec4285b8b" -d '{"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-plugged", "status": "completed", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:41.887186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df6862ae-43ba-4430-8321-71de8fcde938 req-dfacce85-9979-4251-bd14-d9ceaf235fd3 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650103 Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:41.948443 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:41.956073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.966715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:41.981103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-753e4c60-2c8b-4d4f-b10c-889ba6112de5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:41.983886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-753e4c60-2c8b-4d4f-b10c-889ba6112de5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.6516788 Dec 08 16:16:41.987083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] 10.222.0.62 "DELETE /v2.0/networks/20f03682-85d2-462e-92fb-202290d8252d HTTP/1.1" status: 204 len: 168 time: 0.7288399 Dec 08 16:16:42.003608 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8098376-2bff-461e-ac9a-7462ffa99f79 x-openstack-request-id: req-c8098376-2bff-461e-ac9a-7462ffa99f79 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:42.004475 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "status": "completed", "code": 200}, {"server_uuid": "7ab33dd2-a4a7-440b-a525-7d811556cd1a", "name": "network-vif-deleted", "tag": "5ba9a164-9170-470a-a484-0ef47d9aae81", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:42.005176 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8098376-2bff-461e-ac9a-7462ffa99f79 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:42.006901 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'status': 'completed', 'code': 200} Dec 08 16:16:42.007806 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ab33dd2-a4a7-440b-a525-7d811556cd1a', 'name': 'network-vif-deleted', 'tag': '5ba9a164-9170-470a-a484-0ef47d9aae81', 'status': 'completed', 'code': 200} Dec 08 16:16:42.064524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f7613a-eb9c-4e99-b579-0005781df4a6 tempest-BulkNetworkOpsTest-1781609511 tempest-BulkNetworkOpsTest-1781609511-project] Pushing event deleted for resources: {'Network': ['ID=20f03682-85d2-462e-92fb-202290d8252d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:42.113845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:42.136530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-35b8231c-3660-4843-8e43-e09040b2cda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.138324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-35b8231c-3660-4843-8e43-e09040b2cda0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.1246476 Dec 08 16:16:42.360962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-ce918a8c-8e97-4bca-8c54-020460c946e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.364093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-ce918a8c-8e97-4bca-8c54-020460c946e8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.2181952 Dec 08 16:16:42.542853 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-43e83040-4e7e-4284-9c40-55d71349ad0c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 1001 time: 0.1708233 Dec 08 16:16:42.548732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-42b61552-abbd-4ef1-9aac-20cfd311538f tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.5619090 Dec 08 16:16:42.623605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:42.650421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-a1f08425-6abc-47d3-a1c2-81210428a8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.652058 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-a1f08425-6abc-47d3-a1c2-81210428a8da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.0907524 Dec 08 16:16:42.738768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-0fd17d09-122d-4adf-ba77-3d7b382932a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:42.744340 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-0fd17d09-122d-4adf-ba77-3d7b382932a4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849326 Dec 08 16:16:42.951300 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7e9983fc-9986-4f5c-b348-258538542dc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3133f642bf6f46b39b0e4549606e2215&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3261447 Dec 08 16:16:42.954475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-e04ff205-e147-48e7-99d0-61d385f439a1 service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032714 Dec 08 16:16:42.955101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:43.088532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b359598-29cb-4115-b5c4-8d8daa9de5bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.109596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:16:43.114934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.121104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9cf8148c-0348-481e-a43e-ac0f9b26ad0d req-95a8fff4-0577-4a1b-ac8d-2463b6c98dec service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579032 Dec 08 16:16:43.134171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b359598-29cb-4115-b5c4-8d8daa9de5bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.157084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be666eff-4054-4b47-bb1c-5b8f9f5b0c16 req-fab01422-8531-4ca4-ab2f-e158f409455e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.158737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be666eff-4054-4b47-bb1c-5b8f9f5b0c16 req-fab01422-8531-4ca4-ab2f-e158f409455e tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 951 time: 0.9922090 Dec 08 16:16:43.214464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b359598-29cb-4115-b5c4-8d8daa9de5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.217982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b359598-29cb-4115-b5c4-8d8daa9de5bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.219611 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b359598-29cb-4115-b5c4-8d8daa9de5bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04163ae3-6682-48a3-a68c-e1445697ea73 HTTP/1.1" status: 204 len: 168 time: 0.2633629 Dec 08 16:16:43.234716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b359598-29cb-4115-b5c4-8d8daa9de5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04163ae3-6682-48a3-a68c-e1445697ea73,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:43.272638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Deleting port e0ee0c60-1477-4bfa-9932-e9be185ed341 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:43.272638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.380557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-0c5fb9a5-4dfa-4bf0-8a30-d1dbe97a05bd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:43.383902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-0c5fb9a5-4dfa-4bf0-8a30-d1dbe97a05bd tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.8156536 Dec 08 16:16:43.447249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be666eff-4054-4b47-bb1c-5b8f9f5b0c16 req-eb15d330-1ef0-427c-9cdb-cd7f03bdee02 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734587 Dec 08 16:16:43.616104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.11 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/405730bb-94e6-4dd9-b553-9a1fd645d554) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:16:43.628396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] For port e0ee0c60-1477-4bfa-9932-e9be185ed341, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e0ee0c60-1477-4bfa-9932-e9be185ed341,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:43.628909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.646031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-3a23ae4a-10a7-4ef6-b6c4-84945f4bcfeb tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 1001 time: 0.2410128 Dec 08 16:16:43.665357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Calling delete_port for e0ee0c60-1477-4bfa-9932-e9be185ed341 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:43.689125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:43.847015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-324e2ba4-bbc8-4a54-b892-758e2f67f827 req-c5e18d45-ec30-4f53-9782-c31be7ba7335 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 210 time: 0.1368468 Dec 08 16:16:43.911359 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:43.936879 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfb50e2-93a6-4127-ad57-70849454cfa7 x-openstack-request-id: req-bdfb50e2-93a6-4127-ad57-70849454cfa7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:43.937615 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-plugged", "status": "completed", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:43.938241 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdfb50e2-93a6-4127-ad57-70849454cfa7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:43.939454 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'code': 200} Dec 08 16:16:44.198300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98842876-1967-4bd2-addd-d07638236309 req-2a5519df-3e03-4a08-9fe1-df8134c8e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.200863 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98842876-1967-4bd2-addd-d07638236309 req-2a5519df-3e03-4a08-9fe1-df8134c8e66e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1102 time: 0.0673690 Dec 08 16:16:44.283798 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98842876-1967-4bd2-addd-d07638236309 req-54feb916-d66a-4a01-9f63-7cc16966b4d7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750196 Dec 08 16:16:44.363113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.446223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:44.467437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.495159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.495699 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Floating IP 78881d2a-538d-407b-af46-b096b9c62dd3 disassociated. External IP: 172.25.3.189, port: 602c6517-53b8-48c6-8e77-03b1a85400f2. Dec 08 16:16:44.515905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa47c30-c22c-4fd7-b4f9-edcb9f3bbc26 req-e870e57e-adc3-41c5-8b7a-c57531b6729e tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:44.518750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fa47c30-c22c-4fd7-b4f9-edcb9f3bbc26 req-e870e57e-adc3-41c5-8b7a-c57531b6729e tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 945 time: 0.3444979 Dec 08 16:16:44.619686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-27f003ca-8013-4dfb-8099-48a4a2704e7b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:44.620674 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-27f003ca-8013-4dfb-8099-48a4a2704e7b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:16:44.621476 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-27f003ca-8013-4dfb-8099-48a4a2704e7b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:16:44.623107 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-27f003ca-8013-4dfb-8099-48a4a2704e7b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1751618 Dec 08 16:16:44.628746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47218) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:44.636189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103942289'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:44.667729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.675114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.687264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.785171 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.798602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fa47c30-c22c-4fd7-b4f9-edcb9f3bbc26 req-db4c20a3-6798-4caf-8dd7-2753021c8bc3 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230668 Dec 08 16:16:44.801600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:16:44.818362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.818697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:16:44.834701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:16:44.837403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:44.869413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729a7851-1fe0-4801-af42-207e568618ce None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:44.885110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=405730bb-94e6-4dd9-b553-9a1fd645d554,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:44.937722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d5a97-204a-4c50-a9e8-094e5fa96143,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:44.967379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5424f1f8-b5ba-43da-840a-9781cc15d1e7 None None] Provisioning complete for port 405730bb-94e6-4dd9-b553-9a1fd645d554 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:44.970689 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5424f1f8-b5ba-43da-840a-9781cc15d1e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.075665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.086644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.124684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ee0c60-1477-4bfa-9932-e9be185ed341,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.129194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.131226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5012991 Dec 08 16:16:45.133920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0c9d55-deaf-4ce4-a45d-6ff404be4f6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1350967c-3ad2-4498-9e76-30c97705eb62,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.136677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47226) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.139716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5424f1f8-b5ba-43da-840a-9781cc15d1e7 None None] Port 405730bb-94e6-4dd9-b553-9a1fd645d554 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:16:45.142835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '1350967c-3ad2-4498-9e76-30c97705eb62', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:45.202194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.303389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.304513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.352249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.358580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.397879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ca2515f-5229-4cfa-847e-ab0b9928f893,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.416141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.424431 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b9d1aaf7-20b4-4432-916a-d3872ec19db8 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2858386 Dec 08 16:16:45.426655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.436025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9dc66edd-8e64-4678-99fd-34f8fff2d670 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '1350967c-3ad2-4498-9e76-30c97705eb62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:45.488375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9dc66edd-8e64-4678-99fd-34f8fff2d670 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.524959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-c2d6a8b9-c299-4cf1-a3e1-abb4994e6e4d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4203393 Dec 08 16:16:45.560436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a633cc-80c5-4b50-8074-51b0fdc3bcb0 req-bafcad61-5c72-44bb-af0c-1f343f7a53ad tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:45.564359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95a633cc-80c5-4b50-8074-51b0fdc3bcb0 req-bafcad61-5c72-44bb-af0c-1f343f7a53ad tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 951 time: 0.4124458 Dec 08 16:16:45.583468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Request body: {'port': {'device_id': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:45.584695 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-9dc66edd-8e64-4678-99fd-34f8fff2d670 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:16:45.585440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9dc66edd-8e64-4678-99fd-34f8fff2d670 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1568217 Dec 08 16:16:45.589968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.608025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:45.699308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e4db958-ff36-4f15-99a7-1cede8584fc3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.734495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e4db958-ff36-4f15-99a7-1cede8584fc3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.813904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e4db958-ff36-4f15-99a7-1cede8584fc3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.819922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e4db958-ff36-4f15-99a7-1cede8584fc3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.827062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e4db958-ff36-4f15-99a7-1cede8584fc3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/1350967c-3ad2-4498-9e76-30c97705eb62 HTTP/1.1" status: 204 len: 168 time: 0.2304955 Dec 08 16:16:45.827062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47238) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.849359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4db958-ff36-4f15-99a7-1cede8584fc3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1350967c-3ad2-4498-9e76-30c97705eb62,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:45.932084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5f8c907b-7ae0-43d2-bbe5-be103cb2b8d9 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1045680 Dec 08 16:16:45.938824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47240) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:45.947601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1172490328'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:45.955210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.981940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95a633cc-80c5-4b50-8074-51b0fdc3bcb0 req-dad9bc1f-77d9-475b-8e7a-55c7365bd551 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899651 Dec 08 16:16:45.992195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:45.996051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.196066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.204872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.292430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f681e6e0-5c0d-42cd-b1e0-ad742731e400,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:46.316904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.324998 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2edb42bc-2235-4d48-b30a-08b81df27aaf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3810954 Dec 08 16:16:46.325615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47242) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:46.332162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-06bc1a17-4a00-455f-9fa7-7fa202c7371c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': 'f681e6e0-5c0d-42cd-b1e0-ad742731e400', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:46.333323 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-06bc1a17-4a00-455f-9fa7-7fa202c7371c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 16:16:46.334577 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-06bc1a17-4a00-455f-9fa7-7fa202c7371c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:46.340405 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06bc1a17-4a00-455f-9fa7-7fa202c7371c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0083239 Dec 08 16:16:46.340713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47244) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:46.421240 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1cdbe7a-0f04-40e3-9244-3594c6c691c7 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.477975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1cdbe7a-0f04-40e3-9244-3594c6c691c7 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.570333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1cdbe7a-0f04-40e3-9244-3594c6c691c7 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.577142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1cdbe7a-0f04-40e3-9244-3594c6c691c7 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.579484 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a1cdbe7a-0f04-40e3-9244-3594c6c691c7 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/f681e6e0-5c0d-42cd-b1e0-ad742731e400 HTTP/1.1" status: 204 len: 168 time: 0.2376633 Dec 08 16:16:46.585579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:46.621220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cdbe7a-0f04-40e3-9244-3594c6c691c7 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f681e6e0-5c0d-42cd-b1e0-ad742731e400,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:46.732224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-21e2b614-9bec-4591-b566-fb4af1ee7470 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1433821 Dec 08 16:16:46.738974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:46.747387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--195960630'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:46.792454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.868555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:46.891035 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:46.934779 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:46.936232 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:46.947420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.952936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.985863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:46.987267 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2462490 Dec 08 16:16:46.993401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.001771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-db9b97b5-7052-45f2-867a-353a4f31c9c4 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '55c0bc75-f4a3-4c67-94f6-e7c09898a204', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:47.001771 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-db9b97b5-7052-45f2-867a-353a4f31c9c4 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 16:16:47.003183 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-db9b97b5-7052-45f2-867a-353a4f31c9c4 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:47.003183 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db9b97b5-7052-45f2-867a-353a4f31c9c4 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0086608 Dec 08 16:16:47.005471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eead61d7-d436-40d8-8bb3-94830e8b0d1d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55c0bc75-f4a3-4c67-94f6-e7c09898a204,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:47.005714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.008705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47254) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.080511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b755b9-c4e8-4a02-b9b8-a1152f196032 req-771b1bd1-5aa0-4a5e-b642-9b79daaedb75 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.083332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45b755b9-c4e8-4a02-b9b8-a1152f196032 req-771b1bd1-5aa0-4a5e-b642-9b79daaedb75 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 932 time: 0.3620918 Dec 08 16:16:47.084942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-238e009c-58da-4650-a649-2f2c21b624b3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.139589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-73cb8a45-e33b-4621-85fe-311aa616fb72 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "PUT /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 696 time: 3.4661958 Dec 08 16:16:47.142123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-238e009c-58da-4650-a649-2f2c21b624b3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.160412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:47.164932 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219f0a7c-122f-4ede-bc96-763f249c65fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:47.243027 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-238e009c-58da-4650-a649-2f2c21b624b3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.248205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-238e009c-58da-4650-a649-2f2c21b624b3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.250205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-238e009c-58da-4650-a649-2f2c21b624b3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/55c0bc75-f4a3-4c67-94f6-e7c09898a204 HTTP/1.1" status: 204 len: 168 time: 0.2402465 Dec 08 16:16:47.261782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.273285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:47.294312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e009c-58da-4650-a649-2f2c21b624b3 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c0bc75-f4a3-4c67-94f6-e7c09898a204,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:47.383674 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d46ddcf6-da37-44c9-b1f6-55425c601dac tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1197984 Dec 08 16:16:47.389544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.400936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--731802225'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:47.441705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-716a6949-270a-4ab5-a111-4af1116eabac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.442518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.444348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-716a6949-270a-4ab5-a111-4af1116eabac service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.2723858 Dec 08 16:16:47.464186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45b755b9-c4e8-4a02-b9b8-a1152f196032 req-2b3033a4-16ff-4ee8-bf70-7767bcd32643 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441470 Dec 08 16:16:47.609524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.617082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.675923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:47.685599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.690830 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-813e94ee-0de3-43cf-8a12-05e68c6764b2 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2963448 Dec 08 16:16:47.690830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47266) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.701589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-30d20188-bff2-42f5-8173-9beb8704007c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:47.709388 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-30d20188-bff2-42f5-8173-9beb8704007c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 16:16:47.711023 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-30d20188-bff2-42f5-8173-9beb8704007c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:47.715238 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-30d20188-bff2-42f5-8173-9beb8704007c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0200799 Dec 08 16:16:47.716140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.727510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f98063c7-a97e-46f3-acc1-4191e20cc621 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:47.728579 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-f98063c7-a97e-46f3-acc1-4191e20cc621 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 16:16:47.729384 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-f98063c7-a97e-46f3-acc1-4191e20cc621 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:47.734434 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f98063c7-a97e-46f3-acc1-4191e20cc621 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0145361 Dec 08 16:16:47.734914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.750946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2c7c0dd0-2041-4256-ae5f-7ad645b21f37 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:47.752312 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-2c7c0dd0-2041-4256-ae5f-7ad645b21f37 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 16:16:47.752856 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-2c7c0dd0-2041-4256-ae5f-7ad645b21f37 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:47.757878 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c7c0dd0-2041-4256-ae5f-7ad645b21f37 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0152979 Dec 08 16:16:47.759259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47272) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.772639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-408424a6-aaee-4750-9ccc-70790b8e6c6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:47.773643 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-408424a6-aaee-4750-9ccc-70790b8e6c6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 16:16:47.774223 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-408424a6-aaee-4750-9ccc-70790b8e6c6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:47.779465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-408424a6-aaee-4750-9ccc-70790b8e6c6c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0149913 Dec 08 16:16:47.779834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:47.803149 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:47.848802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:16:47.880390 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:47.886226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95845680-741c-4ae8-8ffc-0362e81c71cf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.904409 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:47.905997 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:47.919239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95845680-741c-4ae8-8ffc-0362e81c71cf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.921842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-8d01add2-5c93-485c-859a-5f8cad081b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:47.924654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-8d01add2-5c93-485c-859a-5f8cad081b63 service neutron] 10.222.0.62 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.4587140 Dec 08 16:16:47.937419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405730bb-94e6-4dd9-b553-9a1fd645d554 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:47.974718 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.987893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95845680-741c-4ae8-8ffc-0362e81c71cf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.991350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95845680-741c-4ae8-8ffc-0362e81c71cf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:47.992603 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95845680-741c-4ae8-8ffc-0362e81c71cf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c HTTP/1.1" status: 204 len: 168 time: 0.2117863 Dec 08 16:16:47.996908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.024113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95845680-741c-4ae8-8ffc-0362e81c71cf tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0b1ba-fe3c-44fb-b9e2-7a7e7511232c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:48.051249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-efc955cd-a1dd-4948-ae9b-c2002d72d8d5 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 217 time: 0.1025209 Dec 08 16:16:48.066664 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-717432c4-73bc-436f-8055-ee323bd81473 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0685394 Dec 08 16:16:48.076170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.081691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314236072'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.136144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:48.142785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Transition to ACTIVE for port object 405730bb-94e6-4dd9-b553-9a1fd645d554 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:16:48.227053 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:48.235770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:48.243752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570e20a-007b-4d56-8ff0-a077038a65aa req-cd3010c7-4cc5-4341-9bb3-6c3e4df1d548 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.244219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:48.246624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7570e20a-007b-4d56-8ff0-a077038a65aa req-cd3010c7-4cc5-4341-9bb3-6c3e4df1d548 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 951 time: 0.4229462 Dec 08 16:16:48.274440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:48.315352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-2300458e-ac7d-4cd6-9fff-689c8dcf697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.328118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-2300458e-ac7d-4cd6-9fff-689c8dcf697a service neutron] 10.222.0.62 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.1729796 Dec 08 16:16:48.331380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:48.338179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2550972 Dec 08 16:16:48.340644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.345461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-07380a60-d53e-4b8c-a56b-49b2163f3359 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.346282 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-07380a60-d53e-4b8c-a56b-49b2163f3359 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:16:48.346819 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-07380a60-d53e-4b8c-a56b-49b2163f3359 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.353115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-07380a60-d53e-4b8c-a56b-49b2163f3359 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075510 Dec 08 16:16:48.353115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d191e8-7839-445d-b5b3-c6a137612032 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=946ba7fa-4149-409b-82d3-3f7349c734fa,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:48.362551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47288) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.369321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e2bd70ad-d010-40de-af0f-bea4c151b116 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.429573 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-e2bd70ad-d010-40de-af0f-bea4c151b116 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.435625 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2bd70ad-d010-40de-af0f-bea4c151b116 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0677593 Dec 08 16:16:48.458307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47292) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.464446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c7e5b-b643-4cdf-85fd-8d352588fd5a None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:48.466784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4261a3e6-0b63-4d43-896a-499b7accbc2d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.467471 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-4261a3e6-0b63-4d43-896a-499b7accbc2d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 16:16:48.468405 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-4261a3e6-0b63-4d43-896a-499b7accbc2d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.473619 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4261a3e6-0b63-4d43-896a-499b7accbc2d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081801 Dec 08 16:16:48.476359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.482483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d79c723e-95bd-4349-80e6-ebca949c3b5b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.582270 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-d79c723e-95bd-4349-80e6-ebca949c3b5b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.587609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d79c723e-95bd-4349-80e6-ebca949c3b5b tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1097775 Dec 08 16:16:48.596445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.604333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-695e624c-2647-4f6d-919d-7b18befd9707 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.619119 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-695e624c-2647-4f6d-919d-7b18befd9707 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:16:48.619490 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-695e624c-2647-4f6d-919d-7b18befd9707 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.621213 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-695e624c-2647-4f6d-919d-7b18befd9707 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0231445 Dec 08 16:16:48.626009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.634327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c6c4798e-8e2e-412f-b0ea-70ae5ecfa642 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.639517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Pushing event updated for resources: {'Port': ['ID=405730bb-94e6-4dd9-b553-9a1fd645d554,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:48.677531 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-c6c4798e-8e2e-412f-b0ea-70ae5ecfa642 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Project 0139d1c3444d44348bedbd7f9f67dab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:16:48.691813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:16:48.705149 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-c6c4798e-8e2e-412f-b0ea-70ae5ecfa642 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.712988 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c6c4798e-8e2e-412f-b0ea-70ae5ecfa642 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0800619 Dec 08 16:16:48.712988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47308) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.713425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c09cc0bc-2e59-4d42-bf9f-730741cdd48d admin admin] 10.222.0.62 "PUT /v2.0/routers/c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5271230 Dec 08 16:16:48.713591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] Sync routers for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:16:48.713840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47310) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.721868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-91292904-b993-4089-a261-fe649891b107 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.722709 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-91292904-b993-4089-a261-fe649891b107 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 16:16:48.723599 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-91292904-b993-4089-a261-fe649891b107 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:48.729824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-91292904-b993-4089-a261-fe649891b107 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0105460 Dec 08 16:16:48.737004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47312) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:48.744241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:48.745931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:48.750014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-db52d3e6-bb25-4c68-99bc-86bb7d402918 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:48.789962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7570e20a-007b-4d56-8ff0-a077038a65aa req-a0629c66-9f92-4223-b99c-1bb8eb1067c8 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5242801 Dec 08 16:16:48.793430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-b55eb825-5ff5-46e3-99e6-f1f4d893e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:48.796228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-b55eb825-5ff5-46e3-99e6-f1f4d893e92d service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677909 Dec 08 16:16:48.951575 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-db52d3e6-bb25-4c68-99bc-86bb7d402918 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Project 0139d1c3444d44348bedbd7f9f67dab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:16:49.000659 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-db52d3e6-bb25-4c68-99bc-86bb7d402918 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:49.002559 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db52d3e6-bb25-4c68-99bc-86bb7d402918 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2606640 Dec 08 16:16:49.003057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Attempting to bind port 405730bb-94e6-4dd9-b553-9a1fd645d554 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:16:49.004463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Attempting to bind port 405730bb-94e6-4dd9-b553-9a1fd645d554 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:16:49.005207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Attempting to bind port 405730bb-94e6-4dd9-b553-9a1fd645d554 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:49.009842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47316) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:49.017588 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2fc7fa-223e-4862-8791-3e0d1502549c x-openstack-request-id: req-6a2fc7fa-223e-4862-8791-3e0d1502549c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:49.018343 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:49.019028 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6a2fc7fa-223e-4862-8791-3e0d1502549c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:49.019857 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'status': 'completed', 'code': 200} Dec 08 16:16:49.024544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Port 405730bb-94e6-4dd9-b553-9a1fd645d554 on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:16:49.025543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Attempting to bind port 405730bb-94e6-4dd9-b553-9a1fd645d554 on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:16:49.036117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e35e04c5-71f6-4c1a-b4e2-f3b929a6995f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '946ba7fa-4149-409b-82d3-3f7349c734fa', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:49.043386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:16:49.044327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:16:49.045230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:16:49.046262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Bound port: 405730bb-94e6-4dd9-b553-9a1fd645d554, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:16:49.047377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.083140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:49.121783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.190097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:49.198860 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20f277b-263c-4a39-9a09-ada36d9607e8 None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:14:49Z', 'revision_number': 4, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d', 'name': '', 'network_id': '8a5cd86b-2a37-4ee6-b75d-1e98b194ca74', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'mac_address': 'fa:16:3e:ee:88:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1298, 'fixed_ips': [{'subnet_id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:46Z', 'updated_at': '2021-12-08T16:14:55Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'subnets': [{'id': '683270bd-076a-4ba7-92ce-b1359eed3425', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:49.278551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-b1bc2139-b6b2-489c-ae83-312391e2034a service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549367 Dec 08 16:16:49.348902 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-e35e04c5-71f6-4c1a-b4e2-f3b929a6995f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Project 0139d1c3444d44348bedbd7f9f67dab1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:16:49.408700 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-e35e04c5-71f6-4c1a-b4e2-f3b929a6995f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:49.415388 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e35e04c5-71f6-4c1a-b4e2-f3b929a6995f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3844712 Dec 08 16:16:49.419786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47322) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:49.447987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-6f886be5-b7d6-4c52-a1d7-f9d5a9150ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.449946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-6f886be5-b7d6-4c52-a1d7-f9d5a9150ae8 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=93a1e6047d29457ea938d52d088cf6bd&device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 1096 time: 0.4459329 Dec 08 16:16:49.475870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.566909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] For port 405730bb-94e6-4dd9-b553-9a1fd645d554, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:16:49.592057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5dddf-fc90-4c5c-a7c9-6836e15d4b6c req-2a8804f5-e928-4977-bfe8-94b154e2d1bb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.605955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93e5dddf-fc90-4c5c-a7c9-6836e15d4b6c req-2a8804f5-e928-4977-bfe8-94b154e2d1bb tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 944 time: 0.3153121 Dec 08 16:16:49.617074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] For port 405730bb-94e6-4dd9-b553-9a1fd645d554, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=405730bb-94e6-4dd9-b553-9a1fd645d554,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:16:49.651561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.698248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7523e4b9-f6a8-4a1e-8d5f-a865cc553506 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.774983 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7523e4b9-f6a8-4a1e-8d5f-a865cc553506 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.782185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Pushing event updated for resources: {'Port': ['ID=405730bb-94e6-4dd9-b553-9a1fd645d554,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:49.815288 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee33e13-1e52-40fd-a5c3-f402b26d7926 None None] New status for floating IP 78881d2a-538d-407b-af46-b096b9c62dd3: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:16:49.825273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145'}], 'enable_snat': True}, 'gw_port_id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:16:44Z', 'revision_number': 5, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port': {'id': 'daf7701a-16c2-4bf8-b741-5564f84b05a6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:49:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1327, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:15:01Z', 'updated_at': '2021-12-08T16:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:49.838275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.839458 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:49.842889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-dc704324-da6f-44e3-86f0-74566d1d8e4a service neutron] 10.222.0.58 "PUT /v2.0/ports/405730bb-94e6-4dd9-b553-9a1fd645d554 HTTP/1.1" status: 200 len: 1092 time: 4.2680411 Dec 08 16:16:49.850355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61776a97-313b-4d22-bd4b-f53a722a14e6 None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:49.867923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-92665639-fcee-4b01-8bc1-2ee8ddf92745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:49.871034 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-92665639-fcee-4b01-8bc1-2ee8ddf92745 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 200 len: 922 time: 0.3981595 Dec 08 16:16:49.963963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] Checking router: c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:16:49.991405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] Routers {'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:16:49.993060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:50.005024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93e5dddf-fc90-4c5c-a7c9-6836e15d4b6c req-720da183-40ea-4195-9bb8-2a884cf19d37 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850629 Dec 08 16:16:50.016010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Deleting port daf7701a-16c2-4bf8-b741-5564f84b05a6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:50.016740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.021657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637f35d0-e59a-413e-a875-f28629f52fb0 req-5c39c32c-e3cf-45cc-9e37-c897ec21f7bf service neutron] 10.222.0.62 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292972 Dec 08 16:16:50.079247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-9494eee2-0283-4b2e-90c1-dd91b673c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.083189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-9494eee2-0283-4b2e-90c1-dd91b673c3e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 1095 time: 0.1451030 Dec 08 16:16:50.124110 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-cfd03227-cfe1-4a15-9c8b-527f09247152 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 200 len: 217 time: 0.2148161 Dec 08 16:16:50.226352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-b1268c74-b109-4a7f-8a77-0928e1bce5ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405730bb-94e6-4dd9-b553-9a1fd645d554 HTTP/1.1" status: 200 len: 217 time: 0.1339915 Dec 08 16:16:50.307984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] Set router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:16:50.346495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] For port daf7701a-16c2-4bf8-b741-5564f84b05a6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=daf7701a-16c2-4bf8-b741-5564f84b05a6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:50.347080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.375399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Calling delete_port for daf7701a-16c2-4bf8-b741-5564f84b05a6 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:50.403120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be577484-139d-4ea5-9872-3978e0802438 req-c11d1efe-c571-48b0-9745-fafaf992ee2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.405657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-c11d1efe-c571-48b0-9745-fafaf992ee2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.1713736 Dec 08 16:16:50.452235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:16:49Z', 'revision_number': 6, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:50.476024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-dcbbf2b1-dc65-41fb-8fca-08fade85979c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595295 Dec 08 16:16:50.524506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4109cb75-24f7-47d3-bfbe-d29060334b0c None None] The sync data for ids ['c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d'] in n-d-820935-5 is: [{'id': 'c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-561393995-router', 'tenant_id': 'a4a68d9194c94468af0f763ce684a9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:58Z', 'updated_at': '2021-12-08T16:16:49Z', 'revision_number': 6, 'project_id': 'a4a68d9194c94468af0f763ce684a9e8', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:16:50.562151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7523e4b9-f6a8-4a1e-8d5f-a865cc553506 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.567466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7523e4b9-f6a8-4a1e-8d5f-a865cc553506 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:50.580159 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7523e4b9-f6a8-4a1e-8d5f-a865cc553506 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/946ba7fa-4149-409b-82d3-3f7349c734fa HTTP/1.1" status: 204 len: 168 time: 1.1491737 Dec 08 16:16:50.581201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:50.670680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-78123c47-66e7-4773-8b96-5d0d8c702131 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884198 Dec 08 16:16:50.739519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523e4b9-f6a8-4a1e-8d5f-a865cc553506 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ba7fa-4149-409b-82d3-3f7349c734fa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:50.769435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-8a9a4295-cbc1-4f95-bbd1-1605f88074d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.773076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-8a9a4295-cbc1-4f95-bbd1-1605f88074d4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 200 len: 860 time: 0.3939648 Dec 08 16:16:50.884641 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ce64db66-75b1-47b1-9e6b-8a75767f268f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2852292 Dec 08 16:16:50.884846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29cdb87-146a-4e49-9672-be85a6024255 req-fafe6469-d7e4-4f0b-8746-684ed1d03fa1 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 200 len: 694 time: 0.0673480 Dec 08 16:16:50.885655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47348) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:50.890255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1326504222'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:50.939209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11028122-ad2c-4108-a035-fe178b3dd0af req-e204b52b-2a73-43f4-afc4-1b0a2dd16a30 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.942120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11028122-ad2c-4108-a035-fe178b3dd0af req-e204b52b-2a73-43f4-afc4-1b0a2dd16a30 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1102 time: 0.2452912 Dec 08 16:16:50.968136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-912bde26-2baf-49c8-9ee0-3970dac61d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:50.969839 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-912bde26-2baf-49c8-9ee0-3970dac61d7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754963 Dec 08 16:16:50.979791 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.025382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'tag': '405730bb-94e6-4dd9-b553-9a1fd645d554'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:51.028838 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384" -d '{"events": [{"name": "network-changed", "server_uuid": "54d9d0f6-c926-4bfb-895a-107c71f08095", "tag": "405730bb-94e6-4dd9-b553-9a1fd645d554"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:51.047888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be577484-139d-4ea5-9872-3978e0802438 req-5a25c386-f3c5-45a0-a983-ee5fdc15ccd8 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3700559 Dec 08 16:16:51.150566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11028122-ad2c-4108-a035-fe178b3dd0af req-9163015c-5102-4619-b694-f3c8eeb85f7a tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503665 Dec 08 16:16:51.188630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29cdb87-146a-4e49-9672-be85a6024255 req-b9e87c8e-4006-4361-83c0-e75760508881 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:51.200591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.201777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29cdb87-146a-4e49-9672-be85a6024255 req-b9e87c8e-4006-4361-83c0-e75760508881 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3047447 Dec 08 16:16:51.296771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29cdb87-146a-4e49-9672-be85a6024255 req-d143f5c9-1f6d-4d57-8a7d-8a8d5e17e4ce tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 697 time: 0.0935800 Dec 08 16:16:51.374457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29cdb87-146a-4e49-9672-be85a6024255 req-80212f9f-ab64-4a78-8ad6-d5de5cab2a9b tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.189 HTTP/1.1" status: 200 len: 697 time: 0.0725446 Dec 08 16:16:51.402125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e19060-18c6-453d-b853-fce4fe7860a4 req-957d6959-133a-439c-ab21-103161cb0531 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:51.403814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90e19060-18c6-453d-b853-fce4fe7860a4 req-957d6959-133a-439c-ab21-103161cb0531 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 945 time: 0.1273601 Dec 08 16:16:51.528749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-cd4d2bce-08e4-4d93-97c9-5d101838158a service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427070 Dec 08 16:16:51.539641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Pushing event deleted for resources: {'Port': ['ID=daf7701a-16c2-4bf8-b741-5564f84b05a6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:51.543583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.574436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97c915b-372c-4384-a663-7ff813c56b29 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:51.584310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.613988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90e19060-18c6-453d-b853-fce4fe7860a4 req-23ac0ecc-f9b6-4033-a47a-5417efb13361 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/security-groups?id=b39e41be-6dd0-4df4-ace2-47f914a70fdb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807210 Dec 08 16:16:51.658101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Deleting port 31e710f2-47d1-46f4-9296-899e8b051899 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:51.658891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.691832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=568cde8b-4776-401b-bd1a-91f23cc3a066,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:51.700362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.701668 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a53c57c-a25c-4276-b7ab-b4951736267c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8150027 Dec 08 16:16:51.721117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47360) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:51.727703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e8bc0242-d4b1-44b0-a67a-d9d05e14d92a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '568cde8b-4776-401b-bd1a-91f23cc3a066', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:51.747261 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.767245 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40081fc2-61a5-433f-bf0d-1ce63884b628 x-openstack-request-id: req-40081fc2-61a5-433f-bf0d-1ce63884b628 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:51.768096 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d9d0f6-c926-4bfb-895a-107c71f08095", "tag": "405730bb-94e6-4dd9-b553-9a1fd645d554", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:51.768781 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40081fc2-61a5-433f-bf0d-1ce63884b628 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:51.769706 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'tag': '405730bb-94e6-4dd9-b553-9a1fd645d554', 'status': 'completed', 'code': 200} Dec 08 16:16:51.835654 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-219f0a7c-122f-4ede-bc96-763f249c65fc req-0792c893-3040-4c00-8076-641366b41760 service neutron] 10.222.0.86 "GET /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906559 Dec 08 16:16:51.876350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.879972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.938785 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-e8bc0242-d4b1-44b0-a67a-d9d05e14d92a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The resource could not be found. Dec 08 16:16:51.945281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e8bc0242-d4b1-44b0-a67a-d9d05e14d92a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2179320 Dec 08 16:16:51.945597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:51.950973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6153dc9f-f856-4b73-aaf5-2fbec4338d14 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '568cde8b-4776-401b-bd1a-91f23cc3a066', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '16d2d7c2-3a70-4b29-8489-5b51458bba06'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:51.955763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.956274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:16:51.959280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-1bd6af04-3b88-4eb0-a6af-bf9e167fbf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:51.961591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-1bd6af04-3b88-4eb0-a6af-bf9e167fbf0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 1095 time: 0.1780231 Dec 08 16:16:51.961970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.966277 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc1f45fd-db2e-457f-a53e-f47c87f435ec admin admin] 10.222.0.62 "DELETE /v2.0/routers/c9f46ffb-2524-4fb6-a14c-4e4e372d4b3d HTTP/1.1" status: 204 len: 168 time: 3.2524905 Dec 08 16:16:51.968068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:51.981328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:51.981898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.025787 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-6153dc9f-f856-4b73-aaf5-2fbec4338d14 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The resource could not be found. Dec 08 16:16:52.029935 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6153dc9f-f856-4b73-aaf5-2fbec4338d14 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0801363 Dec 08 16:16:52.031739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:52.075909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Calling delete_port for 31e710f2-47d1-46f4-9296-899e8b051899 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:52.125760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d839358-227a-4acc-9856-2a36e55c5d47 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.171497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d839358-227a-4acc-9856-2a36e55c5d47 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.206633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e34a66-2069-4c43-a51d-c2fea913e5eb req-ab5bc819-4c18-4aff-aae6-0ed49ca144ed tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.210116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6e34a66-2069-4c43-a51d-c2fea913e5eb req-ab5bc819-4c18-4aff-aae6-0ed49ca144ed tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 944 time: 0.3190918 Dec 08 16:16:52.234798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d839358-227a-4acc-9856-2a36e55c5d47 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.238117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d839358-227a-4acc-9856-2a36e55c5d47 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.239673 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3d839358-227a-4acc-9856-2a36e55c5d47 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/568cde8b-4776-401b-bd1a-91f23cc3a066 HTTP/1.1" status: 204 len: 168 time: 0.2066569 Dec 08 16:16:52.253306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47368) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:52.305986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Deleting subnet 0cf38379-d93a-4b87-87bc-4ea923cb09e1 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:16:52.310405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d839358-227a-4acc-9856-2a36e55c5d47 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=568cde8b-4776-401b-bd1a-91f23cc3a066,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:52.384453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-8ee72e72-aa2a-472d-a09c-7ca0c91b4de8 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.386128 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-8ee72e72-aa2a-472d-a09c-7ca0c91b4de8 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 945 time: 0.1439579 Dec 08 16:16:52.396660 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-31ab1c31-e47b-4d25-886c-46b386e394be tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1414280 Dec 08 16:16:52.404920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47370) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:52.409672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4ffe9d92-213c-4888-b3cc-74214afdd518 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': '19a956d2-9cb8-472c-9209-1c65e8e7bbfb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:52.532191 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-4ffe9d92-213c-4888-b3cc-74214afdd518 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The resource could not be found. Dec 08 16:16:52.539584 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ffe9d92-213c-4888-b3cc-74214afdd518 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1274409 Dec 08 16:16:52.541423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:52.547187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1494815988'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:52.565158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e0ee0c60-1477-4bfa-9932-e9be185ed341 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:52.574191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Deleting port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:52.574647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.599577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e0ee0c60-1477-4bfa-9932-e9be185ed341 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:52.600577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e0ee0c60-1477-4bfa-9932-e9be185ed341 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:52.600751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device daf7701a-16c2-4bf8-b741-5564f84b05a6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:52.628620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: daf7701a-16c2-4bf8-b741-5564f84b05a6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:52.629149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device daf7701a-16c2-4bf8-b741-5564f84b05a6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:52.632134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.727247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] For port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,segment=NetworkSegment(98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c),segment_id=98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:52.727632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.752210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Calling delete_port for dc78dc5d-1b48-4e3d-8085-9d8387ab86ea owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:52.779803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.786265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.805127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.867162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cd3c35-798b-4a6b-a9b9-e520a4169da3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:52.877364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.878705 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c3287bcb-900a-4ddb-94f9-35d1d7d17a6d tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3361986 Dec 08 16:16:52.885378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:52.885711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-504b7bad-db39-4ff5-b912-5af640677ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:52.887516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-504b7bad-db39-4ff5-b912-5af640677ca2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.9008322 Dec 08 16:16:52.891657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--47887303'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:52.895164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.931071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:52.983248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-2be19959-e8c8-47cd-817a-0e9c48bac016 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=405730bb-94e6-4dd9-b553-9a1fd645d554 HTTP/1.1" status: 200 len: 217 time: 0.0843871 Dec 08 16:16:52.998734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6e34a66-2069-4c43-a51d-c2fea913e5eb req-ce06626f-963d-41c6-a718-8bdc3ee0b12e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7158222 Dec 08 16:16:53.026921 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.049390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['dc78dc5d-1b48-4e3d-8085-9d8387ab86ea'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:53.066376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Pushing event deleted for resources: {'Port': ['ID=dc78dc5d-1b48-4e3d-8085-9d8387ab86ea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.120832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-4e5ba321-de62-4ad3-90d4-3f9b281a9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:53.122291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-4e5ba321-de62-4ad3-90d4-3f9b281a9f14 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.1198900 Dec 08 16:16:53.126093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.156399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] No DVR routers for this DVR port dc78dc5d-1b48-4e3d-8085-9d8387ab86ea on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:53.159494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.163180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.166931 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fdcd3bdd-fdfe-42e1-8dd0-4007906b742f req-acc53fee-a931-4890-98f3-90296bcd6639 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.86 "DELETE /v2.0/ports/dc78dc5d-1b48-4e3d-8085-9d8387ab86ea HTTP/1.1" status: 204 len: 173 time: 0.7685039 Dec 08 16:16:53.176604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-aec0e605-7430-4c8d-881e-db601555430c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429344 Dec 08 16:16:53.180084 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.180532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'name': 'network-vif-deleted', 'tag': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:53.184924 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6601b24-a3d6-4322-92f4-9a12f1a38ba0" -d '{"events": [{"server_uuid": "8f8f71cc-e866-41c6-9e7c-0dde1367c1bb", "name": "network-vif-deleted", "tag": "dc78dc5d-1b48-4e3d-8085-9d8387ab86ea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:53.211627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e68d62-85d3-43e1-9c9b-7e701bd3eeed None None] DHCP port deletion for 1046bb06-7caf-4d9a-98ff-c8bf3038b095 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:53.220897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8112ee-eb76-4d35-ae71-6791fee86f8e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.230489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.233064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a7a1697-8862-40c1-b17e-b189dfcf82db tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3468766 Dec 08 16:16:53.237454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47380) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:53.243372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9a9b8086-7c38-4ab6-ba13-524911c6f845 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': 'f8cd3c35-798b-4a6b-a9b9-e520a4169da3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'fd8112ee-eb76-4d35-ae71-6791fee86f8e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:53.293307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.301347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 405730bb-94e6-4dd9-b553-9a1fd645d554 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:16:53.322495 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-9a9b8086-7c38-4ab6-ba13-524911c6f845 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:53.326172 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9a9b8086-7c38-4ab6-ba13-524911c6f845 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0865626 Dec 08 16:16:53.330906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47384) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:53.355426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event deleted for resources: {'Port': ['ID=31e710f2-47d1-46f4-9296-899e8b051899,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.383549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecdc2a7-a054-49fc-8f2c-c043ae8218fd None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:53.468127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.518799 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b5499f-c08f-4b46-b900-3aec9f886346 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.530394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-4e0da424-7bac-49ee-9ec4-35b0e6f79bf9 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036251 Dec 08 16:16:53.541444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cf38379-d93a-4b87-87bc-4ea923cb09e1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.544830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.549483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-224dffbd-0f7b-4fba-8f97-6e21b06b6f6c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0cf38379-d93a-4b87-87bc-4ea923cb09e1 HTTP/1.1" status: 204 len: 168 time: 1.5800292 Dec 08 16:16:53.549781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed1d3e03-6ec0-4cd7-addd-ef57f9057af1 None None] Network 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:16:53.553928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:53.577761 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.581014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.581585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b5499f-c08f-4b46-b900-3aec9f886346 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.583937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29cdb87-146a-4e49-9672-be85a6024255 req-312fe285-85eb-4992-a9da-4a5d163f5444 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "DELETE /v2.0/floatingips/78881d2a-538d-407b-af46-b096b9c62dd3 HTTP/1.1" status: 204 len: 173 time: 2.1996758 Dec 08 16:16:53.639812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 405730bb-94e6-4dd9-b553-9a1fd645d554, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=405730bb-94e6-4dd9-b553-9a1fd645d554,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:53.678137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b5499f-c08f-4b46-b900-3aec9f886346 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.680826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b5499f-c08f-4b46-b900-3aec9f886346 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.686513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12b5499f-c08f-4b46-b900-3aec9f886346 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/fd8112ee-eb76-4d35-ae71-6791fee86f8e HTTP/1.1" status: 204 len: 168 time: 0.3497658 Dec 08 16:16:53.689899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:53.696092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '405730bb-94e6-4dd9-b553-9a1fd645d554', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': '405730bb-94e6-4dd9-b553-9a1fd645d554', 'mac_address': 'fa:16:3e:c6:8b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:16:53.746678 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a56f5d-bcd5-4aae-9b72-c7e241160e9d x-openstack-request-id: req-b9a56f5d-bcd5-4aae-9b72-c7e241160e9d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:53.747614 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8f71cc-e866-41c6-9e7c-0dde1367c1bb", "name": "network-vif-deleted", "tag": "dc78dc5d-1b48-4e3d-8085-9d8387ab86ea", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:53.748308 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9a56f5d-bcd5-4aae-9b72-c7e241160e9d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:53.749251 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8f71cc-e866-41c6-9e7c-0dde1367c1bb', 'name': 'network-vif-deleted', 'tag': 'dc78dc5d-1b48-4e3d-8085-9d8387ab86ea', 'status': 'completed', 'code': 200} Dec 08 16:16:53.767114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5499f-c08f-4b46-b900-3aec9f886346 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8112ee-eb76-4d35-ae71-6791fee86f8e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:53.820542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687ea634-78dc-4567-8a6f-3a1fad9f9c02 req-c26f79a9-0d75-42e1-b613-0bbe677f4510 tempest-VolumesActionsTest-2003324687 tempest-VolumesActionsTest-2003324687-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f8f71cc-e866-41c6-9e7c-0dde1367c1bb HTTP/1.1" status: 200 len: 210 time: 0.0815873 Dec 08 16:16:53.853352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.890346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405730bb-94e6-4dd9-b553-9a1fd645d554 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:16:53.897968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.912805 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7caa4f86-4c19-4733-bea1-6aeb4bd2ff3e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2112322 Dec 08 16:16:53.921989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47392) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:53.948376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 405730bb-94e6-4dd9-b553-9a1fd645d554, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=405730bb-94e6-4dd9-b553-9a1fd645d554,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:53.956247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:53.964088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dde5fb4-4b0c-4793-a12f-1d21ee7d1384 req-131ff2ca-935a-4ef9-bbf0-d737193f4220 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127715 Dec 08 16:16:54.013655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85d86a-f456-456c-b0c3-fefb65c22dca req-6b2a5551-ecc3-4cdf-b9ec-27b727c556cd tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:54.015889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b85d86a-f456-456c-b0c3-fefb65c22dca req-6b2a5551-ecc3-4cdf-b9ec-27b727c556cd tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 1102 time: 0.0982115 Dec 08 16:16:54.079415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Deleting port 794655e9-340a-49a8-8bb7-db89f6bd705d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:54.080064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.086777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] DHCP port deletion for 8cf1aa48-d409-43ad-99c3-98cd9c5267d9 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:16:54.110453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b85d86a-f456-456c-b0c3-fefb65c22dca req-638a4b14-1be5-482b-856f-4c4adb2e7a70 tempest-ServersAdminTestJSON-518989098 tempest-ServersAdminTestJSON-518989098-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822191 Dec 08 16:16:54.132754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3079-2196-47f2-bb15-dad0ade2c2af tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.201892 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3079-2196-47f2-bb15-dad0ade2c2af tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.221758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] For port 794655e9-340a-49a8-8bb7-db89f6bd705d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=794655e9-340a-49a8-8bb7-db89f6bd705d,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:54.222659 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.236953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=405730bb-94e6-4dd9-b553-9a1fd645d554,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.260814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] Deleting port 794655e9-340a-49a8-8bb7-db89f6bd705d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:54.261513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.276551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Calling delete_port for 794655e9-340a-49a8-8bb7-db89f6bd705d owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:54.295875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3079-2196-47f2-bb15-dad0ade2c2af tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.299962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf3079-2196-47f2-bb15-dad0ade2c2af tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.301302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ccf3079-2196-47f2-bb15-dad0ade2c2af tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/f8cd3c35-798b-4a6b-a9b9-e520a4169da3 HTTP/1.1" status: 204 len: 168 time: 0.3776126 Dec 08 16:16:54.307354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47400) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:54.321292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['405730bb-94e6-4dd9-b553-9a1fd645d554'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:54.330612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf3079-2196-47f2-bb15-dad0ade2c2af tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cd3c35-798b-4a6b-a9b9-e520a4169da3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.399451 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ef5e8195-38a2-4045-9699-b301fcdc6e71 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0892982 Dec 08 16:16:54.404217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47402) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:54.414459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] For port 794655e9-340a-49a8-8bb7-db89f6bd705d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=794655e9-340a-49a8-8bb7-db89f6bd705d,segment=NetworkSegment(56acb555-1d4a-4edb-83e4-cd505aa8ed29),segment_id=56acb555-1d4a-4edb-83e4-cd505aa8ed29)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:54.414867 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.424539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820088151'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:54.432390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4a323b-4f28-4095-aedf-7b0c3836767c req-1919a497-95e3-4621-9172-10aa11c91f63 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:54.441585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc4a323b-4f28-4095-aedf-7b0c3836767c req-1919a497-95e3-4621-9172-10aa11c91f63 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 945 time: 0.1923883 Dec 08 16:16:54.458217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.469501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] Calling delete_port for 794655e9-340a-49a8-8bb7-db89f6bd705d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:54.575173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc4a323b-4f28-4095-aedf-7b0c3836767c req-7f0a014c-796b-4c39-8d8b-1102f2a57bb8 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322100 Dec 08 16:16:54.606103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.638380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 794655e9-340a-49a8-8bb7-db89f6bd705d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:54.646614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Pushing event deleted for resources: {'Port': ['ID=794655e9-340a-49a8-8bb7-db89f6bd705d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.651251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] No DVR routers for this DVR port 794655e9-340a-49a8-8bb7-db89f6bd705d on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:54.672293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.682166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.748185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.754724 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85939f7-8f94-4b5f-b239-f866f20bad0b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.778100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.782719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.790296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] Pushing event deleted for resources: {'Port': ['ID=794655e9-340a-49a8-8bb7-db89f6bd705d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:54.790296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 794655e9-340a-49a8-8bb7-db89f6bd705d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:54.790643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47410) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:54.790744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 794655e9-340a-49a8-8bb7-db89f6bd705d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:54.792758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-98c95179-baaf-43b8-aa6e-edbb3916e7f0 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3746774 Dec 08 16:16:54.801772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62d965-262a-4197-a183-d44bade5e59e None None] No DVR routers for this DVR port 794655e9-340a-49a8-8bb7-db89f6bd705d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:54.805719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8dec6347-7a49-43cc-8955-64bbeccb70e5 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': 'f85939f7-8f94-4b5f-b239-f866f20bad0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:54.839968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d333a-42a0-41ff-b7a8-722ab04ff546 req-c8c56df0-265c-4e52-bc62-181b6d23d3d9 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:54.841722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-055d333a-42a0-41ff-b7a8-722ab04ff546 req-c8c56df0-265c-4e52-bc62-181b6d23d3d9 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 945 time: 0.1621823 Dec 08 16:16:54.865011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf1aa48-d409-43ad-99c3-98cd9c5267d9']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:54.907276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56acb555-1d4a-4edb-83e4-cd505aa8ed29') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:54.907486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56acb555-1d4a-4edb-83e4-cd505aa8ed29') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:16:54.925196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:54.961815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eee724-366e-4309-90b9-81de9f9d8f24 req-1274b50e-1f67-44de-8088-26696445b696 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:54.963557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86eee724-366e-4309-90b9-81de9f9d8f24 req-1274b50e-1f67-44de-8088-26696445b696 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 950 time: 0.1767170 Dec 08 16:16:54.973665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.007152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:16:55.007561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.009572 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-8dec6347-7a49-43cc-8955-64bbeccb70e5 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:55.010690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8dec6347-7a49-43cc-8955-64bbeccb70e5 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2099383 Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:16:55.011552 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:16:55.014236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.019285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-eb750b9b-550a-4853-8f6b-9602b569b4bb tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group_rule': {'security_group_id': 'f85939f7-8f94-4b5f-b239-f866f20bad0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:55.061918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-055d333a-42a0-41ff-b7a8-722ab04ff546 req-c6fc2198-4f58-46e7-9e9e-65343d765f79 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049255 Dec 08 16:16:55.071680 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-eb750b9b-550a-4853-8f6b-9602b569b4bb tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:16:55.073513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb750b9b-550a-4853-8f6b-9602b569b4bb tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0578315 Dec 08 16:16:55.077460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.117138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.124121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86eee724-366e-4309-90b9-81de9f9d8f24 req-86c089c9-f733-4937-89ad-739f25070b2c tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506677 Dec 08 16:16:55.133247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.142905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] 10.222.0.62 "DELETE /v2.0/networks/8cf1aa48-d409-43ad-99c3-98cd9c5267d9 HTTP/1.1" status: 204 len: 168 time: 1.5772121 Dec 08 16:16:55.173298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be3e-c42c-4e31-9db0-bcc70087b50a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.190418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ecb27-0629-491f-bee4-4c9ff00f5c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf1aa48-d409-43ad-99c3-98cd9c5267d9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:55.204219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device dc78dc5d-1b48-4e3d-8085-9d8387ab86ea no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:55.205400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be3e-c42c-4e31-9db0-bcc70087b50a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.269623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: dc78dc5d-1b48-4e3d-8085-9d8387ab86ea {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:55.269943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be3e-c42c-4e31-9db0-bcc70087b50a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.272196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device dc78dc5d-1b48-4e3d-8085-9d8387ab86ea not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:55.275994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0e9be3e-c42c-4e31-9db0-bcc70087b50a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.277261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0e9be3e-c42c-4e31-9db0-bcc70087b50a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/f85939f7-8f94-4b5f-b239-f866f20bad0b HTTP/1.1" status: 204 len: 168 time: 0.1983817 Dec 08 16:16:55.282302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47422) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.299582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9be3e-c42c-4e31-9db0-bcc70087b50a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85939f7-8f94-4b5f-b239-f866f20bad0b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:55.418981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47426) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.419260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2661bc0c-33ad-4e02-b705-46b9c9de739a tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1328385 Dec 08 16:16:55.424075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'tempest-secgroup--1951098425'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:55.459962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.544715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47428) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.571723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.578192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.633723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d87cda18-8d5c-4f26-8cc1-4ac684850544 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a4a68d9194c94468af0f763ce684a9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0874686 Dec 08 16:16:55.636447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.662906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.664339 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2441566 Dec 08 16:16:55.670239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47436) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.673415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ef5df-df58-4b47-a76a-d15e6c15748e tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01044412-67ee-47fa-ba6f-8687f61f9bda,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:55.678846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bcc9dbe7-ac62-4739-9c70-1babfbc1f03c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:16:55.680009 n-d-820935-5 neutron-server[103282]: WARNING neutron.api.v2.base [None req-bcc9dbe7-ac62-4739-9c70-1babfbc1f03c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:16:55.699806 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-bcc9dbe7-ac62-4739-9c70-1babfbc1f03c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 16:16:55.701670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bcc9dbe7-ac62-4739-9c70-1babfbc1f03c tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "PUT /v2.0/security-groups/01044412-67ee-47fa-ba6f-8687f61f9bda HTTP/1.1" status: 409 len: 330 time: 0.0292816 Dec 08 16:16:55.707117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-86350eb0-0549-453f-81e8-fe71fa8d6e65 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:55.707348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47438) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:55.710279 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-86350eb0-0549-453f-81e8-fe71fa8d6e65 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.86 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 945 time: 0.1328826 Dec 08 16:16:55.866719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Deleting port 602c6517-53b8-48c6-8e77-03b1a85400f2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:55.867211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.900091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22fc4857-1a01-4c4a-8e6e-0fc81b9dd566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.922857 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cc92991-5a62-4fd1-9510-388dc019a8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:55.940271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d49709-6918-4c2e-b31a-2cd3552d8f1e req-6a69550d-0b86-47a5-a33a-7975014d3c32 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:55.946386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65d49709-6918-4c2e-b31a-2cd3552d8f1e req-6a69550d-0b86-47a5-a33a-7975014d3c32 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 945 time: 0.1951957 Dec 08 16:16:55.956622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22fc4857-1a01-4c4a-8e6e-0fc81b9dd566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.019425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4e108a-6aea-4bd3-a6c7-b6bb96cff109 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.024006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] For port 602c6517-53b8-48c6-8e77-03b1a85400f2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=602c6517-53b8-48c6-8e77-03b1a85400f2,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:56.025067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.059050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Calling delete_port for 602c6517-53b8-48c6-8e77-03b1a85400f2 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:56.078972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4e108a-6aea-4bd3-a6c7-b6bb96cff109 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.087014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65d49709-6918-4c2e-b31a-2cd3552d8f1e req-50b29cc8-a469-4559-9960-7d956b5bd3b9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371994 Dec 08 16:16:56.178627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4e108a-6aea-4bd3-a6c7-b6bb96cff109 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.182166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e4e108a-6aea-4bd3-a6c7-b6bb96cff109 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.184151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3e4e108a-6aea-4bd3-a6c7-b6bb96cff109 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/01044412-67ee-47fa-ba6f-8687f61f9bda HTTP/1.1" status: 204 len: 168 time: 0.4750183 Dec 08 16:16:56.191635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47448) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:56.213439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22fc4857-1a01-4c4a-8e6e-0fc81b9dd566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.216431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22fc4857-1a01-4c4a-8e6e-0fc81b9dd566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.221517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-22fc4857-1a01-4c4a-8e6e-0fc81b9dd566 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53869455-cbfd-40e4-88c2-5946355a4647 HTTP/1.1" status: 204 len: 168 time: 0.5796237 Dec 08 16:16:56.239878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4e108a-6aea-4bd3-a6c7-b6bb96cff109 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01044412-67ee-47fa-ba6f-8687f61f9bda,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:56.305334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fc4857-1a01-4c4a-8e6e-0fc81b9dd566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53869455-cbfd-40e4-88c2-5946355a4647,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:56.336288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-a18dfd4c-4f07-48c9-a87c-2f929989cb85 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:56.338157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-a18dfd4c-4f07-48c9-a87c-2f929989cb85 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 950 time: 0.2012646 Dec 08 16:16:56.417034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-38c32793-20f6-4699-bfc9-978f17cc9bb1 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2212892 Dec 08 16:16:56.427817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47456) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:56.483064 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-daad60a7-57f4-4210-94db-f7333e2cbd34 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] delete failed (client error): The resource could not be found. Dec 08 16:16:56.484137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.485472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-daad60a7-57f4-4210-94db-f7333e2cbd34 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "DELETE /v2.0/security-groups/85996ffc-c104-4b4f-be45-ab856694c8dc HTTP/1.1" status: 404 len: 347 time: 0.0553393 Dec 08 16:16:56.497999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae5369-bea4-4573-b9d4-fd655cfeb31a req-7c249ca2-eb41-497f-a2a8-72798b0263e2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:56.499866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:56.501984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['602c6517-53b8-48c6-8e77-03b1a85400f2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:56.509318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53ae5369-bea4-4573-b9d4-fd655cfeb31a req-7c249ca2-eb41-497f-a2a8-72798b0263e2 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/ports?device_id=5a0a9ba6-bdba-42a7-a912-64e119893808 HTTP/1.1" status: 200 len: 945 time: 0.3030879 Dec 08 16:16:56.548543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eef0ba-af29-4b8d-8d6a-05cb7d67ad01 req-084ed163-99bd-47a7-aa43-5e53d6abe2ca tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:56.550374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72eef0ba-af29-4b8d-8d6a-05cb7d67ad01 req-084ed163-99bd-47a7-aa43-5e53d6abe2ca tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 950 time: 0.2423503 Dec 08 16:16:56.596769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Pushing event deleted for resources: {'Port': ['ID=602c6517-53b8-48c6-8e77-03b1a85400f2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:56.603553 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-fc68647a-566a-494d-aa37-dfff41fccbb6 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] show failed (client error): The resource could not be found. Dec 08 16:16:56.616425 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc68647a-566a-494d-aa37-dfff41fccbb6 tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-groups/2201982a-8df5-4bc0-a252-51cdb43e9ae1 HTTP/1.1" status: 404 len: 347 time: 0.1076026 Dec 08 16:16:56.617546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:56.654742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53ae5369-bea4-4573-b9d4-fd655cfeb31a req-1130d2e6-3ae4-4700-ad4a-3c3dbfe7dc7f tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.62 "GET /v2.0/security-groups?id=2145d89a-447d-4a0b-a6e4-07ce11a912eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443648 Dec 08 16:16:56.666048 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-0e197fa9-5e4f-4eb1-b27b-5ef30e90ca2f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] show failed (client error): The resource could not be found. Dec 08 16:16:56.676815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72eef0ba-af29-4b8d-8d6a-05cb7d67ad01 req-d1eb1d50-f6d3-42d0-8cfc-cc2a47ffaa74 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193929 Dec 08 16:16:56.688098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0e197fa9-5e4f-4eb1-b27b-5ef30e90ca2f tempest-NegativeSecGroupIPv6Test-1969978780 tempest-NegativeSecGroupIPv6Test-1969978780-project] 10.222.0.62 "GET /v2.0/security-group-rules/fc4852f5-a522-4026-bdb0-186be851b382 HTTP/1.1" status: 404 len: 356 time: 0.0630648 Dec 08 16:16:56.693874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Deleting port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:56.694463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.846228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] No DVR routers for this DVR port 602c6517-53b8-48c6-8e77-03b1a85400f2 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:56.850444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.855738 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-62f025a7-bbac-4ba7-bd48-a205bb6e4faf req-16b8109b-0899-4f65-ac9e-06e931e6a479 tempest-FloatingIPsAssociationTestJSON-321818136 tempest-FloatingIPsAssociationTestJSON-321818136-project] 10.222.0.86 "DELETE /v2.0/ports/602c6517-53b8-48c6-8e77-03b1a85400f2 HTTP/1.1" status: 204 len: 173 time: 1.1372917 Dec 08 16:16:56.856372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'name': 'network-vif-deleted', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:56.865307 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6517b69-51ec-4c5d-887a-bb52fbc16127" -d '{"events": [{"server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "name": "network-vif-deleted", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:56.895072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] For port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:56.898012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:56.958933 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b8e123-1bcb-4b25-a5c1-f10b5ec4f767 x-openstack-request-id: req-46b8e123-1bcb-4b25-a5c1-f10b5ec4f767 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:56.959483 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a0a9ba6-bdba-42a7-a912-64e119893808", "name": "network-vif-deleted", "tag": "602c6517-53b8-48c6-8e77-03b1a85400f2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:56.959938 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46b8e123-1bcb-4b25-a5c1-f10b5ec4f767 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:56.961399 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a0a9ba6-bdba-42a7-a912-64e119893808', 'name': 'network-vif-deleted', 'tag': '602c6517-53b8-48c6-8e77-03b1a85400f2', 'status': 'completed', 'code': 200} Dec 08 16:16:56.976716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Calling delete_port for c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:57.318486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 405730bb-94e6-4dd9-b553-9a1fd645d554 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:16:57.375029 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.410724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c45fd161-95dd-4a7e-a0e4-b87b7a4fc515', '0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:57.417501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['89519957-491c-4c4f-8189-0f371a8c3675'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:16:57.479002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event deleted for resources: {'Port': ['ID=c45fd161-95dd-4a7e-a0e4-b87b7a4fc515,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:57.530329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de190943-58fc-4f87-95b2-64f3eadc0c80 req-5f30d8c8-c725-4fc2-80e0-0d15d1d07d6d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:57.544738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de190943-58fc-4f87-95b2-64f3eadc0c80 req-5f30d8c8-c725-4fc2-80e0-0d15d1d07d6d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 945 time: 0.2264519 Dec 08 16:16:57.619756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47482) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:57.723331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de190943-58fc-4f87-95b2-64f3eadc0c80 req-72bed7f3-d59f-4dda-8e08-104ec6654433 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698327 Dec 08 16:16:57.731683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 405730bb-94e6-4dd9-b553-9a1fd645d554 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:16:57.758506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 405730bb-94e6-4dd9-b553-9a1fd645d554 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:16:57.759330 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.774508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] No DVR routers for this DVR port c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:16:57.783566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:57.787938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d5d1b19-385c-474b-9e21-da8c46298200 req-f19f9aeb-3e29-4519-8dcd-55e7d23603e1 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "DELETE /v2.0/ports/c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 HTTP/1.1" status: 204 len: 173 time: 1.4300849 Dec 08 16:16:57.794655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'name': 'network-vif-deleted', 'tag': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:57.797533 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500ad88a-01a6-4f69-85f0-4199774ef85b" -d '{"events": [{"server_uuid": "80aa0f0f-61ae-409e-b157-ee99e0e95742", "name": "network-vif-deleted", "tag": "c45fd161-95dd-4a7e-a0e4-b87b7a4fc515"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:57.812593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47496) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:57.900379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-640d735f-6823-41db-8e7b-d4c40eb2aedb req-8658f5ec-852a-42dd-8dca-40e87c4ca5ad tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=80aa0f0f-61ae-409e-b157-ee99e0e95742 HTTP/1.1" status: 200 len: 210 time: 0.0469937 Dec 08 16:16:57.999916 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90331b6-0219-4939-a30b-4b4073d757a9 x-openstack-request-id: req-e90331b6-0219-4939-a30b-4b4073d757a9 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:58.000206 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80aa0f0f-61ae-409e-b157-ee99e0e95742", "name": "network-vif-deleted", "tag": "c45fd161-95dd-4a7e-a0e4-b87b7a4fc515", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:58.000818 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e90331b6-0219-4939-a30b-4b4073d757a9 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:58.001401 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80aa0f0f-61ae-409e-b157-ee99e0e95742', 'name': 'network-vif-deleted', 'tag': 'c45fd161-95dd-4a7e-a0e4-b87b7a4fc515', 'status': 'completed', 'code': 200} Dec 08 16:16:58.372061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:16:58.372291 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-784a02ef-d84e-43ae-bd01-880d7c354469 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0139d1c3444d44348bedbd7f9f67dab1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7497129 Dec 08 16:16:58.386123 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:16:58.496138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31035f36-1031-492c-a6f4-2c3fd8bfe3ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.540726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31035f36-1031-492c-a6f4-2c3fd8bfe3ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.618650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.653644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31035f36-1031-492c-a6f4-2c3fd8bfe3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.656593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31035f36-1031-492c-a6f4-2c3fd8bfe3ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.664961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-31035f36-1031-492c-a6f4-2c3fd8bfe3ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c1d5a97-204a-4c50-a9e8-094e5fa96143 HTTP/1.1" status: 204 len: 168 time: 0.2965460 Dec 08 16:16:58.673139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405730bb-94e6-4dd9-b553-9a1fd645d554'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:16:58.676825 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d55899-fe79-4c7e-b5b5-8a8b319803eb" -d '{"events": [{"server_uuid": "54d9d0f6-c926-4bfb-895a-107c71f08095", "name": "network-vif-plugged", "status": "completed", "tag": "405730bb-94e6-4dd9-b553-9a1fd645d554"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:16:58.701404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 405730bb-94e6-4dd9-b553-9a1fd645d554, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=405730bb-94e6-4dd9-b553-9a1fd645d554,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:58.726463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.732371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31035f36-1031-492c-a6f4-2c3fd8bfe3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d5a97-204a-4c50-a9e8-094e5fa96143,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:58.756483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:58.896584 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2bec0e-15af-4a8f-9ec6-1dcf22730746 x-openstack-request-id: req-3d2bec0e-15af-4a8f-9ec6-1dcf22730746 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:16:58.897149 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d9d0f6-c926-4bfb-895a-107c71f08095", "name": "network-vif-plugged", "status": "completed", "tag": "405730bb-94e6-4dd9-b553-9a1fd645d554", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:16:58.897756 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3d2bec0e-15af-4a8f-9ec6-1dcf22730746 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:16:58.902695 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405730bb-94e6-4dd9-b553-9a1fd645d554', 'code': 200} Dec 08 16:16:58.911054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=405730bb-94e6-4dd9-b553-9a1fd645d554,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:16:58.964199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46724b2c-8bb6-4269-bb00-de974dc893ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:59.073678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1761d4-d6b4-4175-ae22-e842ae0481b5 req-83722d40-b68d-4861-8f6e-eef8a59bd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:59.075910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d1761d4-d6b4-4175-ae22-e842ae0481b5 req-83722d40-b68d-4861-8f6e-eef8a59bd537 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 1097 time: 0.2000227 Dec 08 16:16:59.109301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78f4fc-9f2e-4677-9592-8fcdbfc35132 req-f31cef7c-cc72-49f4-82a3-00029aa2bc38 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:59.118512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e78f4fc-9f2e-4677-9592-8fcdbfc35132 req-f31cef7c-cc72-49f4-82a3-00029aa2bc38 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.1777222 Dec 08 16:16:59.130920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-e67519f3-e41c-4460-8475-af20f35903de tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=dd07cb6939a14310ae5c0538ada86f5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0816708 Dec 08 16:16:59.199230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 602c6517-53b8-48c6-8e77-03b1a85400f2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:16:59.233540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 602c6517-53b8-48c6-8e77-03b1a85400f2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:16:59.233949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 602c6517-53b8-48c6-8e77-03b1a85400f2 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:16:59.290352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Deleting port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:16:59.290913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:59.307799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e78f4fc-9f2e-4677-9592-8fcdbfc35132 req-ffafe470-19ef-463b-9e15-272b60c63ff5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879039 Dec 08 16:16:59.313819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d1761d4-d6b4-4175-ae22-e842ae0481b5 req-be509a8f-9160-4b8c-9558-367b1e3688fe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192700 Dec 08 16:16:59.417269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-8ef960b8-c666-4efc-8082-336880148031 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:16:59.418305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] For port fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:16:59.418690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:16:59.422819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-8ef960b8-c666-4efc-8082-336880148031 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902207 Dec 08 16:16:59.439895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Calling delete_port for fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:16:59.464719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-38ba2962-d780-42d4-a8d3-cc4f0644e5ff tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/quotas/dd07cb6939a14310ae5c0538ada86f5f HTTP/1.1" status: 200 len: 375 time: 0.0342219 Dec 08 16:16:59.522135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-19b519f9-92d9-4fcf-b9de-247f06c903fd tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=dd07cb6939a14310ae5c0538ada86f5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437064 Dec 08 16:16:59.872741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea032cc4-2917-4366-b3a7-7579f0b78d4d req-5bd6c124-4c76-4589-ab35-0d8a948f8b2f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 210 time: 0.1423011 Dec 08 16:16:59.918172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.025337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:00.076507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.231874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5454c70-36d3-4d5c-a3b1-ce9bd8bd1b07 req-c3901890-edae-43a0-83c0-620ffd985091 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:00.235974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5454c70-36d3-4d5c-a3b1-ce9bd8bd1b07 req-c3901890-edae-43a0-83c0-620ffd985091 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 950 time: 0.2508101 Dec 08 16:17:00.330372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:00.360497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5454c70-36d3-4d5c-a3b1-ce9bd8bd1b07 req-83812bae-2980-4a14-9d31-c227d42cfe51 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085413 Dec 08 16:17:00.676401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682fcec9-af15-4d9b-9908-999a9ceb528b req-b5f0f27d-232c-4d7d-a678-9c65c5d6da95 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:00.688689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-682fcec9-af15-4d9b-9908-999a9ceb528b req-b5f0f27d-232c-4d7d-a678-9c65c5d6da95 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.0907018 Dec 08 16:17:00.841900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-682fcec9-af15-4d9b-9908-999a9ceb528b req-80f506f1-af60-4cbe-926e-2d89ac877692 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487777 Dec 08 16:17:00.887574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Router 45a91d2e-9244-4a2d-a0ad-c525c42277df has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:17:01.008869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3a0ee22-96b0-4e0f-a7e8-669d43cd2ad5 req-caa5d88c-9d8b-400b-a7f7-45aad9c3a4f6 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0354748 Dec 08 16:17:01.040430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:17:01.047092 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19b90ecf-c268-490e-9ff4-a56901ad5c6f admin admin] 10.222.0.62 "PUT /v2.0/routers/45a91d2e-9244-4a2d-a0ad-c525c42277df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2322464 Dec 08 16:17:01.049064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47598) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:01.063449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] Sync routers for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:17:01.076137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:01.076923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:01.230762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.375583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-1e4e7ab3-43c6-44e5-8c30-ede8cb471158 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:01.377829 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-1e4e7ab3-43c6-44e5-8c30-ede8cb471158 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.86 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 950 time: 0.0801308 Dec 08 16:17:01.454651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:01.525214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:01.535187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.632105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:01.632636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c45fd161-95dd-4a7e-a0e4-b87b7a4fc515 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:01.651821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Deleting port 89519957-491c-4c4f-8189-0f371a8c3675 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:01.656591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.755432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-f4c9f8df-0850-42aa-ab10-60a3d83cfd14 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=dd07cb6939a14310ae5c0538ada86f5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1814055 Dec 08 16:17:01.814899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.957367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] For port 89519957-491c-4c4f-8189-0f371a8c3675, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=89519957-491c-4c4f-8189-0f371a8c3675,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:01.959067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:01.982004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.014240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Calling delete_port for 89519957-491c-4c4f-8189-0f371a8c3675 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:02.023629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-bb2d0105-1bbb-4d3a-bdc6-89f8af8a7618 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:02.025140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-bb2d0105-1bbb-4d3a-bdc6-89f8af8a7618 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2517800 Dec 08 16:17:02.031026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75'}], 'enable_snat': True}, 'gw_port_id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:16:59Z', 'revision_number': 5, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port': {'id': '770e5bbf-0055-4b83-8aa0-c97483054eda', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:14:40Z', 'updated_at': '2021-12-08T16:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:02.037295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899534d7-f181-49c0-b8cf-65b6684b2043 req-e9610f5d-b367-42df-b7db-3edda13df6d6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:02.046115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-899534d7-f181-49c0-b8cf-65b6684b2043 req-e9610f5d-b367-42df-b7db-3edda13df6d6 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=7f0292cc-983c-4ca9-9994-83ddc13b957b HTTP/1.1" status: 200 len: 950 time: 0.4837356 Dec 08 16:17:02.056995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Request body: {'port': {'device_id': '85377b44-9f01-4422-b302-b034abdd0dd7', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'dd07cb6939a14310ae5c0538ada86f5f'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:02.153750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] Checking router: 45a91d2e-9244-4a2d-a0ad-c525c42277df for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:17:02.183009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.189550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] Routers {'45a91d2e-9244-4a2d-a0ad-c525c42277df'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:02.193403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['45a91d2e-9244-4a2d-a0ad-c525c42277df'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:02.251989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Deleting port 770e5bbf-0055-4b83-8aa0-c97483054eda {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:02.252562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.314829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.337665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['89519957-491c-4c4f-8189-0f371a8c3675'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:02.340290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:02.368405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event deleted for resources: {'Port': ['ID=89519957-491c-4c4f-8189-0f371a8c3675,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:02.416193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.417204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.417204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.417589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.418699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.419163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.419611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.420046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.420481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.420937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.421513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.422054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.422505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:02.447630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-899534d7-f181-49c0-b8cf-65b6684b2043 req-93890950-8fc0-4cee-b240-11d688c49aa9 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002342 Dec 08 16:17:02.461296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Made reservation on behalf of dd07cb6939a14310ae5c0538ada86f5f for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:02.466607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.475946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] No DVR routers for this DVR port 89519957-491c-4c4f-8189-0f371a8c3675 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:02.482780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.483439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.490848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ffeb931-8863-4d6a-bf5b-02a5ebc1635d req-2bfb7202-19ee-4b50-bae9-4b81e1ffa097 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.86 "DELETE /v2.0/ports/89519957-491c-4c4f-8189-0f371a8c3675 HTTP/1.1" status: 204 len: 173 time: 1.1015656 Dec 08 16:17:02.491678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'name': 'network-vif-deleted', 'tag': '89519957-491c-4c4f-8189-0f371a8c3675'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:02.497518 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34717257-ff04-4586-9b74-bbbe731fe6ca" -d '{"events": [{"server_uuid": "7f0292cc-983c-4ca9-9994-83ddc13b957b", "name": "network-vif-deleted", "tag": "89519957-491c-4c4f-8189-0f371a8c3675"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:02.621415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] Set router 45a91d2e-9244-4a2d-a0ad-c525c42277df gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:02.731800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] For port 770e5bbf-0055-4b83-8aa0-c97483054eda, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=770e5bbf-0055-4b83-8aa0-c97483054eda,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:02.732390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.754118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:17:01Z', 'revision_number': 6, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:02.763116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Calling delete_port for 770e5bbf-0055-4b83-8aa0-c97483054eda owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:02.834670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93816e63-9d38-4f43-89a6-0cccb38b58ca None None] The sync data for ids ['45a91d2e-9244-4a2d-a0ad-c525c42277df'] in n-d-820935-5 is: [{'id': '45a91d2e-9244-4a2d-a0ad-c525c42277df', 'name': 'tempest-FloatingIPsAssociationTestJSON-1797742619-router', 'tenant_id': '93a1e6047d29457ea938d52d088cf6bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:14:39Z', 'updated_at': '2021-12-08T16:17:01Z', 'revision_number': 6, 'project_id': '93a1e6047d29457ea938d52d088cf6bd', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:17:02.916315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe978941-1c65-47bf-abe5-e14bb1a3352a req-865f9b15-799a-4d22-816a-8b393d846f3c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:02.919355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe978941-1c65-47bf-abe5-e14bb1a3352a req-865f9b15-799a-4d22-816a-8b393d846f3c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.7386978 Dec 08 16:17:02.931848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.950568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:02.984345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:03.024701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b38c934f-2d5b-4f1c-a433-d9b42b572139 req-0e54e6a4-73a7-465e-8d5f-e0e3ca9d6185 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0989363 Dec 08 16:17:03.144662 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a3ed4f-d027-4a2d-ba70-4894865f2083 x-openstack-request-id: req-92a3ed4f-d027-4a2d-ba70-4894865f2083 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:03.146174 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0292cc-983c-4ca9-9994-83ddc13b957b", "name": "network-vif-deleted", "tag": "89519957-491c-4c4f-8189-0f371a8c3675", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:03.146790 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92a3ed4f-d027-4a2d-ba70-4894865f2083 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:03.148038 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0292cc-983c-4ca9-9994-83ddc13b957b', 'name': 'network-vif-deleted', 'tag': '89519957-491c-4c4f-8189-0f371a8c3675', 'status': 'completed', 'code': 200} Dec 08 16:17:03.405895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:03.491074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe978941-1c65-47bf-abe5-e14bb1a3352a req-517817c8-9632-472f-b446-de600ec1bc3d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441027 Dec 08 16:17:03.543584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Allocated IP 192.168.233.82 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/0be4162c-db84-4689-8b82-505ff8515ff6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:03.548373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.217423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Pushing event deleted for resources: {'Port': ['ID=770e5bbf-0055-4b83-8aa0-c97483054eda,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:04.230228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666735fe-54c1-4cd0-b9a5-7bad71eb7d6e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:04.423883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.592596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 770e5bbf-0055-4b83-8aa0-c97483054eda no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:04.599889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.621443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.639691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193a4c3-edf2-449c-98b8-6a9be96f25ee req-75d994e9-446b-49d6-8342-d4b3417871fd tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:04.648242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4193a4c3-edf2-449c-98b8-6a9be96f25ee req-75d994e9-446b-49d6-8342-d4b3417871fd tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 951 time: 0.4608896 Dec 08 16:17:04.668639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 770e5bbf-0055-4b83-8aa0-c97483054eda {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:04.669234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 770e5bbf-0055-4b83-8aa0-c97483054eda not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:04.669966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:04.748881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:04.753236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fd0b4b40-a00b-4ffb-ad1c-54c5aefab23d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:04.779243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d085ec-bf79-427a-be4f-7f49d0d6f46c req-a39b8584-2bac-4477-afae-1ce37e12957a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:04.788897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66d085ec-bf79-427a-be4f-7f49d0d6f46c req-a39b8584-2bac-4477-afae-1ce37e12957a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.5995009 Dec 08 16:17:04.879335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4193a4c3-edf2-449c-98b8-6a9be96f25ee req-efba9508-1e4d-494f-bc55-bb9ce76d9369 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/security-groups?id=19399a60-62a6-4f66-b155-1621d0f3397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297125 Dec 08 16:17:04.906574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.906574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45a91d2e-9244-4a2d-a0ad-c525c42277df {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:17:04.937964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:04.941941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ceaeb8ca-9bae-4e84-b5b7-bc2f87ce1dec admin admin] 10.222.0.62 "DELETE /v2.0/routers/45a91d2e-9244-4a2d-a0ad-c525c42277df HTTP/1.1" status: 204 len: 168 time: 3.8885798 Dec 08 16:17:04.943108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:05.156557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Deleting subnet 683270bd-076a-4ba7-92ce-b1359eed3425 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:05.185249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.189066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c828d476-336b-4a20-97c8-e991eb4eb620 req-7e74054a-9d37-49bf-bdd1-f567f985b68d tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 210 time: 0.1409161 Dec 08 16:17:05.228182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 89519957-491c-4c4f-8189-0f371a8c3675 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:05.276987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.313316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 89519957-491c-4c4f-8189-0f371a8c3675 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:05.314553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 89519957-491c-4c4f-8189-0f371a8c3675 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:05.360080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.402008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66d085ec-bf79-427a-be4f-7f49d0d6f46c req-d748c010-ece3-4db3-8b25-b9133b48dc47 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6114774 Dec 08 16:17:05.527670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-bb7139ef-9c9b-4d51-b8cb-ba109c2cd6c2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:05.551144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-bb7139ef-9c9b-4d51-b8cb-ba109c2cd6c2 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 951 time: 0.3082845 Dec 08 16:17:05.614831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.626671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.705886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:05.745322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:05.748042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:05.760094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:05.794114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.844862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:05.845553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.882337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=683270bd-076a-4ba7-92ce-b1359eed3425,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:05.884168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f268b94-be64-49f0-b5f8-54e4e3803a87 None None] Network 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:05.890136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Deleting port 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:05.890482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.898842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-91ed8fb2-2a21-48ac-bd03-685d46bae79f tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8479762 Dec 08 16:17:05.900083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:05.918008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Request body: {'port': {'device_id': '85377b44-9f01-4422-b302-b034abdd0dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:05.934634 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e94b5ec2-b9e3-49f0-b771-0c7b2b0e783d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/683270bd-076a-4ba7-92ce-b1359eed3425 HTTP/1.1" status: 204 len: 168 time: 0.9885628 Dec 08 16:17:05.936544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47676) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:06.144218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] For port 0580b187-8996-45b0-b9b6-e97d29fa47ad, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0580b187-8996-45b0-b9b6-e97d29fa47ad,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:06.144592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.164415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Calling delete_port for 0580b187-8996-45b0-b9b6-e97d29fa47ad owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:06.230172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] DHCP port deletion for 8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:06.260047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.348322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] Deleting port a23afc90-1e22-4f62-9490-ad642e88aee6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:06.349988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.400530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.405554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Deleting port a23afc90-1e22-4f62-9490-ad642e88aee6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:06.406771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.469510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] For port a23afc90-1e22-4f62-9490-ad642e88aee6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a23afc90-1e22-4f62-9490-ad642e88aee6,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:06.469900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.472851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9ba52d5e-a0c5-4f4e-a86b-0362194ad806 None None] Provisioning complete for port 0be4162c-db84-4689-8b82-505ff8515ff6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:06.473232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ba52d5e-a0c5-4f4e-a86b-0362194ad806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.512635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] Calling delete_port for a23afc90-1e22-4f62-9490-ad642e88aee6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:06.541335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9ba52d5e-a0c5-4f4e-a86b-0362194ad806 None None] Port 0be4162c-db84-4689-8b82-505ff8515ff6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:06.644281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a23afc90-1e22-4f62-9490-ad642e88aee6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:06.677436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.709158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a57b888b-03c7-425f-8fc7-00d197c9be76 req-c40bae13-9268-4b00-a288-c647a3070dfc tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 210 time: 0.6059937 Dec 08 16:17:06.712377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0580b187-8996-45b0-b9b6-e97d29fa47ad'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:06.793067 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:06.807377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No active binding found for port a23afc90-1e22-4f62-9490-ad642e88aee6 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:17:06.808268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a23afc90-1e22-4f62-9490-ad642e88aee6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:06.810108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Pushing event deleted for resources: {'Port': ['ID=0580b187-8996-45b0-b9b6-e97d29fa47ad,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:06.923773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] Pushing event deleted for resources: {'Port': ['ID=a23afc90-1e22-4f62-9490-ad642e88aee6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:06.934642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97564c9f-9883-473c-a2b2-84e64defcf27 None None] No DVR routers for this DVR port a23afc90-1e22-4f62-9490-ad642e88aee6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:07.128916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f29eae-3d29-4cd9-a889-f760647281ae req-1d1bc4dc-8290-4663-937a-c5d78a871fe5 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.138492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86f29eae-3d29-4cd9-a889-f760647281ae req-1d1bc4dc-8290-4663-937a-c5d78a871fe5 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 935 time: 0.7072494 Dec 08 16:17:07.283579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] No DVR routers for this DVR port 0580b187-8996-45b0-b9b6-e97d29fa47ad on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:07.293550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:07.297445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e5d996a-bdbd-4142-8b81-92f91ff9a790 req-70fa7a10-d3fc-4fc6-b75e-fb2ab1c8bb70 tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.58 "DELETE /v2.0/ports/0580b187-8996-45b0-b9b6-e97d29fa47ad HTTP/1.1" status: 204 len: 173 time: 1.7079415 Dec 08 16:17:07.298463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-deleted', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:07.301128 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b4a6db-3605-49e3-a6b7-03891ea5bc41" -d '{"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-deleted", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:07.407480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] For port a23afc90-1e22-4f62-9490-ad642e88aee6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a23afc90-1e22-4f62-9490-ad642e88aee6,segment=NetworkSegment(e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d),segment_id=e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:07.408376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:07.428916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9b83-076a-41a6-9c6f-abb15fb73e60 req-8a836e1f-b56e-4d0e-bd2c-49a79f9dc109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:07.437408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fae9b83-076a-41a6-9c6f-abb15fb73e60 req-8a836e1f-b56e-4d0e-bd2c-49a79f9dc109 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.3328390 Dec 08 16:17:07.467183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Calling delete_port for a23afc90-1e22-4f62-9490-ad642e88aee6 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:07.493323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86f29eae-3d29-4cd9-a889-f760647281ae req-3381f4a3-851d-45cf-a1d8-5efc4a07b354 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538139 Dec 08 16:17:07.611753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fae9b83-076a-41a6-9c6f-abb15fb73e60 req-b2125c2e-440b-49c0-baa2-68620365b419 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730583 Dec 08 16:17:07.646961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0be4162c-db84-4689-8b82-505ff8515ff6 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:07.663114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:07.696706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Transition to ACTIVE for port object 0be4162c-db84-4689-8b82-505ff8515ff6 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:17:07.696831 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b173d42-2f54-4128-ac74-8a3e08b150a5 x-openstack-request-id: req-1b173d42-2f54-4128-ac74-8a3e08b150a5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:07.697122 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97318fe8-1ea1-41de-bc1b-51b55d6cc957", "name": "network-vif-deleted", "tag": "0580b187-8996-45b0-b9b6-e97d29fa47ad", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:07.697421 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b173d42-2f54-4128-ac74-8a3e08b150a5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:07.697844 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97318fe8-1ea1-41de-bc1b-51b55d6cc957', 'name': 'network-vif-deleted', 'tag': '0580b187-8996-45b0-b9b6-e97d29fa47ad', 'status': 'completed', 'code': 200} Dec 08 16:17:07.701562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:07.775040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:07.840508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a23afc90-1e22-4f62-9490-ad642e88aee6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:07.859485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] No DVR routers for this DVR port a23afc90-1e22-4f62-9490-ad642e88aee6 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:07.920457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:08.043525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.077418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5cd86b-2a37-4ee6-b75d-1e98b194ca74']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:08.092617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb14c411-0938-493f-8af6-32c759e49c92 req-afb51051-2e61-4ac6-a521-e8fd78c6cafe tempest-ServersAdminTestJSON-2006350157 tempest-ServersAdminTestJSON-2006350157-project] 10.222.0.62 "GET /v2.0/ports?device_id=97318fe8-1ea1-41de-bc1b-51b55d6cc957 HTTP/1.1" status: 200 len: 210 time: 0.1194518 Dec 08 16:17:08.124436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:08.125042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36c2d0a-fa92-4f69-83d5-bb42b8d3f60d') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:08.167116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.168290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Attempting to bind port 0be4162c-db84-4689-8b82-505ff8515ff6 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:08.168633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Attempting to bind port 0be4162c-db84-4689-8b82-505ff8515ff6 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:08.169023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Attempting to bind port 0be4162c-db84-4689-8b82-505ff8515ff6 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:08.174663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Port 0be4162c-db84-4689-8b82-505ff8515ff6 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:17:08.175050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Attempting to bind port 0be4162c-db84-4689-8b82-505ff8515ff6 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:08.183117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:08.184284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:08.184284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:08.184568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Bound port: 0be4162c-db84-4689-8b82-505ff8515ff6, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:08.184826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.225031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.240765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:08.241948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.338896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:08.350316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:08.362452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:08.369598 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:08.381323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.421438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.423828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:08.424449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:08.426148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] 10.222.0.86 "PUT /v2.0/ports/0be4162c-db84-4689-8b82-505ff8515ff6 HTTP/1.1" status: 200 len: 1095 time: 2.5126078 Dec 08 16:17:08.435801 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8a5cd86b-2a37-4ee6-b75d-1e98b194ca74 HTTP/1.1" status: 204 len: 168 time: 2.4952226 Dec 08 16:17:08.468427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b01d7-cf18-4cc5-9f43-81d075ce8b75 service neutron] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:08.487336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d836d-a733-4451-be3b-eecfe0b8cad3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5cd86b-2a37-4ee6-b75d-1e98b194ca74,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:08.684177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-35ef0050-0f56-4367-b228-518aef203bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:08.686627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-35ef0050-0f56-4367-b228-518aef203bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd07cb6939a14310ae5c0538ada86f5f&device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 1098 time: 0.1549339 Dec 08 16:17:08.887787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-e0f8e2e5-4a52-41e2-9b6b-c944b09d5280 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=0be4162c-db84-4689-8b82-505ff8515ff6 HTTP/1.1" status: 200 len: 217 time: 0.1881897 Dec 08 16:17:08.986326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:09.130883 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed9326f0-bf14-4616-977a-430ac4b9f08c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=93a1e6047d29457ea938d52d088cf6bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1396568 Dec 08 16:17:09.131744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47722) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:09.160403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d068978-d84c-43d3-bc50-8c05c11c6a23 req-7ce7adf7-da93-440a-8446-948fb4f6ccad tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.162353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d068978-d84c-43d3-bc50-8c05c11c6a23 req-7ce7adf7-da93-440a-8446-948fb4f6ccad tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 947 time: 0.4821661 Dec 08 16:17:09.165507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-e7359c4b-4e22-43d2-8dde-90bb7ffbff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.167187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-e7359c4b-4e22-43d2-8dde-90bb7ffbff3a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.2069716 Dec 08 16:17:09.177414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6b758-83ff-4267-95fe-547623f96495 req-6b98bdbd-dabd-4f30-9654-c96bae224e15 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.190719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ee6b758-83ff-4267-95fe-547623f96495 req-6b98bdbd-dabd-4f30-9654-c96bae224e15 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.3573437 Dec 08 16:17:09.224292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7013b885-a953-4340-9dd3-775201ec251f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.256979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7013b885-a953-4340-9dd3-775201ec251f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.333772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7013b885-a953-4340-9dd3-775201ec251f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.337451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7013b885-a953-4340-9dd3-775201ec251f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:09.341368 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7013b885-a953-4340-9dd3-775201ec251f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2145d89a-447d-4a0b-a6e4-07ce11a912eb HTTP/1.1" status: 204 len: 168 time: 0.2058475 Dec 08 16:17:09.354184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013b885-a953-4340-9dd3-775201ec251f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2145d89a-447d-4a0b-a6e4-07ce11a912eb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:09.354429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-c02e978c-cd03-408a-9bc8-65179c4c8683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.357399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-c02e978c-cd03-408a-9bc8-65179c4c8683 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1610465 Dec 08 16:17:09.369061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d068978-d84c-43d3-bc50-8c05c11c6a23 req-3a44da73-5d45-4d73-8ef1-fde6a9bd4abd tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638837 Dec 08 16:17:09.381516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ee6b758-83ff-4267-95fe-547623f96495 req-6c4592f2-9abe-446c-803e-4e08788068dd tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895890 Dec 08 16:17:09.387445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:09.448669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 0580b187-8996-45b0-b9b6-e97d29fa47ad {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:09.449358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0580b187-8996-45b0-b9b6-e97d29fa47ad not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:09.552697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-1944cd96-2c75-4f58-898d-6cc3e1c467ee service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811929 Dec 08 16:17:09.698554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:09.702730 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c1cece-26b4-40c6-a16f-668f8b3f9009" -d '{"events": [{"name": "network-changed", "server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:09.715491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f3b92e4-18ef-480a-a85c-87d2cd907bc0 req-c42d29d4-ea44-4160-8edf-4baf3b9ec104 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555731 Dec 08 16:17:09.774449 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a927417a-99c5-46af-b595-1364c23458be x-openstack-request-id: req-a927417a-99c5-46af-b595-1364c23458be {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:09.774833 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:09.775781 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a927417a-99c5-46af-b595-1364c23458be {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:09.775781 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'status': 'completed', 'code': 200} Dec 08 16:17:09.917340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-e9fef9d4-463e-4c21-801b-d3514f2e3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:09.920776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-e9fef9d4-463e-4c21-801b-d3514f2e3016 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=dd07cb6939a14310ae5c0538ada86f5f&device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 1098 time: 0.1103652 Dec 08 16:17:10.035075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-0269dbfc-94fd-4487-873e-f07c68fb696f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.037238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-0269dbfc-94fd-4487-873e-f07c68fb696f service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1090794 Dec 08 16:17:10.088807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-60d173dc-7d22-49f2-9a7b-a6668fb400a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=0be4162c-db84-4689-8b82-505ff8515ff6 HTTP/1.1" status: 200 len: 217 time: 0.0438032 Dec 08 16:17:10.194866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47750) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:10.195885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-bff85b27-fadf-4cac-a32c-76570f1708bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.197637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-bff85b27-fadf-4cac-a32c-76570f1708bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0987844 Dec 08 16:17:10.282160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-ce10093d-b6ea-4fe0-94dc-109c4d6b8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.283809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-ce10093d-b6ea-4fe0-94dc-109c4d6b8947 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0775735 Dec 08 16:17:10.505146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-ab7d73ea-ba61-4af9-a00f-b1d610e5c8ee service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117043 Dec 08 16:17:10.763458 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-66cc8753-b242-443f-884b-5117ab261142 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60a8f4f444284ec5bdc09f37d02e19ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5620720 Dec 08 16:17:10.766016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47772) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:10.808341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e80e-2e3d-4119-a1ec-107de2a0a6be req-9819e972-765d-43dd-a572-969028cf986d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.810302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8234e80e-2e3d-4119-a1ec-107de2a0a6be req-9819e972-765d-43dd-a572-969028cf986d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.1438787 Dec 08 16:17:10.820586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a058c-236d-4a76-8789-ab872c905a7e req-ed2da0aa-e822-4f43-8d13-d8b738529c46 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:10.831472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec3a058c-236d-4a76-8789-ab872c905a7e req-ed2da0aa-e822-4f43-8d13-d8b738529c46 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 947 time: 0.3084993 Dec 08 16:17:10.847324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c1cece-26b4-40c6-a16f-668f8b3f9009 req-fe12a771-ae1d-4463-86c0-6463890a0345 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352263 Dec 08 16:17:10.882201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c28-84c7-4a89-acf5-df0fb863c531 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:10.936287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c28-84c7-4a89-acf5-df0fb863c531 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:10.956760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8234e80e-2e3d-4119-a1ec-107de2a0a6be req-d6aaad2c-e2bd-4587-9622-bb646cf5ef2f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171012 Dec 08 16:17:10.965172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec3a058c-236d-4a76-8789-ab872c905a7e req-16e48cab-c972-4174-be24-46525b6c1e56 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325028 Dec 08 16:17:11.034189 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c28-84c7-4a89-acf5-df0fb863c531 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.041749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48fe3c28-84c7-4a89-acf5-df0fb863c531 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.044965 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48fe3c28-84c7-4a89-acf5-df0fb863c531 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19399a60-62a6-4f66-b155-1621d0f3397b HTTP/1.1" status: 204 len: 168 time: 0.2758358 Dec 08 16:17:11.071092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe3c28-84c7-4a89-acf5-df0fb863c531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19399a60-62a6-4f66-b155-1621d0f3397b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:11.503276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47786) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:11.592468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46c198e9-47ba-4dfa-b52f-1b56a2f0bf03 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb78933fd0f047fa869214b7763356fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0873022 Dec 08 16:17:11.594978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47802) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:11.699000 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48adcc89-f21d-41cf-8061-87fe050ec1ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.786495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48adcc89-f21d-41cf-8061-87fe050ec1ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.904793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48adcc89-f21d-41cf-8061-87fe050ec1ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.907597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48adcc89-f21d-41cf-8061-87fe050ec1ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:11.908798 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48adcc89-f21d-41cf-8061-87fe050ec1ea admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df15dda5-5f47-4def-bd13-d3954c8786d9 HTTP/1.1" status: 204 len: 168 time: 0.3127918 Dec 08 16:17:11.935714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adcc89-f21d-41cf-8061-87fe050ec1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df15dda5-5f47-4def-bd13-d3954c8786d9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:12.522532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713c979-c551-42c8-9023-5b8816d5e80e req-eae4ba90-7fbb-453a-92a1-692585bebb6b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:12.522532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3713c979-c551-42c8-9023-5b8816d5e80e req-eae4ba90-7fbb-453a-92a1-692585bebb6b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.2748253 Dec 08 16:17:12.586032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b9574-9fb5-46f7-9910-3066bf1e1083 req-ea8dfcb5-4b63-4489-94c9-e7b2e29ee326 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:12.603167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c2b9574-9fb5-46f7-9910-3066bf1e1083 req-ea8dfcb5-4b63-4489-94c9-e7b2e29ee326 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 947 time: 0.2390170 Dec 08 16:17:12.667899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3713c979-c551-42c8-9023-5b8816d5e80e req-5c3786d0-8989-4ff3-9ffa-a116957e6241 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386030 Dec 08 16:17:12.786514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c2b9574-9fb5-46f7-9910-3066bf1e1083 req-be28df37-a418-4d0a-9e8d-a57077c2ad63 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812551 Dec 08 16:17:12.847747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47866) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:13.096582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.222276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:13.242724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.252508 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.342285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b4594483090c446084faf56028221cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4928071 Dec 08 16:17:13.343265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c342570-f754-4525-a1ec-82555133cb8b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:13.345142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47882) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:13.364788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.365400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.366218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.366773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.367281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.369130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.370020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.370537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.372344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.372860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.374844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.375400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.376720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07c116d5-b2c3-49a7-8b73-10d8a1308732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:13.487184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e2735a-50bd-4b6a-85c5-00205dd4b177 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.527737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e2735a-50bd-4b6a-85c5-00205dd4b177 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.538962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:13.569135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0be4162c-db84-4689-8b82-505ff8515ff6', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0be4162c-db84-4689-8b82-505ff8515ff6', 'mac_address': 'fa:16:3e:a6:a4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:13.627258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e2735a-50bd-4b6a-85c5-00205dd4b177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.632419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e2735a-50bd-4b6a-85c5-00205dd4b177 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.635976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-55e2735a-50bd-4b6a-85c5-00205dd4b177 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c342570-f754-4525-a1ec-82555133cb8b HTTP/1.1" status: 204 len: 168 time: 0.2872462 Dec 08 16:17:13.670329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2735a-50bd-4b6a-85c5-00205dd4b177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c342570-f754-4525-a1ec-82555133cb8b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:13.674020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.724953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be4162c-db84-4689-8b82-505ff8515ff6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:13.795071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:13.807240 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:13.956051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab1884-ea65-4a21-9334-023662db79c8 req-f04e6ed8-1571-4be5-b0b9-76ba9184b9f9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:13.966614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0ab1884-ea65-4a21-9334-023662db79c8 req-f04e6ed8-1571-4be5-b0b9-76ba9184b9f9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.1818407 Dec 08 16:17:14.042492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:14.145368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0be4162c-db84-4689-8b82-505ff8515ff6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:14.156344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0ab1884-ea65-4a21-9334-023662db79c8 req-ac5b3f31-fe22-4457-99bc-2d880e05e208 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802671 Dec 08 16:17:14.354611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed73809a-0aae-4fe6-8c76-50baea17fda0 req-9b40b1e9-3b35-4f40-9aa2-8dc58d6e503b tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:14.357101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed73809a-0aae-4fe6-8c76-50baea17fda0 req-9b40b1e9-3b35-4f40-9aa2-8dc58d6e503b tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 948 time: 0.1996377 Dec 08 16:17:14.481149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed73809a-0aae-4fe6-8c76-50baea17fda0 req-8d9af607-c21d-462e-820f-f72755a08502 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176503 Dec 08 16:17:15.238319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:15.381305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0be4162c-db84-4689-8b82-505ff8515ff6 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:17:15.403430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0be4162c-db84-4689-8b82-505ff8515ff6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:15.404310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.410435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47972) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:15.643322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.749745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:15.756463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:15.758862 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3892d089-b877-4b2a-86f0-dbfe4daf6815" -d '{"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:15.771046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.776246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-431062976-network', 'tenant_id': '99d9f54e0431476c920bf4988b8f69bc'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:15.834680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Made reservation on behalf of 99d9f54e0431476c920bf4988b8f69bc for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:15.839895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.856854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:15.875227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e24732-7dc0-4d12-931c-a0cf2b3f36ae req-10352393-4f92-4851-b9e5-81f48b222a18 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:15.888752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99e24732-7dc0-4d12-931c-a0cf2b3f36ae req-10352393-4f92-4851-b9e5-81f48b222a18 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.1259294 Dec 08 16:17:15.894845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:15.950330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a531d-a12e-4e70-a2e8-f92f41004016 req-ba58d35c-2220-456d-a585-ab26bb109390 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:15.959303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d8a531d-a12e-4e70-a2e8-f92f41004016 req-ba58d35c-2220-456d-a585-ab26bb109390 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 948 time: 0.2480052 Dec 08 16:17:16.011366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99e24732-7dc0-4d12-931c-a0cf2b3f36ae req-bf84d873-b936-48ed-bc52-1543d15f9a7a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215985 Dec 08 16:17:16.090021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d8a531d-a12e-4e70-a2e8-f92f41004016 req-c7eb86ff-6ed4-4153-954e-46f68d92972d tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292195 Dec 08 16:17:16.120503 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac0aa48-76d6-4836-8559-fe5d09c27300 x-openstack-request-id: req-4ac0aa48-76d6-4836-8559-fe5d09c27300 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:16.121051 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:16.121561 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4ac0aa48-76d6-4836-8559-fe5d09c27300 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:16.122214 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'code': 200} Dec 08 16:17:16.123408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.132695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.168294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47986) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:16.267457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:16.289369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2877a2a5-aa30-421b-9375-06efae870263,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:16.302143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b36c21-66b3-4449-a8a8-2b315f3500dd req-d0ee122a-77a7-448e-96d4-ca9451167fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:16.304007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2b36c21-66b3-4449-a8a8-2b315f3500dd req-d0ee122a-77a7-448e-96d4-ca9451167fd9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 1100 time: 0.0914173 Dec 08 16:17:16.310442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.310980 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Added segment 8b237a4a-6c98-416d-a6f1-e7d5dd54f54b of type vlan for network 8feeb69a-19fd-471e-8754-2301717e7543 Dec 08 16:17:16.447325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2b36c21-66b3-4449-a8a8-2b315f3500dd req-4572801c-9222-4779-bbb5-c86693593a5a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324599 Dec 08 16:17:16.449060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.524666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.526128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:16.527329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.547766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a282-e622-4d62-9f07-712a90bc7b7b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.606886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1925335 Dec 08 16:17:16.607630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47996) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:16.612811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Request body: {'subnet': {'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-431062976-subnet', 'tenant_id': '99d9f54e0431476c920bf4988b8f69bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:16.622686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab6333-7f21-4c38-9435-dd0995028b22 admin admin] Pushing event updated for resources: {'Network': ['ID=8feeb69a-19fd-471e-8754-2301717e7543,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:16.637781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8feeb69a-19fd-471e-8754-2301717e7543 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:16.663757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Made reservation on behalf of 99d9f54e0431476c920bf4988b8f69bc for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:16.668448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.747954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a282-e622-4d62-9f07-712a90bc7b7b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.758926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2fc0a282-e622-4d62-9f07-712a90bc7b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.821765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2fc0a282-e622-4d62-9f07-712a90bc7b7b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=791501f2e1b54836b5ccee8ef456bf12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6522815 Dec 08 16:17:16.823158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47998) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:16.830275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0a282-e622-4d62-9f07-712a90bc7b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5ace34-5cd6-45c7-bdeb-d5a32c2f81bc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:16.951383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69d9c229-e257-4e87-8e64-7ec205d4626c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:16.959609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.017087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69d9c229-e257-4e87-8e64-7ec205d4626c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.018890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3da3b3a-a409-4f2e-96d4-28ee36cb4674,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:17.088237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Checking segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:17.088863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Network hostable DHCP agents. Network: 8feeb69a-19fd-471e-8754-2301717e7543, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:17:17.173098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Network 8feeb69a-19fd-471e-8754-2301717e7543 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:17:17.196927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8feeb69a-19fd-471e-8754-2301717e7543) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:17.205206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.206880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.210927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dfa1f2-159f-4236-9a88-3a92509e0c63 None None] Network 8feeb69a-19fd-471e-8754-2301717e7543 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:17.267789 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-64d331d7-43ae-4885-be3f-443e36c8d6c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6568227 Dec 08 16:17:17.359574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69d9c229-e257-4e87-8e64-7ec205d4626c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.364246 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-69d9c229-e257-4e87-8e64-7ec205d4626c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:17.365913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-69d9c229-e257-4e87-8e64-7ec205d4626c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6a5ace34-5cd6-45c7-bdeb-d5a32c2f81bc HTTP/1.1" status: 204 len: 168 time: 0.5410087 Dec 08 16:17:17.409873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d9b66-83b2-43dd-aabc-d79ead2d9303 req-6ac5a8c7-7d84-45fb-86fd-502e1caa3b54 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.432939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc7d9b66-83b2-43dd-aabc-d79ead2d9303 req-6ac5a8c7-7d84-45fb-86fd-502e1caa3b54 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.2972777 Dec 08 16:17:17.473898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297b62b-8e1f-4d9e-af1e-bd97e16bcbdf req-93834c41-c1f8-43c5-a40c-5181f4812f31 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:17.485062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4297b62b-8e1f-4d9e-af1e-bd97e16bcbdf req-93834c41-c1f8-43c5-a40c-5181f4812f31 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 949 time: 0.2530053 Dec 08 16:17:17.522460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d9c229-e257-4e87-8e64-7ec205d4626c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5ace34-5cd6-45c7-bdeb-d5a32c2f81bc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:17.610968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fc4770-8a7c-472f-a20f-62e34c6cfc3a None None] Network 8feeb69a-19fd-471e-8754-2301717e7543 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:17.709631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4297b62b-8e1f-4d9e-af1e-bd97e16bcbdf req-13158e77-38e0-42c6-9630-b9178f32dbae tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201519 Dec 08 16:17:17.744280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc7d9b66-83b2-43dd-aabc-d79ead2d9303 req-6f2d3f9d-84ab-4feb-8f6a-78cc4ab3472d tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105824 Dec 08 16:17:18.715982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:18.735180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-cb6ff3e6-1ca2-4d9a-8930-0b8acc4dbaeb tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.738341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-cb6ff3e6-1ca2-4d9a-8930-0b8acc4dbaeb tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 821 time: 0.1820345 Dec 08 16:17:18.768385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-5bf064cf-7058-4392-9a00-5747f82c9502 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/quotas/99d9f54e0431476c920bf4988b8f69bc HTTP/1.1" status: 200 len: 375 time: 0.0217106 Dec 08 16:17:18.854922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-1a142d7a-3adb-4a65-b492-5470c3ba2b6d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742073 Dec 08 16:17:18.936470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-network', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:18.994783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Made reservation on behalf of 80d1961dbfdc4e98814262eae35b1abc for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:18.996014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535f139-09b8-4f5b-94be-6f93ffde575d req-61e594dd-ef2a-4219-842a-82543e0d3289 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:18.998341 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:18.998521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0535f139-09b8-4f5b-94be-6f93ffde575d req-61e594dd-ef2a-4219-842a-82543e0d3289 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 949 time: 0.1140351 Dec 08 16:17:19.012567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.067010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-90df4f98-9ba8-4291-96c3-722d05a7ab0e service neutron] 10.222.0.62 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067893 Dec 08 16:17:19.148593 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.156150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.175428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0535f139-09b8-4f5b-94be-6f93ffde575d req-5fe6ca24-2f70-47ed-ab08-1bbeb313942b tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658711 Dec 08 16:17:19.207112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118eabea-b5d0-46be-b300-0f65c4d89b79,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:19.250709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:19.268347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.269716 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Added segment d6181c1a-d1f8-4934-846e-d731bc757da7 of type vlan for network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 Dec 08 16:17:19.278966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-a9bf96e4-2842-4d8b-b45f-5ee6285c3873 service neutron] 10.222.0.62 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103202 Dec 08 16:17:19.355254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc52067-7039-46b0-ae70-1b777eb99e9a req-16e9764d-e8d8-4c04-b345-256476a2171f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:19.363177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfc52067-7039-46b0-ae70-1b777eb99e9a req-16e9764d-e8d8-4c04-b345-256476a2171f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.0711703 Dec 08 16:17:19.424096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.440836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfc52067-7039-46b0-ae70-1b777eb99e9a req-88679a0f-273d-44ac-a43b-aa0a78445e52 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766385 Dec 08 16:17:19.491637 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.492975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:19.493653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:19.556674 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8371012 Dec 08 16:17:19.558206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48072) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:19.565332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Request body: {'subnet': {'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-subnet', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:19.674594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db85c3-80e1-4be3-9b62-a20bcfe235fc admin admin] Pushing event updated for resources: {'Network': ['ID=1f95e08f-ae0c-497b-ab24-a8aecf2ebc49,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:19.682471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Made reservation on behalf of 80d1961dbfdc4e98814262eae35b1abc for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:19.702151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:19.705666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:20.744561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6c65749-b6a5-4ff5-995f-2ef7243ca6da req-9aa5b869-2835-4b34-8b07-338c4fff98c2 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 210 time: 0.1387393 Dec 08 16:17:21.295223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8397dcf5-3eb2-44f2-b61c-057a8ad69ca8 req-73a6bd28-e5e0-45c6-b97f-7a57f3f61378 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:21.299051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8397dcf5-3eb2-44f2-b61c-057a8ad69ca8 req-73a6bd28-e5e0-45c6-b97f-7a57f3f61378 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.3531280 Dec 08 16:17:21.302943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.482786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8d6fad-2da1-47db-85e5-48efa427f2f2,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:21.526861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8397dcf5-3eb2-44f2-b61c-057a8ad69ca8 req-f87de15e-ca77-401d-8727-da69c031c638 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182467 Dec 08 16:17:21.528453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Checking segment: {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:21.529069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Network hostable DHCP agents. Network: 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:17:21.576641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:17:21.604439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:21.620289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57be56f3-2663-48f1-890c-27717fa912c5 None None] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:21.624933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:21.625665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.674085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dbf3ff66-b66b-437a-9eb1-63645e0bb048 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.1057589 Dec 08 16:17:21.675026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:21.702822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:21.834554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:21.834554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.073169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.081659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-134c4931-ace9-4f13-8137-878276fb8018 req-3cad6a34-8d91-4a90-94a6-1cc171a0d9bf tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 210 time: 0.1423845 Dec 08 16:17:22.631495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-19ac784a-980b-49a0-b2a1-8f5d49f29d82 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:22.632080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'fixed_ips': [{'subnet_id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:17:22.635525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-19ac784a-980b-49a0-b2a1-8f5d49f29d82 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 821 time: 0.5520525 Dec 08 16:17:22.635986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.656210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'port': {'device_id': '115e8f4e-6311-4f6a-9228-09b550d32402', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'admin_state_up': True, 'tenant_id': '99d9f54e0431476c920bf4988b8f69bc'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:22.713837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:22.920544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Allocated IP 172.20.0.2 (1f95e08f-ae0c-497b-ab24-a8aecf2ebc49/ec8d6fad-2da1-47db-85e5-48efa427f2f2/41655cce-c154-4d19-8d53-c8975d7738ba) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:22.955487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd67f6-b3e0-4962-9d57-c63abccf827c req-769f7ed6-afb3-4458-9c36-0cfdec989210 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:22.967956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56dd67f6-b3e0-4962-9d57-c63abccf827c req-769f7ed6-afb3-4458-9c36-0cfdec989210 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.1404874 Dec 08 16:17:23.031632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.059435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.078719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56dd67f6-b3e0-4962-9d57-c63abccf827c req-7b7a581e-e49b-488a-a04f-0e9ee99df956 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076176 Dec 08 16:17:23.083233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Made reservation on behalf of 99d9f54e0431476c920bf4988b8f69bc for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:23.102328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.273319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Allocated IP 172.25.3.171 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/26e82e3a-aa9e-4739-beed-58a95ca34c9f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:23.296335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:23.358799 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.398678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-340b635d-6e49-4cdc-ad9d-cb2b02592636 req-c918c5d1-c2af-4b8e-8da5-c6cf326e2fb2 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 210 time: 0.0714686 Dec 08 16:17:23.580774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.586273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.636973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:23.643164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Allocated IP 172.20.0.13 (8feeb69a-19fd-471e-8754-2301717e7543/d3da3b3a-a409-4f2e-96d4-28ee36cb4674/11545e26-a7a7-419c-a24b-a298a2fab6e0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:23.660278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0be4162c-db84-4689-8b82-505ff8515ff6', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0be4162c-db84-4689-8b82-505ff8515ff6', 'mac_address': 'fa:16:3e:a6:a4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:23.677007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:23.705855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.800459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:23.810152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:23.821288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:23.822007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Pushing event updated for resources: {'Port': ['ID=41655cce-c154-4d19-8d53-c8975d7738ba,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:23.835506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:23.842225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:23.889929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Pushing event updated for resources: {'Port': ['ID=26e82e3a-aa9e-4739-beed-58a95ca34c9f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:23.891946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c03d25-3bcd-4b16-aa2e-284665366d58 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:23.905270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.931127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Attempting to bind port 41655cce-c154-4d19-8d53-c8975d7738ba on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:23.931780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Attempting to bind port 41655cce-c154-4d19-8d53-c8975d7738ba by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:23.932161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Attempting to bind port 41655cce-c154-4d19-8d53-c8975d7738ba on network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:23.936071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0be4162c-db84-4689-8b82-505ff8515ff6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:23.943714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.957133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:23.958074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Checking segment: {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:23.959395 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.959818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Bound using segment: {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:23.960026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Bound port: 41655cce-c154-4d19-8d53-c8975d7738ba, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:23.960448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:23.997302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.087163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:24.114394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Network 8feeb69a-19fd-471e-8754-2301717e7543 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:24.123647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:24.131516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:24.186908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.258200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:24.387795 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5808ada4-c865-40be-9636-aecd553fa861 None None] Provisioning complete for port 26e82e3a-aa9e-4739-beed-58a95ca34c9f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:24.391168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5808ada4-c865-40be-9636-aecd553fa861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.413272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.416630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.450910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a4100-2999-4fc2-a359-5daed25511e8 req-321a52a8-180c-452b-8a65-10ccc6bac950 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:24.452984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af0a4100-2999-4fc2-a359-5daed25511e8 req-321a52a8-180c-452b-8a65-10ccc6bac950 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.2335892 Dec 08 16:17:24.480969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0be4162c-db84-4689-8b82-505ff8515ff6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:24.488238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-850577a2-2efa-4d2a-a896-87e25a38fb0d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8390245 Dec 08 16:17:24.530020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af0a4100-2999-4fc2-a359-5daed25511e8 req-7b535c4b-ae49-4052-ac08-8a18091527e9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658789 Dec 08 16:17:24.535794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Request body: {'port': {'device_id': '115e8f4e-6311-4f6a-9228-09b550d32402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:24.755492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.768967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] For port 41655cce-c154-4d19-8d53-c8975d7738ba, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:24.792252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] For port 41655cce-c154-4d19-8d53-c8975d7738ba, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41655cce-c154-4d19-8d53-c8975d7738ba,segment=NetworkSegment(d6181c1a-d1f8-4934-846e-d731bc757da7),segment_id=d6181c1a-d1f8-4934-846e-d731bc757da7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:24.861605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5808ada4-c865-40be-9636-aecd553fa861 None None] Port 26e82e3a-aa9e-4739-beed-58a95ca34c9f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:24.875303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:24.890429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.031564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:25.378633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db049712-f8ff-473c-a16d-fed2ec1b9c4d None None] Pushing event updated for resources: {'Port': ['ID=41655cce-c154-4d19-8d53-c8975d7738ba,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:25.527583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.642845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11545e26-a7a7-419c-a24b-a298a2fab6e0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:25.662924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.684496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Transition to ACTIVE for port object 11545e26-a7a7-419c-a24b-a298a2fab6e0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:17:25.705600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15174fba-9ccb-477b-b6b6-689d16852bb8 req-899b9088-2e5f-4b4f-b8c3-1581d1ef0664 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:25.727290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15174fba-9ccb-477b-b6b6-689d16852bb8 req-899b9088-2e5f-4b4f-b8c3-1581d1ef0664 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 932 time: 1.0239491 Dec 08 16:17:25.757751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:25.969868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f0369ac-c5f4-4fe5-8fd2-6ef4e06dd8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.060627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15174fba-9ccb-477b-b6b6-689d16852bb8 req-d43dae05-b364-438d-8634-f926dd9ebdbf tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317592 Dec 08 16:17:26.080617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:26.144025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:17:26.426056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Attempting to bind port 11545e26-a7a7-419c-a24b-a298a2fab6e0 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:26.426056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Attempting to bind port 11545e26-a7a7-419c-a24b-a298a2fab6e0 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:26.426557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Attempting to bind port 11545e26-a7a7-419c-a24b-a298a2fab6e0 on network 8feeb69a-19fd-471e-8754-2301717e7543 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:26.444508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Port 11545e26-a7a7-419c-a24b-a298a2fab6e0 on network 8feeb69a-19fd-471e-8754-2301717e7543 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:17:26.445047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Attempting to bind port 11545e26-a7a7-419c-a24b-a298a2fab6e0 on network 8feeb69a-19fd-471e-8754-2301717e7543 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:26.472638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d764d768-95fd-4636-8680-1dd1134ff3b1 req-502dcaad-a3aa-4b61-b295-8fa08b8fd8f9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.474148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d764d768-95fd-4636-8680-1dd1134ff3b1 req-502dcaad-a3aa-4b61-b295-8fa08b8fd8f9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.3236034 Dec 08 16:17:26.516066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:26.516404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Checking segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:26.516788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Bound using segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:26.517253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Bound port: 11545e26-a7a7-419c-a24b-a298a2fab6e0, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:26.517626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.627029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d764d768-95fd-4636-8680-1dd1134ff3b1 req-c2d4e3fc-feae-48c3-95cd-39c01e17f137 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463234 Dec 08 16:17:26.681642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:17:26.705669 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Sync routers for ids ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:17:26.729550 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Routers {'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:26.731479 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:26.743728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.755320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28a93e11-8d9e-4889-ba95-756f2cb7592d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0731595 Dec 08 16:17:26.756296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:26.851746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:26.859298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:26.887575 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.943760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:26.948091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:26.958711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] 10.222.0.86 "PUT /v2.0/ports/11545e26-a7a7-419c-a24b-a298a2fab6e0 HTTP/1.1" status: 200 len: 1092 time: 2.4330859 Dec 08 16:17:26.962707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41655cce-c154-4d19-8d53-c8975d7738ba up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:26.975705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:26.982280 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088fb47e-14da-4e61-98df-375e223653cd" -d '{"events": [{"name": "network-changed", "server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:27.211576 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d57204-819d-49c2-b5f2-f3320f79c991 x-openstack-request-id: req-06d57204-819d-49c2-b5f2-f3320f79c991 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:27.215128 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:27.215620 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06d57204-819d-49c2-b5f2-f3320f79c991 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:27.216259 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'status': 'completed', 'code': 200} Dec 08 16:17:27.242943 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Set router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:27.263971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 41655cce-c154-4d19-8d53-c8975d7738ba triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:27.265584 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:27.324037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:27.392414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-4463b57e-a74a-4e70-820b-68157b16040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:27.409684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-4463b57e-a74a-4e70-820b-68157b16040b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 1095 time: 0.3272030 Dec 08 16:17:27.638285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277eb9a-194b-4606-9263-11466e330e17 None None] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:27.725099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-13da5766-d8ec-4a67-9511-b43ef47b5c19 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0 HTTP/1.1" status: 200 len: 217 time: 0.1630366 Dec 08 16:17:27.726271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c2f82-f3d5-4af4-bee0-150f0d725fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:27.880732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38021cc4-2d94-4380-8533-62ae40dba327 req-4efe4239-11e1-4f86-8121-b7e90ae45e9f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:27.885963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38021cc4-2d94-4380-8533-62ae40dba327 req-4efe4239-11e1-4f86-8121-b7e90ae45e9f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 944 time: 0.5279431 Dec 08 16:17:27.903399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0be4162c-db84-4689-8b82-505ff8515ff6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:27.904052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.003825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9162f0e1-73ee-4daf-878b-f87ead9edddb None None] Provisioning complete for port 41655cce-c154-4d19-8d53-c8975d7738ba triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:28.005721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9162f0e1-73ee-4daf-878b-f87ead9edddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.091578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5f5b7-ddd9-4d06-b6fe-6068dd710c1b req-0f846559-1a57-4d32-9287-2d556f757ac3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.112609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10b5f5b7-ddd9-4d06-b6fe-6068dd710c1b req-0f846559-1a57-4d32-9287-2d556f757ac3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.2172513 Dec 08 16:17:28.155193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.252912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10b5f5b7-ddd9-4d06-b6fe-6068dd710c1b req-37754adb-f6b6-4227-b58a-03ed1ab535b1 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392057 Dec 08 16:17:28.260119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567f572e-db95-4f72-87ff-773906db9fa8 req-a8ad6eb7-c017-4a65-95eb-b484dead285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:28.264993 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-a8ad6eb7-c017-4a65-95eb-b484dead285f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 200 len: 861 time: 0.5263784 Dec 08 16:17:28.360604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-e4b29fc5-8d95-4b3d-9045-ae8c279ed294 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8feeb69a-19fd-471e-8754-2301717e7543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851576 Dec 08 16:17:28.368285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38021cc4-2d94-4380-8533-62ae40dba327 req-3928c68b-4916-4b31-83a7-7698066e4e60 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003482 Dec 08 16:17:28.385495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:24Z', 'revision_number': 3, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:28.501458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-1e953e5c-4aa7-412c-b51d-26ca841e4ba1 service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267610 Dec 08 16:17:28.509634 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Checking router: dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:17:28.510387 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Updating router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 port 26e82e3a-aa9e-4739-beed-58a95ca34c9f binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:17:28.518591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9162f0e1-73ee-4daf-878b-f87ead9edddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.597023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.623353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 41655cce-c154-4d19-8d53-c8975d7738ba, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41655cce-c154-4d19-8d53-c8975d7738ba,segment=NetworkSegment(d6181c1a-d1f8-4934-846e-d731bc757da7),segment_id=d6181c1a-d1f8-4934-846e-d731bc757da7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:28.625618 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.664757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:28.895585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-567f572e-db95-4f72-87ff-773906db9fa8 req-2a4d11fa-6ff0-4649-b476-99941f43eb05 service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858483 Dec 08 16:17:28.967760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=41655cce-c154-4d19-8d53-c8975d7738ba,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:28.977261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.208354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fb47e-14da-4e61-98df-375e223653cd req-1fc85a6c-615d-4c21-8cb0-9453d701354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.222135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-1fc85a6c-615d-4c21-8cb0-9453d701354c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 1095 time: 0.2386122 Dec 08 16:17:29.245904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-606046cf-1e4b-439f-a149-2a245d2bf58a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.272274 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-9162f0e1-73ee-4daf-878b-f87ead9edddb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:17:29.286776 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-9162f0e1-73ee-4daf-878b-f87ead9edddb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:17:29.366346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:29.377398 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc84a8d-c570-4bdf-9920-6e9a3f0b2acf" -d '{"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:29.414535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Allocated IP 172.20.0.1 (1f95e08f-ae0c-497b-ab24-a8aecf2ebc49/ec8d6fad-2da1-47db-85e5-48efa427f2f2/ce64e813-3a51-4020-8567-f28866bfe895) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:29.441123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:29.453931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.713363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:29.749748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7b3c48-cdfb-4449-bed0-ab1bec644f5f req-e7240e63-1d39-4ba9-9ba3-fb864b2e3671 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.762769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c7b3c48-cdfb-4449-bed0-ab1bec644f5f req-e7240e63-1d39-4ba9-9ba3-fb864b2e3671 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.2624886 Dec 08 16:17:29.765333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.769435 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.790988 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.883041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:29.890576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fb47e-14da-4e61-98df-375e223653cd req-28eaed4e-0979-46c9-a60c-34cc3705f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:29.901926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-28eaed4e-0979-46c9-a60c-34cc3705f048 service neutron] 10.222.0.86 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 922 time: 0.6619844 Dec 08 16:17:29.959074 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Pushing event updated for resources: {'Port': ['ID=26e82e3a-aa9e-4739-beed-58a95ca34c9f,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:30.009703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Pushing event updated for resources: {'Port': ['ID=ce64e813-3a51-4020-8567-f28866bfe895,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:30.032141 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.033899 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.036571 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.037500 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.038375 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.039424 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.040354 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.040753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-047cdca7-56f9-4cc1-b57f-70bc2cda7c92 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0 HTTP/1.1" status: 200 len: 217 time: 0.1208651 Dec 08 16:17:30.042208 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.043095 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.043988 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.045231 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.046145 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.046968 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:30.050085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c132a7f7-6d0d-46bc-82ca-ae074190b1d2 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:30.051728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:30.053513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:30.071027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:30.083640 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Attempting to bind port 26e82e3a-aa9e-4739-beed-58a95ca34c9f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:30.088920 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Attempting to bind port 26e82e3a-aa9e-4739-beed-58a95ca34c9f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:30.096859 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Attempting to bind port 26e82e3a-aa9e-4739-beed-58a95ca34c9f on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:30.134372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70990cb-8b0e-4a19-8acb-04964ac65e18 req-ea1a32ef-8f0f-4fcc-8026-8456c5ec0bc1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.135626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.140933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-673b62da-ccff-40a1-a12b-925761fbbb11 None None] Provisioning complete for port 41655cce-c154-4d19-8d53-c8975d7738ba triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:30.143973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-673b62da-ccff-40a1-a12b-925761fbbb11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.147290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f70990cb-8b0e-4a19-8acb-04964ac65e18 req-ea1a32ef-8f0f-4fcc-8026-8456c5ec0bc1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 944 time: 0.5370734 Dec 08 16:17:30.161034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:30.162048 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:30.162851 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.166067 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:30.167070 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Bound port: 26e82e3a-aa9e-4739-beed-58a95ca34c9f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:30.170169 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.214158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088fb47e-14da-4e61-98df-375e223653cd req-6e4c93d2-5d26-4001-8cc9-5ae114314a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:30.215701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-6e4c93d2-5d26-4001-8cc9-5ae114314a35 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 200 len: 861 time: 0.1678162 Dec 08 16:17:30.334107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.391252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-bf940123-275d-4d7b-98a5-4a49febff9c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8feeb69a-19fd-471e-8754-2301717e7543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369302 Dec 08 16:17:30.444933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c7b3c48-cdfb-4449-bed0-ab1bec644f5f req-6820e93e-31eb-4b87-b2ed-e60a40c4a5de tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6533358 Dec 08 16:17:30.484347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f70990cb-8b0e-4a19-8acb-04964ac65e18 req-50e829aa-6358-4811-807e-10c557db8a8f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360236 Dec 08 16:17:30.567176 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] For port 26e82e3a-aa9e-4739-beed-58a95ca34c9f, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:30.593043 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] For port 26e82e3a-aa9e-4739-beed-58a95ca34c9f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=26e82e3a-aa9e-4739-beed-58a95ca34c9f,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:30.611196 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.627119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5fe7dcb1-2211-4ab1-9671-25c8bc7ce361 None None] Provisioning complete for port 26e82e3a-aa9e-4739-beed-58a95ca34c9f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:30.628234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fe7dcb1-2211-4ab1-9671-25c8bc7ce361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:30.800190 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c2f5a7-7f4f-4aa4-9237-d6ad0a381e1e x-openstack-request-id: req-40c2f5a7-7f4f-4aa4-9237-d6ad0a381e1e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:30.802351 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:30.802958 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40c2f5a7-7f4f-4aa4-9237-d6ad0a381e1e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:30.804525 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'code': 200} Dec 08 16:17:31.012692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.047247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c4caba-b519-4ce0-96ef-2919047e566d None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:31.137032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fe7dcb1-2211-4ab1-9671-25c8bc7ce361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.139888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-d3963e00-cc9e-456e-99f4-ff22be34bfea service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7480826 Dec 08 16:17:31.191243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41655cce-c154-4d19-8d53-c8975d7738ba up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:31.311190 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b185eda-e2b8-4909-b1b0-c92bbeb9588b None None] Pushing event updated for resources: {'Port': ['ID=26e82e3a-aa9e-4739-beed-58a95ca34c9f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:31.329375 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Routers {'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:31.330948 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:31.418726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11545e26-a7a7-419c-a24b-a298a2fab6e0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:31.457222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:31.548242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5fe7dcb1-2211-4ab1-9671-25c8bc7ce361 None None] For port 26e82e3a-aa9e-4739-beed-58a95ca34c9f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=26e82e3a-aa9e-4739-beed-58a95ca34c9f,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:31.594470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fe7dcb1-2211-4ab1-9671-25c8bc7ce361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.700166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-088fb47e-14da-4e61-98df-375e223653cd req-f980e3af-d337-44cb-85d5-818ce46849d4 service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311513 Dec 08 16:17:31.766473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:17:31.912560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.938025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:31.976083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] Set router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:32.142908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d01b8b-86ca-4c5d-830b-810e7d36ed19 req-adac7f38-0c70-470d-864e-3f56f546cff4 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:32.157269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43d01b8b-86ca-4c5d-830b-810e7d36ed19 req-adac7f38-0c70-470d-864e-3f56f546cff4 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 944 time: 0.3375740 Dec 08 16:17:32.177832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.223800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca5-0db4-432e-8506-3f92af8410a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.259473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2c5369e4-cf28-415e-b2fb-71cb996c582f None None] Provisioning complete for port ce64e813-3a51-4020-8567-f28866bfe895 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:32.259805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c5369e4-cf28-415e-b2fb-71cb996c582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.360282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43d01b8b-86ca-4c5d-830b-810e7d36ed19 req-f403bf71-6dc9-4a28-b64e-99b353c499f8 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892149 Dec 08 16:17:32.410175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca5-0db4-432e-8506-3f92af8410a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.426358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14ee1ca5-0db4-432e-8506-3f92af8410a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.480081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee1ca5-0db4-432e-8506-3f92af8410a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68df839b-eb3b-4b1e-9525-19393586a0a7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:32.483099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 41655cce-c154-4d19-8d53-c8975d7738ba triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:32.499124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Pushing event updated for resources: {'Port': ['ID=ce64e813-3a51-4020-8567-f28866bfe895,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:32.501919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.511040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7dcb1-2211-4ab1-9671-25c8bc7ce361 None None] Pushing event updated for resources: {'Port': ['ID=26e82e3a-aa9e-4739-beed-58a95ca34c9f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:32.543837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.574262 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.608338 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-14ee1ca5-0db4-432e-8506-3f92af8410a9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc85dd4e4d85493181c9cb6785be92a3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1483612 Dec 08 16:17:32.609387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:32.696803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:32.747467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091f8d8-3247-4e27-99b2-81f9841b0b6d req-5e5199c9-db01-425c-a23d-708655208ca7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:32.766403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a091f8d8-3247-4e27-99b2-81f9841b0b6d req-5e5199c9-db01-425c-a23d-708655208ca7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 1.0490916 Dec 08 16:17:32.881148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:32.910854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a091f8d8-3247-4e27-99b2-81f9841b0b6d req-9d0d639e-5b59-4fb9-b631-db6e505d1b51 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428730 Dec 08 16:17:32.947357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-581e3177-acc9-4cab-b266-0f239294fe43 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:32.948927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-581e3177-acc9-4cab-b266-0f239294fe43 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 946 time: 0.4003839 Dec 08 16:17:33.051691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'port_id': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'mac_address': 'fa:16:3e:8d:aa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3da3b3a-a409-4f2e-96d4-28ee36cb4674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:33.120723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port 405730bb-94e6-4dd9-b553-9a1fd645d554 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:33.121069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.161810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2c5369e4-cf28-415e-b2fb-71cb996c582f None None] Port ce64e813-3a51-4020-8567-f28866bfe895 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:33.257231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2c5369e4-cf28-415e-b2fb-71cb996c582f None None] Provisioning complete for port 26e82e3a-aa9e-4739-beed-58a95ca34c9f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:33.258314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c5369e4-cf28-415e-b2fb-71cb996c582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.362507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb05a7a7-c045-4a6d-b594-87757ecda3d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.370418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port 405730bb-94e6-4dd9-b553-9a1fd645d554, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=405730bb-94e6-4dd9-b553-9a1fd645d554,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:33.371278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.401947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:33.412246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:33.430396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for 405730bb-94e6-4dd9-b553-9a1fd645d554 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:33.465299 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ce64e813-3a51-4020-8567-f28866bfe895', 'name': '', 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'mac_address': 'fa:16:3e:dd:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:28Z', 'updated_at': '2021-12-08T16:17:29Z', 'revision_number': 1, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'subnets': [{'id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:33.621495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb05a7a7-c045-4a6d-b594-87757ecda3d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.655604 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b93a131-9e73-48c3-b3c5-22ee9633a4f3 None None] The sync data for ids ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'] in n-d-820935-5 is: [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ce64e813-3a51-4020-8567-f28866bfe895', 'name': '', 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'mac_address': 'fa:16:3e:dd:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:28Z', 'updated_at': '2021-12-08T16:17:29Z', 'revision_number': 1, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'subnets': [{'id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:17:33.712292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.830039 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:33.900033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11545e26-a7a7-419c-a24b-a298a2fab6e0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:34.071003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.259020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['405730bb-94e6-4dd9-b553-9a1fd645d554'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:34.344681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:17:34.352874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb05a7a7-c045-4a6d-b594-87757ecda3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.355966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb05a7a7-c045-4a6d-b594-87757ecda3d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.357465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb05a7a7-c045-4a6d-b594-87757ecda3d8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68df839b-eb3b-4b1e-9525-19393586a0a7 HTTP/1.1" status: 204 len: 168 time: 1.7449651 Dec 08 16:17:34.384488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc52b4-dff3-4ddb-aa34-d561d3d514fe None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:34.455949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:34.490898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.564532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bccf708c-3ff8-40fe-8603-41fea94cfe85 req-9f8cddce-d044-4300-928a-0b30457dfae5 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d9d0f6-c926-4bfb-895a-107c71f08095 HTTP/1.1" status: 200 len: 210 time: 0.1774344 Dec 08 16:17:34.570745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port 405730bb-94e6-4dd9-b553-9a1fd645d554 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:34.588677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.604110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5e73cde-84b9-4880-9d4a-bc167afa3d93 req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "DELETE /v2.0/ports/405730bb-94e6-4dd9-b553-9a1fd645d554 HTTP/1.1" status: 204 len: 173 time: 1.6461618 Dec 08 16:17:34.624509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-95c0b468-6598-4ca5-a330-afdeeb228597 None None] Provisioning complete for port ce64e813-3a51-4020-8567-f28866bfe895 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:34.624509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95c0b468-6598-4ca5-a330-afdeeb228597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:34.639505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f31c5-8dd7-467f-a713-c11e7ba829fc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=405730bb-94e6-4dd9-b553-9a1fd645d554,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:34.661449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'name': 'network-vif-deleted', 'tag': '405730bb-94e6-4dd9-b553-9a1fd645d554'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:34.676723 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855b15e9-a22c-458c-aab8-c6cfeac19788" -d '{"events": [{"server_uuid": "54d9d0f6-c926-4bfb-895a-107c71f08095", "name": "network-vif-deleted", "tag": "405730bb-94e6-4dd9-b553-9a1fd645d554"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:34.832322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30afb19-371a-4f09-8cc9-397036f83901 req-9460f10f-e243-4f46-81a7-6bd7f83f2d93 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:34.838407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['11545e26-a7a7-419c-a24b-a298a2fab6e0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:34.853028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d30afb19-371a-4f09-8cc9-397036f83901 req-9460f10f-e243-4f46-81a7-6bd7f83f2d93 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 944 time: 0.8287241 Dec 08 16:17:34.924395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:17:34.928510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05a7a7-c045-4a6d-b594-87757ecda3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68df839b-eb3b-4b1e-9525-19393586a0a7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:34.952970 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5c4f40cb-d17c-4619-8938-4998c2b7203e admin admin] 10.222.0.62 "PUT /v2.0/routers/dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1950648 Dec 08 16:17:35.155430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-95c0b468-6598-4ca5-a330-afdeeb228597 None None] Port ce64e813-3a51-4020-8567-f28866bfe895 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:35.222419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:35.275381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d30afb19-371a-4f09-8cc9-397036f83901 req-8f715216-30e6-4b0d-8b51-d064ed7df3ac tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995249 Dec 08 16:17:35.426389 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:17:35.638998 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd0188d-d8e8-4979-a8be-829d7fed281c x-openstack-request-id: req-2dd0188d-d8e8-4979-a8be-829d7fed281c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:35.640939 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d9d0f6-c926-4bfb-895a-107c71f08095", "name": "network-vif-deleted", "tag": "405730bb-94e6-4dd9-b553-9a1fd645d554", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:35.642641 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2dd0188d-d8e8-4979-a8be-829d7fed281c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:35.645083 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d9d0f6-c926-4bfb-895a-107c71f08095', 'name': 'network-vif-deleted', 'tag': '405730bb-94e6-4dd9-b553-9a1fd645d554', 'status': 'completed', 'code': 200} Dec 08 16:17:36.302401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:36.351162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d6f094a-3737-4552-8a89-b085c02dd32d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.360108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26e82e3a-aa9e-4739-beed-58a95ca34c9f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:36.595973 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d6f094a-3737-4552-8a89-b085c02dd32d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.744796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 26e82e3a-aa9e-4739-beed-58a95ca34c9f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:36.746016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.764109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a9fc9a1-2afe-4c57-9d0a-2e6604a547b2 req-55cbc7d3-9ec7-4cc3-b93a-6b5c43b699b9 tempest-FloatingIPsNegativeTestJSON-574607139 tempest-FloatingIPsNegativeTestJSON-574607139-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=80d1961dbfdc4e98814262eae35b1abc HTTP/1.1" status: 200 len: 217 time: 0.1630979 Dec 08 16:17:36.765221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d6f094a-3737-4552-8a89-b085c02dd32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:36.942835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f094a-3737-4552-8a89-b085c02dd32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30292a60-3708-4656-a46e-e82b49428b01,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:37.040452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:37.041545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0d6f094a-3737-4552-8a89-b085c02dd32d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5255fe4b791a4fb098922561ee30ac17&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7319431 Dec 08 16:17:37.087093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48e824-dcd3-4820-816d-594161604930 req-b4a2dca2-d591-4fbf-ac80-53f6bd0534ce tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.127832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f48e824-dcd3-4820-816d-594161604930 req-b4a2dca2-d591-4fbf-ac80-53f6bd0534ce tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 945 time: 0.5286818 Dec 08 16:17:37.233880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0838871d-1029-4d51-8821-f068db81c44f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.252354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f48e824-dcd3-4820-816d-594161604930 req-35c3b5ba-3b74-4bb6-b6ff-c4262dc1f349 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212583 Dec 08 16:17:37.335974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0838871d-1029-4d51-8821-f068db81c44f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.502857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 405730bb-94e6-4dd9-b553-9a1fd645d554 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:37.541224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-0819bf8a-8d0b-454e-8b3e-0b5b19acfac6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:37.554454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-0819bf8a-8d0b-454e-8b3e-0b5b19acfac6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 0.3235180 Dec 08 16:17:37.571316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0838871d-1029-4d51-8821-f068db81c44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.592688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0838871d-1029-4d51-8821-f068db81c44f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:37.594294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 405730bb-94e6-4dd9-b553-9a1fd645d554 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:37.594923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 405730bb-94e6-4dd9-b553-9a1fd645d554 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:37.627702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0838871d-1029-4d51-8821-f068db81c44f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30292a60-3708-4656-a46e-e82b49428b01 HTTP/1.1" status: 204 len: 168 time: 0.5834372 Dec 08 16:17:37.662882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35b94ed9-7e43-4fe1-8d05-df73ed4d4183 req-87df2808-1ab0-4816-a85a-365f7d0ce8a2 tempest-FloatingIPsNegativeTestJSON-574607139 tempest-FloatingIPsNegativeTestJSON-574607139-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1000836 Dec 08 16:17:37.673631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-af65f30e-7937-45b6-a25a-b09406050c23 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/quotas/4ae0519228e945c2a922c681b2134283 HTTP/1.1" status: 200 len: 375 time: 0.1165643 Dec 08 16:17:37.703430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838871d-1029-4d51-8821-f068db81c44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30292a60-3708-4656-a46e-e82b49428b01,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:37.791108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77ad136a-c0d5-4521-856b-e906103ebb55 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1132395 Dec 08 16:17:37.970496 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-38b1dd4b-a1e4-450a-9f1b-c95394ee286f req-746630a5-f3f1-44f6-81a1-5055e30de3f8 tempest-FloatingIPsNegativeTestJSON-574607139 tempest-FloatingIPsNegativeTestJSON-574607139-project] show failed (client error): The resource could not be found. Dec 08 16:17:37.988768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38b1dd4b-a1e4-450a-9f1b-c95394ee286f req-746630a5-f3f1-44f6-81a1-5055e30de3f8 tempest-FloatingIPsNegativeTestJSON-574607139 tempest-FloatingIPsNegativeTestJSON-574607139-project] 10.222.0.62 "GET /v2.0/floatingips/77322569-f3c2-46f5-8ece-91712793e727 HTTP/1.1" status: 404 len: 350 time: 0.1805484 Dec 08 16:17:37.990013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48466) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:38.286890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-7ad4eeb8-051a-4096-950c-ce829f6327da service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947524 Dec 08 16:17:38.415982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-20f29d41-fa33-4a6d-a34a-d5b05145e261 service neutron] 10.222.0.62 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280794 Dec 08 16:17:38.525825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11545e26-a7a7-419c-a24b-a298a2fab6e0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:38.806936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 11545e26-a7a7-419c-a24b-a298a2fab6e0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:17:38.814345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 11545e26-a7a7-419c-a24b-a298a2fab6e0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:38.814734 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:38.891917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae81e7f-340e-4f71-ab8c-8042803379bf req-d90fac4e-a545-4bc6-9c80-1a644461572a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:38.901342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ae81e7f-340e-4f71-ab8c-8042803379bf req-d90fac4e-a545-4bc6-9c80-1a644461572a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 945 time: 0.3858130 Dec 08 16:17:38.996778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b990817a-bae7-4219-97ce-7246e717d844 req-b13004de-59ca-4756-9cb1-23a4067e2aed tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 210 time: 0.0866773 Dec 08 16:17:39.074587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.177199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:39.198568 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4433eca3-969b-4895-9da9-85d081db8c9e" -d '{"events": [{"server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "name": "network-vif-plugged", "status": "completed", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:39.252413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:39.264445 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.408085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Sync routers for ids ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:17:39.412900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ae81e7f-340e-4f71-ab8c-8042803379bf req-adb4f186-d3d4-4843-b3bf-d5a3ac8819de tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100975 Dec 08 16:17:39.497483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:39.597984 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825d795f-a9c2-49b8-b720-8828cdb85675 x-openstack-request-id: req-825d795f-a9c2-49b8-b720-8828cdb85675 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:39.598619 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "name": "network-vif-plugged", "status": "completed", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:39.600195 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-825d795f-a9c2-49b8-b720-8828cdb85675 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:39.600849 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'code': 200} Dec 08 16:17:39.619832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:39.643028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Routers {'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:39.644101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:40.412795 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Set router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:40.826157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eed8bc02-0f0a-485d-b2e9-476a195d45ba req-f5da5daa-f07d-4de0-8e48-49b4c4660dd9 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 210 time: 0.1499686 Dec 08 16:17:41.461278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ce64e813-3a51-4020-8567-f28866bfe895', 'name': '', 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'mac_address': 'fa:16:3e:dd:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:28Z', 'updated_at': '2021-12-08T16:17:31Z', 'revision_number': 2, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'subnets': [{'id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:41.541481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42a8c7-38d3-4f4b-b283-6aac601168ba req-f4ad9a82-2f7a-4584-be08-1c08ec688bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:41.552562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a42a8c7-38d3-4f4b-b283-6aac601168ba req-f4ad9a82-2f7a-4584-be08-1c08ec688bb4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 1097 time: 0.8727381 Dec 08 16:17:41.640224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Checking router: dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:17:41.641274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Updating router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 port ce64e813-3a51-4020-8567-f28866bfe895 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:17:41.779882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.035724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a77358-77b3-45d1-a888-ddc23d16ee03 req-ee59959f-6503-4d45-b42c-96c2b5de7ce2 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:42.067883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7a77358-77b3-45d1-a888-ddc23d16ee03 req-ee59959f-6503-4d45-b42c-96c2b5de7ce2 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 1.0286489 Dec 08 16:17:42.339579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a38c070-ff56-4a45-9330-a4c357fe8035 req-9d0a6e08-1cb6-48b4-9846-a9dffe1c20a7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 210 time: 0.2546158 Dec 08 16:17:42.550192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-d6a7c4f7-995c-4553-99f6-456c5f5bbfb6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:42.552605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-d6a7c4f7-995c-4553-99f6-456c5f5bbfb6 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 811 time: 1.0549846 Dec 08 16:17:42.555604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a42a8c7-38d3-4f4b-b283-6aac601168ba req-6af51fc7-39d7-41c5-a0c7-63ce1a4c1378 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9948606 Dec 08 16:17:42.591021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Request body: {'port': {'device_id': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'admin_state_up': True, 'tenant_id': '4ae0519228e945c2a922c681b2134283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:42.687714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.702889 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.745558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7a77358-77b3-45d1-a888-ddc23d16ee03 req-11192c81-07b8-426d-8cf1-f0da6100e0a9 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090543 Dec 08 16:17:42.768257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Deleting port ce64e813-3a51-4020-8567-f28866bfe895 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:42.774465 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.867842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Attempting to bind port ce64e813-3a51-4020-8567-f28866bfe895 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:42.869669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Attempting to bind port ce64e813-3a51-4020-8567-f28866bfe895 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:42.870955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Attempting to bind port ce64e813-3a51-4020-8567-f28866bfe895 on network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:42.879889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:42.880849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Checking segment: {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:42.881505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.882167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Bound using segment: {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:42.882867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Bound port: ce64e813-3a51-4020-8567-f28866bfe895, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6181c1a-d1f8-4934-846e-d731bc757da7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:42.883898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:42.902004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Pushing event updated for resources: {'Port': ['ID=ce64e813-3a51-4020-8567-f28866bfe895,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:42.933029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.933382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.937340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.937744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.938253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.938492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.938971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.939313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.939650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.939982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.942613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.943238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:42.943577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:17:43.093936 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.124677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] For port ce64e813-3a51-4020-8567-f28866bfe895, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:43.130683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Calling delete_port for ce64e813-3a51-4020-8567-f28866bfe895 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:43.143948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Made reservation on behalf of 4ae0519228e945c2a922c681b2134283 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:43.147181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] For port ce64e813-3a51-4020-8567-f28866bfe895, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ce64e813-3a51-4020-8567-f28866bfe895,segment=NetworkSegment(d6181c1a-d1f8-4934-846e-d731bc757da7),segment_id=d6181c1a-d1f8-4934-846e-d731bc757da7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:43.160973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.167378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:43.405139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Routers {'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:43.412693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:43.981450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] Set router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:44.325863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.330797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-099d2a78-09ba-486a-9847-db96c68b3744 None None] Provisioning complete for port ce64e813-3a51-4020-8567-f28866bfe895 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:44.332274 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-099d2a78-09ba-486a-9847-db96c68b3744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:44.394639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-099d2a78-09ba-486a-9847-db96c68b3744 None None] Port ce64e813-3a51-4020-8567-f28866bfe895 was deleted so its status cannot be updated. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 16:17:44.445166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412366fd-8c09-42e7-b2b9-d8cde18eeb13 None None] Pushing event updated for resources: {'Port': ['ID=ce64e813-3a51-4020-8567-f28866bfe895,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:44.448269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3aaa80a9-29f1-45b5-ae5c-7acc8670dfc0 req-7f690715-0134-45f8-88a4-fef95d94b67b tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 210 time: 0.1410413 Dec 08 16:17:44.634165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e07a875-7f07-4e8e-9c50-c7cb0a351042 req-88364b66-e772-45b0-a3ae-160bf82da81c tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:44.634165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e07a875-7f07-4e8e-9c50-c7cb0a351042 req-88364b66-e772-45b0-a3ae-160bf82da81c tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.3413894 Dec 08 16:17:44.634870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce64e813-3a51-4020-8567-f28866bfe895,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:44.655216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9ab73361-6989-486a-b25e-1e5a6ccf82f4 None None] Could not find standard attr ID for object ce64e813-3a51-4020-8567-f28866bfe895. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:17:44.981182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ce64e813-3a51-4020-8567-f28866bfe895', 'name': '', 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'mac_address': 'fa:16:3e:dd:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:28Z', 'updated_at': '2021-12-08T16:17:43Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'subnets': [{'id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:45.029823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e07a875-7f07-4e8e-9c50-c7cb0a351042 req-6bcc9b69-4892-4cfa-8993-1f2efa33ff5f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885772 Dec 08 16:17:45.108278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dccdb53-a804-4cad-9560-5d5091f68788 None None] The sync data for ids ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'] in n-d-820935-5 is: [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:30Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ce64e813-3a51-4020-8567-f28866bfe895', 'name': '', 'network_id': '1f95e08f-ae0c-497b-ab24-a8aecf2ebc49', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'mac_address': 'fa:16:3e:dd:c6:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1576, 'fixed_ips': [{'subnet_id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:28Z', 'updated_at': '2021-12-08T16:17:43Z', 'revision_number': 4, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'subnets': [{'id': 'ec8d6fad-2da1-47db-85e5-48efa427f2f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:17:45.265246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Allocated IP 172.20.0.3 (33ff014b-a65d-46c1-8889-9f288dad8940/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9/690235f9-52d6-41c1-921c-eb259d3d727e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:17:45.303449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:45.978237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e2e106d-3684-455c-974d-d9d6967e766c req-76a4647b-b426-4559-8c3b-d87d6bc8de99 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 210 time: 0.1738474 Dec 08 16:17:45.999430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.290391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:17:46.299248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.407061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event updated for resources: {'Port': ['ID=690235f9-52d6-41c1-921c-eb259d3d727e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:46.453734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Network 33ff014b-a65d-46c1-8889-9f288dad8940 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:17:46.551096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:46.578546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:17:46.583051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8703171b-d840-4c24-b67f-426ec1bf605b None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:46.709829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fe712337-36f2-4477-86c2-91804ffd7313 None None] Provisioning complete for port 690235f9-52d6-41c1-921c-eb259d3d727e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:17:46.710842 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe712337-36f2-4477-86c2-91804ffd7313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.747320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bf4bb6-dc7d-4b2e-af22-6b7b65cb29f4 req-cdc29971-2b9d-4df2-bbf7-4d8baece8e6f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:46.755096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6bf4bb6-dc7d-4b2e-af22-6b7b65cb29f4 req-cdc29971-2b9d-4df2-bbf7-4d8baece8e6f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.2086496 Dec 08 16:17:46.765692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:46.766612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:46.823449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fe712337-36f2-4477-86c2-91804ffd7313 None None] Port 690235f9-52d6-41c1-921c-eb259d3d727e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:17:46.859135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-77428d13-ab51-4792-a7d0-a52e1ec83da0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2577972 Dec 08 16:17:46.884244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Request body: {'port': {'device_id': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:47.140681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:17:47.155315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f5f21d2-f775-432c-bdf2-28bb035e5c81 admin admin] 10.222.0.62 "PUT /v2.0/routers/dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1610348 Dec 08 16:17:47.158270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48686) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:47.164140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:47.195339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6bf4bb6-dc7d-4b2e-af22-6b7b65cb29f4 req-8c78b5fb-08c2-488b-877d-e95b0f502a41 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390295 Dec 08 16:17:47.547051 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:47.631359 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] Sync routers for ids ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:17:47.647681 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] Routers {'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:47.649711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:48.024490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 690235f9-52d6-41c1-921c-eb259d3d727e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:48.034593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.051585 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] Set router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:48.051884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Transition to ACTIVE for port object 690235f9-52d6-41c1-921c-eb259d3d727e will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:17:48.070220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.081047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.230089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2eac03-9f88-40b0-9cd6-61383b9782bc None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:48.275462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06f0090-b413-4d81-b36b-6a4c7d0131a7 req-a307b088-97cf-4ca3-9401-795639f5d998 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:48.277934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e06f0090-b413-4d81-b36b-6a4c7d0131a7 req-a307b088-97cf-4ca3-9401-795639f5d998 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 943 time: 1.0390768 Dec 08 16:17:48.349243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Deleting port 26e82e3a-aa9e-4739-beed-58a95ca34c9f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:48.350139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.620956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] For port 26e82e3a-aa9e-4739-beed-58a95ca34c9f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=26e82e3a-aa9e-4739-beed-58a95ca34c9f,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:48.621615 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.655332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Calling delete_port for 26e82e3a-aa9e-4739-beed-58a95ca34c9f owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:48.673816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Pushing event updated for resources: {'Port': ['ID=690235f9-52d6-41c1-921c-eb259d3d727e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:48.679348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48706) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:48.751949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Attempting to bind port 690235f9-52d6-41c1-921c-eb259d3d727e on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:17:48.752706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Attempting to bind port 690235f9-52d6-41c1-921c-eb259d3d727e by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:17:48.753660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Attempting to bind port 690235f9-52d6-41c1-921c-eb259d3d727e on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:48.812281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26fa8d-4535-4c24-b93c-69501a39f8cd req-5109d0df-f5c0-4a55-9e63-da875ca42798 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:48.819424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa26fa8d-4535-4c24-b93c-69501a39f8cd req-5109d0df-f5c0-4a55-9e63-da875ca42798 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.7508464 Dec 08 16:17:48.856976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Port 690235f9-52d6-41c1-921c-eb259d3d727e on network 33ff014b-a65d-46c1-8889-9f288dad8940 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:17:48.857964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Attempting to bind port 690235f9-52d6-41c1-921c-eb259d3d727e on network 33ff014b-a65d-46c1-8889-9f288dad8940 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:17:48.873108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:17:48.874146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Checking segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:48.875049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Bound using segment: {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:17:48.877422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Bound port: 690235f9-52d6-41c1-921c-eb259d3d727e, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222c1d14-f8c6-48e1-940f-58ed772bbcf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:17:48.878493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:48.939455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e06f0090-b413-4d81-b36b-6a4c7d0131a7 req-315217d8-b383-442e-b98a-9a3fc45ebf5e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6354346 Dec 08 16:17:48.977304 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:44Z', 'revision_number': 5, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port': {'id': '26e82e3a-aa9e-4739-beed-58a95ca34c9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1574, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:17:23Z', 'updated_at': '2021-12-08T16:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:49.128097 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] Checking router: dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:17:49.171436 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] Routers {'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:17:49.172177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa26fa8d-4535-4c24-b93c-69501a39f8cd req-8bff5bab-d56a-45dc-802c-74eb7aa53690 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183064 Dec 08 16:17:49.173879 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:49.206507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] For port 690235f9-52d6-41c1-921c-eb259d3d727e, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:17:49.226648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] For port 690235f9-52d6-41c1-921c-eb259d3d727e, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=690235f9-52d6-41c1-921c-eb259d3d727e,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:17:49.311806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.329229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd15e892-ed5f-4aa0-87b7-1871e3c553a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.536273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.568956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d71d2-a446-456a-be4a-e50bbce7a36d None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:49.601286 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] Set router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:17:49.670878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e82e3a-aa9e-4739-beed-58a95ca34c9f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:49.694136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:49.701678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.705120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] 10.222.0.58 "PUT /v2.0/ports/690235f9-52d6-41c1-921c-eb259d3d727e HTTP/1.1" status: 200 len: 1091 time: 2.8446171 Dec 08 16:17:49.724514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'tag': '690235f9-52d6-41c1-921c-eb259d3d727e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:17:49.734199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052f8b5-4cae-4734-ab1f-b2ae0ff763ab None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:49.745637 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-016b17bf-a27f-4321-bac1-9eaba939b372" -d '{"events": [{"name": "network-changed", "server_uuid": "dab4f5f5-d68f-4261-ac25-d7730b56cf38", "tag": "690235f9-52d6-41c1-921c-eb259d3d727e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:17:49.893237 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:48Z', 'revision_number': 6, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:49.983359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:49.990366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd15e892-ed5f-4aa0-87b7-1871e3c553a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.000774 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6e58ab-f7ac-41e7-b6f5-cbad06e5d86b x-openstack-request-id: req-0f6e58ab-f7ac-41e7-b6f5-cbad06e5d86b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:17:50.002663 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dab4f5f5-d68f-4261-ac25-d7730b56cf38", "tag": "690235f9-52d6-41c1-921c-eb259d3d727e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:17:50.002663 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0f6e58ab-f7ac-41e7-b6f5-cbad06e5d86b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:17:50.002663 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'tag': '690235f9-52d6-41c1-921c-eb259d3d727e', 'status': 'completed', 'code': 200} Dec 08 16:17:50.025900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea1fd2c-224f-4ecd-b5df-58027ed99239 None None] The sync data for ids ['dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07'] in n-d-820935-5 is: [{'id': 'dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07', 'name': 'tempest-FloatingIPsNegativeTestJSON-918039887-router', 'tenant_id': '80d1961dbfdc4e98814262eae35b1abc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:21Z', 'updated_at': '2021-12-08T16:17:48Z', 'revision_number': 6, 'project_id': '80d1961dbfdc4e98814262eae35b1abc', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:17:50.056900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd15e892-ed5f-4aa0-87b7-1871e3c553a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.172756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.175894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.177165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dd15e892-ed5f-4aa0-87b7-1871e3c553a3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42e27044d4c8418e81662319d80c49ce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4458969 Dec 08 16:17:50.186842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48728) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:50.273200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.273869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:17:50.282091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.287282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-339f646e-11c8-4f01-8bd7-8b3022271af2 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dcbb1eb5-c467-4f32-8e8f-bca3e9a8cb07 HTTP/1.1" status: 204 len: 168 time: 3.1277657 Dec 08 16:17:50.291887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48730) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:50.336378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13b1ad-2c27-49b5-831a-9013670ef6be req-dacc95e4-bbb2-4f5b-975f-893fd0bbe890 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:50.351584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca13b1ad-2c27-49b5-831a-9013670ef6be req-dacc95e4-bbb2-4f5b-975f-893fd0bbe890 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.8015649 Dec 08 16:17:50.400347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab22c1cf-7416-43d5-bddb-e0bc9131733c service neutron] Pushing event updated for resources: {'Port': ['ID=690235f9-52d6-41c1-921c-eb259d3d727e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:50.444879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15e892-ed5f-4aa0-87b7-1871e3c553a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525106f8-f020-44c4-969b-afe1518b2c4c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:50.477866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-af054e8e-4bc0-489f-8cd9-23abbe823dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:50.480520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-af054e8e-4bc0-489f-8cd9-23abbe823dea service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 1094 time: 0.4699302 Dec 08 16:17:50.528566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73dfa5b1-dda3-4a7a-a17f-21b084280752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.561814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73dfa5b1-dda3-4a7a-a17f-21b084280752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.643118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73dfa5b1-dda3-4a7a-a17f-21b084280752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.648172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73dfa5b1-dda3-4a7a-a17f-21b084280752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.653485 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-73dfa5b1-dda3-4a7a-a17f-21b084280752 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/525106f8-f020-44c4-969b-afe1518b2c4c HTTP/1.1" status: 204 len: 168 time: 0.4287720 Dec 08 16:17:50.658671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Deleting subnet ec8d6fad-2da1-47db-85e5-48efa427f2f2 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:50.664684 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.733841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:50.797940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dfa5b1-dda3-4a7a-a17f-21b084280752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525106f8-f020-44c4-969b-afe1518b2c4c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:50.952557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.201479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.244754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.247316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e176764a-5205-480a-b643-4d3a2137051f None None] Network 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:51.252216 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ec8d6fad-2da1-47db-85e5-48efa427f2f2 HTTP/1.1" status: 204 len: 168 time: 0.9589629 Dec 08 16:17:51.252798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48744) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:51.389063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee758ce-d7bc-435d-a92d-6225f0f358f1 req-0438cfc2-b52f-41bd-8ba5-2460c21d7e83 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:51.406839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bee758ce-d7bc-435d-a92d-6225f0f358f1 req-0438cfc2-b52f-41bd-8ba5-2460c21d7e83 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 943 time: 1.2434793 Dec 08 16:17:51.424849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-4eab68f1-eba9-4186-a70a-0eb619a2bdfe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690235f9-52d6-41c1-921c-eb259d3d727e HTTP/1.1" status: 200 len: 217 time: 0.9203761 Dec 08 16:17:51.471209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a6e34c-0d1f-42ec-b152-10e5a7e3811d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8d6fad-2da1-47db-85e5-48efa427f2f2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:51.476435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.477484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca13b1ad-2c27-49b5-831a-9013670ef6be req-c3526141-e29d-4111-882b-6b58d31baaaf tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1243041 Dec 08 16:17:51.532141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48752) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:51.605558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d9bc13-583e-4964-838d-52fddc88b118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.617521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Deleting port 41655cce-c154-4d19-8d53-c8975d7738ba {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:51.618429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.662182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] DHCP port deletion for 1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:51.701349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-23a8e166-8439-42ca-87f7-7f79dfd244cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:51.702920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-23a8e166-8439-42ca-87f7-7f79dfd244cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.2555435 Dec 08 16:17:51.781254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] Deleting port 41655cce-c154-4d19-8d53-c8975d7738ba {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:17:51.781554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:51.806222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-2c87461a-2b64-4943-bbdd-68e201e4b411 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731821 Dec 08 16:17:51.836894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bee758ce-d7bc-435d-a92d-6225f0f358f1 req-4670c8fd-a912-4689-af40-4b0467919800 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290695 Dec 08 16:17:52.140993 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-b36beeac-573d-4d4e-b350-acd8f04fb0c3 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998209 Dec 08 16:17:52.165738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48764) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:52.388085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af45136-ed96-40a5-8b4b-a37a775877bd req-d955f337-c053-4a38-861a-b5916bd5fad5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:52.398502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af45136-ed96-40a5-8b4b-a37a775877bd req-d955f337-c053-4a38-861a-b5916bd5fad5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.2508507 Dec 08 16:17:52.424281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Deleting subnet e7e65d77-fe58-4105-bfb0-81fad2260a1d {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:52.429510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.454500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] For port 41655cce-c154-4d19-8d53-c8975d7738ba, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41655cce-c154-4d19-8d53-c8975d7738ba,segment=NetworkSegment(d6181c1a-d1f8-4934-846e-d731bc757da7),segment_id=d6181c1a-d1f8-4934-846e-d731bc757da7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:52.455154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.471703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Calling delete_port for 41655cce-c154-4d19-8d53-c8975d7738ba owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:52.478291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ce64e813-3a51-4020-8567-f28866bfe895 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:52.480238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.510885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ce64e813-3a51-4020-8567-f28866bfe895 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:52.511630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ce64e813-3a51-4020-8567-f28866bfe895 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:52.512294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41655cce-c154-4d19-8d53-c8975d7738ba no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:52.568817 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.583836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] For port 41655cce-c154-4d19-8d53-c8975d7738ba, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41655cce-c154-4d19-8d53-c8975d7738ba,segment=NetworkSegment(d6181c1a-d1f8-4934-846e-d731bc757da7),segment_id=d6181c1a-d1f8-4934-846e-d731bc757da7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:52.584714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.603952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] Calling delete_port for 41655cce-c154-4d19-8d53-c8975d7738ba owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:17:52.609294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.676349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=41655cce-c154-4d19-8d53-c8975d7738ba,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:52.678376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] No DVR routers for this DVR port 41655cce-c154-4d19-8d53-c8975d7738ba on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:52.690404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.700194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.763472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26e82e3a-aa9e-4739-beed-58a95ca34c9f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:17:52.768380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d9bc13-583e-4964-838d-52fddc88b118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.777518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e65d77-fe58-4105-bfb0-81fad2260a1d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:52.794279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0a0cc6-68f7-4e50-96da-4ae668c70f7a None None] Network 1046bb06-7caf-4d9a-98ff-c8bf3038b095 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:52.837264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.841529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06c9c4d3-74fa-42e7-a124-deb20f68cb4b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e7e65d77-fe58-4105-bfb0-81fad2260a1d HTTP/1.1" status: 204 len: 168 time: 0.6700964 Dec 08 16:17:52.855069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6af45136-ed96-40a5-8b4b-a37a775877bd req-a49eb78b-7f2a-4a1e-99c6-2628b4a282ba tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547520 Dec 08 16:17:52.864430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48768) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:52.886128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d9bc13-583e-4964-838d-52fddc88b118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.910674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.945980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 26e82e3a-aa9e-4739-beed-58a95ca34c9f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:17:52.946227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26e82e3a-aa9e-4739-beed-58a95ca34c9f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:17:52.954809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f95e08f-ae0c-497b-ab24-a8aecf2ebc49']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:52.968210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6181c1a-d1f8-4934-846e-d731bc757da7') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:52.968958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6181c1a-d1f8-4934-846e-d731bc757da7') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:52.981250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:52.997550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.008355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:53.009144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.059402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.081030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b030a2d2-fda7-4227-8d56-513e8544d248 None None] DHCP port deletion for 1046bb06-7caf-4d9a-98ff-c8bf3038b095 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:53.107711 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:53.120632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.122798 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.127790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.135177 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1f95e08f-ae0c-497b-ab24-a8aecf2ebc49 HTTP/1.1" status: 204 len: 168 time: 1.8359931 Dec 08 16:17:53.139742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] Pushing event deleted for resources: {'Port': ['ID=41655cce-c154-4d19-8d53-c8975d7738ba,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:53.154086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd87854-4dab-4d2c-b49e-7995ceb375cf None None] No DVR routers for this DVR port 41655cce-c154-4d19-8d53-c8975d7738ba on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:17:53.164365 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc07258-0477-4602-99db-cdaf688d66a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f95e08f-ae0c-497b-ab24-a8aecf2ebc49,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:53.207007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d19e65d-cd08-4f36-88e4-7f6145793ecc req-0df8950a-7e5e-4b10-8895-591d58a3026d service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0232339 Dec 08 16:17:53.439530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9bc13-583e-4964-838d-52fddc88b118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79db322f-2252-428e-afc4-2468111283a1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:53.458841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72d9bc13-583e-4964-838d-52fddc88b118 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=752bc45a43a148b1b37d62f518755cca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9144886 Dec 08 16:17:53.462777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.491680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-d2da95be-9732-4636-a5da-9ae2aa767dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:53.495159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-d2da95be-9732-4636-a5da-9ae2aa767dc7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4ae0519228e945c2a922c681b2134283&device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 1094 time: 0.2218235 Dec 08 16:17:53.569402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.569629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f58aa-89cd-4d83-86fc-f6373263c2bc req-ccb39b95-fb13-4a60-8817-880666ce8e38 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:53.572575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-411f58aa-89cd-4d83-86fc-f6373263c2bc req-ccb39b95-fb13-4a60-8817-880666ce8e38 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 943 time: 0.4768324 Dec 08 16:17:53.728675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f631d21c-323b-48bc-af14-e43a205eb940 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80d1961dbfdc4e98814262eae35b1abc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506124 Dec 08 16:17:53.731438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:53.742684 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4c03615-f13f-4db9-be9a-1c0dc011dbe6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.805124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4c03615-f13f-4db9-be9a-1c0dc011dbe6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.836056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-c432cbbf-8165-4008-ab37-a3d4d82a89da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:53.838929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-c432cbbf-8165-4008-ab37-a3d4d82a89da service neutron] 10.222.0.58 "GET /v2.0/networks?id=33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 200 len: 912 time: 0.2632148 Dec 08 16:17:53.841387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.938697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4c03615-f13f-4db9-be9a-1c0dc011dbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.941744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4c03615-f13f-4db9-be9a-1c0dc011dbe6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.945597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b4c03615-f13f-4db9-be9a-1c0dc011dbe6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/79db322f-2252-428e-afc4-2468111283a1 HTTP/1.1" status: 204 len: 168 time: 0.4789019 Dec 08 16:17:53.951907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91f6af41-0a23-45da-95f4-7d05b9fdde91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:53.968783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c03615-f13f-4db9-be9a-1c0dc011dbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db322f-2252-428e-afc4-2468111283a1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.051483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-0ca9d363-0d23-44aa-b698-0a58922dd5a1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=690235f9-52d6-41c1-921c-eb259d3d727e HTTP/1.1" status: 200 len: 217 time: 0.1668124 Dec 08 16:17:54.054050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1046bb06-7caf-4d9a-98ff-c8bf3038b095']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.079673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91f6af41-0a23-45da-95f4-7d05b9fdde91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.153227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-ad8ee088-649a-4874-a942-104cd43648df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:54.154767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-ad8ee088-649a-4874-a942-104cd43648df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 200 len: 851 time: 0.0754108 Dec 08 16:17:54.177995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.178293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a3bd30-5d9b-4e31-a5de-698eb4ea6d4c') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:54.193595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19397bda-268b-439e-83f5-10d0c733b979 req-9dceb608-12a9-497e-b5e2-b2b2fe73b204 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:54.195444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19397bda-268b-439e-83f5-10d0c733b979 req-9dceb608-12a9-497e-b5e2-b2b2fe73b204 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.4285333 Dec 08 16:17:54.223526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-d5aa8d34-7a15-461f-b336-7a87a0f751db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=33ff014b-a65d-46c1-8889-9f288dad8940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571451 Dec 08 16:17:54.251298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-411f58aa-89cd-4d83-86fc-f6373263c2bc req-41e59212-ec6b-4177-af52-b095d62a0cee tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6608348 Dec 08 16:17:54.254986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.266488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91f6af41-0a23-45da-95f4-7d05b9fdde91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.286399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91f6af41-0a23-45da-95f4-7d05b9fdde91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.292895 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-91f6af41-0a23-45da-95f4-7d05b9fdde91 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/118eabea-b5d0-46be-b300-0f65c4d89b79 HTTP/1.1" status: 204 len: 168 time: 0.5591156 Dec 08 16:17:54.327303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6af41-0a23-45da-95f4-7d05b9fdde91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118eabea-b5d0-46be-b300-0f65c4d89b79,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.488339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.502720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:54.503827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.516280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19397bda-268b-439e-83f5-10d0c733b979 req-9ef01cab-fd09-46ef-b6a1-a652a5c6623b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970328 Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:54.535992 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:54.654190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-6c36e3bc-80de-42f8-9064-67e0e1f93e75 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016163 Dec 08 16:17:54.862769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.883012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:54.887280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1046bb06-7caf-4d9a-98ff-c8bf3038b095 HTTP/1.1" status: 204 len: 168 time: 1.9980810 Dec 08 16:17:54.890612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:54.913235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb4b585-b13e-49cd-a6a2-7b9fe64d8945 admin admin] Pushing event deleted for resources: {'Network': ['ID=1046bb06-7caf-4d9a-98ff-c8bf3038b095,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:54.928754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896e7b1-77a1-4db5-83be-8d0a14cc6b16 req-24bce262-0367-4805-836d-871f237107ef tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:54.938129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c896e7b1-77a1-4db5-83be-8d0a14cc6b16 req-24bce262-0367-4805-836d-871f237107ef tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.1471810 Dec 08 16:17:54.978114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-016b17bf-a27f-4321-bac1-9eaba939b372 req-931ee72d-1e60-451a-b235-c0c11c7b0bc5 service neutron] 10.222.0.58 "GET /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115897 Dec 08 16:17:55.035723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c896e7b1-77a1-4db5-83be-8d0a14cc6b16 req-79b72a81-0564-44fa-8d39-128d672479dd tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897272 Dec 08 16:17:55.145771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Deleting subnet 9bd213d3-5109-496e-8b0f-cfcbfb79d032 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:17:55.160614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.288333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.310137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d59fe-e4af-437c-bf70-4abc02e2efad req-f39c1754-b762-46d3-a923-94a9fbdac265 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:55.312941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad0d59fe-e4af-437c-bf70-4abc02e2efad req-f39c1754-b762-46d3-a923-94a9fbdac265 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.1477516 Dec 08 16:17:55.438342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.450467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad0d59fe-e4af-437c-bf70-4abc02e2efad req-dd3a5f67-2ee9-4a8a-92b6-266f220a094e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259043 Dec 08 16:17:55.576733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 690235f9-52d6-41c1-921c-eb259d3d727e details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:55.594473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.640786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.654707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9bd213d3-5109-496e-8b0f-cfcbfb79d032 HTTP/1.1" status: 204 len: 168 time: 0.7625718 Dec 08 16:17:55.657594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48856) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:55.699310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94270abc-0153-49df-9767-8759f74ad2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd213d3-5109-496e-8b0f-cfcbfb79d032,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:55.749572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622d2b65-8508-4eb3-89d1-e62090d168e7 None None] Network a7e60b3f-dee7-4f5e-8735-544a2fc93174 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:55.764243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d32ea3-75d2-4985-af59-6b1443e19fba req-f59cfabe-def0-417d-af33-a94179e0fc24 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:55.778235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d32ea3-75d2-4985-af59-6b1443e19fba req-f59cfabe-def0-417d-af33-a94179e0fc24 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 943 time: 0.2975581 Dec 08 16:17:55.942451 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.950440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0787f6d-6757-4157-aaa1-fe11959c5335 None None] DHCP port deletion for a7e60b3f-dee7-4f5e-8735-544a2fc93174 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:17:55.957313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df33beb2-dafd-4db6-947a-1c53d1e9fbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:55.963755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e1103-7395-4ef8-afa9-5bc98c33e1be req-91baf419-7a2a-47be-95b4-89123624d74d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:55.971470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f2e1103-7395-4ef8-afa9-5bc98c33e1be req-91baf419-7a2a-47be-95b4-89123624d74d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.2806914 Dec 08 16:17:55.993576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d32ea3-75d2-4985-af59-6b1443e19fba req-f04c3018-ecea-4e0a-82ea-9377d1dac87e tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140472 Dec 08 16:17:55.999209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 690235f9-52d6-41c1-921c-eb259d3d727e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=690235f9-52d6-41c1-921c-eb259d3d727e,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:56.030485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '690235f9-52d6-41c1-921c-eb259d3d727e', 'network_id': '33ff014b-a65d-46c1-8889-9f288dad8940', 'port_id': '690235f9-52d6-41c1-921c-eb259d3d727e', 'mac_address': 'fa:16:3e:f2:8b:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a0803f-4fd8-4fde-9d71-e3a7d0132dc9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:56.092485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.116187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 690235f9-52d6-41c1-921c-eb259d3d727e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:56.153728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 690235f9-52d6-41c1-921c-eb259d3d727e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=690235f9-52d6-41c1-921c-eb259d3d727e,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:56.160398 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.238468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f2e1103-7395-4ef8-afa9-5bc98c33e1be req-8486f357-59e7-46e9-8047-118fb881946f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560527 Dec 08 16:17:56.245962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=690235f9-52d6-41c1-921c-eb259d3d727e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:56.283276 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.364861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e60b3f-dee7-4f5e-8735-544a2fc93174']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:56.389617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '186eafe8-50bb-4cc3-86af-3a28597ecd5d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:56.389937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '186eafe8-50bb-4cc3-86af-3a28597ecd5d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:17:56.423999 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.447181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48916) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:56.447724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['690235f9-52d6-41c1-921c-eb259d3d727e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:56.461777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.475186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:17:56.476014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:17:56.478386 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:17:56.586427 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.593624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.618856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a7e60b3f-dee7-4f5e-8735-544a2fc93174 HTTP/1.1" status: 204 len: 168 time: 0.9528933 Dec 08 16:17:56.685622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-network', 'tenant_id': 'b277add7005a43e89e976c0518d504a9'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:56.713726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9407694-5c32-479d-9100-9d477ccc0035 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7e60b3f-dee7-4f5e-8735-544a2fc93174,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:56.755477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Made reservation on behalf of b277add7005a43e89e976c0518d504a9 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:56.759229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.787044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.963468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:56.973460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.005099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:57.072818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:17:57.126250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f80309-cc47-47c2-b3be-fecf32eb69b7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:57.168507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-be9dbad0-4702-4190-a13b-ec99c54c1d5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=df83398cb43443ad9b2078d2430598be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1614666 Dec 08 16:17:57.178348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:57.189071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.189612 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Added segment ffa0927a-9085-4a6d-8434-c09950320fa4 of type vlan for network daff4454-0fb0-40d5-b4d8-883b1aab556a Dec 08 16:17:57.390083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b222a-add6-403d-821e-859aaeb60c2b req-0ff00b64-b33b-4cb9-99ca-9a72262bd2e3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:57.407676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-195b222a-add6-403d-821e-859aaeb60c2b req-0ff00b64-b33b-4cb9-99ca-9a72262bd2e3 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 944 time: 0.2039866 Dec 08 16:17:57.532865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-195b222a-add6-403d-821e-859aaeb60c2b req-727473b7-554f-43cb-b643-e53418814881 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236832 Dec 08 16:17:57.583620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.687730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c32ba9d-265d-4b38-9680-c75a9b639428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.745760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.748934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:57.748934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:57.791058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c32ba9d-265d-4b38-9680-c75a9b639428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.024789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a92a1-c579-40cc-99f4-8d74b1758d45 req-c235839d-8ad7-4a6a-a9c4-7e004b1b2b85 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:58.037223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d19a92a1-c579-40cc-99f4-8d74b1758d45 req-c235839d-8ad7-4a6a-a9c4-7e004b1b2b85 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.1064417 Dec 08 16:17:58.045514 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5938916 Dec 08 16:17:58.056416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48996) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:58.062686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Request body: {'subnet': {'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-subnet', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:58.088869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e53e08-af85-4525-a9bf-344f2bd46e35 admin admin] Pushing event updated for resources: {'Network': ['ID=daff4454-0fb0-40d5-b4d8-883b1aab556a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.147669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c32ba9d-265d-4b38-9680-c75a9b639428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.153286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c32ba9d-265d-4b38-9680-c75a9b639428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.162294 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c32ba9d-265d-4b38-9680-c75a9b639428 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b39e41be-6dd0-4df4-ace2-47f914a70fdb HTTP/1.1" status: 204 len: 168 time: 0.9821277 Dec 08 16:17:58.194667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network daff4454-0fb0-40d5-b4d8-883b1aab556a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:17:58.196601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32ba9d-265d-4b38-9680-c75a9b639428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39e41be-6dd0-4df4-ace2-47f914a70fdb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:58.240314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d19a92a1-c579-40cc-99f4-8d74b1758d45 req-3e4d02b2-f4c6-4202-8dff-f52b9f1f86d4 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010074 Dec 08 16:17:58.242624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Made reservation on behalf of b277add7005a43e89e976c0518d504a9 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:17:58.248261 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:58.634363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11545e26-a7a7-419c-a24b-a298a2fab6e0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:17:58.969481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.037822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:59.083650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'port_id': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'mac_address': 'fa:16:3e:8d:aa:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3da3b3a-a409-4f2e-96d4-28ee36cb4674', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:17:59.164677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3b777-55ac-4dd1-9851-2b5927174d47 req-e9bc02cf-2e62-455f-8031-ed028a2f03a4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:59.165543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49020) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:59.181576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ff3b777-55ac-4dd1-9851-2b5927174d47 req-e9bc02cf-2e62-455f-8031-ed028a2f03a4 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 944 time: 0.3174183 Dec 08 16:17:59.181936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8760bb42-0606-4036-bc44-eb1f84dda4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.211879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.233629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7c84dd-e730-4685-be69-6c38c828b78d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:17:59.259768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11545e26-a7a7-419c-a24b-a298a2fab6e0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:17:59.293745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Checking segment: {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:17:59.294204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Network hostable DHCP agents. Network: daff4454-0fb0-40d5-b4d8-883b1aab556a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:17:59.322042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ff3b777-55ac-4dd1-9851-2b5927174d47 req-d58dd7a4-160b-4a00-acee-05b689cc21bc tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347561 Dec 08 16:17:59.335540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 49024) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:59.353924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e87e0898-a21d-4815-84d7-ff72f3d01423 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d1f8bd3d76f4c33afd5c69f2ff72117&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1625736 Dec 08 16:17:59.361037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:17:59.372093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.393528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Network daff4454-0fb0-40d5-b4d8-883b1aab556a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:17:59.434838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, daff4454-0fb0-40d5-b4d8-883b1aab556a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:17:59.455402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:59.462147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.543888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3752f5ea-af46-4c6e-8b06-a0f7694fb7c8 None None] Network daff4454-0fb0-40d5-b4d8-883b1aab556a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:17:59.551723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7956de25-7f01-4289-b376-430bec25b344 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4939454 Dec 08 16:17:59.554706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49028) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:17:59.559482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70ff3d-78bd-4366-8fb9-fdbfe617522b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.562579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:17:59.646116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70ff3d-78bd-4366-8fb9-fdbfe617522b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.686736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 690235f9-52d6-41c1-921c-eb259d3d727e up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:17:59.689121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['11545e26-a7a7-419c-a24b-a298a2fab6e0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:17:59.705481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff3cb0-3160-46ba-877b-fec91dfe1618 req-91ebb055-392c-4778-b992-51247faf73ca tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:17:59.715763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66ff3cb0-3160-46ba-877b-fec91dfe1618 req-91ebb055-392c-4778-b992-51247faf73ca tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 945 time: 0.1422610 Dec 08 16:17:59.719322 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.720895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.787002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66ff3cb0-3160-46ba-877b-fec91dfe1618 req-8cc5a222-796f-4772-bb1d-a580198aaa43 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699296 Dec 08 16:17:59.803084 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70ff3d-78bd-4366-8fb9-fdbfe617522b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.812337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70ff3d-78bd-4366-8fb9-fdbfe617522b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.823592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:17:59.827459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a70ff3d-78bd-4366-8fb9-fdbfe617522b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7f5a5d2-fcb8-4a94-973d-604badd77d01 HTTP/1.1" status: 204 len: 168 time: 0.4845879 Dec 08 16:17:59.856536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70ff3d-78bd-4366-8fb9-fdbfe617522b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f5a5d2-fcb8-4a94-973d-604badd77d01,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:00.072973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-daff4454-0fb0-40d5-b4d8-883b1aab556a', 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'project_id': 'b277add7005a43e89e976c0518d504a9', 'fixed_ips': [{'subnet_id': '5a7c84dd-e730-4685-be69-6c38c828b78d'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:00.073892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.117603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:00.127963 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.288485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 690235f9-52d6-41c1-921c-eb259d3d727e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:18:00.340194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 690235f9-52d6-41c1-921c-eb259d3d727e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:00.340194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.429215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.565674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Allocated IP 172.20.0.2 (daff4454-0fb0-40d5-b4d8-883b1aab556a/5a7c84dd-e730-4685-be69-6c38c828b78d/5eb17eac-b6a7-4766-b0fb-fb31255a76ee) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:00.701071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560b7d6-932c-4632-8546-34db02b19a4d req-2b9f8b16-3683-4b1c-adc4-d7e21c36b38a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:00.709889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b560b7d6-932c-4632-8546-34db02b19a4d req-2b9f8b16-3683-4b1c-adc4-d7e21c36b38a tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 944 time: 0.1841352 Dec 08 16:18:00.787601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b560b7d6-932c-4632-8546-34db02b19a4d req-7702d64d-f997-4ab3-8a1c-a3ea7fa17b74 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608611 Dec 08 16:18:00.879040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:00.963942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690235f9-52d6-41c1-921c-eb259d3d727e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:00.967125 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffd9290-6a1a-489a-82df-bb963f8e18de" -d '{"events": [{"server_uuid": "dab4f5f5-d68f-4261-ac25-d7730b56cf38", "name": "network-vif-plugged", "status": "completed", "tag": "690235f9-52d6-41c1-921c-eb259d3d727e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:01.015380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.017361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 690235f9-52d6-41c1-921c-eb259d3d727e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=690235f9-52d6-41c1-921c-eb259d3d727e,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:01.033652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.071364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.202523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add5fe7-22e1-4f1d-8672-432b6982f480 req-ca46a47c-5850-49f6-90bc-f343904706b6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:01.205666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3add5fe7-22e1-4f1d-8672-432b6982f480 req-ca46a47c-5850-49f6-90bc-f343904706b6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 945 time: 0.1096022 Dec 08 16:18:01.258070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=690235f9-52d6-41c1-921c-eb259d3d727e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:01.264835 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.281905 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.318147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Allocated IP 172.25.3.22 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/62c97872-f126-4dff-a82a-64433b246e8a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:01.339233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3add5fe7-22e1-4f1d-8672-432b6982f480 req-4a20c243-7697-4d3f-a6f6-6555a693e7d7 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255000 Dec 08 16:18:01.462072 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2510e913-7e12-45b6-aba6-2558ab7127ad x-openstack-request-id: req-2510e913-7e12-45b6-aba6-2558ab7127ad {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:01.462691 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4f5f5-d68f-4261-ac25-d7730b56cf38", "name": "network-vif-plugged", "status": "completed", "tag": "690235f9-52d6-41c1-921c-eb259d3d727e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:01.463033 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2510e913-7e12-45b6-aba6-2558ab7127ad {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:01.463637 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '690235f9-52d6-41c1-921c-eb259d3d727e', 'code': 200} Dec 08 16:18:01.482769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Network daff4454-0fb0-40d5-b4d8-883b1aab556a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:01.506454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:01.527234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:01.543836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.559302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Pushing event updated for resources: {'Port': ['ID=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:01.572405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2299a-cbc4-461b-ba6e-5983a871d7c2 req-86a877de-ff55-4fc6-a6ae-94ed10417d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:01.574872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41e2299a-cbc4-461b-ba6e-5983a871d7c2 req-86a877de-ff55-4fc6-a6ae-94ed10417d8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 1096 time: 0.0871315 Dec 08 16:18:01.625058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.676539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41e2299a-cbc4-461b-ba6e-5983a871d7c2 req-386c3b34-b3e5-402d-a244-f98d3c8fbe67 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916011 Dec 08 16:18:01.683326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Attempting to bind port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:01.684830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Attempting to bind port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:01.685246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Attempting to bind port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee on network daff4454-0fb0-40d5-b4d8-883b1aab556a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:01.693136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:01.693517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Checking segment: {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:01.694385 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.694861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Bound using segment: {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:01.695378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Bound port: 5eb17eac-b6a7-4766-b0fb-fb31255a76ee, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:01.696332 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.743669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:01.760326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:01.780551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:01.797590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52bfd3c-08ae-4c55-b11b-435c9966d2fd None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:01.809946 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:01.829142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] For port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:01.834428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] For port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:01.842553 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.037073 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.043262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c323d42-75ad-471e-ac58-1e6b9d3039d7 None None] Pushing event updated for resources: {'Port': ['ID=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:02.053098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Pushing event updated for resources: {'Port': ['ID=62c97872-f126-4dff-a82a-64433b246e8a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:02.055016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6e449e4f-f413-4d6b-a410-7171379c2a48 None None] Provisioning complete for port 62c97872-f126-4dff-a82a-64433b246e8a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:02.055192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e449e4f-f413-4d6b-a410-7171379c2a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.103893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2db945-0402-40f2-943a-0c4eb62553c3 req-fc6d71f6-1cf7-4eb1-af35-6a1eca84b5e7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:02.119606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f2db945-0402-40f2-943a-0c4eb62553c3 req-fc6d71f6-1cf7-4eb1-af35-6a1eca84b5e7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.1521394 Dec 08 16:18:02.226077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.232405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6e449e4f-f413-4d6b-a410-7171379c2a48 None None] Port 62c97872-f126-4dff-a82a-64433b246e8a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:02.383179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f2db945-0402-40f2-943a-0c4eb62553c3 req-f083cbb5-af21-43d5-baee-b537f4b34eef tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568722 Dec 08 16:18:02.450401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648ab32-6779-434b-97d7-383eeb1ec912 req-9f78c3a3-656a-41f8-ae83-e9968613f675 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:02.468127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5648ab32-6779-434b-97d7-383eeb1ec912 req-9f78c3a3-656a-41f8-ae83-e9968613f675 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 949 time: 0.1448095 Dec 08 16:18:02.562631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:02.630091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5648ab32-6779-434b-97d7-383eeb1ec912 req-f54c22af-a49d-4478-b301-d1a7879b81a0 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612093 Dec 08 16:18:02.668775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11545e26-a7a7-419c-a24b-a298a2fab6e0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:02.677017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f8e3e-bec7-4c45-9c95-0d43f8282823 req-83e05637-a2cf-4d9f-8c8a-2c5ff7a92a3f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:02.696148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f89f8e3e-bec7-4c45-9c95-0d43f8282823 req-83e05637-a2cf-4d9f-8c8a-2c5ff7a92a3f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 945 time: 0.1972594 Dec 08 16:18:02.828849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f89f8e3e-bec7-4c45-9c95-0d43f8282823 req-16dd7966-16fa-41ff-bb86-d86ad939bb8a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258447 Dec 08 16:18:02.976004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.004501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 11545e26-a7a7-419c-a24b-a298a2fab6e0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:03.009528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.137669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.275581 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.365412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:03.376778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.471068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:03.476991 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83746aaa-cd29-4104-b908-9bc24161ab1f" -d '{"events": [{"server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "name": "network-vif-plugged", "status": "completed", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:03.544041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:18:03.548804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:03.678284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eeae25-71e1-4f99-ba80-9c8d7a1c4fbc req-f41f2cc1-10a9-423f-9977-087c80d2fc70 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:03.689765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47eeae25-71e1-4f99-ba80-9c8d7a1c4fbc req-f41f2cc1-10a9-423f-9977-087c80d2fc70 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.1254685 Dec 08 16:18:03.723301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:03.737870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Sync routers for ids ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:03.744417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:03.750393 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9492f12f-4f20-4d4f-8dd4-ce50be822c18 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1935215 Dec 08 16:18:03.751176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:03.758835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Routers {'4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:03.759747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:03.835070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47eeae25-71e1-4f99-ba80-9c8d7a1c4fbc req-722e051f-6a3f-41c2-8e40-976b9d706d02 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423559 Dec 08 16:18:04.209155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b5d35-a869-4faf-b695-15d21a2cfccb req-12026ce0-fc60-46b4-9f20-d883a691fa42 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:04.220932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c0b5d35-a869-4faf-b695-15d21a2cfccb req-12026ce0-fc60-46b4-9f20-d883a691fa42 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.1750789 Dec 08 16:18:04.298478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c0b5d35-a869-4faf-b695-15d21a2cfccb req-14f83ba0-f2dc-4936-aff6-8f20dd5fa1e0 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745592 Dec 08 16:18:04.475149 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76da6e8c-dee1-4df0-96f7-bcdad22c080b x-openstack-request-id: req-76da6e8c-dee1-4df0-96f7-bcdad22c080b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:04.475638 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "name": "network-vif-plugged", "status": "completed", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:04.476057 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76da6e8c-dee1-4df0-96f7-bcdad22c080b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:04.476741 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'code': 200} Dec 08 16:18:04.480526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e31c8f-109e-4f71-b825-1f95115b1990 None None] Network daff4454-0fb0-40d5-b4d8-883b1aab556a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:04.488258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5eb17eac-b6a7-4766-b0fb-fb31255a76ee up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:04.841320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c965c346-d40e-4aec-bede-932bd500a7c1 None None] Provisioning complete for port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:04.841990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c965c346-d40e-4aec-bede-932bd500a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:04.895900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Set router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:05.078466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de74d-05f8-4699-ba5a-e4a776abd623 req-2562a344-9977-4132-ad44-b251e9c1f741 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:05.082576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a0de74d-05f8-4699-ba5a-e4a776abd623 req-2562a344-9977-4132-ad44-b251e9c1f741 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.2294071 Dec 08 16:18:05.115370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73780781-9752-4471-b0f5-6a704686911d req-9dbac842-538e-4d00-969a-b59fec9f7320 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:05.117341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73780781-9752-4471-b0f5-6a704686911d req-9dbac842-538e-4d00-969a-b59fec9f7320 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.2483618 Dec 08 16:18:05.122680 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.454487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a0de74d-05f8-4699-ba5a-e4a776abd623 req-a43c1b7f-fda7-4aff-83c5-041ce9163750 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356936 Dec 08 16:18:05.565727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Deleting port 11545e26-a7a7-419c-a24b-a298a2fab6e0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:05.569269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.730438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:05.731037 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.806160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377140ac-b4c9-4e2b-8c45-f2dff1cc455e req-4c4e1a35-9974-44fb-bd12-70246eb172c1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:05.810502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-377140ac-b4c9-4e2b-8c45-f2dff1cc455e req-4c4e1a35-9974-44fb-bd12-70246eb172c1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 946 time: 0.1298215 Dec 08 16:18:05.920679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] For port 11545e26-a7a7-419c-a24b-a298a2fab6e0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11545e26-a7a7-419c-a24b-a298a2fab6e0,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:05.921626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:05.953916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Calling delete_port for 11545e26-a7a7-419c-a24b-a298a2fab6e0 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:05.974577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c965c346-d40e-4aec-bede-932bd500a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.006512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-377140ac-b4c9-4e2b-8c45-f2dff1cc455e req-dc87ffb0-c6a7-41d6-8354-51e9de10596e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897020 Dec 08 16:18:06.094713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:18:02Z', 'revision_number': 3, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:06.149278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c965c346-d40e-4aec-bede-932bd500a7c1 None None] For port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:06.193922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Allocated IP 172.20.0.1 (daff4454-0fb0-40d5-b4d8-883b1aab556a/5a7c84dd-e730-4685-be69-6c38c828b78d/f931e0c4-0e17-4a5b-80d7-87cd352f5c9d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:06.214733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Checking router: 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:06.215048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Updating router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e port 62c97872-f126-4dff-a82a-64433b246e8a binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:06.245427 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c965c346-d40e-4aec-bede-932bd500a7c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.255748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.293120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.349103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.386665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event deleted for resources: {'Port': ['ID=11545e26-a7a7-419c-a24b-a298a2fab6e0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:06.423060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965c346-d40e-4aec-bede-932bd500a7c1 None None] Pushing event updated for resources: {'Port': ['ID=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:06.475557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.504904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] No DVR routers for this DVR port 11545e26-a7a7-419c-a24b-a298a2fab6e0 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:06.511150 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.529359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73780781-9752-4471-b0f5-6a704686911d req-e5bd2e06-336d-47fa-bed1-c2762dd570b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "DELETE /v2.0/ports/11545e26-a7a7-419c-a24b-a298a2fab6e0 HTTP/1.1" status: 204 len: 173 time: 1.3906448 Dec 08 16:18:06.530198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'name': 'network-vif-deleted', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:06.532866 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1037d15c-5e0e-4fb8-92f0-066665c9d905" -d '{"events": [{"server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "name": "network-vif-deleted", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:06.561374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.593449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9a6cfd88-3e16-4e24-81e7-493726cbecef None None] Provisioning complete for port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:06.594293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a6cfd88-3e16-4e24-81e7-493726cbecef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:06.706843 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f04571-98cc-4e9e-b5b8-eb71140c6d2c x-openstack-request-id: req-40f04571-98cc-4e9e-b5b8-eb71140c6d2c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:06.707590 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115e8f4e-6311-4f6a-9228-09b550d32402", "name": "network-vif-deleted", "tag": "11545e26-a7a7-419c-a24b-a298a2fab6e0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:06.708024 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-40f04571-98cc-4e9e-b5b8-eb71140c6d2c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:06.708668 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115e8f4e-6311-4f6a-9228-09b550d32402', 'name': 'network-vif-deleted', 'tag': '11545e26-a7a7-419c-a24b-a298a2fab6e0', 'status': 'completed', 'code': 200} Dec 08 16:18:06.710299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:06.718063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Network daff4454-0fb0-40d5-b4d8-883b1aab556a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:06.745000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8bcc8-8502-470a-acf8-f4edc0bc2668 req-2e23affd-35ae-4f85-a1bf-7c17f66d0a25 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:06.757418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26a8bcc8-8502-470a-acf8-f4edc0bc2668 req-2e23affd-35ae-4f85-a1bf-7c17f66d0a25 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.1809018 Dec 08 16:18:06.809979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:06.825090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:06.891163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Pushing event updated for resources: {'Port': ['ID=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:06.912308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:18:06.912897 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:18:06.944542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.944894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.945302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.945562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.945927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.946260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.946588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.946958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.947444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.947947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.948443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.948932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.949443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:06.970829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26a8bcc8-8502-470a-acf8-f4edc0bc2668 req-9e32543c-b73c-40b0-8373-69f2cd478e43 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869366 Dec 08 16:18:07.006785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.560863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:07.616831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44aa5354-ca5f-442d-b2b1-b7e20544c2bc req-e9bb6094-493e-46e2-aa78-921c44af9700 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=115e8f4e-6311-4f6a-9228-09b550d32402 HTTP/1.1" status: 200 len: 210 time: 0.1681921 Dec 08 16:18:08.107596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.197193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43571f52-8ad6-44ff-a7bb-f8737f91adb0 req-eee904a2-b16f-49fa-ac5b-9859196b95ba tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:08.216531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43571f52-8ad6-44ff-a7bb-f8737f91adb0 req-eee904a2-b16f-49fa-ac5b-9859196b95ba tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.2465971 Dec 08 16:18:08.229020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.253158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.364691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.370080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43571f52-8ad6-44ff-a7bb-f8737f91adb0 req-0a74520b-237b-413e-b108-09bf46a164cf tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500599 Dec 08 16:18:08.390675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:08.395636 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d2ce07-4aea-4adf-8b02-2c30406fae94" -d '{"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:08.400920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Pushing event updated for resources: {'Port': ['ID=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:08.427391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.439518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:08.488481 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.510213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.511536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11545e26-a7a7-419c-a24b-a298a2fab6e0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:08.633584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9dbf43-c9d6-40db-b136-09cdf39faad7 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:08.638030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5eb17eac-b6a7-4766-b0fb-fb31255a76ee up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:08.644635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-940b673a-306f-48e5-b876-5d78e6bef1e6 None None] Provisioning complete for port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:08.645226 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940b673a-306f-48e5-b876-5d78e6bef1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:08.657167 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd1e1b7-c541-4b4f-8b53-904262d574f9 x-openstack-request-id: req-7cd1e1b7-c541-4b4f-8b53-904262d574f9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:08.657167 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:08.657539 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7cd1e1b7-c541-4b4f-8b53-904262d574f9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:08.658133 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'code': 200} Dec 08 16:18:08.666898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 11545e26-a7a7-419c-a24b-a298a2fab6e0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:08.667636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11545e26-a7a7-419c-a24b-a298a2fab6e0 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:08.759892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:08.863242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Attempting to bind port 62c97872-f126-4dff-a82a-64433b246e8a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:08.863758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Attempting to bind port 62c97872-f126-4dff-a82a-64433b246e8a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:08.864358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Attempting to bind port 62c97872-f126-4dff-a82a-64433b246e8a on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:08.868023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8540368-acd0-4137-9238-7179d796125f None None] Pushing event updated for resources: {'Port': ['ID=62c97872-f126-4dff-a82a-64433b246e8a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:08.933559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Network daff4454-0fb0-40d5-b4d8-883b1aab556a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:08.939572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:09.349417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-7aa3d554-7b31-4381-9ede-6c6ecfa9674f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:09.358025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-7aa3d554-7b31-4381-9ede-6c6ecfa9674f tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.3444571 Dec 08 16:18:09.562154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49316) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:09.584494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1916211720', 'description': 'tempest-description--789994343'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:09.696146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.726738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:09.727663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:09.728140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.728768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:09.732605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Bound port: 62c97872-f126-4dff-a82a-64433b246e8a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:09.733402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.919110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.927158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] For port 62c97872-f126-4dff-a82a-64433b246e8a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:09.931332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:18:09.934985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:09.940921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] For port 62c97872-f126-4dff-a82a-64433b246e8a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=62c97872-f126-4dff-a82a-64433b246e8a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:09.993222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880d21a0-13b7-445d-b5d3-35c70489d594,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:10.067014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.174994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-940b673a-306f-48e5-b876-5d78e6bef1e6 None None] Port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:10.187954 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:18:10.213660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f93a-2ae3-4d77-b542-dba36dabfe7f req-4d0fdf93-3808-4779-a949-3e30e6cef9b7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:10.222406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c49f93a-2ae3-4d77-b542-dba36dabfe7f req-4d0fdf93-3808-4779-a949-3e30e6cef9b7 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/ports?device_id=dab4f5f5-d68f-4261-ac25-d7730b56cf38 HTTP/1.1" status: 200 len: 945 time: 0.5085375 Dec 08 16:18:10.249465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:10.267715 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4bbfd628-b764-4076-83a3-1a1f038e328f admin admin] 10.222.0.62 "PUT /v2.0/routers/4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5126677 Dec 08 16:18:10.314390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.320437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-436f049c-e993-4dc0-8bfb-d6e33be8bc19 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7519343 Dec 08 16:18:10.325603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49342) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:10.346784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'security_group_rule': {'security_group_id': '880d21a0-13b7-445d-b5d3-35c70489d594', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:10.477734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc1116f-ba3d-4d75-bf4e-bb2d72bd42a5 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:10.507768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.527541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c49f93a-2ae3-4d77-b542-dba36dabfe7f req-82b840c1-09af-491e-835d-3f3195ba8452 tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.62 "GET /v2.0/security-groups?id=df4c9662-85ef-4db9-bea8-3c84bdfa2e11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865515 Dec 08 16:18:10.545401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:10.564191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Deleting port 690235f9-52d6-41c1-921c-eb259d3d727e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:10.564707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.755922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:10.757926 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.775264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.785571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.859017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Routers {'4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:10.859017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:10.880137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ffb36a-2cf2-4ad6-8bc0-57cc99a18d1e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:10.910442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Provisioning complete for port 62c97872-f126-4dff-a82a-64433b246e8a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:10.910442 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.935887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:10.947264 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-516a9502-6d18-4faa-9d00-89fd213fb8d6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6159079 Dec 08 16:18:10.948505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49364) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:10.965066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'security_group_rule': {'security_group_id': '880d21a0-13b7-445d-b5d3-35c70489d594', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:11.084821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] For port 690235f9-52d6-41c1-921c-eb259d3d727e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=690235f9-52d6-41c1-921c-eb259d3d727e,segment=NetworkSegment(222c1d14-f8c6-48e1-940f-58ed772bbcf2),segment_id=222c1d14-f8c6-48e1-940f-58ed772bbcf2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:11.087417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.105897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.168916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Calling delete_port for 690235f9-52d6-41c1-921c-eb259d3d727e owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:11.563098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.574126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.658149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a417e2d6-8356-4d96-bebf-c552403aa7b7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:11.677269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:11.683341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8540368-acd0-4137-9238-7179d796125f None None] Pushing event updated for resources: {'Port': ['ID=62c97872-f126-4dff-a82a-64433b246e8a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:11.722849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:11.733899 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-953c6d8d-89f7-4b94-b877-bfe41057be71 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7791173 Dec 08 16:18:11.734232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:11.747120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:11.803224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0be4162c-db84-4689-8b82-505ff8515ff6', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0be4162c-db84-4689-8b82-505ff8515ff6', 'mac_address': 'fa:16:3e:a6:a4:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:11.825628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.116359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.247274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] Set router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:12.266114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.388257 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:18:12.391621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.408560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Pushing event deleted for resources: {'Port': ['ID=690235f9-52d6-41c1-921c-eb259d3d727e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:12.456822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.583225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f4e096-de2e-4465-a98a-3bfe9b432b3c None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:12.725857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0be4162c-db84-4689-8b82-505ff8515ff6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:12.781493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] For port 62c97872-f126-4dff-a82a-64433b246e8a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=62c97872-f126-4dff-a82a-64433b246e8a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:12.796003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] No DVR routers for this DVR port 690235f9-52d6-41c1-921c-eb259d3d727e on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:12.818448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.834334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:12.843617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44aea3a3-23c7-4b9c-8ee3-2fb5484ad601 req-ecbb6283-9ffe-423f-985b-4d5f726c618c tempest-DeleteServersTestJSON-560836013 tempest-DeleteServersTestJSON-560836013-project] 10.222.0.58 "DELETE /v2.0/ports/690235f9-52d6-41c1-921c-eb259d3d727e HTTP/1.1" status: 204 len: 173 time: 3.4754817 Dec 08 16:18:12.847833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Allocated IP 172.25.3.68 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/02195e78-d42d-40ca-b1dc-9034b3b31e16) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:12.935237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'name': 'network-vif-deleted', 'tag': '690235f9-52d6-41c1-921c-eb259d3d727e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:12.958367 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6034b1d6-d680-44a9-96b0-423131587645" -d '{"events": [{"server_uuid": "dab4f5f5-d68f-4261-ac25-d7730b56cf38", "name": "network-vif-deleted", "tag": "690235f9-52d6-41c1-921c-eb259d3d727e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:12.999451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-794d9f6b-c50d-4a62-b307-e23d05cfa52a tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3100872 Dec 08 16:18:13.022510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:13.120983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.180951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:13.407413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.426432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.433294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Provisioning complete for port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:13.434100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.486056 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.503077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:13.606946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:13.627103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b551947-5d2c-4454-bfbd-8a370bc7c2f7 None None] Pushing event updated for resources: {'Port': ['ID=62c97872-f126-4dff-a82a-64433b246e8a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:13.631769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'Port': ['ID=02195e78-d42d-40ca-b1dc-9034b3b31e16,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:13.673983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:13.680928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:13.686575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:13.899965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Allocated IP 172.25.3.99 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5a5093ba-c44f-4909-a406-86b8c738bbfa) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:14.061680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0be4162c-db84-4689-8b82-505ff8515ff6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:14.130730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 690235f9-52d6-41c1-921c-eb259d3d727e no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:14.176216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.267678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:14.286936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 690235f9-52d6-41c1-921c-eb259d3d727e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:14.287516 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.288341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 690235f9-52d6-41c1-921c-eb259d3d727e not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:14.295746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b2a06e1f-d587-417d-b941-1d2c5484b89b None None] Provisioning complete for port 62c97872-f126-4dff-a82a-64433b246e8a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:14.296447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2a06e1f-d587-417d-b941-1d2c5484b89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.325319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.405026 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.577206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'f931e0c4-0e17-4a5b-80d7-87cd352f5c9d', 'name': '', 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'mac_address': 'fa:16:3e:17:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 2, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'subnets': [{'id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:14.594296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:14.613580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.620143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.626451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:14.639526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afdf3327-b173-422c-a784-8d1795aba374 None None] The sync data for ids ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'] in n-d-820935-5 is: [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'f931e0c4-0e17-4a5b-80d7-87cd352f5c9d', 'name': '', 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'mac_address': 'fa:16:3e:17:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 2, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'subnets': [{'id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:14.692302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:14.779167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.793840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'Port': ['ID=02195e78-d42d-40ca-b1dc-9034b3b31e16,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:14.830386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=5a5093ba-c44f-4909-a406-86b8c738bbfa,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:14.855732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.856126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.856460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.856805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.857144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.857355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:14.857571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.857813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.858167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.858717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.859102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.882173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.883006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e941665-b11c-4605-b9d6-4123ccd95277 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1243074 Dec 08 16:18:14.883120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:14.883120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:15.049587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.123192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.407161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:15.577771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0be4162c-db84-4689-8b82-505ff8515ff6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:15.578395 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.616159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.624954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.734212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=5a5093ba-c44f-4909-a406-86b8c738bbfa,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:15.859274 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.869680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.925079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:15.932229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:15.936056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-392c1139-c3fa-49a5-8495-321726b27bfb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9345586 Dec 08 16:18:15.936713 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f53d1b-acb4-4647-acd0-bd276dd28c9c" -d '{"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:15.963338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:15.975818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:16.093134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:16.108216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-067f08f4-c762-4841-8220-c997de5eac14 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.1635253 Dec 08 16:18:16.422691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-072e4c60-d8af-47d4-82a5-f44144b7200a tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:16.427044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f9557c-c7da-41a4-b508-c8524bffc204 req-072e4c60-d8af-47d4-82a5-f44144b7200a tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3038423 Dec 08 16:18:16.798614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 62c97872-f126-4dff-a82a-64433b246e8a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:16.803319 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43710e19-9083-4f45-9d15-1009f276bb13 x-openstack-request-id: req-43710e19-9083-4f45-9d15-1009f276bb13 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:16.804162 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dab4f5f5-d68f-4261-ac25-d7730b56cf38", "name": "network-vif-deleted", "tag": "690235f9-52d6-41c1-921c-eb259d3d727e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:16.804447 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43710e19-9083-4f45-9d15-1009f276bb13 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:16.805220 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dab4f5f5-d68f-4261-ac25-d7730b56cf38', 'name': 'network-vif-deleted', 'tag': '690235f9-52d6-41c1-921c-eb259d3d727e', 'status': 'completed', 'code': 200} Dec 08 16:18:16.990344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 62c97872-f126-4dff-a82a-64433b246e8a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:16.990995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:19.171524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Sync routers for ids ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:19.202065 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Routers {'4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:19.202828 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:19.400180 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Set router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:19.748964 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'f931e0c4-0e17-4a5b-80d7-87cd352f5c9d', 'name': '', 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'mac_address': 'fa:16:3e:17:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 2, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'subnets': [{'id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:19.789940 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Checking router: 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:19.790642 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Updating router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:19.850740 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.372810 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.384819 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.686383 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600ec2a-3851-4ce7-99f4-787550aa70c7 None None] Pushing event updated for resources: {'Port': ['ID=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:20.849998 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Attempting to bind port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:20.850560 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Attempting to bind port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:20.851629 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Attempting to bind port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d on network daff4454-0fb0-40d5-b4d8-883b1aab556a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:20.860223 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:20.860759 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Checking segment: {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:20.861275 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.862397 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Bound using segment: {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:20.863044 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Bound port: f931e0c4-0e17-4a5b-80d7-87cd352f5c9d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa0927a-9085-4a6d-8434-c09950320fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:20.863535 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:20.983744 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] For port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:20.990498 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] For port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:21.003536 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.092071 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Routers {'4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:21.099988 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:17:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:21.166808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0525cbc9-8654-4370-8e3a-c30c95c5dca4 None None] Provisioning complete for port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:21.167923 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0525cbc9-8654-4370-8e3a-c30c95c5dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.334195 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600ec2a-3851-4ce7-99f4-787550aa70c7 None None] Pushing event updated for resources: {'Port': ['ID=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:21.358217 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] Set router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:21.373276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0525cbc9-8654-4370-8e3a-c30c95c5dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.480035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0525cbc9-8654-4370-8e3a-c30c95c5dca4 None None] For port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:21.491305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0525cbc9-8654-4370-8e3a-c30c95c5dca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.899460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-136a6ed9-0429-422a-98f6-8b6d70cb95ae None None] Provisioning complete for port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:21.900894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-136a6ed9-0429-422a-98f6-8b6d70cb95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:21.910885 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'f931e0c4-0e17-4a5b-80d7-87cd352f5c9d', 'name': '', 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'mac_address': 'fa:16:3e:17:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:20Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'subnets': [{'id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:21.918175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525cbc9-8654-4370-8e3a-c30c95c5dca4 None None] Pushing event updated for resources: {'Port': ['ID=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:21.982193 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70affe-e8d5-4f10-9720-07827033cb94 None None] The sync data for ids ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'] in n-d-820935-5 is: [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:18:07Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'f931e0c4-0e17-4a5b-80d7-87cd352f5c9d', 'name': '', 'network_id': 'daff4454-0fb0-40d5-b4d8-883b1aab556a', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'mac_address': 'fa:16:3e:17:47:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:05Z', 'updated_at': '2021-12-08T16:18:20Z', 'revision_number': 4, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'subnets': [{'id': '5a7c84dd-e730-4685-be69-6c38c828b78d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:22.729461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f931e0c4-0e17-4a5b-80d7-87cd352f5c9d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:22.911494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:22.912298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:25.933562 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c924dafe-64f8-41f9-bb69-142dce92f2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:26.532447 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ad2967-696e-4d8e-b3a2-0bb51689bf1a x-openstack-request-id: req-c7ad2967-696e-4d8e-b3a2-0bb51689bf1a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:26.532957 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:26.535461 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7ad2967-696e-4d8e-b3a2-0bb51689bf1a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:26.536183 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'code': 200} Dec 08 16:18:27.002470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-d68c7908-727f-456e-8414-cfecb1091fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.005206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-d68c7908-727f-456e-8414-cfecb1091fa1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1097 time: 0.1809192 Dec 08 16:18:27.176507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-8030c789-7849-41ee-be42-5d081b6ab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.178521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-8030c789-7849-41ee-be42-5d081b6ab8ec service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.1418285 Dec 08 16:18:27.280303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-ff8256de-4e7e-44e4-8ac4-9e1d595da129 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 1002 time: 0.0943649 Dec 08 16:18:27.295535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-c6214ae9-208f-45df-addc-d595c2000b50 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.297389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-c6214ae9-208f-45df-addc-d595c2000b50 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 821 time: 1.4315693 Dec 08 16:18:27.355774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-3560dfd4-d591-4c45-aed2-82960e5e6f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.357501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-3560dfd4-d591-4c45-aed2-82960e5e6f80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.0561721 Dec 08 16:18:27.394724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-2a3a6d9b-98eb-4db9-bea1-ce2260a162d2 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5392053 Dec 08 16:18:27.402534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:27.433175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-4b244936-a4d8-4c2f-a413-a64283718545 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/quotas/99d9f54e0431476c920bf4988b8f69bc HTTP/1.1" status: 200 len: 375 time: 0.0724192 Dec 08 16:18:27.546841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-429943d6-c4e7-4f30-b03c-1fa4ef41b795 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0894885 Dec 08 16:18:27.565639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-d6149b21-c70f-479c-80ab-7e12f39815db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:27.567228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-d6149b21-c70f-479c-80ab-7e12f39815db service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989279 Dec 08 16:18:27.579685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.042148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-69fec8f2-74e7-4348-a310-b4d4f4b75ea2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5657055 Dec 08 16:18:28.090225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-d162c466-9d2e-4b73-81f7-53dee8eecebc service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615660 Dec 08 16:18:28.307816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-a5f75317-b313-4501-ad11-e442379c054f service neutron] 10.222.0.62 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7563212 Dec 08 16:18:28.509117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-19fc32d6-f821-4530-8c3e-f1b4ccf76992 service neutron] 10.222.0.62 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732953 Dec 08 16:18:28.674628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.675111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.675580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.680351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.680895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.681369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.681855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.685760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-9633a2d8-5e90-4b70-9065-fa34ed90bb85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 0.4810650 Dec 08 16:18:28.768239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d23601a-8598-4dbd-8dc3-5dcbfa4eecd3 req-18dc9afb-dcf6-4e1a-a8a3-9115952c9781 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644571 Dec 08 16:18:28.769039 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-757bba3e-0879-4b3e-8168-4fe0dbd5a084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:28.941937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-849778a6-b137-4068-adba-cb9237fe6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.942828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-849778a6-b137-4068-adba-cb9237fe6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.943481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-849778a6-b137-4068-adba-cb9237fe6c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:28.945467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-849778a6-b137-4068-adba-cb9237fe6c4d service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 2293 time: 0.1854494 Dec 08 16:18:28.953526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:29.110341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-1757143e-6c5c-4c47-b1fd-9c58680a061c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 1001 time: 0.1497586 Dec 08 16:18:29.327609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-3749c3f5-d9ba-41a7-9bbf-6a48247ea4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:29.333038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-3749c3f5-d9ba-41a7-9bbf-6a48247ea4ca service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 200 len: 851 time: 0.1092570 Dec 08 16:18:29.702386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-df2f0924-0b57-4122-857e-1137acc4c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:29.705751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-df2f0924-0b57-4122-857e-1137acc4c8a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b9c06e-9add-4910-bc5d-6edb3986b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540184 Dec 08 16:18:29.753168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Allocated IP 172.25.3.192 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a6ca39b0-4a2d-4b26-906d-cf7bb464bbf2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:29.869083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a618592-8b52-4de8-9496-166b06dac3a5 req-ca8301a4-d634-4a0e-af8d-b3c5827a0e29 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:29.872248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a618592-8b52-4de8-9496-166b06dac3a5 req-ca8301a4-d634-4a0e-af8d-b3c5827a0e29 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.6496048 Dec 08 16:18:30.032209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.164900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.248116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a618592-8b52-4de8-9496-166b06dac3a5 req-ac9e9ef9-3ea6-42cc-9172-0c948a5b8bba tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3558402 Dec 08 16:18:30.249294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:30.350343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:30.391397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:30.397954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:30.488300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-e9abd559-d72d-4416-92bd-8cfa1280f3b7 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7726154 Dec 08 16:18:30.772604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-63949c50-7c02-4d95-9030-4ef4dde29b4f service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558515 Dec 08 16:18:30.787572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=a6ca39b0-4a2d-4b26-906d-cf7bb464bbf2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:30.921636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-e8b6a821-c00c-4631-bcbf-93bb95bd90a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 217 time: 0.1168807 Dec 08 16:18:31.006484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-74cbd99d-4bd0-490c-855d-2681047d4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:31.008573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-74cbd99d-4bd0-490c-855d-2681047d4edb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.0779405 Dec 08 16:18:31.032049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-b8338d0e-f738-47d5-a906-fe41087c9df0 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:31.040396 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-b8338d0e-f738-47d5-a906-fe41087c9df0 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.58 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 821 time: 0.4727058 Dec 08 16:18:31.056752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'port': {'device_id': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'admin_state_up': True, 'tenant_id': '99d9f54e0431476c920bf4988b8f69bc'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:31.284365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-911cce5e-948e-401b-8e5a-e58f47fd14cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:31.291017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-911cce5e-948e-401b-8e5a-e58f47fd14cf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2691190 Dec 08 16:18:31.292717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.551890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Made reservation on behalf of 99d9f54e0431476c920bf4988b8f69bc for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:31.557943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.608591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a513d93-6730-45e3-813a-3fd0a8b4ff1c req-e2032f8d-482f-4730-a1c4-a2448db8dee5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 210 time: 0.1161194 Dec 08 16:18:31.698165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.718355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-27a21d86-4f26-4603-b640-b8958343d414 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175887 Dec 08 16:18:31.765573 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:31.985375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.039832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Allocated IP 172.20.0.4 (8feeb69a-19fd-471e-8754-2301717e7543/d3da3b3a-a409-4f2e-96d4-28ee36cb4674/7e3d78af-424c-4cbc-80cc-13451b17844b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:32.105645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-ec1a8449-f36c-4dce-8cea-e3fa12d47990 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280985 Dec 08 16:18:32.166389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.318567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-861e502c-cea1-44a6-ba29-adcc6a8811e7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 217 time: 0.2035429 Dec 08 16:18:32.422566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-69b91e90-dbea-4966-a8dc-cf8543d340e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.424808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-69b91e90-dbea-4966-a8dc-cf8543d340e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.0923755 Dec 08 16:18:32.629622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.764493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.860719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-2cb28f96-b078-4e1f-88fc-938c22b272c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.870478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-2cb28f96-b078-4e1f-88fc-938c22b272c2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3787727 Dec 08 16:18:32.894743 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:32.905023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24afe3c-8f2f-40c1-8c76-74c83217baf8 req-28054a7a-0120-418b-83be-9e7c4ff75edc tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:32.911487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d24afe3c-8f2f-40c1-8c76-74c83217baf8 req-28054a7a-0120-418b-83be-9e7c4ff75edc tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.5825963 Dec 08 16:18:32.927031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Network 8feeb69a-19fd-471e-8754-2301717e7543 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:32.931913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:32.936566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:32.982187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:33.056225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:33.058420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.088698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-ad53ee03-ec10-49f7-812e-639737d26f24 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0375242 Dec 08 16:18:33.108099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Request body: {'port': {'device_id': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:33.193816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d24afe3c-8f2f-40c1-8c76-74c83217baf8 req-4077f714-4219-4bc2-a905-a15d7267a6fb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220824 Dec 08 16:18:33.309665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:33.740553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-c7bbc23c-40db-4785-a813-26809e6eae77 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8203371 Dec 08 16:18:34.356121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3d78af-424c-4cbc-80cc-13451b17844b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:34.372135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.394226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Transition to ACTIVE for port object 7e3d78af-424c-4cbc-80cc-13451b17844b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:18:34.403548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.545204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:34.814812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Attempting to bind port 7e3d78af-424c-4cbc-80cc-13451b17844b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:34.820479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Attempting to bind port 7e3d78af-424c-4cbc-80cc-13451b17844b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:34.820872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Attempting to bind port 7e3d78af-424c-4cbc-80cc-13451b17844b on network 8feeb69a-19fd-471e-8754-2301717e7543 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:34.831533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Port 7e3d78af-424c-4cbc-80cc-13451b17844b on network 8feeb69a-19fd-471e-8754-2301717e7543 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:18:34.831849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Attempting to bind port 7e3d78af-424c-4cbc-80cc-13451b17844b on network 8feeb69a-19fd-471e-8754-2301717e7543 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:34.848438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:34.848843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Checking segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:34.849183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Bound using segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:34.849654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Bound port: 7e3d78af-424c-4cbc-80cc-13451b17844b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:34.850050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:34.966328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.012873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93d4e0-5a87-4263-83e0-6399b39a760b req-2ba35084-0483-484f-8b47-36ce46cbf0e8 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.030338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c93d4e0-5a87-4263-83e0-6399b39a760b req-2ba35084-0483-484f-8b47-36ce46cbf0e8 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 931 time: 1.5177445 Dec 08 16:18:35.039569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.138807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:35.148893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:35.169007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.282169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.283460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.286428 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] 10.222.0.58 "PUT /v2.0/ports/7e3d78af-424c-4cbc-80cc-13451b17844b HTTP/1.1" status: 200 len: 1091 time: 2.1884308 Dec 08 16:18:35.287318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:35.293051 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62266d4-b389-421e-9faa-aac09d6a5b6d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:35.348534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb904e0-537b-4977-a276-9cdc1aff39bf service neutron] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:35.363928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=a6ca39b0-4a2d-4b26-906d-cf7bb464bbf2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:35.424642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-8a61ec2c-825e-45b9-adf9-fa8dfccf4777 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6665626 Dec 08 16:18:35.519032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-9aeab769-6230-44a1-ab68-68f9efedc4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.523378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-9aeab769-6230-44a1-ab68-68f9efedc4ad service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 1094 time: 0.1556854 Dec 08 16:18:35.566293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c93d4e0-5a87-4263-83e0-6399b39a760b req-f786f07c-ce7d-4242-a5c6-c3e8531c3ae4 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942727 Dec 08 16:18:35.568737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-5e4f1332-b238-40fb-8164-d1fa1924c4ab service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 200 len: 217 time: 0.0919411 Dec 08 16:18:35.630797 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-c284f140-e37b-41fa-9517-ae0dc9f3b589 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e3d78af-424c-4cbc-80cc-13451b17844b HTTP/1.1" status: 200 len: 217 time: 0.0973902 Dec 08 16:18:35.754499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-c03db588-dec9-4454-81eb-ef3e6c9a5815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.757011 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-c03db588-dec9-4454-81eb-ef3e6c9a5815 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 200 len: 861 time: 0.1172166 Dec 08 16:18:35.834192 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-a58a2eb8-d07e-4658-a233-a4440efb15e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8feeb69a-19fd-471e-8754-2301717e7543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604417 Dec 08 16:18:35.855774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.889223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:35.891431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-7228540a-6e01-40bd-9f43-3cdb32f95589 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 8.4928434 Dec 08 16:18:35.894361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-a0fd1319-eacf-4fd0-9bfd-693e02d029b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:35.896973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-a0fd1319-eacf-4fd0-9bfd-693e02d029b9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.2603109 Dec 08 16:18:36.035310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-7fec5fcf-5104-429f-b028-f1b424a2f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:36.038205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-7fec5fcf-5104-429f-b028-f1b424a2f3a7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1269708 Dec 08 16:18:36.155063 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-f1cbedda-0560-4d63-9361-969c2d88cc7d service neutron] 10.222.0.58 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127100 Dec 08 16:18:36.366366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34715f53-99a1-4c2e-a754-d70695cd10b4 req-b7aadfc7-c3d3-466f-884e-55d3b57d0f16 service neutron] 10.222.0.58 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040646 Dec 08 16:18:36.388290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-465947b5-7ac2-4ec1-a08b-9d7dd133c86d service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413506 Dec 08 16:18:36.402906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f8e3c-74fe-41f1-a413-7fccfc40bbad req-e564dc5c-7489-44b9-9445-023a203423d2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:36.405387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-127f8e3c-74fe-41f1-a413-7fccfc40bbad req-e564dc5c-7489-44b9-9445-023a203423d2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.2199140 Dec 08 16:18:36.637601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-c6a333dc-3307-42f3-9d4c-230c45bcb89f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.6619954 Dec 08 16:18:36.845067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-bbe595c3-8aed-44c6-a588-7bd1d98bc76d tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:36.862759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021dc520-a0b5-487e-b91b-e31c3d05b1f0 req-bbe595c3-8aed-44c6-a588-7bd1d98bc76d tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.2233775 Dec 08 16:18:37.006983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-127f8e3c-74fe-41f1-a413-7fccfc40bbad req-4031f40a-da81-4df0-bbf9-cc5338a630a5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5688856 Dec 08 16:18:37.082242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-7a202794-49af-41e8-8439-6d37cac460a7 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753700 Dec 08 16:18:37.140919 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2966815-492e-4a79-853d-f69f9549d085 x-openstack-request-id: req-e2966815-492e-4a79-853d-f69f9549d085 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:37.141711 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:37.141711 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2966815-492e-4a79-853d-f69f9549d085 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:37.142075 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'status': 'completed', 'code': 200} Dec 08 16:18:37.286475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-ab3c14a5-7219-4827-8b48-63ff8348d6ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 200 len: 217 time: 0.1625021 Dec 08 16:18:37.308931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-d31c6666-2b5e-4c4d-aa35-01a8b0a42e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.311771 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-d31c6666-2b5e-4c4d-aa35-01a8b0a42e34 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 1094 time: 0.1461630 Dec 08 16:18:37.441337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-b5bd40a8-75d0-48f7-af59-fa18b975f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.442986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-b5bd40a8-75d0-48f7-af59-fa18b975f30b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1228766 Dec 08 16:18:37.563361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-4a56370a-4f50-4073-9639-27d9608263c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.566525 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-4a56370a-4f50-4073-9639-27d9608263c0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 922 time: 0.2411325 Dec 08 16:18:37.579334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03599c77-a63a-4c99-bb67-b95125180f29 req-6194d90d-8dea-4e4c-81df-8078d997268d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.582283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03599c77-a63a-4c99-bb67-b95125180f29 req-6194d90d-8dea-4e4c-81df-8078d997268d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 943 time: 0.3339126 Dec 08 16:18:37.654391 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-de182f81-a5a2-4af8-ab46-b3d4addcb43d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e3d78af-424c-4cbc-80cc-13451b17844b HTTP/1.1" status: 200 len: 217 time: 0.0805266 Dec 08 16:18:37.682530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-ac37a4bb-0308-41fd-b171-24db9b1801fa tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3944404 Dec 08 16:18:37.729305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:37.743401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03599c77-a63a-4c99-bb67-b95125180f29 req-baf0c731-a3eb-4ab4-aee9-ea45826dfed6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527159 Dec 08 16:18:37.755101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-624a167f-76b1-46c6-b64f-b6f8206f6146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.757598 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-624a167f-76b1-46c6-b64f-b6f8206f6146 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 200 len: 861 time: 0.0850356 Dec 08 16:18:37.764134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-680fc5a4-4b05-4e0c-85f8-538b0a1f4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:37.785414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-680fc5a4-4b05-4e0c-85f8-538b0a1f4c1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3284228 Dec 08 16:18:37.803484 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-4346d8b6-b971-4941-9583-496a53cf4e05 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8feeb69a-19fd-471e-8754-2301717e7543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375705 Dec 08 16:18:37.925627 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-de7b04b1-9a66-4600-b533-28d76717663b service neutron] 10.222.0.58 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134715 Dec 08 16:18:37.960900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.065758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62266d4-b389-421e-9faa-aac09d6a5b6d req-e48d8131-cb7b-44f6-af7e-b710e4afe9ad service neutron] 10.222.0.58 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342518 Dec 08 16:18:38.100837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-81fdb260-7351-481f-a2cd-cf05a79168e0 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924178 Dec 08 16:18:38.439195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be46a263-423b-4a2b-b8c4-592309c39157 req-3a746e8c-5f05-4b15-91ea-6acdeed44ec1 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:38.452993 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be46a263-423b-4a2b-b8c4-592309c39157 req-3a746e8c-5f05-4b15-91ea-6acdeed44ec1 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.1825006 Dec 08 16:18:38.515948 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:38.546856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-3e393e1a-7804-447c-9345-4bbb4d2d76e0 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365065 Dec 08 16:18:38.684017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-24b07ca9-16a3-4902-bc06-ee168f869c8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 217 time: 0.1205056 Dec 08 16:18:38.741914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be46a263-423b-4a2b-b8c4-592309c39157 req-86d5d36a-ec24-4cb2-8cd1-195545a2fa86 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2873905 Dec 08 16:18:38.871785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49738) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:38.906912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-0fccc6f7-0776-409b-ac48-025846530497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:38.911409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-0fccc6f7-0776-409b-ac48-025846530497 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.1636794 Dec 08 16:18:39.033024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Allocated IP 172.25.3.130 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/da8b431e-67b5-49f5-8b17-6ffd31bbbc93) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:39.114073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-ae0f24ac-349f-418a-9cdd-0a13e1f70889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:39.117250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-ae0f24ac-349f-418a-9cdd-0a13e1f70889 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1967914 Dec 08 16:18:39.387478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44f81aba-43af-4cae-8d9f-6c121ba04ea7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.519295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:39.567251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44f81aba-43af-4cae-8d9f-6c121ba04ea7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.576907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44f81aba-43af-4cae-8d9f-6c121ba04ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.643428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f81aba-43af-4cae-8d9f-6c121ba04ea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b077f5-894f-4a3b-a327-afffbc32808a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:39.663682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-46b9f5a9-0c5b-4dee-aefb-d752d95efa5d service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962122 Dec 08 16:18:39.681923 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-44f81aba-43af-4cae-8d9f-6c121ba04ea7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e09dc4d4181042c6b585bc5e3a6cd81f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8087564 Dec 08 16:18:39.684334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49764) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:39.811421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:39.906414 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b3a2875-d1a5-4428-a10d-2babb733c67e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.951322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:39.965631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-300925cd-92d3-434d-9b22-e04f6edf1df1 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207015 Dec 08 16:18:39.982412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:40.038408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b3a2875-d1a5-4428-a10d-2babb733c67e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.044993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'mac_address': 'fa:16:3e:52:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:40.194318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b3a2875-d1a5-4428-a10d-2babb733c67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.199430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b3a2875-d1a5-4428-a10d-2babb733c67e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.201785 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9b3a2875-d1a5-4428-a10d-2babb733c67e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63b077f5-894f-4a3b-a327-afffbc32808a HTTP/1.1" status: 204 len: 168 time: 0.5161095 Dec 08 16:18:40.235836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3a2875-d1a5-4428-a10d-2babb733c67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b077f5-894f-4a3b-a327-afffbc32808a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:40.279886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-d7c4b866-37ec-4d47-bd0f-463a55872973 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 217 time: 0.2951095 Dec 08 16:18:40.292555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.384383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951c10a-df63-4d2a-824a-589a0845a67b req-83cd2f66-7c91-4e0e-815a-c1c3e9859312 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:40.398293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4951c10a-df63-4d2a-824a-589a0845a67b req-83cd2f66-7c91-4e0e-815a-c1c3e9859312 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 943 time: 0.7276170 Dec 08 16:18:40.456676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:40.516100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'port_id': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'mac_address': 'fa:16:3e:3d:6f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3da3b3a-a409-4f2e-96d4-28ee36cb4674', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:40.730911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:40.771756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:40.789815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:40.829398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=da8b431e-67b5-49f5-8b17-6ffd31bbbc93,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:40.869254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.874116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:40.914287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-72ea6396-3856-4465-af5f-1e105f5045df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:40.924250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-72ea6396-3856-4465-af5f-1e105f5045df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.6193883 Dec 08 16:18:40.973231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5d27f46-6f52-4368-aae8-9c51fde4e2f8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:41.025001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3d78af-424c-4cbc-80cc-13451b17844b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:41.029932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4951c10a-df63-4d2a-824a-589a0845a67b req-7e248424-2caa-4e0b-8a2e-28b67d1c2c30 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5896494 Dec 08 16:18:41.129981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:41.161936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.176691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:41.187740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.353096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['d5d27f46-6f52-4368-aae8-9c51fde4e2f8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:41.375704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-e820663b-7cf4-4e32-bb6e-352f1002eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:41.378889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-e820663b-7cf4-4e32-bb6e-352f1002eb28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4364159 Dec 08 16:18:41.425395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.481767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:41.562474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:41.568047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7e3d78af-424c-4cbc-80cc-13451b17844b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:41.647431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:41.773685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:41.939699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09f06b-ba91-4b74-a874-0c9d264530fe req-4f9fd0f9-54d7-4a79-b356-111914e3fb6b tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:41.958628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df09f06b-ba91-4b74-a874-0c9d264530fe req-4f9fd0f9-54d7-4a79-b356-111914e3fb6b tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 950 time: 0.6902139 Dec 08 16:18:42.355050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.398939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-cf54677e-98ec-42b6-966a-4461fa31b69e service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9877381 Dec 08 16:18:42.410953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.429550 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.495150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:42.498029 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58dfafb5-5779-4a63-bfe3-0b237e40cdf0" -d '{"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:42.526966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:42.533578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.621228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:42.655219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:42.739151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.760737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=da8b431e-67b5-49f5-8b17-6ffd31bbbc93,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:42.815285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:42.823203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-c441df48-f198-427d-aee9-745f93bd731f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1395972 Dec 08 16:18:42.977970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-a9fe196b-6ac3-4c57-a850-67fa07f66114 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.130 HTTP/1.1" status: 200 len: 696 time: 0.1535909 Dec 08 16:18:43.138197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-214910422-network', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:43.138488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-52fa9ecd-90cc-4337-8a43-1a52c53e6648 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:43.152143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1598dfe1-c5ed-4cd0-a238-507515c28f2a req-52fa9ecd-90cc-4337-8a43-1a52c53e6648 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.1731274 Dec 08 16:18:43.176577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df09f06b-ba91-4b74-a874-0c9d264530fe req-46fe26ed-70f7-4486-a9ad-9ae06db63796 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2154238 Dec 08 16:18:43.273597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Made reservation on behalf of 8e4b9937ad8747d3997c66d892ed41ad for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:43.290408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.358086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.370138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31a7662d-8fbb-4d9c-bb70-a0e1cdaff551 req-d3d90151-2a72-4367-9ee1-4d7b0ca16ee9 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9454851 Dec 08 16:18:43.490756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b01793-a0ba-4419-9b16-0fb8a1014206 req-683479e5-6e4a-4657-9e19-8e690ae14872 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:43.521758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84b01793-a0ba-4419-9b16-0fb8a1014206 req-683479e5-6e4a-4657-9e19-8e690ae14872 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 945 time: 0.2359006 Dec 08 16:18:43.534148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:43.631957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84b01793-a0ba-4419-9b16-0fb8a1014206 req-d62acd88-4158-42bd-ae8f-ac2e34625180 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030729 Dec 08 16:18:43.644175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a21fded-dfb4-41e7-ab69-e0a2aa60f2aa req-439d1ea9-df29-4a8d-83ce-a6efd2247d75 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:43.653489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a21fded-dfb4-41e7-ab69-e0a2aa60f2aa req-439d1ea9-df29-4a8d-83ce-a6efd2247d75 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 944 time: 0.1299548 Dec 08 16:18:43.687845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.698870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.731268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:18:43.760184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.761236 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Added segment f3d3fe39-0edb-4fc4-8801-233a81c22aef of type vlan for network 27341b13-3fe7-42e4-a392-a65f027ae0c6 Dec 08 16:18:43.795546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a21fded-dfb4-41e7-ab69-e0a2aa60f2aa req-6ba0d90a-89fe-4b80-893d-097ae4e255b5 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405900 Dec 08 16:18:43.841315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:43.888586 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.950243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:43.951901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:43.952997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.046298 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc0f06a-d67e-4187-a723-f177d19ca894 x-openstack-request-id: req-4cc0f06a-d67e-4187-a723-f177d19ca894 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:44.047468 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:44.052292 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4cc0f06a-d67e-4187-a723-f177d19ca894 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:44.054538 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'code': 200} Dec 08 16:18:44.066776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Pushing event updated for resources: {'Network': ['ID=27341b13-3fe7-42e4-a392-a65f027ae0c6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.073417 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4156272 Dec 08 16:18:44.076744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 49838) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:44.087498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c18a6a-badf-4b9a-9e2c-c4d00e955d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fdd89a-f3ed-4180-bddd-50f3abbd3579,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:44.119277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Request body: {'subnet': {'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-214910422-subnet', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:44.140324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:18:44.173653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:44.174079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.317327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Made reservation on behalf of 8e4b9937ad8747d3997c66d892ed41ad for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:18:44.320151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.395837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 7e3d78af-424c-4cbc-80cc-13451b17844b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:18:44.421676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-af4c0d33-a6e8-4e97-bfa2-ad0142f69f3f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5859599 Dec 08 16:18:44.422209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 7e3d78af-424c-4cbc-80cc-13451b17844b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:44.422600 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.447065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:44.596708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.654249 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.811039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:44.835460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:44.837939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.044663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:45.067474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.068803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.069536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.071114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.072220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.073201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.075028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.077086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.078521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.079150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.080458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.081221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.081742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:18:45.119360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:45.132988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.205598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.367087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:45.367405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:45.489595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1daa17-1e2c-488f-beac-2a612d03ade1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:45.616225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Checking segment: {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:45.617390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Network hostable DHCP agents. Network: 27341b13-3fe7-42e4-a392-a65f027ae0c6, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:18:45.685012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Allocated IP 172.25.3.80 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8b70df12-ddf4-449d-9695-afab561cb246) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:46.058469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}, {'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:46.065020 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c605ba5-78ac-4567-b161-4c5dc0f236c9" -d '{"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-plugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}, {"server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:46.216749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:18:46.280310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 27341b13-3fe7-42e4-a392-a65f027ae0c6) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:46.301258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:46.301939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.303034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325454f5-8b18-4e1f-a2e4-7b0d38023bf5 None None] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:46.320287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb640b89-6606-4e69-bf8d-49bbdec2f126 req-04b3162d-32ec-4d23-b8ef-17498a7e4b66 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:46.329417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb640b89-6606-4e69-bf8d-49bbdec2f126 req-04b3162d-32ec-4d23-b8ef-17498a7e4b66 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.6475008 Dec 08 16:18:46.405613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-82c0959f-4b56-4369-bdc1-596977c28d99 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3181713 Dec 08 16:18:46.407084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:46.420875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:18:46.498676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb640b89-6606-4e69-bf8d-49bbdec2f126 req-6c72fa68-4a2a-44e5-99ec-dcd73309f565 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647587 Dec 08 16:18:46.531119 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.534090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.572092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.702927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-27341b13-3fe7-42e4-a392-a65f027ae0c6', 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6', 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'fixed_ips': [{'subnet_id': '3c1daa17-1e2c-488f-beac-2a612d03ade1'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:18:46.706417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.797933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.838353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:46.976231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263d432-5667-4bb8-bde9-0a85953561dc req-ca219b75-6f99-4757-99fc-04c9525ac193 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:46.978908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5263d432-5667-4bb8-bde9-0a85953561dc req-ca219b75-6f99-4757-99fc-04c9525ac193 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 945 time: 0.2223115 Dec 08 16:18:46.983052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:46.990868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=8b70df12-ddf4-449d-9695-afab561cb246,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:46.996121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:47.005450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:47.230443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5263d432-5667-4bb8-bde9-0a85953561dc req-960d8578-ddbe-4680-b9d9-718d6a0d8e9a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690819 Dec 08 16:18:47.312342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Allocated IP 172.20.0.2 (27341b13-3fe7-42e4-a392-a65f027ae0c6/3c1daa17-1e2c-488f-beac-2a612d03ade1/3db6d8a8-9289-4fad-b637-88db30163b45) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:47.444562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.736544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.849349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.926850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:47.945135 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a0d89c-8e4a-4b4d-84a3-53a13f4d9ac4 x-openstack-request-id: req-47a0d89c-8e4a-4b4d-84a3-53a13f4d9ac4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:47.945723 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-plugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "code": 200}, {"server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:47.946242 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47a0d89c-8e4a-4b4d-84a3-53a13f4d9ac4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:47.947164 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'code': 200} Dec 08 16:18:47.947441 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'code': 200} Dec 08 16:18:47.950832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.124525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5fecc-8b2a-474b-aeea-1b56c95c553a req-a6aef906-ddf0-4105-b151-9ed03f5f1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:48.135542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:48.138546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ba5fecc-8b2a-474b-aeea-1b56c95c553a req-a6aef906-ddf0-4105-b151-9ed03f5f1d00 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 1096 time: 0.3728468 Dec 08 16:18:48.164800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:48.185124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:48.206957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Pushing event updated for resources: {'Port': ['ID=3db6d8a8-9289-4fad-b637-88db30163b45,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:48.455975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Attempting to bind port 3db6d8a8-9289-4fad-b637-88db30163b45 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:48.456814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Attempting to bind port 3db6d8a8-9289-4fad-b637-88db30163b45 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:48.462662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Attempting to bind port 3db6d8a8-9289-4fad-b637-88db30163b45 on network 27341b13-3fe7-42e4-a392-a65f027ae0c6 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:48.475983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:48.484022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Checking segment: {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:48.485109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.486669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Bound using segment: {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:48.492901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Bound port: 3db6d8a8-9289-4fad-b637-88db30163b45, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:48.494192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.495686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ba5fecc-8b2a-474b-aeea-1b56c95c553a req-93135efb-b53f-4931-a47a-7e4d880610df service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179207 Dec 08 16:18:48.512026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d2b41e-c4f0-4335-ab82-873827cf4e0f req-c956739a-60c1-4006-8ed1-576172b1407b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:48.521209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04d2b41e-c4f0-4335-ab82-873827cf4e0f req-c956739a-60c1-4006-8ed1-576172b1407b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.1583955 Dec 08 16:18:48.612647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.624731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.738981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04d2b41e-c4f0-4335-ab82-873827cf4e0f req-d5bde652-63d2-4e13-ad3e-895df8c6a685 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167485 Dec 08 16:18:48.741599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event updated for resources: {'Port': ['ID=8b70df12-ddf4-449d-9695-afab561cb246,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:48.818666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.840006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] For port 3db6d8a8-9289-4fad-b637-88db30163b45, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:48.853940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] For port 3db6d8a8-9289-4fad-b637-88db30163b45, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3db6d8a8-9289-4fad-b637-88db30163b45,segment=NetworkSegment(f3d3fe39-0edb-4fc4-8801-233a81c22aef),segment_id=f3d3fe39-0edb-4fc4-8801-233a81c22aef)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:48.878940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.895230 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.896007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.991414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:48.992906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-bf323556-5ff6-43c2-bbd1-10892a5963bb tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5686309 Dec 08 16:18:49.122372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9417c-a820-47d6-9551-280b1a5b447f None None] Pushing event updated for resources: {'Port': ['ID=3db6d8a8-9289-4fad-b637-88db30163b45,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:49.200551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-4275ed6d-f261-4963-8707-f879448c44f2 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1922886 Dec 08 16:18:49.257054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c4bd4-ecd1-44be-928d-4d977b4c280c req-de120eae-77e7-4d74-9d0b-78e579bbd0dc tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:49.278697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-468c4bd4-ecd1-44be-928d-4d977b4c280c req-de120eae-77e7-4d74-9d0b-78e579bbd0dc tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 948 time: 0.3970013 Dec 08 16:18:49.300884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Allocated IP 172.25.3.69 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/29016562-4918-4ff9-b015-73eb05640592) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:49.399682 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:18:49.675162 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.772743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-468c4bd4-ecd1-44be-928d-4d977b4c280c req-0c7e051f-1ca9-4e6b-a519-7570e8c280fc tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925804 Dec 08 16:18:49.807671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:49.882427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:49.897495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:49.901409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:49.917908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-221a20e7-b6e5-4ce3-81d6-759a94064254 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:49.920417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f5bafad-05d0-4fef-b151-5a3d5dafe314 req-221a20e7-b6e5-4ce3-81d6-759a94064254 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.7187381 Dec 08 16:18:49.956884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0e4451-b140-4c98-ad4a-a6344c038c18 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:50.043046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Pushing event updated for resources: {'Port': ['ID=29016562-4918-4ff9-b015-73eb05640592,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:50.100964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5a0ff372-80e2-456e-b000-12a8dbc27876 None None] Provisioning complete for port 29016562-4918-4ff9-b015-73eb05640592 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:50.109351 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0ff372-80e2-456e-b000-12a8dbc27876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.258437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5a0ff372-80e2-456e-b000-12a8dbc27876 None None] Port 29016562-4918-4ff9-b015-73eb05640592 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:50.276080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def94737-455b-49a6-a760-5d7ea62e505d req-737b1b75-487f-4bba-9a4c-faeae7cdd65c tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:50.279300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-def94737-455b-49a6-a760-5d7ea62e505d req-737b1b75-487f-4bba-9a4c-faeae7cdd65c tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.86 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 948 time: 0.2527900 Dec 08 16:18:50.311567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31989703-b550-4467-97d4-36cb609889eb req-3dd7c59c-4c7f-44d9-bcff-d0584d0f575b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:50.314325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31989703-b550-4467-97d4-36cb609889eb req-3dd7c59c-4c7f-44d9-bcff-d0584d0f575b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 945 time: 0.2445767 Dec 08 16:18:50.529126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31989703-b550-4467-97d4-36cb609889eb req-81df909c-ebcf-49c1-a8f3-9f4211866b94 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836503 Dec 08 16:18:50.720967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.774765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3db6d8a8-9289-4fad-b637-88db30163b45 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:50.871511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3db6d8a8-9289-4fad-b637-88db30163b45 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:50.871788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:50.910717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56a8b5c-b203-4f10-b92d-c6bc5c53edcb req-3a8ad21a-07bb-4826-8695-278d1d93c0d7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips/fe902312-8691-4fc2-8019-a4967dcb7c25 HTTP/1.1" status: 200 len: 692 time: 0.3071170 Dec 08 16:18:51.011771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f986238-3d91-4996-b19b-86cfaefb24e8 req-a4482a5c-a692-4ed2-8709-48f621d163db tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:51.029638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f986238-3d91-4996-b19b-86cfaefb24e8 req-a4482a5c-a692-4ed2-8709-48f621d163db tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.5995398 Dec 08 16:18:51.114042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.226699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 3db6d8a8-9289-4fad-b637-88db30163b45, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3db6d8a8-9289-4fad-b637-88db30163b45,segment=NetworkSegment(f3d3fe39-0edb-4fc4-8801-233a81c22aef),segment_id=f3d3fe39-0edb-4fc4-8801-233a81c22aef)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:51.239784 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.254788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Deleting port 0be4162c-db84-4689-8b82-505ff8515ff6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:51.255172 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.278119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a8b5c-b203-4f10-b92d-c6bc5c53edcb req-76b7ad72-4385-410b-80e2-acd78a81b03b tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:51.279925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56a8b5c-b203-4f10-b92d-c6bc5c53edcb req-76b7ad72-4385-410b-80e2-acd78a81b03b tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3442044 Dec 08 16:18:51.380961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92578161-689b-46bb-b289-262cb6cc6b98 None None] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:51.398047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.485122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f986238-3d91-4996-b19b-86cfaefb24e8 req-85dac53d-9276-4b39-9b32-b751dd8e5698 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4497745 Dec 08 16:18:51.625601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=3db6d8a8-9289-4fad-b637-88db30163b45,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:51.731873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ced38060-08b8-40e7-b611-20ba528f974b None None] Provisioning complete for port 3db6d8a8-9289-4fad-b637-88db30163b45 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:51.733361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced38060-08b8-40e7-b611-20ba528f974b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.757001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Router 6acbccf6-1632-4a8c-b03f-093dcd697703 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:18:51.934360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] For port 0be4162c-db84-4689-8b82-505ff8515ff6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0be4162c-db84-4689-8b82-505ff8515ff6,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:51.934360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:51.959472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Calling delete_port for 0be4162c-db84-4689-8b82-505ff8515ff6 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:52.042302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:52.068137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Sync routers for ids ['6acbccf6-1632-4a8c-b03f-093dcd697703'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:18:52.094683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Routers {'6acbccf6-1632-4a8c-b03f-093dcd697703'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:52.097089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6acbccf6-1632-4a8c-b03f-093dcd697703'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:52.101258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.103560 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e924b9f2-0417-4edc-87d2-2a7a722459ce admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 5.6924946 Dec 08 16:18:52.108791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49948) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:52.150769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da111b-ad77-4cbe-be87-a7c3f4f26b3f req-db968240-d05e-4eb1-ac7d-df24c2b0686d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:52.161666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7da111b-ad77-4cbe-be87-a7c3f4f26b3f req-db968240-d05e-4eb1-ac7d-df24c2b0686d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 945 time: 0.5550227 Dec 08 16:18:52.399834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac1502b-8be1-4df5-b067-f9b7c19ae597 req-1870d91d-4c87-41af-a895-cc61600511c3 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:52.417651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aac1502b-8be1-4df5-b067-f9b7c19ae597 req-1870d91d-4c87-41af-a895-cc61600511c3 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/ports?device_id=85377b44-9f01-4422-b302-b034abdd0dd7 HTTP/1.1" status: 200 len: 948 time: 0.6323283 Dec 08 16:18:52.422130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7b332b0e-b496-4ac6-9f86-728408c21742 None None] Provisioning complete for port 3db6d8a8-9289-4fad-b637-88db30163b45 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:52.423532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b332b0e-b496-4ac6-9f86-728408c21742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.497708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.545982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Set router 6acbccf6-1632-4a8c-b03f-093dcd697703 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:52.643226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Pushing event deleted for resources: {'Port': ['ID=0be4162c-db84-4689-8b82-505ff8515ff6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:52.691398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7da111b-ad77-4cbe-be87-a7c3f4f26b3f req-e0d23fd7-fdd4-48b1-ac88-9baf43b4e98f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282907 Dec 08 16:18:52.695477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aac1502b-8be1-4df5-b067-f9b7c19ae597 req-990ee278-ab69-4be7-aae4-95e01e7069cf tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.62 "GET /v2.0/security-groups?id=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418377 Dec 08 16:18:52.848327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] No DVR routers for this DVR port 0be4162c-db84-4689-8b82-505ff8515ff6 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:18:52.854004 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:52.883944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-def94737-455b-49a6-a760-5d7ea62e505d req-fea41d25-d2ec-4fa2-b004-d7e3edeb2470 tempest-ImagesOneServerTestJSON-1198610453 tempest-ImagesOneServerTestJSON-1198610453-project] 10.222.0.86 "DELETE /v2.0/ports/0be4162c-db84-4689-8b82-505ff8515ff6 HTTP/1.1" status: 204 len: 173 time: 2.5953875 Dec 08 16:18:53.069673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-deleted', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:18:53.074413 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f3e76d-0fc4-47ea-822c-45d181b00d16" -d '{"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-deleted", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:18:53.099182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-3f164bf5-25b1-4e04-aa9e-41fde4c141fd tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips/fe902312-8691-4fc2-8019-a4967dcb7c25 HTTP/1.1" status: 200 len: 692 time: 0.2025266 Dec 08 16:18:53.215493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3db6d8a8-9289-4fad-b637-88db30163b45 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:18:53.474682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287951-6229-4e86-9dde-f26a8c2bce16 req-5449a006-681d-4069-9dc4-cdf4e40a7e92 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.488966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee287951-6229-4e86-9dde-f26a8c2bce16 req-5449a006-681d-4069-9dc4-cdf4e40a7e92 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.2375846 Dec 08 16:18:53.600448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:18:53.629356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.634912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee287951-6229-4e86-9dde-f26a8c2bce16 req-229fd019-8661-45ed-a775-6bb210aac016 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444454 Dec 08 16:18:53.680485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0be4162c-db84-4689-8b82-505ff8515ff6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:18:53.680983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0be4162c-db84-4689-8b82-505ff8515ff6 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:18:53.711319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-dafe5266-ba4b-4e3a-bc01-3db9d72db9f7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:53.713257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-dafe5266-ba4b-4e3a-bc01-3db9d72db9f7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.6100192 Dec 08 16:18:53.827278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3db6d8a8-9289-4fad-b637-88db30163b45 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:53.827897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:53.975764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-1cf825e1-1ec6-4864-ad5f-786f772ab52c tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.2279670 Dec 08 16:18:54.028890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '29016562-4918-4ff9-b015-73eb05640592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:18:50Z', 'revision_number': 3, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port': {'id': '29016562-4918-4ff9-b015-73eb05640592', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:48Z', 'updated_at': '2021-12-08T16:18:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:54.083442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Allocated IP 172.20.0.1 (27341b13-3fe7-42e4-a392-a65f027ae0c6/3c1daa17-1e2c-488f-beac-2a612d03ade1/16813eb5-224a-47b1-8cb1-846995a2cd6f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:18:54.099962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d6eabdcc-7b27-4fcf-9012-e888f6f40f11 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.80 HTTP/1.1" status: 200 len: 695 time: 0.1027746 Dec 08 16:18:54.293948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.310309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Checking router: 6acbccf6-1632-4a8c-b03f-093dcd697703 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:18:54.310784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Updating router 6acbccf6-1632-4a8c-b03f-093dcd697703 port 29016562-4918-4ff9-b015-73eb05640592 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:18:54.372577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.405451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.488049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Deleting port 8b70df12-ddf4-449d-9695-afab561cb246 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:18:54.490385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.533992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:54.534687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 49984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:54.553820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:54.559450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:18:54.655961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Pushing event updated for resources: {'Port': ['ID=16813eb5-224a-47b1-8cb1-846995a2cd6f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:54.720587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.739501 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34941fbf-05c7-4293-863b-655f2bb6e2af x-openstack-request-id: req-34941fbf-05c7-4293-863b-655f2bb6e2af {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:18:54.739810 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85377b44-9f01-4422-b302-b034abdd0dd7", "name": "network-vif-deleted", "tag": "0be4162c-db84-4689-8b82-505ff8515ff6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:18:54.742168 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34941fbf-05c7-4293-863b-655f2bb6e2af {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:18:54.742892 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85377b44-9f01-4422-b302-b034abdd0dd7', 'name': 'network-vif-deleted', 'tag': '0be4162c-db84-4689-8b82-505ff8515ff6', 'status': 'completed', 'code': 200} Dec 08 16:18:54.996989 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:54.997724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.051054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Deleting subnet 15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:18:55.069633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.085447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Calling delete_port for 8b70df12-ddf4-449d-9695-afab561cb246 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:18:55.234966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.310189 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.331843 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.498247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f73008c7-29de-4444-903d-a49cfdfc85db None None] Provisioning complete for port 16813eb5-224a-47b1-8cb1-846995a2cd6f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:55.498732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f73008c7-29de-4444-903d-a49cfdfc85db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.572855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:55.577316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.584296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f73008c7-29de-4444-903d-a49cfdfc85db None None] Port 16813eb5-224a-47b1-8cb1-846995a2cd6f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:55.597842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5448668-4735-4a39-9275-33e9dbb667ba None None] Pushing event updated for resources: {'Port': ['ID=29016562-4918-4ff9-b015-73eb05640592,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:55.639605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2278af85-583b-4bdd-8a00-d739edb026a8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:55.661706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Attempting to bind port 29016562-4918-4ff9-b015-73eb05640592 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:18:55.662151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Attempting to bind port 29016562-4918-4ff9-b015-73eb05640592 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:18:55.662495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Attempting to bind port 29016562-4918-4ff9-b015-73eb05640592 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:18:55.675371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:18:55.675788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:18:55.676157 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.676565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:18:55.677058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Bound port: 29016562-4918-4ff9-b015-73eb05640592, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:18:55.677448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.749827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.810089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] For port 29016562-4918-4ff9-b015-73eb05640592, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:18:55.821161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] For port 29016562-4918-4ff9-b015-73eb05640592, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=29016562-4918-4ff9-b015-73eb05640592,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:18:55.837030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.886294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.891144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.919380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:55.931634 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/15a0803f-4fd8-4fde-9d71-e3a7d0132dc9 HTTP/1.1" status: 204 len: 168 time: 1.3874161 Dec 08 16:18:55.931634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:55.970926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00cc13-6c26-4e7b-9e07-b755d6044626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a0803f-4fd8-4fde-9d71-e3a7d0132dc9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:55.979047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25394e-5732-4152-b88b-dfb698c3666c None None] Network 33ff014b-a65d-46c1-8889-9f288dad8940 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:18:56.011055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbaf8ecd-ffdc-42a9-a5ca-b301cecca020 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:56.174389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Routers {'6acbccf6-1632-4a8c-b03f-093dcd697703'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:18:56.175313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6acbccf6-1632-4a8c-b03f-093dcd697703'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:56.177900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.219966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event deleted for resources: {'Port': ['ID=8b70df12-ddf4-449d-9695-afab561cb246,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:56.274052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651054dd-c787-4eef-a85c-4a41b7ea3f54 req-94c62e44-ecd6-4110-8b3f-14aa5ab3366f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:56.281400 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5e91580-67f0-4a3e-9056-176462e631a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.291137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651054dd-c787-4eef-a85c-4a41b7ea3f54 req-94c62e44-ecd6-4110-8b3f-14aa5ab3366f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.5338769 Dec 08 16:18:56.300534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-02172c39-13aa-43fe-84ac-d6ec5168e020 None None] Provisioning complete for port 29016562-4918-4ff9-b015-73eb05640592 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:56.301187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02172c39-13aa-43fe-84ac-d6ec5168e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.352697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5448668-4735-4a39-9275-33e9dbb667ba None None] Pushing event updated for resources: {'Port': ['ID=29016562-4918-4ff9-b015-73eb05640592,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:56.402254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.407868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.409998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6cfe1fa-fb16-40c6-b72d-a131320c4f87 req-d42ba034-38a9-4a00-9e7e-2d7f188557e3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "DELETE /v2.0/floatingips/fe902312-8691-4fc2-8019-a4967dcb7c25 HTTP/1.1" status: 204 len: 173 time: 2.2731416 Dec 08 16:18:56.437458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ac19dbb9-e09e-4801-9135-0b91f171aadf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dd07cb6939a14310ae5c0538ada86f5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8570065 Dec 08 16:18:56.441449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50014) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:56.506175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-651054dd-c787-4eef-a85c-4a41b7ea3f54 req-4b431112-f2c2-4e71-9fa7-333ea10abc57 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978207 Dec 08 16:18:56.576607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.607871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6e5316-0dae-41f3-b206-f57c1c342c10 None None] DHCP port deletion for 33ff014b-a65d-46c1-8889-9f288dad8940 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:18:56.634282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ff014b-a65d-46c1-8889-9f288dad8940']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:56.638345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.651679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.715279 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.722777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222c1d14-f8c6-48e1-940f-58ed772bbcf2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:56.723069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222c1d14-f8c6-48e1-940f-58ed772bbcf2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:56.776262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.866414 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.883891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c962-9f10-4267-b67a-44318950dfd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.885180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Pushing event updated for resources: {'Port': ['ID=16813eb5-224a-47b1-8cb1-846995a2cd6f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:56.889162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:18:56.889667 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:18:56.896010 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:18:56.931273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] Set router 6acbccf6-1632-4a8c-b03f-093dcd697703 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:18:56.995072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02172c39-13aa-43fe-84ac-d6ec5168e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.107398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c962-9f10-4267-b67a-44318950dfd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.155381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.169587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.176853 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] 10.222.0.62 "DELETE /v2.0/networks/33ff014b-a65d-46c1-8889-9f288dad8940 HTTP/1.1" status: 204 len: 168 time: 1.2447975 Dec 08 16:18:57.180749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:18:57.201944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:18:57.211702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c3473-775b-4954-bf36-6e99265e6665 admin admin] Pushing event deleted for resources: {'Network': ['ID=33ff014b-a65d-46c1-8889-9f288dad8940,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.229196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-02172c39-13aa-43fe-84ac-d6ec5168e020 None None] For port 29016562-4918-4ff9-b015-73eb05640592, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=29016562-4918-4ff9-b015-73eb05640592,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:57.250405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c962-9f10-4267-b67a-44318950dfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.255944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3e7c962-9f10-4267-b67a-44318950dfd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.258094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c3e7c962-9f10-4267-b67a-44318950dfd0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5a8bf07-220b-48e8-a0bf-f78cc8c221d2 HTTP/1.1" status: 204 len: 168 time: 0.8142171 Dec 08 16:18:57.266619 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02172c39-13aa-43fe-84ac-d6ec5168e020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.509907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02172c39-13aa-43fe-84ac-d6ec5168e020 None None] Pushing event updated for resources: {'Port': ['ID=29016562-4918-4ff9-b015-73eb05640592,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.559408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d4f0a603-1755-4737-9598-8217f1e1c8da None None] Provisioning complete for port 29016562-4918-4ff9-b015-73eb05640592 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:57.559616 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4f0a603-1755-4737-9598-8217f1e1c8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:57.884808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339661b-5973-4275-8ed4-8d07d77c7fce req-29c84585-7c22-4275-bb38-0d28ab7f46dc tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:57.905540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4339661b-5973-4275-8ed4-8d07d77c7fce req-29c84585-7c22-4275-bb38-0d28ab7f46dc tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 1.2600677 Dec 08 16:18:57.909242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:57.938610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7c962-9f10-4267-b67a-44318950dfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a8bf07-220b-48e8-a0bf-f78cc8c221d2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:57.995496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:18:58.185661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eefb7f-8ea3-40b1-8618-57c534a7af99 req-a430a997-c840-4196-b584-b323b7083582 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:58.210784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2eefb7f-8ea3-40b1-8618-57c534a7af99 req-a430a997-c840-4196-b584-b323b7083582 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 945 time: 1.2667909 Dec 08 16:18:58.253339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d031302f-9459-4fee-ba75-7fbd69be789f None None] Provisioning complete for port 16813eb5-224a-47b1-8cb1-846995a2cd6f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:18:58.253882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d031302f-9459-4fee-ba75-7fbd69be789f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:58.314360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d031302f-9459-4fee-ba75-7fbd69be789f None None] Port 16813eb5-224a-47b1-8cb1-846995a2cd6f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:18:58.346059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '29016562-4918-4ff9-b015-73eb05640592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:18:55Z', 'revision_number': 4, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port': {'id': '29016562-4918-4ff9-b015-73eb05640592', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:48Z', 'updated_at': '2021-12-08T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '16813eb5-224a-47b1-8cb1-846995a2cd6f', 'name': '', 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'mac_address': 'fa:16:3e:6b:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '3c1daa17-1e2c-488f-beac-2a612d03ade1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:53Z', 'updated_at': '2021-12-08T16:18:54Z', 'revision_number': 1, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'subnets': [{'id': '3c1daa17-1e2c-488f-beac-2a612d03ade1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:18:58.405304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1391b7a6-b789-4c17-9341-77ded40cf72b None None] The sync data for ids ['6acbccf6-1632-4a8c-b03f-093dcd697703'] in n-d-820935-5 is: [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '29016562-4918-4ff9-b015-73eb05640592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:18:55Z', 'revision_number': 4, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port': {'id': '29016562-4918-4ff9-b015-73eb05640592', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:26:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:48Z', 'updated_at': '2021-12-08T16:18:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '16813eb5-224a-47b1-8cb1-846995a2cd6f', 'name': '', 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'mac_address': 'fa:16:3e:6b:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '3c1daa17-1e2c-488f-beac-2a612d03ade1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:53Z', 'updated_at': '2021-12-08T16:18:54Z', 'revision_number': 1, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'subnets': [{'id': '3c1daa17-1e2c-488f-beac-2a612d03ade1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:18:58.425679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:58.446951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'port_id': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'mac_address': 'fa:16:3e:3d:6f:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3da3b3a-a409-4f2e-96d4-28ee36cb4674', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:18:58.564306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2c601c32-d459-4faa-92f8-d95202245ceb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ae0519228e945c2a922c681b2134283&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6433699 Dec 08 16:18:58.570986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:58.624147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb61c7-fc9b-4227-82c0-01554238dbfc req-eb4e98b1-2335-4a65-8a19-290b635d71a2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:58.639089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbcb61c7-fc9b-4227-82c0-01554238dbfc req-eb4e98b1-2335-4a65-8a19-290b635d71a2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.3603144 Dec 08 16:18:58.821753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbcb61c7-fc9b-4227-82c0-01554238dbfc req-7d1aeafe-1390-4936-823b-9d09518bd08f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807201 Dec 08 16:18:58.853491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2eefb7f-8ea3-40b1-8618-57c534a7af99 req-b8d58438-5f82-4dfd-ae1f-a005675b8e0e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912385 Dec 08 16:18:59.056257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Router 6acbccf6-1632-4a8c-b03f-093dcd697703 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:18:59.217738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37a1f0a7-6d51-4aec-8653-a4da4337794f req-39ef485d-7db2-4f06-a539-c310bcd61ae5 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?tenant_id=b277add7005a43e89e976c0518d504a9 HTTP/1.1" status: 200 len: 1656 time: 0.2829900 Dec 08 16:18:59.244686 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec74649-c514-45bd-8e21-c292d57c2dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.252389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.323035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e3d78af-424c-4cbc-80cc-13451b17844b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:18:59.398941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:18:59.410164 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.563038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be3d2c69-87c3-4374-b20c-74fb6414e666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.605051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a1f0a7-6d51-4aec-8653-a4da4337794f req-d3c52370-db19-4dd0-9838-cd49cc8c82b2 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:18:59.610446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37a1f0a7-6d51-4aec-8653-a4da4337794f req-d3c52370-db19-4dd0-9838-cd49cc8c82b2 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks?id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 787 time: 0.3792980 Dec 08 16:18:59.625161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-37a1f0a7-6d51-4aec-8653-a4da4337794f req-dec8e1f8-3f40-4825-b1b8-3d8be01f9c9b tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:18:59.627378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37a1f0a7-6d51-4aec-8653-a4da4337794f req-dec8e1f8-3f40-4825-b1b8-3d8be01f9c9b tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070424 Dec 08 16:18:59.630204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:18:59.639195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7e3d78af-424c-4cbc-80cc-13451b17844b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:18:59.683610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be3d2c69-87c3-4374-b20c-74fb6414e666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:18:59.774106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50066) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:18:59.804559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-94de5762-51b4-4556-9c5c-ddc377ec6154 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips/d2b15a52-dfe3-4715-8e22-86f606ba864a HTTP/1.1" status: 200 len: 693 time: 0.1058381 Dec 08 16:18:59.984854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:18:59.992893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:00.026308 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e41c5d5-f7dc-4ffb-a180-7d05265eb313 admin admin] 10.222.0.62 "PUT /v2.0/routers/6acbccf6-1632-4a8c-b03f-093dcd697703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9175029 Dec 08 16:19:00.049578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be3d2c69-87c3-4374-b20c-74fb6414e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.052459 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be3d2c69-87c3-4374-b20c-74fb6414e666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.060824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-be3d2c69-87c3-4374-b20c-74fb6414e666 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df4c9662-85ef-4db9-bea8-3c84bdfa2e11 HTTP/1.1" status: 204 len: 168 time: 1.4883049 Dec 08 16:19:00.104134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d2c69-87c3-4374-b20c-74fb6414e666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c9662-85ef-4db9-bea8-3c84bdfa2e11,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:00.179859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1267996378-network', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:00.219799 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.475938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-9029254a-3074-4d9b-ba8f-5a73c045830c tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:00.508259 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.528831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7e3d78af-424c-4cbc-80cc-13451b17844b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:00.529208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-9029254a-3074-4d9b-ba8f-5a73c045830c tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.6968987 Dec 08 16:19:00.554472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Made reservation on behalf of 80b58aa5415b42488b1fb05e9315e9a1 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:00.565527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.587038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:00.598990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.731060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:00.756889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07d6a6-cf11-4e40-9aa3-03b0e63e9ff3 req-f1d3fc5f-8cd2-4328-a725-f418f36e7b8f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:00.771315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a07d6a6-cf11-4e40-9aa3-03b0e63e9ff3 req-f1d3fc5f-8cd2-4328-a725-f418f36e7b8f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.6931310 Dec 08 16:19:00.776807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:00.821412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 29016562-4918-4ff9-b015-73eb05640592 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:00.875397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-9f1af1a8-ac91-4397-8e87-2d9b08083347 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.130 HTTP/1.1" status: 200 len: 696 time: 0.3449118 Dec 08 16:19:00.910925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 29016562-4918-4ff9-b015-73eb05640592 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:00.912023 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.332464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-83db564c-2cf2-466a-8f3a-e9749d54970f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.130 HTTP/1.1" status: 200 len: 696 time: 0.4424953 Dec 08 16:19:01.607285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a07d6a6-cf11-4e40-9aa3-03b0e63e9ff3 req-0536b840-71bd-411d-b12f-d4c187cd6f7a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8095374 Dec 08 16:19:01.769173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:01.928336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:02.057102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033fbe72-74db-47c1-a79d-1b2a4bba3f21 req-ae084cd5-90d1-44ab-8cd2-72b686ef9f4a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:02.059616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-033fbe72-74db-47c1-a79d-1b2a4bba3f21 req-ae084cd5-90d1-44ab-8cd2-72b686ef9f4a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 943 time: 0.2634141 Dec 08 16:19:02.193329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.215048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.221368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.226375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Deleting port da8b431e-67b5-49f5-8b17-6ffd31bbbc93 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:02.227156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 7e3d78af-424c-4cbc-80cc-13451b17844b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:02.227864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.232162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.289241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.376815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:02.400923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:02.405438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.511822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:02.522268 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48333415-000e-4264-8606-0664cd90c87e" -d '{"events": [{"server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:02.581101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:02.591688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.627892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1808707643-network', 'tenant_id': '84f00de7519f44169fd9e5394f8dc926'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:02.682048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Made reservation on behalf of 84f00de7519f44169fd9e5394f8dc926 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:02.689579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.724512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.726205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.730039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.789477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Calling delete_port for da8b431e-67b5-49f5-8b17-6ffd31bbbc93 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:02.829497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:02.904144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.979233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-033fbe72-74db-47c1-a79d-1b2a4bba3f21 req-b1bdc656-6722-4b2b-a848-099acd921551 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8926766 Dec 08 16:19:02.981492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:02.982306 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Added segment 1f7c1564-55ec-46e1-a201-17c492532195 of type vlan for network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec Dec 08 16:19:02.991530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.002532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.061729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:03.103209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.106710 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Added segment 475eab07-09a5-48e6-ae85-89e78580d27b of type vlan for network 29f22437-87ac-4a86-9263-d58d9118ca0a Dec 08 16:19:03.124859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c925840c-3598-4bf8-9348-aa5eaffc3008,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:03.229955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.309736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.311014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:03.311455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.401585 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4142788-7ace-4026-bd11-49f03b2ca354 x-openstack-request-id: req-f4142788-7ace-4026-bd11-49f03b2ca354 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:03.401931 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "name": "network-vif-plugged", "status": "completed", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:03.402107 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4142788-7ace-4026-bd11-49f03b2ca354 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:03.402566 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'code': 200} Dec 08 16:19:03.474237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] Pushing event updated for resources: {'Network': ['ID=29f22437-87ac-4a86-9263-d58d9118ca0a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:03.503208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 29f22437-87ac-4a86-9263-d58d9118ca0a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:03.511997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6938a8c1-1b72-4cd4-b317-37c43dba09ed admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1075628 Dec 08 16:19:03.515976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50132) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:03.525422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Request body: {'subnet': {'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1808707643-subnet', 'tenant_id': '84f00de7519f44169fd9e5394f8dc926', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:03.580377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Made reservation on behalf of 84f00de7519f44169fd9e5394f8dc926 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:03.589006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:03.746388 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Sync routers for ids ['6acbccf6-1632-4a8c-b03f-093dcd697703'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:03.772676 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Routers {'6acbccf6-1632-4a8c-b03f-093dcd697703'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:03.773726 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6acbccf6-1632-4a8c-b03f-093dcd697703'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:04.008303 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Set router 6acbccf6-1632-4a8c-b03f-093dcd697703 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:04.014204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:04.031666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.053195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e863429-c782-4ebb-b5ae-04d82e710935,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:04.136476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.291798 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '29016562-4918-4ff9-b015-73eb05640592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:18:55Z', 'revision_number': 4, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port': {'id': '29016562-4918-4ff9-b015-73eb05640592', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:48Z', 'updated_at': '2021-12-08T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '16813eb5-224a-47b1-8cb1-846995a2cd6f', 'name': '', 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'mac_address': 'fa:16:3e:6b:fe:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '3c1daa17-1e2c-488f-beac-2a612d03ade1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:53Z', 'updated_at': '2021-12-08T16:18:56Z', 'revision_number': 2, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'subnets': [{'id': '3c1daa17-1e2c-488f-beac-2a612d03ade1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:04.327557 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Checking router: 6acbccf6-1632-4a8c-b03f-093dcd697703 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:04.328229 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Updating router 6acbccf6-1632-4a8c-b03f-093dcd697703 port 16813eb5-224a-47b1-8cb1-846995a2cd6f binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:19:04.333675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event deleted for resources: {'Port': ['ID=da8b431e-67b5-49f5-8b17-6ffd31bbbc93,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:04.346341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.371934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7783f84a-0127-4cd1-b497-38e5ea017f27,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:04.377039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2da4e8-bf29-4e77-b302-155224140f7d req-f91f30ce-9ea4-4e0b-a03b-00972c731116 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:04.383416 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.385740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e2da4e8-bf29-4e77-b302-155224140f7d req-f91f30ce-9ea4-4e0b-a03b-00972c731116 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.3648262 Dec 08 16:19:04.407452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Checking segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:04.408210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Network hostable DHCP agents. Network: 29f22437-87ac-4a86-9263-d58d9118ca0a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:04.428810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.432502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.434045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab79efeb-ee95-41bf-86d9-78324fa0f8e5 req-3d641828-c2f3-4bb6-8155-15540d4bbee1 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "DELETE /v2.0/floatingips/d2b15a52-dfe3-4715-8e22-86f606ba864a HTTP/1.1" status: 204 len: 173 time: 3.1001310 Dec 08 16:19:04.489284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e2da4e8-bf29-4e77-b302-155224140f7d req-234a65e8-0aef-4d08-91f4-0d7593de1f92 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021216 Dec 08 16:19:04.491734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.493029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:04.508694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.701459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 4.9256597 Dec 08 16:19:04.706667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50140) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:04.723697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Request body: {'subnet': {'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1267996378-subnet', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:04.782362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Network 29f22437-87ac-4a86-9263-d58d9118ca0a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:04.794424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Made reservation on behalf of 80b58aa5415b42488b1fb05e9315e9a1 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:04.818713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:04.839610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 29f22437-87ac-4a86-9263-d58d9118ca0a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:04.854227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09437270-b77a-40f9-b10d-a1284d510523 None None] Network 29f22437-87ac-4a86-9263-d58d9118ca0a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:04.860749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:04.873426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.029456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0ddbd1-a3d2-45b2-affb-5c1dd59cd724 admin admin] Pushing event updated for resources: {'Network': ['ID=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:05.054904 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b65eeca-b454-42eb-8c15-bdd547117491 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5366163 Dec 08 16:19:05.096116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:05.251394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-9ef96956-0016-414d-9cd1-0d4f039ee343 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips/00f4fa8c-6e28-4545-88d3-75ec866a4e65 HTTP/1.1" status: 200 len: 693 time: 0.4915619 Dec 08 16:19:05.401381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.637350 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.692230 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:05.803535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b305e6be-9467-4f3d-9450-756619981dca None None] Network 29f22437-87ac-4a86-9263-d58d9118ca0a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:05.847077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-78ae03b5-1d37-43e8-ba73-1b0bb3137436 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:05.849676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-78ae03b5-1d37-43e8-ba73-1b0bb3137436 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.5835896 Dec 08 16:19:05.908410 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Pushing event updated for resources: {'Port': ['ID=16813eb5-224a-47b1-8cb1-846995a2cd6f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:06.049694 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.062659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.063756 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.072547 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.073753 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.074702 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.075908 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.076768 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.077916 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.079490 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.080372 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.081235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.091864 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:06.164416 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Attempting to bind port 16813eb5-224a-47b1-8cb1-846995a2cd6f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:06.182878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Attempting to bind port 16813eb5-224a-47b1-8cb1-846995a2cd6f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:06.184181 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Attempting to bind port 16813eb5-224a-47b1-8cb1-846995a2cd6f on network 27341b13-3fe7-42e4-a392-a65f027ae0c6 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:06.198392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Deleting port 16813eb5-224a-47b1-8cb1-846995a2cd6f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:06.199268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.203524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b204501-8725-43b8-8866-edff65c43d77 req-d33fc49c-3aed-447b-a6d2-147cb099924b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:06.207735 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:06.209069 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Checking segment: {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:06.210160 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.212538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b204501-8725-43b8-8866-edff65c43d77 req-d33fc49c-3aed-447b-a6d2-147cb099924b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 945 time: 0.8220289 Dec 08 16:19:06.218478 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Bound using segment: {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:06.221700 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Bound port: 16813eb5-224a-47b1-8cb1-846995a2cd6f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3d3fe39-0edb-4fc4-8801-233a81c22aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '27341b13-3fe7-42e4-a392-a65f027ae0c6'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:06.222878 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.350661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-21d1a34c-6b46-4e23-aa8d-e20da4188a81 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.4805312 Dec 08 16:19:06.406578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] For port 16813eb5-224a-47b1-8cb1-846995a2cd6f, host n-d-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:06.408598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.431438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Calling delete_port for 16813eb5-224a-47b1-8cb1-846995a2cd6f owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:06.492285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] For port 16813eb5-224a-47b1-8cb1-846995a2cd6f, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:06.498196 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] For port 16813eb5-224a-47b1-8cb1-846995a2cd6f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=16813eb5-224a-47b1-8cb1-846995a2cd6f,segment=NetworkSegment(f3d3fe39-0edb-4fc4-8801-233a81c22aef),segment_id=f3d3fe39-0edb-4fc4-8801-233a81c22aef)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:06.505674 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.526549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e31da3ff-6a01-4c93-887d-cae711c1ae86 None None] Provisioning complete for port 16813eb5-224a-47b1-8cb1-846995a2cd6f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:06.538751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e31da3ff-6a01-4c93-887d-cae711c1ae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.731936 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Routers {'6acbccf6-1632-4a8c-b03f-093dcd697703'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:06.734584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.737589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6acbccf6-1632-4a8c-b03f-093dcd697703'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:06.742605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:06.762971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-3c6231cb-86e2-4ba2-b88d-931120291306 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.192 HTTP/1.1" status: 200 len: 696 time: 0.3885233 Dec 08 16:19:06.794918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e31da3ff-6a01-4c93-887d-cae711c1ae86 None None] Could not find standard attr ID for object 16813eb5-224a-47b1-8cb1-846995a2cd6f. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:19:06.811138 n-d-820935-5 neutron-server[103283]: INFO neutron.plugins.ml2.db [None req-e31da3ff-6a01-4c93-887d-cae711c1ae86 None None] No ports have port_id starting with 16813eb5-224a-47b1-8cb1-846995a2cd6f Dec 08 16:19:06.841008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Pushing event deleted for resources: {'Port': ['ID=16813eb5-224a-47b1-8cb1-846995a2cd6f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:07.180326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b204501-8725-43b8-8866-edff65c43d77 req-946e8643-ec3b-46e4-8e0e-905fdae0cc3b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8714149 Dec 08 16:19:07.275655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-21d71e2f-ef72-4c90-9124-cf413f2ebc85 None None] Could not find standard attr ID for object 16813eb5-224a-47b1-8cb1-846995a2cd6f. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:19:07.421171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] Set router 6acbccf6-1632-4a8c-b03f-093dcd697703 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:07.622508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:07.636945 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1d42a-c1fc-4bb5-a5be-7f208f217024 None None] Pushing event updated for resources: {'Port': ['ID=16813eb5-224a-47b1-8cb1-846995a2cd6f,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:07.703186 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '29016562-4918-4ff9-b015-73eb05640592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:19:06Z', 'revision_number': 5, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port': {'id': '29016562-4918-4ff9-b015-73eb05640592', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:48Z', 'updated_at': '2021-12-08T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:07.736761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-ffb99336-d785-4c81-9b61-50eb256a511e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:07.739868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-ffb99336-d785-4c81-9b61-50eb256a511e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.58 "GET /v2.0/ports?device_id=ab6f5d28-f5f3-43ec-a443-09a6ee4cf556 HTTP/1.1" status: 200 len: 945 time: 1.1152141 Dec 08 16:19:07.757489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Pushing event updated for resources: {'Subnet': ['ID=169df7fe-d162-40b2-bc28-09c4c3c04445,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:07.786255 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7687f6a7-4b39-4738-9ef0-3cda01e9fb2b None None] The sync data for ids ['6acbccf6-1632-4a8c-b03f-093dcd697703'] in n-d-820935-5 is: [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69'}], 'enable_snat': True}, 'gw_port_id': '29016562-4918-4ff9-b015-73eb05640592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:19:06Z', 'revision_number': 5, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port': {'id': '29016562-4918-4ff9-b015-73eb05640592', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:26:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:48Z', 'updated_at': '2021-12-08T16:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:08.003281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Checking segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:08.004419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Network hostable DHCP agents. Network: 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:08.066323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74987371-431b-4a58-8d2d-95a653f4b744 req-7281e64a-911b-4b0d-9ec3-3a44d2a9c71d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.069699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74987371-431b-4a58-8d2d-95a653f4b744 req-7281e64a-911b-4b0d-9ec3-3a44d2a9c71d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.5765460 Dec 08 16:19:08.111982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:08.216224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:08.307620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12b4782-a64c-4bfc-9ea2-f3c2b1f3ce7f None None] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:08.309748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Router 6acbccf6-1632-4a8c-b03f-093dcd697703 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:08.582865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74987371-431b-4a58-8d2d-95a653f4b744 req-060d5dd6-f9be-42c5-b358-aefc946ac4b6 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935107 Dec 08 16:19:08.593446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:08.598702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.638777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Deleting port a6ca39b0-4a2d-4b26-906d-cf7bb464bbf2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:08.646613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.741568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:08.744174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Deleting port 7e3d78af-424c-4cbc-80cc-13451b17844b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:08.748984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:08.760640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-220fad8c-9cbf-4d16-a708-40b7d15f74bf admin admin] 10.222.0.62 "PUT /v2.0/routers/6acbccf6-1632-4a8c-b03f-093dcd697703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7445035 Dec 08 16:19:08.765086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50170) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:08.885664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 16813eb5-224a-47b1-8cb1-846995a2cd6f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:09.082437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.159334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 16813eb5-224a-47b1-8cb1-846995a2cd6f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:09.160301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 16813eb5-224a-47b1-8cb1-846995a2cd6f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:09.176793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:19:09.184732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.338925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] For port 7e3d78af-424c-4cbc-80cc-13451b17844b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7e3d78af-424c-4cbc-80cc-13451b17844b,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:09.339400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.358584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Calling delete_port for 7e3d78af-424c-4cbc-80cc-13451b17844b owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:09.520016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.547496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d7435edd-a7bf-4b65-8d4f-394dd42c9289 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8354609 Dec 08 16:19:09.551454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.553028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50180) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:09.573887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:09.696783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Deleting port 29016562-4918-4ff9-b015-73eb05640592 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:09.697391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.770165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] No DVR routers for this DVR port 7e3d78af-424c-4cbc-80cc-13451b17844b on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:09.772818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event deleted for resources: {'Port': ['ID=7e3d78af-424c-4cbc-80cc-13451b17844b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:09.776755 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.780973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f81873b-f9fd-40d4-a972-cd49b884452a req-db022004-547e-46c4-8f91-57a810caf0ae tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.58 "DELETE /v2.0/ports/7e3d78af-424c-4cbc-80cc-13451b17844b HTTP/1.1" status: 204 len: 173 time: 2.0131211 Dec 08 16:19:09.801872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Allocated IP 172.20.0.2 (85fe1f08-e91c-4a7e-8d8f-df7ebff994ec/169df7fe-d162-40b2-bc28-09c4c3c04445/17dc7e64-7784-4e50-9e4c-1c4c41ef17a7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:09.841566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'name': 'network-vif-deleted', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:09.847470 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3654c81-8f93-4c70-9fd0-090ec6a39787" -d '{"events": [{"server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "name": "network-vif-deleted", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:09.948865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.950022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:09.976122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] For port 29016562-4918-4ff9-b015-73eb05640592, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=29016562-4918-4ff9-b015-73eb05640592,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:09.977059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.037779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:10.040829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Calling delete_port for 29016562-4918-4ff9-b015-73eb05640592 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:10.087667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.138015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.140538 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.157558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7e3d78af-424c-4cbc-80cc-13451b17844b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:10.160095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7e3d78af-424c-4cbc-80cc-13451b17844b not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:10.204379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Calling delete_port for a6ca39b0-4a2d-4b26-906d-cf7bb464bbf2 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:10.230735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] Sync routers for ids ['6acbccf6-1632-4a8c-b03f-093dcd697703'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:10.305046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] Routers {'6acbccf6-1632-4a8c-b03f-093dcd697703'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:10.316782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6acbccf6-1632-4a8c-b03f-093dcd697703'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:10.472899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.607880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Pushing event deleted for resources: {'Port': ['ID=29016562-4918-4ff9-b015-73eb05640592,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:10.668643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:10.752300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-7b517874-10e0-4ffa-9e75-0f4180fc818e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:10.768484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] Set router 6acbccf6-1632-4a8c-b03f-093dcd697703 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:10.772923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-7b517874-10e0-4ffa-9e75-0f4180fc818e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 815 time: 1.1672084 Dec 08 16:19:10.894082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-bcdf882d-5e27-4497-95f6-8429c0defcf9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/quotas/84f00de7519f44169fd9e5394f8dc926 HTTP/1.1" status: 200 len: 375 time: 0.1195915 Dec 08 16:19:11.010720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-a2c3c365-916c-4684-a444-70d683c95a0d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1150708 Dec 08 16:19:11.024967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.025566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.026072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.026610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.027151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.027711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.028268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.028815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.029376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.043661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.044421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.044963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.045505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:11.067293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.171591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:19:09Z', 'revision_number': 6, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:11.264745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5456f9-1827-43b2-ab4d-55afd08668de None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:11.346503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-2eab145d-0204-4a42-911e-412362ddc560 service neutron] 10.222.0.62 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235307 Dec 08 16:19:11.544000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] Checking router: 6acbccf6-1632-4a8c-b03f-093dcd697703 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:11.627463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.635315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] Routers {'6acbccf6-1632-4a8c-b03f-093dcd697703'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:11.638082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6acbccf6-1632-4a8c-b03f-093dcd697703'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:11.653386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.874067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:11.877929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.883724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.884156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:11.890873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:11.891236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] Set router 6acbccf6-1632-4a8c-b03f-093dcd697703 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:11.900205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:11.973342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event deleted for resources: {'Port': ['ID=a6ca39b0-4a2d-4b26-906d-cf7bb464bbf2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.032677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:19:10Z', 'revision_number': 7, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:12.049970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.050602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6acbccf6-1632-4a8c-b03f-093dcd697703 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:19:12.059092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.064698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-87771d2e-1bf9-4dac-b074-16330537a762 admin admin] 10.222.0.62 "DELETE /v2.0/routers/6acbccf6-1632-4a8c-b03f-093dcd697703 HTTP/1.1" status: 204 len: 168 time: 3.2900958 Dec 08 16:19:12.070128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:12.110938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763031de-d882-4250-ab10-bc7071fc6681 None None] The sync data for ids ['6acbccf6-1632-4a8c-b03f-093dcd697703'] in n-d-820935-5 is: [{'id': '6acbccf6-1632-4a8c-b03f-093dcd697703', 'name': 'tempest-ImageQuotaTest-214910422-router', 'tenant_id': '8e4b9937ad8747d3997c66d892ed41ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:18:46Z', 'updated_at': '2021-12-08T16:19:10Z', 'revision_number': 7, 'project_id': '8e4b9937ad8747d3997c66d892ed41ad', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:12.136267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-54356560-9717-4a7e-8052-520f836d50d8 service neutron] 10.222.0.62 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6117823 Dec 08 16:19:12.146856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Pushing event updated for resources: {'Port': ['ID=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:12.263267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Deleting subnet 3c1daa17-1e2c-488f-beac-2a612d03ade1 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:12.283523 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.338757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Attempting to bind port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:12.339497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Attempting to bind port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:12.340021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Attempting to bind port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 on network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:12.383354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:12.385488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Checking segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:12.387663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.389683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Bound using segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:12.392880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Bound port: 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:12.395821 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.420403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.504024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.516208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.518213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0f55931-d72a-4c6c-8796-b9ecf9120745 req-fc0772c6-7af3-41a8-ae2d-b3fc50d2cca7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "DELETE /v2.0/floatingips/00f4fa8c-6e28-4545-88d3-75ec866a4e65 HTTP/1.1" status: 204 len: 173 time: 5.7269552 Dec 08 16:19:12.693114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.735032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.819532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] For port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:12.825520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.841071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.842133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] For port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:12.852107 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:12.970772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1daa17-1e2c-488f-beac-2a612d03ade1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:13.004110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.020727 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-164b6567-70bb-404b-8090-399e00c82854 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3c1daa17-1e2c-488f-beac-2a612d03ade1 HTTP/1.1" status: 204 len: 168 time: 0.9489493 Dec 08 16:19:13.022401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50208) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:13.060802 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aee482-a25b-4619-a0a7-f85f50a8ffec x-openstack-request-id: req-96aee482-a25b-4619-a0a7-f85f50a8ffec {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:13.061399 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6f5d28-f5f3-43ec-a443-09a6ee4cf556", "name": "network-vif-deleted", "tag": "7e3d78af-424c-4cbc-80cc-13451b17844b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:13.061567 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96aee482-a25b-4619-a0a7-f85f50a8ffec {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:13.062103 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6f5d28-f5f3-43ec-a443-09a6ee4cf556', 'name': 'network-vif-deleted', 'tag': '7e3d78af-424c-4cbc-80cc-13451b17844b', 'status': 'completed', 'code': 200} Dec 08 16:19:13.140992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75733c8b-d0a6-49a7-b401-5cb6367c7974 None None] Pushing event updated for resources: {'Port': ['ID=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:13.160016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3016b3a-d043-46e9-a6ba-329e748968d0 None None] Network 27341b13-3fe7-42e4-a392-a65f027ae0c6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:13.220451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.311352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-5bf88d10-d853-4771-af7a-31ae4395d61f tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips/3fce2d10-e38f-40b6-a8ec-df00ac55a737 HTTP/1.1" status: 200 len: 692 time: 0.2480500 Dec 08 16:19:13.387707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Allocated IP 172.25.3.217 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/b2a5509f-edf3-41fb-830c-6a5d1bf90b46) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:13.411627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Deleting port 3db6d8a8-9289-4fad-b637-88db30163b45 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:13.414196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.601500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] For port 3db6d8a8-9289-4fad-b637-88db30163b45, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3db6d8a8-9289-4fad-b637-88db30163b45,segment=NetworkSegment(f3d3fe39-0edb-4fc4-8801-233a81c22aef),segment_id=f3d3fe39-0edb-4fc4-8801-233a81c22aef)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:13.603070 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.655895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Calling delete_port for 3db6d8a8-9289-4fad-b637-88db30163b45 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:13.710308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.816041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 29016562-4918-4ff9-b015-73eb05640592 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:13.858313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:13.910328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] No DVR routers for this DVR port 3db6d8a8-9289-4fad-b637-88db30163b45 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:13.912331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Pushing event deleted for resources: {'Port': ['ID=3db6d8a8-9289-4fad-b637-88db30163b45,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.152330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb6e75-7949-40dc-a42f-fb5c39138cf5 req-3bed8d11-3f68-43bf-801c-c06ff8aec275 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.155025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1cb6e75-7949-40dc-a42f-fb5c39138cf5 req-3bed8d11-3f68-43bf-801c-c06ff8aec275 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 1.0961111 Dec 08 16:19:14.158491 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.171840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.264880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27341b13-3fe7-42e4-a392-a65f027ae0c6']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:14.272036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 29016562-4918-4ff9-b015-73eb05640592 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:14.278726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 29016562-4918-4ff9-b015-73eb05640592 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:14.313701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d3fe39-0edb-4fc4-8801-233a81c22aef') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:14.314804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d3fe39-0edb-4fc4-8801-233a81c22aef') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:14.370270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.425953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.470651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:14.472549 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.480981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:14.483535 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:14.488250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ab13a4-e254-4d36-b487-10e6e9e498ea None None] DHCP port deletion for 27341b13-3fe7-42e4-a392-a65f027ae0c6 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:14.588255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:14.639085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.643103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:14.648008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.650431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:14.659647 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] 10.222.0.62 "DELETE /v2.0/networks/27341b13-3fe7-42e4-a392-a65f027ae0c6 HTTP/1.1" status: 204 len: 168 time: 1.6349332 Dec 08 16:19:14.694144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-5c5ea6bd-f11a-45e9-a663-944ab265d0c3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:14.713096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8d5888-00d7-4578-85a4-726dbe12883b admin admin] Pushing event deleted for resources: {'Network': ['ID=27341b13-3fe7-42e4-a392-a65f027ae0c6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:14.716333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-5c5ea6bd-f11a-45e9-a663-944ab265d0c3 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 1.4013550 Dec 08 16:19:14.724145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4ed6cb-7739-47ab-a77b-d5df06952e24 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:14.919182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e6bafdd2-bd26-443e-a80b-94c6f9816cde None None] Provisioning complete for port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:14.928181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6bafdd2-bd26-443e-a80b-94c6f9816cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:14.954612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1cb6e75-7949-40dc-a42f-fb5c39138cf5 req-5df0fd93-360a-4621-805d-86d5f323bc8b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5024211 Dec 08 16:19:15.024287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-a48b7f3b-3ea1-4d14-a520-ccd4ff85286b tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.2970655 Dec 08 16:19:15.082143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3db6d8a8-9289-4fad-b637-88db30163b45 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:15.084246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50226) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:15.176990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-df7b7a0c-4eea-4f68-b20b-193a18feac67 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.1505113 Dec 08 16:19:15.190835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3db6d8a8-9289-4fad-b637-88db30163b45 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:15.191543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3db6d8a8-9289-4fad-b637-88db30163b45 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:15.221012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e6bafdd2-bd26-443e-a80b-94c6f9816cde None None] Port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:15.252226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5ad3191f-1cc2-4803-9364-96e5607f5a27 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8e4b9937ad8747d3997c66d892ed41ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1663361 Dec 08 16:19:15.258109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:15.389057 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-560c3f94-b4ab-4dc5-a499-1571323a4437 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.472140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-560c3f94-b4ab-4dc5-a499-1571323a4437 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.616761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-560c3f94-b4ab-4dc5-a499-1571323a4437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.619912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-560c3f94-b4ab-4dc5-a499-1571323a4437 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:15.621965 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-560c3f94-b4ab-4dc5-a499-1571323a4437 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53fdd89a-f3ed-4180-bddd-50f3abbd3579 HTTP/1.1" status: 204 len: 168 time: 0.3623962 Dec 08 16:19:15.633659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3f94-b4ab-4dc5-a499-1571323a4437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fdd89a-f3ed-4180-bddd-50f3abbd3579,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:16.053449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01df6f17-34cf-428b-a14d-10f8382b5858 req-b652e4e0-9531-456e-8ae7-30d1f3601075 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 210 time: 0.7503948 Dec 08 16:19:16.309557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-e25aa44c-26ca-410d-b28a-982a400b24f5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:16.311831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-e25aa44c-26ca-410d-b28a-982a400b24f5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 815 time: 0.8765290 Dec 08 16:19:16.340515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Request body: {'port': {'device_id': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'admin_state_up': True, 'tenant_id': '84f00de7519f44169fd9e5394f8dc926'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:16.712325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ee092-ca61-4d58-809d-4462fc79fef9 None None] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:16.811930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:16.840806 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-239b201e-070b-45c9-93d9-6f97e5d25e2b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:16.878240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:16.982972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Deleting port 5a5093ba-c44f-4909-a406-86b8c738bbfa {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:16.983464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.028454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd4e55a9-004a-459b-bad2-9c4faa4f1d0e None None] Provisioning complete for port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:17.029266 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd4e55a9-004a-459b-bad2-9c4faa4f1d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.062093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.096181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-239b201e-070b-45c9-93d9-6f97e5d25e2b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.108504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-239b201e-070b-45c9-93d9-6f97e5d25e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.204399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:17.204775 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.205940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239b201e-070b-45c9-93d9-6f97e5d25e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e78f5-a29e-4020-8cf1-9e7bce1afe15,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:17.258920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-1de2b2ee-2d17-42fc-948c-96dcab12ef3e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:17.267665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-1de2b2ee-2d17-42fc-948c-96dcab12ef3e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 821 time: 1.0264766 Dec 08 16:19:17.297550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-239b201e-070b-45c9-93d9-6f97e5d25e2b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.4800630 Dec 08 16:19:17.308330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50260) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:17.377841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd4e55a9-004a-459b-bad2-9c4faa4f1d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.431909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-dd4e55a9-004a-459b-bad2-9c4faa4f1d0e None None] For port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:17.440860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd4e55a9-004a-459b-bad2-9c4faa4f1d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.514611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d902-8652-4780-84a3-e2066f7d1a8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.546208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-ea45225d-afd8-405c-a270-427cafa7fe07 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/quotas/99d9f54e0431476c920bf4988b8f69bc HTTP/1.1" status: 200 len: 375 time: 0.0825434 Dec 08 16:19:17.588550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e55a9-004a-459b-bad2-9c4faa4f1d0e None None] Pushing event updated for resources: {'Port': ['ID=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:17.612002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Made reservation on behalf of 84f00de7519f44169fd9e5394f8dc926 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:17.623845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d902-8652-4780-84a3-e2066f7d1a8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.626172 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.791039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d902-8652-4780-84a3-e2066f7d1a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.799670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4e8d902-8652-4780-84a3-e2066f7d1a8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:17.804276 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4e8d902-8652-4780-84a3-e2066f7d1a8e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/546e78f5-a29e-4020-8cf1-9e7bce1afe15 HTTP/1.1" status: 204 len: 168 time: 0.4908607 Dec 08 16:19:17.841319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8d902-8652-4780-84a3-e2066f7d1a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e78f5-a29e-4020-8cf1-9e7bce1afe15,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:17.982775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-9744a59e-abda-4c39-be81-6e9a63a26128 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4197054 Dec 08 16:19:17.986072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.005540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1cc74db4-17cc-405a-a8a4-f9b493e5e4b0 None None] Provisioning complete for port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:18.006489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1cc74db4-17cc-405a-a8a4-f9b493e5e4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.015015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.016524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.052808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-5363c70e-d8d3-491e-a2ae-64babe47312d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:19:18.056282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-5363c70e-d8d3-491e-a2ae-64babe47312d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289996 Dec 08 16:19:18.382790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Calling delete_port for 5a5093ba-c44f-4909-a406-86b8c738bbfa owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:18.708537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:18.757125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.806043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Pushing event deleted for resources: {'Port': ['ID=5a5093ba-c44f-4909-a406-86b8c738bbfa,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:18.810738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:18.811349 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:18.848796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.849150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.849500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.850011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.850239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.850605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.850920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.851267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.851579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.851909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.852239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.852562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.852887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:18.981742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Router 0071318a-44ec-4eba-8090-3eeb8c82240c is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:19:19.010404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.012996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.014237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5be6ca0-8548-4262-a5c5-03e332ed9d0e req-193d267f-a8fb-4837-9986-d7b0c45e9cc7 tempest-FloatingIPDetailsTestJSON-340345026 tempest-FloatingIPDetailsTestJSON-340345026-project] 10.222.0.62 "DELETE /v2.0/floatingips/3fce2d10-e38f-40b6-a8ec-df00ac55a737 HTTP/1.1" status: 204 len: 173 time: 3.8372149 Dec 08 16:19:19.018415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Allocated IP 172.20.0.14 (29f22437-87ac-4a86-9263-d58d9118ca0a/7783f84a-0127-4cd1-b497-38e5ea017f27/eb72116e-529e-4fcf-aa04-7378809af668) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:19.024894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:19.027358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-776b2a96-caa2-4698-87a9-1f8df7e92e0c service neutron] 10.222.0.62 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020943 Dec 08 16:19:19.381690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-55d262a9-5af6-4b6a-bc07-f016021ad9dc service neutron] 10.222.0.62 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281658 Dec 08 16:19:19.545165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:19.647796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89109818-7b63-4896-83f0-3b448115868e req-a9bbde4f-8e32-494d-8435-95c1a354294c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:19.662634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89109818-7b63-4896-83f0-3b448115868e req-a9bbde4f-8e32-494d-8435-95c1a354294c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.4166009 Dec 08 16:19:19.784490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fb4dd57-dafd-4151-945f-019dd55ca765 req-162000c5-9de2-48d2-802c-f53273573554 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 210 time: 0.1540723 Dec 08 16:19:19.794932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-b112adbb-7b0d-4d79-b58a-a91ac591df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:19.797678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-b112adbb-7b0d-4d79-b58a-a91ac591df28 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1097 time: 0.3382277 Dec 08 16:19:19.808104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:19.834854 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Sync routers for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:19.860765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:19.861722 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:19.955533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89109818-7b63-4896-83f0-3b448115868e req-392f46f2-8968-4401-8c5b-beef55d78a2b tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2916632 Dec 08 16:19:20.032236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dddd7cc-0759-499a-9408-9ff8337e9bda req-31e35b59-5e33-4d5d-91e8-da7a76f12fec tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 210 time: 0.0594981 Dec 08 16:19:20.042921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-32ed28ab-2fbe-4f29-8022-c8bad7b5756c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:20.044661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-32ed28ab-2fbe-4f29-8022-c8bad7b5756c service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.2343664 Dec 08 16:19:20.074024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.079727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-457ec639-c4de-4bdf-9635-3a30de4c2fa1 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 10.5237653 Dec 08 16:19:20.087945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50288) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:20.097896 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:20.224960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.275197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-5db47b0e-3411-4153-a533-6f06e04f1191 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 1002 time: 0.2196813 Dec 08 16:19:20.376142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.452095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:20.461853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-1e29468a-493c-48ab-a940-406d4e920677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:20.464569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-1e29468a-493c-48ab-a940-406d4e920677 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.1810980 Dec 08 16:19:20.477732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Deleting port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:20.478373 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.540508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Network 29f22437-87ac-4a86-9263-d58d9118ca0a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:20.557811 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:16Z', 'revision_number': 3, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:20.584245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:20.596701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:20.616637 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Checking router: 0071318a-44ec-4eba-8090-3eeb8c82240c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:20.617279 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Updating router 0071318a-44ec-4eba-8090-3eeb8c82240c port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:19:20.691694 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.776962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-f2106026-90ba-4b62-a6e8-c99aaa0af680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:20.780188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-f2106026-90ba-4b62-a6e8-c99aaa0af680 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3063030 Dec 08 16:19:20.809412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:20.810218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.816307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-ed788e53-4927-4fc6-a14f-95b4d7cf4e15 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:19:20.828673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-ed788e53-4927-4fc6-a14f-95b4d7cf4e15 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0399730 Dec 08 16:19:20.903711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] For port f931e0c4-0e17-4a5b-80d7-87cd352f5c9d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:20.904240 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:20.948733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Calling delete_port for f931e0c4-0e17-4a5b-80d7-87cd352f5c9d owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:20.957046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-b367fbf2-e4ee-48aa-aa5b-917a9ceb5bf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6208477 Dec 08 16:19:20.986043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-abb85757-a383-4725-af6d-c889fd874547 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:19:20.989921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-abb85757-a383-4725-af6d-c889fd874547 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0224938 Dec 08 16:19:21.354295 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.368779 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.385385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-6e9fa997-2f0d-4946-8d6d-ff35393b8d5d service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466087 Dec 08 16:19:21.436208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.462620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38167ed1-b1e1-4539-aa87-153472916729 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:21.534426 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f304e-fc2c-44c6-88ac-b2c37b7a2bf3 None None] Pushing event updated for resources: {'Port': ['ID=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:21.539248 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Attempting to bind port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:21.540236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Attempting to bind port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:21.541050 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Attempting to bind port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:21.552923 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:21.554053 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:21.555082 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.556578 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:21.557842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Bound port: b2a5509f-edf3-41fb-830c-6a5d1bf90b46, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:21.558242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Pushing event deleted for resources: {'Port': ['ID=f931e0c4-0e17-4a5b-80d7-87cd352f5c9d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:21.559276 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.623548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-166fc344-5e6f-4c99-a12c-9246cf1ff784 None None] Provisioning complete for port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:21.624361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-166fc344-5e6f-4c99-a12c-9246cf1ff784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.750933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8e0f748-eec1-4023-affc-9b543ca2e212 req-98cde90e-b84e-4668-8047-48bfd82fa31c service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479834 Dec 08 16:19:21.754815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-166fc344-5e6f-4c99-a12c-9246cf1ff784 None None] Port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:21.764663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:21.783817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Request body: {'port': {'device_id': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:21.784302 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] For port b2a5509f-edf3-41fb-830c-6a5d1bf90b46, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:21.801096 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] For port b2a5509f-edf3-41fb-830c-6a5d1bf90b46, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:21.808730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d8d91-fe3d-4e8f-a1b6-5cbbd7cdccb6 req-b6621923-ede4-4a49-98ec-34943227f73c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:21.810764 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:21.818150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f3d8d91-fe3d-4e8f-a1b6-5cbbd7cdccb6 req-b6621923-ede4-4a49-98ec-34943227f73c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 932 time: 0.8181202 Dec 08 16:19:21.901027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96995f5-be07-480d-bf49-3999b48b4000 req-04f68a63-1ef8-476b-a2b8-529c9095e9b4 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:21.902598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f96995f5-be07-480d-bf49-3999b48b4000 req-04f68a63-1ef8-476b-a2b8-529c9095e9b4 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 946 time: 0.7594476 Dec 08 16:19:21.967893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9d21e-92b0-4e22-b3de-f587ad056eec None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:22.028794 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.056081 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f304e-fc2c-44c6-88ac-b2c37b7a2bf3 None None] Pushing event updated for resources: {'Port': ['ID=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:22.062507 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:22.064336 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:22.112280 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.146379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:22.148882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:22.158863 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e025107-856b-4b0c-b4d8-a37508c16390" -d '{"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:22.190246 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.254124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f3d8d91-fe3d-4e8f-a1b6-5cbbd7cdccb6 req-dc26b352-6a4b-4c7a-8f1c-bbae63d08a56 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345407 Dec 08 16:19:22.258039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:22.303403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:22.323144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f96995f5-be07-480d-bf49-3999b48b4000 req-e97ce7fe-249f-496c-8ea8-d6501fb8b113 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024704 Dec 08 16:19:22.352213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e24c0ba3-1563-4ac2-ad6f-cbc02f2489b5 None None] Provisioning complete for port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:22.358512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24c0ba3-1563-4ac2-ad6f-cbc02f2489b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.438149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-682e8997-25c2-4683-8bc0-c6629aca61c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:22.439718 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-682e8997-25c2-4683-8bc0-c6629aca61c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 821 time: 0.7074888 Dec 08 16:19:22.503169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a99b8ee5-5bf6-40e1-82f7-88c195ba0ed3 req-fd254947-1d3d-4118-88a4-0c8fcdda90d3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 210 time: 0.0525174 Dec 08 16:19:22.514283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24c0ba3-1563-4ac2-ad6f-cbc02f2489b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.521338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Request body: {'port': {'device_id': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'admin_state_up': True, 'tenant_id': '99d9f54e0431476c920bf4988b8f69bc'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:22.561626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e24c0ba3-1563-4ac2-ad6f-cbc02f2489b5 None None] For port b2a5509f-edf3-41fb-830c-6a5d1bf90b46, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:22.571255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24c0ba3-1563-4ac2-ad6f-cbc02f2489b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.635477 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:16Z', 'revision_number': 3, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:22.670104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c0ba3-1563-4ac2-ad6f-cbc02f2489b5 None None] Pushing event updated for resources: {'Port': ['ID=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:22.676277 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92018357-6cc2-46dd-86ee-4dd4f00f5cae x-openstack-request-id: req-92018357-6cc2-46dd-86ee-4dd4f00f5cae {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:22.676750 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-unplugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:22.676869 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-92018357-6cc2-46dd-86ee-4dd4f00f5cae {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:22.677202 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'code': 200} Dec 08 16:19:22.688496 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9e66cf-7ae5-4ff4-b2c0-408630c45985 None None] The sync data for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 is: [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:16Z', 'revision_number': 3, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:22.858488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:22.930062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.071887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Made reservation on behalf of 99d9f54e0431476c920bf4988b8f69bc for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:23.077630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.590040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb72116e-529e-4fcf-aa04-7378809af668 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:23.602817 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.634959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87182fd-d495-40e4-a564-4a4bfa90de6c req-08ff011c-55dc-4540-965d-0ab1b05817da tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:23.636643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a87182fd-d495-40e4-a564-4a4bfa90de6c req-08ff011c-55dc-4540-965d-0ab1b05817da tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 932 time: 0.1913965 Dec 08 16:19:23.642223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Transition to ACTIVE for port object eb72116e-529e-4fcf-aa04-7378809af668 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:19:23.657884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac72d54-07ca-4689-8bfa-9531731c57d2 req-8ea63d07-6445-441e-8c02-b118359a0f66 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:23.663098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac72d54-07ca-4689-8bfa-9531731c57d2 req-8ea63d07-6445-441e-8c02-b118359a0f66 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1226413 Dec 08 16:19:23.667014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:23.888996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac72d54-07ca-4689-8bfa-9531731c57d2 req-1305a702-4148-4099-9b9f-afb0fdd703f3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193441 Dec 08 16:19:23.895310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:23.913211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a87182fd-d495-40e4-a564-4a4bfa90de6c req-6e0f922e-63c3-46e9-9568-16263adf9f3b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332060 Dec 08 16:19:24.091311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Attempting to bind port eb72116e-529e-4fcf-aa04-7378809af668 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:24.091658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Attempting to bind port eb72116e-529e-4fcf-aa04-7378809af668 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:24.091997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Attempting to bind port eb72116e-529e-4fcf-aa04-7378809af668 on network 29f22437-87ac-4a86-9263-d58d9118ca0a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:24.108404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Port eb72116e-529e-4fcf-aa04-7378809af668 on network 29f22437-87ac-4a86-9263-d58d9118ca0a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:19:24.108727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Attempting to bind port eb72116e-529e-4fcf-aa04-7378809af668 on network 29f22437-87ac-4a86-9263-d58d9118ca0a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:24.122476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:24.122790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Checking segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:24.123194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Bound using segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:24.123649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Bound port: eb72116e-529e-4fcf-aa04-7378809af668, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:24.124011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.188254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6035c3c9-0785-4fde-bf3f-ffd8263794a8 req-38416b22-80c7-4173-a3af-ff49e834e9ab tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 210 time: 0.0592299 Dec 08 16:19:24.284199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Allocated IP 172.20.0.3 (8feeb69a-19fd-471e-8754-2301717e7543/d3da3b3a-a409-4f2e-96d4-28ee36cb4674/a24c5767-616e-4416-8bab-51a7571fdb2d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:24.333627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:24.346176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:24.356844 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.487245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Allocated IP 172.20.0.1 (85fe1f08-e91c-4a7e-8d8f-df7ebff994ec/169df7fe-d162-40b2-bc28-09c4c3c04445/712afc9a-7f4b-4f6e-9cb4-0077575a3dab) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:24.502462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:24.503601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.506389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] 10.222.0.58 "PUT /v2.0/ports/eb72116e-529e-4fcf-aa04-7378809af668 HTTP/1.1" status: 200 len: 1092 time: 3.4033563 Dec 08 16:19:24.516051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:24.520586 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e90fa2-0522-4d65-8030-360a66225157" -d '{"events": [{"name": "network-changed", "server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "tag": "eb72116e-529e-4fcf-aa04-7378809af668"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:24.554930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:24.598525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca5811-9d40-422d-9d34-fb5c784eb702 service neutron] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:24.783623 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbaaf17e-a3a8-4caf-9988-e2bb6a9cad3b x-openstack-request-id: req-fbaaf17e-a3a8-4caf-9988-e2bb6a9cad3b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:24.784500 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "tag": "eb72116e-529e-4fcf-aa04-7378809af668", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:24.785120 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbaaf17e-a3a8-4caf-9988-e2bb6a9cad3b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:24.787304 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668', 'status': 'completed', 'code': 200} Dec 08 16:19:24.837574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-7cf2ead2-fe56-4037-b48c-71e6181c6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:24.844922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b2a5509f-edf3-41fb-830c-6a5d1bf90b46 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:24.858020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-7cf2ead2-fe56-4037-b48c-71e6181c6c88 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 1095 time: 0.2595975 Dec 08 16:19:24.908530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.918041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:24.925616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-741f6e5c-2a4d-48f1-8249-f3e83498e365 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb72116e-529e-4fcf-aa04-7378809af668 HTTP/1.1" status: 200 len: 217 time: 0.0613730 Dec 08 16:19:25.002781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:25.003758 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.054295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:25.086334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] Sync routers for ids ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:25.088098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-353982b3-1084-4a04-b836-790536cb4503 admin admin] 10.222.0.62 "PUT /v2.0/routers/4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0601835 Dec 08 16:19:25.095775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.116058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50346) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:25.233393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] Routers {'4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:25.235102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:25.239305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.249912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Network 8feeb69a-19fd-471e-8754-2301717e7543 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:25.253121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:25.262417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:25.314583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event updated for resources: {'Port': ['ID=a24c5767-616e-4416-8bab-51a7571fdb2d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:25.362444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-f29ccdf5-1624-4e9d-9e49-1e4132c2820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.368770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-f29ccdf5-1624-4e9d-9e49-1e4132c2820f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 200 len: 855 time: 0.4325328 Dec 08 16:19:25.383715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:25.394616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:25.405776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:25.467707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:25.470258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.481911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Pushing event updated for resources: {'Port': ['ID=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:25.548609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.554635 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-366e3d37-e3a7-4fc9-b4ac-d0b3b2218861 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0492799 Dec 08 16:19:25.614086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-3382e5c0-a886-463c-945d-8e772d49c5ee service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29f22437-87ac-4a86-9263-d58d9118ca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1580391 Dec 08 16:19:25.627125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Request body: {'port': {'device_id': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:25.697642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] Set router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:25.768397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:25.789621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:25.970178 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.001181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c44068-7855-4dac-9592-874d547fef5f req-6ffbd592-51a4-44eb-bce3-7c3faf977a5f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:26.014849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24c44068-7855-4dac-9592-874d547fef5f req-6ffbd592-51a4-44eb-bce3-7c3faf977a5f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 944 time: 0.6430438 Dec 08 16:19:26.125617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea8952-8f5f-403e-8f90-14a13aa3b899 req-f002b526-a780-4a65-b4d2-aa00b600ffea tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:26.138928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daea8952-8f5f-403e-8f90-14a13aa3b899 req-f002b526-a780-4a65-b4d2-aa00b600ffea tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 931 time: 0.6780181 Dec 08 16:19:26.198608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-47bb1f4b-2d05-4aad-8d21-e799de7617ec None None] Provisioning complete for port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:26.199224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47bb1f4b-2d05-4aad-8d21-e799de7617ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.247949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50358) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:26.250638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-47bb1f4b-2d05-4aad-8d21-e799de7617ec None None] Port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:26.262639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daea8952-8f5f-403e-8f90-14a13aa3b899 req-edc472da-242d-4155-8b76-fccc490301a0 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220653 Dec 08 16:19:26.279065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9192a0af-ee4c-40e5-b5d0-376fa90392a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.340804 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.383232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.404950 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:19:26.410214 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.411448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:19:21Z', 'revision_number': 5, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:26.479516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] Checking router: 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:26.499168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] Routers {'4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:26.503015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:26.591774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.651520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa3cfcc8-a374-42c0-94f9-f5e4fa40c0a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.665000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24c44068-7855-4dac-9592-874d547fef5f req-5832927f-2c66-4c58-9edc-e52826ed8aa4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6386094 Dec 08 16:19:26.753124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] Set router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:26.758785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-092c597f-3c61-4fbc-a0ab-ef0dba05fb6b service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1204789 Dec 08 16:19:26.786538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a24c5767-616e-4416-8bab-51a7571fdb2d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:26.797273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.821252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Transition to ACTIVE for port object a24c5767-616e-4416-8bab-51a7571fdb2d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:19:26.852236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:26.956137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Pushing event updated for resources: {'Port': ['ID=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:27.029092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.141041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:19:21Z', 'revision_number': 5, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:27.153097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6a73c90-7f9d-4a01-afd5-f83e025e60d6 req-a0d5d4de-6681-4d81-b70e-7816951563b3 service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602750 Dec 08 16:19:27.174776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c5767-616e-4416-8bab-51a7571fdb2d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:27.219878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c45265-33e6-4c85-ade5-f939439d2c48 None None] The sync data for ids ['4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e'] in n-d-820935-5 is: [{'id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'name': 'tempest-FloatingIPDetailsTestJSON-1290065944-router', 'tenant_id': 'b277add7005a43e89e976c0518d504a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '62c97872-f126-4dff-a82a-64433b246e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:17:59Z', 'updated_at': '2021-12-08T16:19:21Z', 'revision_number': 5, 'project_id': 'b277add7005a43e89e976c0518d504a9', 'gw_port': {'id': '62c97872-f126-4dff-a82a-64433b246e8a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1608, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:18:01Z', 'updated_at': '2021-12-08T16:18:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:27.221099 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa3cfcc8-a374-42c0-94f9-f5e4fa40c0a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.247623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa3cfcc8-a374-42c0-94f9-f5e4fa40c0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.267704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Deleting port 62c97872-f126-4dff-a82a-64433b246e8a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:27.267704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.333952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:27.342154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:27.576812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa3cfcc8-a374-42c0-94f9-f5e4fa40c0a4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7263a088bcf4f69ba2662546c45c888&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3119292 Dec 08 16:19:27.579974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:27.619750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Attempting to bind port a24c5767-616e-4416-8bab-51a7571fdb2d on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:27.620376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Attempting to bind port a24c5767-616e-4416-8bab-51a7571fdb2d by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:27.620376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Attempting to bind port a24c5767-616e-4416-8bab-51a7571fdb2d on network 8feeb69a-19fd-471e-8754-2301717e7543 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:27.639778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Port a24c5767-616e-4416-8bab-51a7571fdb2d on network 8feeb69a-19fd-471e-8754-2301717e7543 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:19:27.640126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Attempting to bind port a24c5767-616e-4416-8bab-51a7571fdb2d on network 8feeb69a-19fd-471e-8754-2301717e7543 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:27.648538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Router 0071318a-44ec-4eba-8090-3eeb8c82240c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:27.651109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-209ef3dd-c40e-42b0-8921-1a1ee7fd8d66 req-038963a7-4c17-41ef-8991-30c21079fd11 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:19:27.651753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:27.652111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Checking segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:27.652476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Bound using segment: {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:27.652922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Bound port: a24c5767-616e-4416-8bab-51a7571fdb2d, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:27.653277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.657244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-209ef3dd-c40e-42b0-8921-1a1ee7fd8d66 req-038963a7-4c17-41ef-8991-30c21079fd11 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0501535 Dec 08 16:19:27.725696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3cfcc8-a374-42c0-94f9-f5e4fa40c0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51be92d4-ad2f-48f7-bcbe-ba4651493d92,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:27.915710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ebea4840-a6e1-4a9d-ba6f-ddfbb855caff None None] Provisioning complete for port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:27.916512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebea4840-a6e1-4a9d-ba6f-ddfbb855caff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.936771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e90fa2-0522-4d65-8030-360a66225157 req-38ed2419-bd33-4aec-bb72-9938da94e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:27.940350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-38ed2419-bd33-4aec-bb72-9938da94e2db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 1095 time: 0.7128942 Dec 08 16:19:27.941291 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a767a6fb-0261-48d4-9d65-1b7b3b3d835f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:27.954360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] For port a24c5767-616e-4416-8bab-51a7571fdb2d, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:27.994358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] For port a24c5767-616e-4416-8bab-51a7571fdb2d, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a24c5767-616e-4416-8bab-51a7571fdb2d,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:28.009748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.032606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d483d92-279d-494a-9c0e-26acbc3a2ceb req-e574ba54-b167-45fe-96b1-53efa706453e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.035891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:28.054213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d483d92-279d-494a-9c0e-26acbc3a2ceb req-e574ba54-b167-45fe-96b1-53efa706453e tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 943 time: 0.5655172 Dec 08 16:19:28.054412 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9b26eef3-2f5c-4800-bd9f-20b8bc3b6f3e admin admin] 10.222.0.62 "PUT /v2.0/routers/0071318a-44ec-4eba-8090-3eeb8c82240c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9494507 Dec 08 16:19:28.077231 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Sync routers for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:28.093241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ebea4840-a6e1-4a9d-ba6f-ddfbb855caff None None] Port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:28.123825 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:28.126854 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:18:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:28.130065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] For port 62c97872-f126-4dff-a82a-64433b246e8a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=62c97872-f126-4dff-a82a-64433b246e8a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:28.130499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.140020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a767a6fb-0261-48d4-9d65-1b7b3b3d835f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.195337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.195973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.208496 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] 10.222.0.86 "PUT /v2.0/ports/a24c5767-616e-4416-8bab-51a7571fdb2d HTTP/1.1" status: 200 len: 1091 time: 2.6391680 Dec 08 16:19:28.213610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'tag': 'a24c5767-616e-4416-8bab-51a7571fdb2d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:28.217375 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e9aea5-fa80-4889-a785-06cacd20d999" -d '{"events": [{"name": "network-changed", "server_uuid": "c29241a0-d08e-4d9f-aa31-47eb72a8477c", "tag": "a24c5767-616e-4416-8bab-51a7571fdb2d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:28.223073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Calling delete_port for 62c97872-f126-4dff-a82a-64433b246e8a owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:28.278699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231f80d-f976-446f-b39b-dcb1efe63bd6 service neutron] Pushing event updated for resources: {'Port': ['ID=a24c5767-616e-4416-8bab-51a7571fdb2d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:28.487396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d483d92-279d-494a-9c0e-26acbc3a2ceb req-bfdbbd15-e080-4885-88cf-e2fdc691550d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445827 Dec 08 16:19:28.571896 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:28.605780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f931e0c4-0e17-4a5b-80d7-87cd352f5c9d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:28.624283 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-e8b3f36e-d291-4560-8655-3ba1a0a660f2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1674600 Dec 08 16:19:28.630443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-b0570349-545f-469a-85fb-89aa12ea2682 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3754542 Dec 08 16:19:28.651995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-17ad2260-d02b-4ebb-b833-eb5952a58190 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:19:28.654472 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-17ad2260-d02b-4ebb-b833-eb5952a58190 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0112424 Dec 08 16:19:28.674635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-0eb60035-59dc-4f5a-a7cf-dbb440f6da74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.677824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-0eb60035-59dc-4f5a-a7cf-dbb440f6da74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 1094 time: 0.4217634 Dec 08 16:19:28.711576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f931e0c4-0e17-4a5b-80d7-87cd352f5c9d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:28.712130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f931e0c4-0e17-4a5b-80d7-87cd352f5c9d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:28.767121 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-9a02be5f-12c9-4ecd-ba71-77192be98c4f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c5767-616e-4416-8bab-51a7571fdb2d HTTP/1.1" status: 200 len: 217 time: 0.0797324 Dec 08 16:19:28.781569 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87a146dc-82aa-4b8b-97a2-b1eb004a34d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.795287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26302e9f-5d12-4f55-b9b9-f63f79dc5b63 req-43353869-083a-40f0-89df-8a34c2e69a25 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.806971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26302e9f-5d12-4f55-b9b9-f63f79dc5b63 req-43353869-083a-40f0-89df-8a34c2e69a25 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 944 time: 0.9501433 Dec 08 16:19:28.868864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e90fa2-0522-4d65-8030-360a66225157 req-d36a8e21-5219-458e-8736-fc3079542be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.870679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-d36a8e21-5219-458e-8736-fc3079542be4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 916 time: 0.9187796 Dec 08 16:19:28.884189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:28.939199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22dd9ef-c232-4768-80e1-631976602d1e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:28.959849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.960725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.961607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.962509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.964391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.965244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.966122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.970539 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9aa7e4a9-4016-46ac-96a7-64aaddee8d2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 0.2143075 Dec 08 16:19:28.973094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-d9050533-ba65-4eaa-b853-44223dbf85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:28.975863 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-d9050533-ba65-4eaa-b853-44223dbf85d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 200 len: 861 time: 0.1735525 Dec 08 16:19:29.012589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c97872-f126-4dff-a82a-64433b246e8a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:29.017929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-e8927be5-8d0d-4faa-b272-b8f515bc2853 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eb72116e-529e-4fcf-aa04-7378809af668 HTTP/1.1" status: 200 len: 217 time: 0.1371851 Dec 08 16:19:29.053060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a767a6fb-0261-48d4-9d65-1b7b3b3d835f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.056223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a767a6fb-0261-48d4-9d65-1b7b3b3d835f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.057590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a767a6fb-0261-48d4-9d65-1b7b3b3d835f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/51be92d4-ad2f-48f7-bcbe-ba4651493d92 HTTP/1.1" status: 204 len: 168 time: 1.4431603 Dec 08 16:19:29.060230 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:26Z', 'revision_number': 2, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:29.131388 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Checking router: 0071318a-44ec-4eba-8090-3eeb8c82240c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:29.132402 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Updating router 0071318a-44ec-4eba-8090-3eeb8c82240c port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:19:29.191686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbc20b-e507-4605-b878-3ef188bd3745 req-c24491a7-6801-4a6c-9fdf-e052874184c7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.193533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8dbc20b-e507-4605-b878-3ef188bd3745 req-c24491a7-6801-4a6c-9fdf-e052874184c7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.3810172 Dec 08 16:19:29.202690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26302e9f-5d12-4f55-b9b9-f63f79dc5b63 req-b1f90491-1b3c-494b-a243-2262c84dea3a tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856630 Dec 08 16:19:29.204132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a767a6fb-0261-48d4-9d65-1b7b3b3d835f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be92d4-ad2f-48f7-bcbe-ba4651493d92,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:29.211964 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.241396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.352198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e90fa2-0522-4d65-8030-360a66225157 req-5de5ffe9-85fe-4608-adf9-8a2bc7e803fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:29.354117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-5de5ffe9-85fe-4608-adf9-8a2bc7e803fe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 200 len: 855 time: 0.3020709 Dec 08 16:19:29.419576 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.463148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.471923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-217b58dc-df3a-4bbf-a177-edd81f3b177b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29f22437-87ac-4a86-9263-d58d9118ca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767751 Dec 08 16:19:29.673374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8dbc20b-e507-4605-b878-3ef188bd3745 req-2a185111-8dd7-46d6-8bea-43f83ac7ba59 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598379 Dec 08 16:19:29.789160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.789918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:19:29.792373 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5322d108-1b39-4220-87b4-0ef370f75cc3 x-openstack-request-id: req-5322d108-1b39-4220-87b4-0ef370f75cc3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:29.793245 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29241a0-d08e-4d9f-aa31-47eb72a8477c", "tag": "a24c5767-616e-4416-8bab-51a7571fdb2d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:29.793245 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5322d108-1b39-4220-87b4-0ef370f75cc3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:29.793566 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'tag': 'a24c5767-616e-4416-8bab-51a7571fdb2d', 'status': 'completed', 'code': 200} Dec 08 16:19:29.800955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:29.804721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-ba22507d-f673-40ec-b6d9-87a0f541d332 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8feeb69a-19fd-471e-8754-2301717e7543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8199968 Dec 08 16:19:29.813529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85fbdb54-99ca-4c45-bf8b-6568bfd9dac1 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4fc80ec4-6e9d-4973-b2fa-b1d9e5bfbe4e HTTP/1.1" status: 204 len: 168 time: 4.6945100 Dec 08 16:19:29.814824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50424) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:29.934745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Deleting subnet 5a7c84dd-e730-4685-be69-6c38c828b78d {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:19:29.980677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.016467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-398afd3e-09c5-4878-9d3c-dac1a9eef570 service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097411 Dec 08 16:19:30.092796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:30.150579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.166859 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.181776 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.285286 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.299818 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-166f02db-8799-43f4-b00e-766104f40d8a service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752975 Dec 08 16:19:30.344135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10e90fa2-0522-4d65-8030-360a66225157 req-357cd907-2710-4a6c-aaa3-081bd156242e service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078642 Dec 08 16:19:30.396514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-6dbd5d51-cd3c-4e06-9210-ca4a9a84a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.397465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-6dbd5d51-cd3c-4e06-9210-ca4a9a84a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.398148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-6dbd5d51-cd3c-4e06-9210-ca4a9a84a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.400363 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-6dbd5d51-cd3c-4e06-9210-ca4a9a84a77c service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 2293 time: 0.6218593 Dec 08 16:19:30.494411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:30.510323 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f84d19-fe65-4c03-90e5-0d73bf42dd30 None None] Pushing event updated for resources: {'Port': ['ID=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:30.605006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-8acaeab6-d166-46d1-821b-23b8431de218 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 1001 time: 0.1658742 Dec 08 16:19:30.668555 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Attempting to bind port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:30.668848 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Attempting to bind port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:30.669412 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Attempting to bind port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab on network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:30.702284 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:30.703437 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Checking segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:30.704137 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.704811 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Bound using segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:30.705696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Bound port: 712afc9a-7f4b-4f6e-9cb4-0077575a3dab, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:30.706318 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.881207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3410b9-ce4d-4d90-ba02-7c6542dec007 req-d154da9c-ca39-419a-bab5-f6823b6bc148 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.896837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b3410b9-ce4d-4d90-ba02-7c6542dec007 req-d154da9c-ca39-419a-bab5-f6823b6bc148 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 943 time: 0.9559591 Dec 08 16:19:30.946370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-de876443-458b-417b-9070-bb4a0d9ccb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:30.954614 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-de876443-458b-417b-9070-bb4a0d9ccb75 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 200 len: 851 time: 0.3421788 Dec 08 16:19:30.957016 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] For port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:30.974213 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] For port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:30.976240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:30.988687 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.034754 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-34ba162d-3096-43ba-a7bb-7b85437a473f req-d1cc8a3c-d67f-4c29-b2fb-84c9fef1f38f service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7087796 Dec 08 16:19:31.094572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-3875974d-91cc-4742-8981-b8a9526bd11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:31.099304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-3875974d-91cc-4742-8981-b8a9526bd11f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b9c06e-9add-4910-bc5d-6edb3986b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338339 Dec 08 16:19:31.122911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 62c97872-f126-4dff-a82a-64433b246e8a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:31.140031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'eb72116e-529e-4fcf-aa04-7378809af668', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'port_id': 'eb72116e-529e-4fcf-aa04-7378809af668', 'mac_address': 'fa:16:3e:e7:47:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783f84a-0127-4cd1-b497-38e5ea017f27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:31.170520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 62c97872-f126-4dff-a82a-64433b246e8a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:31.171133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 62c97872-f126-4dff-a82a-64433b246e8a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:31.207762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e50fe799-8241-4a37-9754-e865a16c4fc0 None None] Provisioning complete for port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:31.209340 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50fe799-8241-4a37-9754-e865a16c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.214540 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f84d19-fe65-4c03-90e5-0d73bf42dd30 None None] Pushing event updated for resources: {'Port': ['ID=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.244586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:31.246273 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:31.288466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864971-318e-48d7-be63-d2d233d819fc req-c117f823-d4e0-4631-b84f-986190e05f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:31.291209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-c117f823-d4e0-4631-b84f-986190e05f16 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088&tenant_id=cb7cb422e2224faf954c32a0dd97825a HTTP/1.1" status: 200 len: 1095 time: 0.6244075 Dec 08 16:19:31.413605 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.432987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb72116e-529e-4fcf-aa04-7378809af668 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:31.460738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:31.479074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.594160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.598049 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50fe799-8241-4a37-9754-e865a16c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.626604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-04a6d4ae-338a-4a89-9302-7b10ef61755e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:31.639200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-04a6d4ae-338a-4a89-9302-7b10ef61755e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=99d9f54e0431476c920bf4988b8f69bc&device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 1094 time: 0.4837630 Dec 08 16:19:31.699907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e50fe799-8241-4a37-9754-e865a16c4fc0 None None] For port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:31.712124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e50fe799-8241-4a37-9754-e865a16c4fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.757438 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:31.774531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['eb72116e-529e-4fcf-aa04-7378809af668'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:31.845169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.913574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:31.918807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fe799-8241-4a37-9754-e865a16c4fc0 None None] Pushing event updated for resources: {'Port': ['ID=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:31.920851 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-5d11ab42-a50a-4067-96f3-ed5f8d1e4414 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8121688 Dec 08 16:19:31.929553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8c0e8882-5d57-41fa-899e-c6f2aea1358f None None] Provisioning complete for port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:31.929972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c0e8882-5d57-41fa-899e-c6f2aea1358f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:31.950447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325807983', 'description': 'tempest-description--1981199058'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:32.050315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-a50aa567-2e89-4b55-90f3-dbecc4bee59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.052759 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-a50aa567-2e89-4b55-90f3-dbecc4bee59a service neutron] 10.222.0.86 "GET /v2.0/networks?id=8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 200 len: 922 time: 0.4002357 Dec 08 16:19:32.083061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b3410b9-ce4d-4d90-ba02-7c6542dec007 req-1756b694-2438-418f-bef4-76cf02d01c90 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1821630 Dec 08 16:19:32.137571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.211906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.215918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5a7c84dd-e730-4685-be69-6c38c828b78d HTTP/1.1" status: 204 len: 168 time: 2.3960316 Dec 08 16:19:32.220067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864971-318e-48d7-be63-d2d233d819fc req-d79f2370-0fcc-4ccd-8ae5-260851db8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.222808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-d79f2370-0fcc-4ccd-8ae5-260851db8782 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1095 time: 0.8903878 Dec 08 16:19:32.223281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8899ea13-d3bc-47fa-ac56-e88ab30521ee None None] Network daff4454-0fb0-40d5-b4d8-883b1aab556a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:32.224280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50458) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:32.228711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814bf0d-b9ee-49dd-9d56-e9e67d34dfe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7c84dd-e730-4685-be69-6c38c828b78d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:32.251169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-1a8c69a7-3395-418e-8f90-20ccc8640fe9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a24c5767-616e-4416-8bab-51a7571fdb2d HTTP/1.1" status: 200 len: 217 time: 0.1880403 Dec 08 16:19:32.263561 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.270425 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:30Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:32.314272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.348488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bdf2b2-ce1e-4fa9-85e1-6c52cc11af16 None None] The sync data for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 is: [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:30Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:32.501493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-298b4a71-e60d-4489-9510-1021dd625b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.503764 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-298b4a71-e60d-4489-9510-1021dd625b20 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 200 len: 861 time: 0.2430041 Dec 08 16:19:32.506068 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-0ec40479-169a-40db-a021-fd5fa2bd1d97 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576097 Dec 08 16:19:32.513970 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.570847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.581187 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-d428eadd-1051-4c7b-a7b9-77ac821fc80e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 217 time: 0.0521638 Dec 08 16:19:32.593716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09b12b-95f9-4dca-8856-59aae5ca544e req-105a5953-8715-4d22-a108-70cca85494d7 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.618976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc09b12b-95f9-4dca-8856-59aae5ca544e req-105a5953-8715-4d22-a108-70cca85494d7 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 945 time: 0.5404637 Dec 08 16:19:32.629502 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-de434a2b-d99b-444c-8b9e-999eaec3fcb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=8feeb69a-19fd-471e-8754-2301717e7543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1173065 Dec 08 16:19:32.781253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.803660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-87a40823-2375-4414-b9b5-41aa1659610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.807205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-87a40823-2375-4414-b9b5-41aa1659610e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1939986 Dec 08 16:19:32.816512 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:32.847148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864971-318e-48d7-be63-d2d233d819fc req-637e0806-f31e-4b95-b00e-19566b53643d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:32.849707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-637e0806-f31e-4b95-b00e-19566b53643d service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.5276313 Dec 08 16:19:32.924367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 712afc9a-7f4b-4f6e-9cb4-0077575a3dab up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:32.929319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f698b2-953d-4b97-8692-809f5da44a6f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:33.030599 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-c7555ef2-d756-470c-96b4-cf2cb42eb35c service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780854 Dec 08 16:19:33.035728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.037523 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8b00cf71-a023-45f6-9945-8c7e6975cdb3 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0995340 Dec 08 16:19:33.041906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:33.057669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Request body: {'security_group_rule': {'security_group_id': 'e1f698b2-953d-4b97-8692-809f5da44a6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:33.073334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.112305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-07316a5c-20f0-4608-bcfa-df7bf6993b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:33.112769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:33.113560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.114380 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-07316a5c-20f0-4608-bcfa-df7bf6993b23 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2910485 Dec 08 16:19:33.151577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.207015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc09b12b-95f9-4dca-8856-59aae5ca544e req-8ed307b8-71a7-4a26-90a1-2b3f76e1a1ce tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5556841 Dec 08 16:19:33.238504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc6c0a7-646b-4d6b-9e2b-ff1acbeb4177 req-4fb8cd16-f91f-44f9-a534-5198b70fb846 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:33.250765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cc6c0a7-646b-4d6b-9e2b-ff1acbeb4177 req-4fb8cd16-f91f-44f9-a534-5198b70fb846 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.7315159 Dec 08 16:19:33.252960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] DHCP port deletion for daff4454-0fb0-40d5-b4d8-883b1aab556a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:33.344659 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-37adf329-e1b4-4175-a63f-0592550ab5c2 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612058 Dec 08 16:19:33.361170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.389075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-25ac6c06-c1c6-49c1-85d8-5f6cd9939de2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 1000 time: 0.4838052 Dec 08 16:19:33.391746 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.467063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21cbe40-edb4-4066-a486-cc5dcbb221b4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:33.493876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] Deleting port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:33.496537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.541542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.543831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10da4827-945a-4680-803f-d79265f77c25 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5003498 Dec 08 16:19:33.548891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:33.563570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Request body: {'security_group_rule': {'security_group_id': 'e1f698b2-953d-4b97-8692-809f5da44a6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:33.574188 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f4e9aea5-fa80-4889-a785-06cacd20d999 req-ccd2a06e-dbdb-442c-82d1-0493f79f483a service neutron] 10.222.0.86 "GET /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330942 Dec 08 16:19:33.628247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Deleting port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:33.629185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.630571 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-9e425eb4-4ff8-42cf-9f31-4395ad3f8684 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726851 Dec 08 16:19:33.699948 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-802e186f-243c-4b63-ae5f-36c957792035 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 217 time: 0.0558701 Dec 08 16:19:33.700775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.708724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] For port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:33.710033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.748240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864971-318e-48d7-be63-d2d233d819fc req-2c4414d5-d1a4-4c8a-8b65-f503fe635c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:33.751995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-2c4414d5-d1a4-4c8a-8b65-f503fe635c84 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.3627994 Dec 08 16:19:33.773493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] Calling delete_port for 5eb17eac-b6a7-4766-b0fb-fb31255a76ee owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:33.777035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cc6c0a7-646b-4d6b-9e2b-ff1acbeb4177 req-38f21e25-de6b-40e5-b04d-2c56fb1ad040 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5107572 Dec 08 16:19:33.792092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a24c5767-616e-4416-8bab-51a7571fdb2d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:33.820525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-cc00ba8e-7af2-40bb-a48c-082fb0a5f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:33.822104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-cc00ba8e-7af2-40bb-a48c-082fb0a5f968 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1121728 Dec 08 16:19:33.935158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.947163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.995192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:33.997998 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4474652 Dec 08 16:19:34.008104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:34.018940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:34.028022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc45030-c9fc-4e50-9510-d80bf06fb3fa tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05660c76-32d2-4775-b294-b84de59c2010,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:34.049696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-2912f691-63fd-470b-9d5e-96b10a9f5762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:34.059428 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-2912f691-63fd-470b-9d5e-96b10a9f5762 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2176523 Dec 08 16:19:34.089567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:34.161600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] For port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,segment=NetworkSegment(ffa0927a-9085-4a6d-8434-c09950320fa4),segment_id=ffa0927a-9085-4a6d-8434-c09950320fa4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:34.162104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.184970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:19:34.192488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.199074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Calling delete_port for 5eb17eac-b6a7-4766-b0fb-fb31255a76ee owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:34.215455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57864971-318e-48d7-be63-d2d233d819fc req-4df6129f-c7d1-483f-843a-874117790749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:34.224395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-4df6129f-c7d1-483f-843a-874117790749 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4141052 Dec 08 16:19:34.239331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce541df7-c315-4128-9af5-111c8da1094a req-8218e872-c9eb-4cdd-b6d1-07df179baef9 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:34.241328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce541df7-c315-4128-9af5-111c8da1094a req-8218e872-c9eb-4cdd-b6d1-07df179baef9 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 943 time: 0.2081187 Dec 08 16:19:34.288724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port eb72116e-529e-4fcf-aa04-7378809af668 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:19:34.301613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port eb72116e-529e-4fcf-aa04-7378809af668 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:34.302038 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.351919 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-e28cecc5-2f07-40ac-aed0-715270f8f15a service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827797 Dec 08 16:19:34.362785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.373691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-c03b78ba-0430-48c7-ac0f-5c56a9857cb6 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310968 Dec 08 16:19:34.419128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] Pushing event deleted for resources: {'Port': ['ID=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:34.421383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2137c-c63f-4a3b-b40f-5185f0fefc33 None None] No DVR routers for this DVR port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:34.432737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:34.441878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a24c5767-616e-4416-8bab-51a7571fdb2d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a24c5767-616e-4416-8bab-51a7571fdb2d,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:34.453160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-110513792', 'description': 'tempest-secgroup-smoke-110513792 description', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:34.473662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a24c5767-616e-4416-8bab-51a7571fdb2d', 'network_id': '8feeb69a-19fd-471e-8754-2301717e7543', 'port_id': 'a24c5767-616e-4416-8bab-51a7571fdb2d', 'mac_address': 'fa:16:3e:ad:7d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3da3b3a-a409-4f2e-96d4-28ee36cb4674', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:34.572394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.575508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.616443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a24c5767-616e-4416-8bab-51a7571fdb2d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:34.654742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a24c5767-616e-4416-8bab-51a7571fdb2d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a24c5767-616e-4416-8bab-51a7571fdb2d,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:34.657127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.661287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:34.668630 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12063941-ad06-434f-a366-a5c50e26df7d" -d '{"events": [{"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-plugged", "status": "completed", "tag": "eb72116e-529e-4fcf-aa04-7378809af668"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:34.676285 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.697193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:34.706999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce541df7-c315-4128-9af5-111c8da1094a req-505712ed-2340-4ab4-ba88-681d53d14665 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294220 Dec 08 16:19:34.805260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.808661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57864971-318e-48d7-be63-d2d233d819fc req-5b7bb170-5cac-438f-ad0d-d7e184da2319 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756523 Dec 08 16:19:34.809647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Allocated IP 172.25.3.253 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/91225c50-fc00-475f-854f-d57d701c99ca) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:34.838610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a24c5767-616e-4416-8bab-51a7571fdb2d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:34.866370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.866570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5eb17eac-b6a7-4766-b0fb-fb31255a76ee no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:34.915691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-08526ddc-59c5-4542-9a0b-45201df6b02c service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529835 Dec 08 16:19:34.932060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:34.979009 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-29ccd3af-aaf1-42df-b327-c14dd836e291 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 200 len: 217 time: 0.0516644 Dec 08 16:19:35.015868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a24c5767-616e-4416-8bab-51a7571fdb2d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:35.022216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.031933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5eb17eac-b6a7-4766-b0fb-fb31255a76ee {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:35.032558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5eb17eac-b6a7-4766-b0fb-fb31255a76ee not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:35.087547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.130892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a74ef0a-bdf3-4e06-a574-8e8cb73b7f0d req-e41425d4-a37b-40c6-9b11-a69d48d787b9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.132792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a74ef0a-bdf3-4e06-a574-8e8cb73b7f0d req-e41425d4-a37b-40c6-9b11-a69d48d787b9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.4569411 Dec 08 16:19:35.133767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] No DVR routers for this DVR port 5eb17eac-b6a7-4766-b0fb-fb31255a76ee on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:35.140548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5eb17eac-b6a7-4766-b0fb-fb31255a76ee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:35.169454 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ba0be4-b09a-459a-958a-e4f546238719 x-openstack-request-id: req-99ba0be4-b09a-459a-958a-e4f546238719 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:35.169971 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-plugged", "status": "completed", "tag": "eb72116e-529e-4fcf-aa04-7378809af668", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:35.170380 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99ba0be4-b09a-459a-958a-e4f546238719 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:35.173238 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668', 'code': 200} Dec 08 16:19:35.211520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-f557d8ad-1df5-4e27-845b-79895544dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.216819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-f557d8ad-1df5-4e27-845b-79895544dfaa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.2256560 Dec 08 16:19:35.283030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:35.332236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.386360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-6473f7d8-75b7-414f-89eb-5de20120d366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.388687 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-6473f7d8-75b7-414f-89eb-5de20120d366 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1611056 Dec 08 16:19:35.436773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.478180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:35.482303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:35.484619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event updated for resources: {'Port': ['ID=91225c50-fc00-475f-854f-d57d701c99ca,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:35.488578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:35.497458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a74ef0a-bdf3-4e06-a574-8e8cb73b7f0d req-a18fbf6d-a2d7-4bac-9878-7d28efb4b8b7 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413737 Dec 08 16:19:35.520800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daff4454-0fb0-40d5-b4d8-883b1aab556a']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:35.557127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa0927a-9085-4a6d-8434-c09950320fa4') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:35.557610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa0927a-9085-4a6d-8434-c09950320fa4') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:35.570641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7510335-9861-438c-a3ce-5107fa112722 req-55224117-73ce-44d6-ae6c-b4696e4a7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.573672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7510335-9861-438c-a3ce-5107fa112722 req-55224117-73ce-44d6-ae6c-b4696e4a7da9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 1097 time: 0.3029382 Dec 08 16:19:35.614696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.631617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.665543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b4a19-2e94-4991-b987-25d9888b666e req-48573687-9c7a-41f4-9c63-844a05e0bc4f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:35.668754 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-a591a1e1-103d-4948-9409-2fed65e22921 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702506 Dec 08 16:19:35.673958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-963b4a19-2e94-4991-b987-25d9888b666e req-48573687-9c7a-41f4-9c63-844a05e0bc4f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.3847458 Dec 08 16:19:35.692092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.716780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.737870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.789867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:19:35.790598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.796960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a24c5767-616e-4416-8bab-51a7571fdb2d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:19:35.804240 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:19:35.954998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a24c5767-616e-4416-8bab-51a7571fdb2d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:19:35.959711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a24c5767-616e-4416-8bab-51a7571fdb2d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:35.960119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.962760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e22aff-97b9-41d3-adfd-9992ddca4ebb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:35.982677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:35.997152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7510335-9861-438c-a3ce-5107fa112722 req-5c55b9d5-77e6-4663-ae17-3bed01fc7f50 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959484 Dec 08 16:19:36.121942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-105cba03-a43d-4a2a-baaa-a129bea4f0e4 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301569 Dec 08 16:19:36.138413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.147507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-963b4a19-2e94-4991-b987-25d9888b666e req-12f3386f-eb77-465c-b173-e118c6051e85 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476967 Dec 08 16:19:36.168276 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.212928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.221378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/daff4454-0fb0-40d5-b4d8-883b1aab556a HTTP/1.1" status: 204 len: 168 time: 3.9935369 Dec 08 16:19:36.244885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.254948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f461ba6a-c72e-4c43-ab90-805273cfdbb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=daff4454-0fb0-40d5-b4d8-883b1aab556a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:36.264547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.284495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb7f48-c870-43a3-a2c6-78ab2ab3273d req-65844a7d-ccaa-4c92-bdea-baeec421caa1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:36.299584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39bb7f48-c870-43a3-a2c6-78ab2ab3273d req-65844a7d-ccaa-4c92-bdea-baeec421caa1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 944 time: 0.3197742 Dec 08 16:19:36.301170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a24c5767-616e-4416-8bab-51a7571fdb2d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a24c5767-616e-4416-8bab-51a7571fdb2d,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:36.311567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.472269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a24c5767-616e-4416-8bab-51a7571fdb2d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:36.493035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.497739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 2.0606349 Dec 08 16:19:36.503532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:36.517376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2adc65be-7c2e-4e31-9d1c-8557e2420acb', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:36.524994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd3134-72fa-4b78-ac08-162b1af0e5bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adc65be-7c2e-4e31-9d1c-8557e2420acb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:36.585228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39bb7f48-c870-43a3-a2c6-78ab2ab3273d req-5516e399-7df0-4b4a-845b-3e2e3a6eb244 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841084 Dec 08 16:19:36.669110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:36.827212 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-1842926c-cf67-4b17-99f9-fadd7a419815 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 200 len: 217 time: 0.6360619 Dec 08 16:19:36.830802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:36.976155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.025572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.115520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84be54bb-2c5c-4d09-84f4-50e9e4beb5b6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:37.149309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e8b31-d43a-4e9c-9c53-f3c90df7ad9a req-940670cc-f1f9-4cda-8b24-47c7e9472263 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:37.151448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b7e8b31-d43a-4e9c-9c53-f3c90df7ad9a req-940670cc-f1f9-4cda-8b24-47c7e9472263 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.3341424 Dec 08 16:19:37.154409 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.156026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc96677e-2ed1-4c57-8391-241fe61950ef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6502917 Dec 08 16:19:37.160878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50522) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:37.165241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f900e4b2-14a7-4811-8b9c-eb9747c21e58 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b277add7005a43e89e976c0518d504a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3326483 Dec 08 16:19:37.168530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50524) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:37.174567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c5767-616e-4416-8bab-51a7571fdb2d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:37.179662 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdbf945-9605-4ac2-a779-5814a13ce0fe" -d '{"events": [{"server_uuid": "c29241a0-d08e-4d9f-aa31-47eb72a8477c", "name": "network-vif-plugged", "status": "completed", "tag": "a24c5767-616e-4416-8bab-51a7571fdb2d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:37.181198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-7fa9d609-a139-48f6-baa2-dc5017553748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:37.184844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-7fa9d609-a139-48f6-baa2-dc5017553748 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.3382797 Dec 08 16:19:37.262922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2adc65be-7c2e-4e31-9d1c-8557e2420acb', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:37.330221 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b42af6-3573-4c20-932e-369367a17966 x-openstack-request-id: req-99b42af6-3573-4c20-932e-369367a17966 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:37.331142 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29241a0-d08e-4d9f-aa31-47eb72a8477c", "name": "network-vif-plugged", "status": "completed", "tag": "a24c5767-616e-4416-8bab-51a7571fdb2d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:37.331732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.332000 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99b42af6-3573-4c20-932e-369367a17966 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:37.332960 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a24c5767-616e-4416-8bab-51a7571fdb2d', 'code': 200} Dec 08 16:19:37.362049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.389425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-720d7d6a-83a8-48f0-bdb9-ed93962075de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:37.395260 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-720d7d6a-83a8-48f0-bdb9-ed93962075de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1893399 Dec 08 16:19:37.438062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b7e8b31-d43a-4e9c-9c53-f3c90df7ad9a req-67b7cc2d-34e1-4669-8c2d-055d657c9190 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557915 Dec 08 16:19:37.579555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db874119-9a1f-4178-8aa0-70b52df89d0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.594813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.622261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86fcfb5-cd98-4645-b691-cb2953587a2c req-67c4a116-54b9-4602-80d9-9796369e73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:37.623874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a86fcfb5-cd98-4645-b691-cb2953587a2c req-67c4a116-54b9-4602-80d9-9796369e73a8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 1096 time: 0.1677623 Dec 08 16:19:37.647744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db874119-9a1f-4178-8aa0-70b52df89d0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.668149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event updated for resources: {'Port': ['ID=91225c50-fc00-475f-854f-d57d701c99ca,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:37.696904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72ee07-8918-4ed3-a4fe-d0ba394a0e94 req-6bb9f616-4938-4c34-9c54-9a1d8218f648 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:37.704170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a72ee07-8918-4ed3-a4fe-d0ba394a0e94 req-6bb9f616-4938-4c34-9c54-9a1d8218f648 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1897392 Dec 08 16:19:37.728178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-04e91cd7-b68c-4a28-a5f3-d9545e3915e3 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819645 Dec 08 16:19:37.729116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.856822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a86fcfb5-cd98-4645-b691-cb2953587a2c req-7915c1f2-695c-4bbb-954a-7a67c7c3fecd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418238 Dec 08 16:19:37.880282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.895578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.939842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.941985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7b365b29-3d93-4da1-a668-20541d220503 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9311230 Dec 08 16:19:37.949844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d99cc8-0e55-4ed5-99cd-943eb8371513,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:37.956995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.965849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6136bb6e-dc26-4eda-8f75-cc30771b9ad2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7960765 Dec 08 16:19:37.972608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50534) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:37.981055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2adc65be-7c2e-4e31-9d1c-8557e2420acb', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:37.982527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a72ee07-8918-4ed3-a4fe-d0ba394a0e94 req-60ded172-f928-4a35-9a96-04cee9cf75bd tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362330 Dec 08 16:19:37.989508 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db874119-9a1f-4178-8aa0-70b52df89d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.992278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db874119-9a1f-4178-8aa0-70b52df89d0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:37.999017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-db874119-9a1f-4178-8aa0-70b52df89d0b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63f80309-cc47-47c2-b3be-fecf32eb69b7 HTTP/1.1" status: 204 len: 168 time: 0.8273644 Dec 08 16:19:38.066447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48879028-3a73-4a41-bdf7-f239a933aecc req-e45cf811-147a-420b-8022-ea8f08b4940f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.072885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48879028-3a73-4a41-bdf7-f239a933aecc req-e45cf811-147a-420b-8022-ea8f08b4940f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.2430460 Dec 08 16:19:38.075215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db874119-9a1f-4178-8aa0-70b52df89d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f80309-cc47-47c2-b3be-fecf32eb69b7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:38.190945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48879028-3a73-4a41-bdf7-f239a933aecc req-9b87fbc5-b024-4fe3-80ae-fd5cd718b951 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779693 Dec 08 16:19:38.201174 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-1820d528-1c14-4c5e-a23d-745a602c391f service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604788 Dec 08 16:19:38.208364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.290604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-875f208a-ce59-4d20-9c1c-8654f2df4b2b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 217 time: 0.0681140 Dec 08 16:19:38.427950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.436376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-dd707e2a-8f1b-4d1d-ad63-274fc43dbbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.441749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-dd707e2a-8f1b-4d1d-ad63-274fc43dbbcb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.1355758 Dec 08 16:19:38.444089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.556014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f157e1dc-19ae-4b02-8cce-7e0d454e0f32,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:38.556345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-01abbe1f-5594-451a-a3da-5ec56d244070 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--325807983&fields=id&tenant_id=80b58aa5415b42488b1fb05e9315e9a1 HTTP/1.1" status: 200 len: 267 time: 0.1286073 Dec 08 16:19:38.592839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-c0c01f69-14e1-486c-bd03-aadf1da207e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.602430 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-c0c01f69-14e1-486c-bd03-aadf1da207e0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487336 Dec 08 16:19:38.606295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.608437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05260b42-8bed-4877-a28a-2bddca410900 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6342239 Dec 08 16:19:38.699017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50554) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:38.705413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2adc65be-7c2e-4e31-9d1c-8557e2420acb', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:38.833185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-6f9456a1-01db-4f58-b80e-5c7cc58dae7a tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:38.846826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-6f9456a1-01db-4f58-b80e-5c7cc58dae7a tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/networks?id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec HTTP/1.1" status: 200 len: 806 time: 0.2886696 Dec 08 16:19:38.854030 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.882982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-746ae2b9-5b0b-483c-9f6b-489ce525e02e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/quotas/80b58aa5415b42488b1fb05e9315e9a1 HTTP/1.1" status: 200 len: 375 time: 0.0350175 Dec 08 16:19:38.962724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.971762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:38.976475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-420a4bd1-31a3-4438-96f2-2974a6aee07b service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3656678 Dec 08 16:19:38.994883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd8335-2aa9-4dba-8b5a-a103142087f5 req-8e7ea94a-e73d-4be4-acdf-ac14837d6f66 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:39.004028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1dd8335-2aa9-4dba-8b5a-a103142087f5 req-8e7ea94a-e73d-4be4-acdf-ac14837d6f66 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2525024 Dec 08 16:19:39.010873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.012493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3123586 Dec 08 16:19:39.022216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50564) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:39.028196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2adc65be-7c2e-4e31-9d1c-8557e2420acb', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:39.091047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13db694-01f3-4f89-a83b-d12140ec77be tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ec6a78-b2ce-445e-a872-5b0478dc4b92,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:39.147702 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:19:39.165020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.180745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1dd8335-2aa9-4dba-8b5a-a103142087f5 req-1b3b2aee-3345-4595-a3f5-72d34f8b8e12 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748593 Dec 08 16:19:39.248317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-c37f22c8-1b89-4708-ad37-108b51738fba tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=80b58aa5415b42488b1fb05e9315e9a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3539462 Dec 08 16:19:39.256064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-b56e394b-d9e3-4f09-89e4-1cf4a0511e97 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593699 Dec 08 16:19:39.295674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-3b8304fb-da27-4dc1-bbd2-34a36bf68fcc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:19:39.310038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-3b8304fb-da27-4dc1-bbd2-34a36bf68fcc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0220480 Dec 08 16:19:39.394106 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-991547cf-6195-467f-972e-59de905af977 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 217 time: 0.1263134 Dec 08 16:19:39.397399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.444176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.527572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac96d238-7bae-4443-9a7a-0af3d8e1a4fb req-1334fd5b-b30c-446c-8551-a32eea3f9f80 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:39.543836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2cf754-a884-4c61-b98f-4fffb906497a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:39.546988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac96d238-7bae-4443-9a7a-0af3d8e1a4fb req-1334fd5b-b30c-446c-8551-a32eea3f9f80 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1115353 Dec 08 16:19:39.562932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.568821 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-41c3af34-3924-4ecd-87cb-d2a9a1789811 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5411551 Dec 08 16:19:39.568821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-48df15e8-a14c-492d-bc15-02f5a1809dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:39.570924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-48df15e8-a14c-492d-bc15-02f5a1809dd4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.1678910 Dec 08 16:19:39.571694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50584) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:39.578249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2adc65be-7c2e-4e31-9d1c-8557e2420acb', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:39.607975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-7dcc87c2-fffc-4a1c-a3bd-1c112f014ac1 service neutron] 10.222.0.62 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872274 Dec 08 16:19:39.671506 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:19:39.684574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:39.695179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-3c8f7baa-501a-446e-be63-d01f58ce30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:39.697659 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-3c8f7baa-501a-446e-be63-d01f58ce30ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1109829 Dec 08 16:19:39.746982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac96d238-7bae-4443-9a7a-0af3d8e1a4fb req-a40a3245-d470-4bc7-87f4-0e651956d3a9 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985216 Dec 08 16:19:39.901660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-eaf0d666-2158-4e28-9b6c-05fb1ae3050d service neutron] 10.222.0.62 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851322 Dec 08 16:19:39.990309 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-7cb9c613-0213-4aee-84db-0a39e4a39b46 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817886 Dec 08 16:19:40.179467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.190432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953cdb7-ed2c-4fdb-b4ec-f867198a53bd req-81b4df46-9b68-49d8-974b-8d16f8ff32ab tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:40.210403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5953cdb7-ed2c-4fdb-b4ec-f867198a53bd req-81b4df46-9b68-49d8-974b-8d16f8ff32ab tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2340643 Dec 08 16:19:40.242870 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-253e9402-b6e3-4cbf-9ab1-9277bf7461c1 req-8d1cbdfc-b3ea-4582-bd2f-f73fbaac3aed service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439911 Dec 08 16:19:40.244723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.275481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2558e8-a3ab-4a1a-acda-a47d0c6b53eb,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:40.299640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.306690 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5799d7bd-40ae-4ec5-92a2-af59c695f3c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7335756 Dec 08 16:19:40.313029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50590) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:40.322400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'network': {'name': 'tempest-network-smoke--2023516483', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:40.388492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:40.398478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.487182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] vlan segment allocate from pool success with {'vlan_id': 678, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:19:40.491532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5953cdb7-ed2c-4fdb-b4ec-f867198a53bd req-06ac1785-da2e-4153-ad32-2c0b794fdcf1 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794647 Dec 08 16:19:40.507146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.508143 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Added segment e0144899-715a-4348-8eca-988c92a8ac18 of type vlan for network fd50c743-5ece-4c3e-b189-be25c9537097 Dec 08 16:19:40.635971 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.727140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd822d-ed12-4c4e-a3ad-4460cbd905a0 req-6a4a0e75-593a-4e0b-a136-19a7625ead0b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:40.741662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23fd822d-ed12-4c4e-a3ad-4460cbd905a0 req-6a4a0e75-593a-4e0b-a136-19a7625ead0b tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.2482855 Dec 08 16:19:40.774968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.821738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:40.826542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:40.915956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23fd822d-ed12-4c4e-a3ad-4460cbd905a0 req-24ad9548-36c6-47a8-abfc-c832734c7850 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698151 Dec 08 16:19:41.049849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Network': ['ID=fd50c743-5ece-4c3e-b189-be25c9537097,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:41.068788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network fd50c743-5ece-4c3e-b189-be25c9537097 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:19:41.090546 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dc3f8002-fae6-42db-9be7-10fe2e12e500 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7754476 Dec 08 16:19:41.095598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:41.117352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'admin_state_up': True, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:41.217838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.221519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.239597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5c2d0ce-71b7-4f4a-95f2-e1378d2d996b req-0c6308e2-a58c-464a-bd64-b36b016b22f0 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.0880346 Dec 08 16:19:41.432982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:41.552136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-063e5498-c6a8-4bb4-a0c2-637f48d8771b tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=af3e55482e114ec8baec81a117a689f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728700 Dec 08 16:19:41.965346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.022546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-479cdc3a-5bd5-46c0-a307-32a796f30cea tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:42.024203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-479cdc3a-5bd5-46c0-a307-32a796f30cea tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4666660 Dec 08 16:19:42.056421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-339a3c00-23a5-49f3-a8fb-58d31662969f tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/quotas/af3e55482e114ec8baec81a117a689f8 HTTP/1.1" status: 200 len: 375 time: 0.0147662 Dec 08 16:19:42.085905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a55c64-cab2-4b9a-8fd5-263f85f15613 req-9f10b57d-81a4-49ad-b607-fed312365e18 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:42.088424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3a55c64-cab2-4b9a-8fd5-263f85f15613 req-9f10b57d-81a4-49ad-b607-fed312365e18 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1674912 Dec 08 16:19:42.223689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-d859ba97-ee04-4c5d-922b-b38dc1156f24 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=af3e55482e114ec8baec81a117a689f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111345 Dec 08 16:19:42.399532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3a55c64-cab2-4b9a-8fd5-263f85f15613 req-4980fde4-cdd9-4adb-b418-bc02907a07b0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378454 Dec 08 16:19:42.481335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.509370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:42.785203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89dabd3-90af-46e5-9f26-001a7e11612d req-db7fff63-42b5-4683-9914-ca5d65b579a0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:42.793996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f89dabd3-90af-46e5-9f26-001a7e11612d req-db7fff63-42b5-4683-9914-ca5d65b579a0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1818333 Dec 08 16:19:42.874998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.84 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/58a993a3-6152-4a3f-a21e-2751ec239904) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:42.991571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f89dabd3-90af-46e5-9f26-001a7e11612d req-7b491be7-904b-4a32-8756-562d0bb66c08 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961362 Dec 08 16:19:43.065251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d957059-c21a-446d-97bc-f667c94c3d75 req-02a4c929-5f4d-4d11-8e28-4a9b597f8891 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:43.080129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d957059-c21a-446d-97bc-f667c94c3d75 req-02a4c929-5f4d-4d11-8e28-4a9b597f8891 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.2800858 Dec 08 16:19:43.186207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05fcd959-0fa3-4160-b0d8-55c732f510c5 req-b04ae48b-c01d-4068-b6bb-d18f5319e23c tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.0661542 Dec 08 16:19:43.225718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.237659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d957059-c21a-446d-97bc-f667c94c3d75 req-63d8d86e-7a56-4217-9727-1ded0626ab10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563318 Dec 08 16:19:43.371238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.424719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a74db74f-a408-44c2-86f7-fbbee5542d1e req-ef544dfc-fa9c-4614-8666-61f3fe70aa6e tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 210 time: 0.1013489 Dec 08 16:19:43.464704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:43.497108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:43.502805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:43.540278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0ea9b8-9ee1-4a24-ab16-b1fdc33715b8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:43.646722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=58a993a3-6152-4a3f-a21e-2751ec239904,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:43.707600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5feebeb4-4b2e-4221-a172-155b63ebce11 None None] Provisioning complete for port 58a993a3-6152-4a3f-a21e-2751ec239904 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:43.708792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5feebeb4-4b2e-4221-a172-155b63ebce11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:43.869303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5feebeb4-4b2e-4221-a172-155b63ebce11 None None] Port 58a993a3-6152-4a3f-a21e-2751ec239904 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:44.081657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251acbc3-1a00-4ab3-aeb8-b78bf8e5b5db req-673d82f1-2de2-4e7d-b333-9fdbb387dc6c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:44.101873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-251acbc3-1a00-4ab3-aeb8-b78bf8e5b5db req-673d82f1-2de2-4e7d-b333-9fdbb387dc6c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.3564842 Dec 08 16:19:44.226920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-4560e511-3666-4359-ac51-ba88ee4954c6 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:44.229317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-4560e511-3666-4359-ac51-ba88ee4954c6 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.86 "GET /v2.0/networks?id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec HTTP/1.1" status: 200 len: 806 time: 0.6846046 Dec 08 16:19:44.299728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9883c6-07c6-4c6d-bdd7-fb6eb9633e27 req-07db66d6-8d60-49e3-a296-38b1ece22e40 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:44.313483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9883c6-07c6-4c6d-bdd7-fb6eb9633e27 req-07db66d6-8d60-49e3-a296-38b1ece22e40 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.3110580 Dec 08 16:19:44.314367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.378235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-251acbc3-1a00-4ab3-aeb8-b78bf8e5b5db req-bef9e8b7-a19a-4f6c-a063-a751a53d11ab tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093489 Dec 08 16:19:44.475882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9883c6-07c6-4c6d-bdd7-fb6eb9633e27 req-68f84d9c-aa55-4ec2-b402-6fc0786eea33 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486800 Dec 08 16:19:44.606197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf599e-ba03-4488-bed2-13663d630ffa req-6dfe313e-88f5-4a46-8e64-291ebb44bb2a tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:44.618052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cbf599e-ba03-4488-bed2-13663d630ffa req-6dfe313e-88f5-4a46-8e64-291ebb44bb2a tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.0952044 Dec 08 16:19:44.710055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:44.732965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bda508ac-5c27-49ff-aa81-00a2570c3e34 req-629c5ad9-2512-4b27-9ce5-53081e2ffca2 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.0512829 Dec 08 16:19:44.768969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cbf599e-ba03-4488-bed2-13663d630ffa req-49280415-cbce-4d65-8d4c-0160112b6ac0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497598 Dec 08 16:19:44.934213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0de86fc5-ebe3-4af7-8389-ba5c06325d9d req-d178baa5-fe8c-4a03-9f9b-6395d5755667 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 210 time: 0.0319991 Dec 08 16:19:45.236269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:19:45.366078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:45.379820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Sync routers for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:45.395637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:45.395929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:45.396622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:45.402851 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-21c572cd-dbf6-446a-ba97-a4cf484889ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.2987094 Dec 08 16:19:45.402851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50666) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.564262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:45.741577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff4701-d24f-47cb-942c-3c465c3ec65c req-37c0a579-e9a2-4129-9a08-96d8ff159aff tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.743263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44ff4701-d24f-47cb-942c-3c465c3ec65c req-37c0a579-e9a2-4129-9a08-96d8ff159aff tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1753523 Dec 08 16:19:45.809272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddce7df-55f0-4976-aa47-b301561d8eac req-ae104c6f-9fce-43fe-b254-620344b5e4bf tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:45.817232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fddce7df-55f0-4976-aa47-b301561d8eac req-ae104c6f-9fce-43fe-b254-620344b5e4bf tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.1412339 Dec 08 16:19:45.888689 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9fae6c81-98ce-4bbf-82d0-2333400f1857 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d0a12132f1034bcc9fa41009f4c3b339&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4847672 Dec 08 16:19:45.894232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44ff4701-d24f-47cb-942c-3c465c3ec65c req-cda5d4e5-b929-4bab-b310-e453e3b58857 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332772 Dec 08 16:19:45.894947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50678) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:45.914000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fddce7df-55f0-4976-aa47-b301561d8eac req-6c24ae46-0d5b-41e6-a13a-ec6dea1c281a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924785 Dec 08 16:19:46.021243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:44Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:46.083157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-621aee68-f2cd-448a-b5bf-60231c75bbec req-844c95ec-09ec-4b77-9f01-6d7d6a1c2253 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.0471036 Dec 08 16:19:46.087597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Checking router: 39c3ed65-056e-44c6-8ba0-3a98ad09df6d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:46.087975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Updating router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d port 58a993a3-6152-4a3f-a21e-2751ec239904 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:19:46.142179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.214916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f30319-ca64-4593-91ef-99c036c19ae9 req-4fdbaa0a-3e8b-4474-ad40-a88ae01880cc tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:46.217626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8f30319-ca64-4593-91ef-99c036c19ae9 req-4fdbaa0a-3e8b-4474-ad40-a88ae01880cc tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1306605 Dec 08 16:19:46.272968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3475e2a3-3680-4d28-94b1-97d49c8f40c4 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:46.278100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3475e2a3-3680-4d28-94b1-97d49c8f40c4 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3793185 Dec 08 16:19:46.286624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50684) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:46.355945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8f30319-ca64-4593-91ef-99c036c19ae9 req-11227e5a-8b57-4c60-a869-b4073e17fcea tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187418 Dec 08 16:19:46.377163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aab04e65-4b72-40d5-8e0c-42658576043e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887585 Dec 08 16:19:46.385675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50686) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:46.398860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-369453776', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:46.474389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-024f0cff-5f3e-4275-b97b-3134c4307f5d req-b343bb5e-1b39-4d11-be42-827c9b2f4d11 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 210 time: 0.1073422 Dec 08 16:19:46.557198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.567296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.617059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:46.625821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.646150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fe23cd-9763-4c4b-9291-ff192739d5b0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:46.663157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Pushing event updated for resources: {'Port': ['ID=58a993a3-6152-4a3f-a21e-2751ec239904,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:46.665726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Attempting to bind port 58a993a3-6152-4a3f-a21e-2751ec239904 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:46.666133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Attempting to bind port 58a993a3-6152-4a3f-a21e-2751ec239904 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:46.666493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Attempting to bind port 58a993a3-6152-4a3f-a21e-2751ec239904 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:46.678527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:46.678904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:46.679289 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.679682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:46.680165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Bound port: 58a993a3-6152-4a3f-a21e-2751ec239904, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:46.681196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.686482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.686811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.687099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.687437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.687911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.688244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.688566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.688888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.689205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.689579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.690145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.690472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.690790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:19:46.818026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-631c42b0-4c13-493d-bb56-99a6b6c9ee3e None None] Provisioning complete for port 58a993a3-6152-4a3f-a21e-2751ec239904 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:46.818739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-631c42b0-4c13-493d-bb56-99a6b6c9ee3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:46.882895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] For port 58a993a3-6152-4a3f-a21e-2751ec239904, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:46.915777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-631c42b0-4c13-493d-bb56-99a6b6c9ee3e None None] Port 58a993a3-6152-4a3f-a21e-2751ec239904 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:46.920478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] For port 58a993a3-6152-4a3f-a21e-2751ec239904, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=58a993a3-6152-4a3f-a21e-2751ec239904,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:46.932374 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.027307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.032586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fc70ff-b4fd-424a-964d-af98b6012671 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:19:47.068139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:47.069431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:47.232989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493887f-9491-4fb4-9a8d-1f3487341d39 None None] Pushing event updated for resources: {'Port': ['ID=58a993a3-6152-4a3f-a21e-2751ec239904,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:47.332227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Subnet': ['ID=911f61ab-a9cc-435c-81c4-405ab05aa9d0,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:47.371857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf27ff99-eddb-4f2c-b34a-9a0f87005746 req-114e915b-720e-456b-bb98-12ccc462466a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:47.373845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf27ff99-eddb-4f2c-b34a-9a0f87005746 req-114e915b-720e-456b-bb98-12ccc462466a tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.2355649 Dec 08 16:19:47.393622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614fbde-254e-48e0-8248-6df9574c4cb5 req-30bece9b-fcf6-4048-becc-f050e500fe19 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:47.396092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7614fbde-254e-48e0-8248-6df9574c4cb5 req-30bece9b-fcf6-4048-becc-f050e500fe19 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1894267 Dec 08 16:19:47.397068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Checking segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:47.397514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network hostable DHCP agents. Network: fd50c743-5ece-4c3e-b189-be25c9537097, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:19:47.478502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network fd50c743-5ece-4c3e-b189-be25c9537097 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:19:47.498931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf27ff99-eddb-4f2c-b34a-9a0f87005746 req-2544248a-e230-46e7-8041-a529693e6a51 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929503 Dec 08 16:19:47.515504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, fd50c743-5ece-4c3e-b189-be25c9537097) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:47.529674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:47.530360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.549811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7614fbde-254e-48e0-8248-6df9574c4cb5 req-ea15b95d-f99f-49c3-8a62-a2d87268de3f tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244719 Dec 08 16:19:47.583302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-15c07958-ac7f-4283-953c-cc46d4a745c2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1960740 Dec 08 16:19:47.586008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50700) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:47.588307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d04199-55a7-455f-a6c0-50b174869692 None None] Network fd50c743-5ece-4c3e-b189-be25c9537097 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:47.591104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-74904c79-8072-412b-a43f-e0ca60dbccf5 None None] Provisioning complete for port 58a993a3-6152-4a3f-a21e-2751ec239904 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:47.591632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74904c79-8072-412b-a43f-e0ca60dbccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:47.730514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:47.813336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55005f1f-669f-4d42-9bb7-566e295dd579 req-9450c3a7-cebd-4b6a-80a4-3209a7d65964 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.0598106 Dec 08 16:19:48.001683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ef401-b6de-4bed-9a02-112c8f177e8b req-5c7e5eb7-921a-4ddb-a375-dc8f71d947ec tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:48.003402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b80ef401-b6de-4bed-9a02-112c8f177e8b req-5c7e5eb7-921a-4ddb-a375-dc8f71d947ec tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1376097 Dec 08 16:19:48.086349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebb88d2c-01bc-473f-86c6-0cd5837bb97d req-4cb14a91-fa34-41f1-9267-37e50a7af1e4 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 210 time: 0.0819385 Dec 08 16:19:48.197979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-fd50c743-5ece-4c3e-b189-be25c9537097', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:19:48.199009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.207953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b80ef401-b6de-4bed-9a02-112c8f177e8b req-a968e89e-9ad0-42c3-ae19-b2caa1a7f60d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616681 Dec 08 16:19:48.291247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:44Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:48.517486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509a423c-c5bf-4fb1-8ee2-0c5c64de2e7d None None] The sync data for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 is: [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:44Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:48.564324 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74904c79-8072-412b-a43f-e0ca60dbccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.582492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-74904c79-8072-412b-a43f-e0ca60dbccf5 None None] For port 58a993a3-6152-4a3f-a21e-2751ec239904, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=58a993a3-6152-4a3f-a21e-2751ec239904,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:48.592955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74904c79-8072-412b-a43f-e0ca60dbccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.662889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:48.714147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f027-46ff-497a-a584-d208036e752a req-1de32300-44ef-4b60-9f73-f8c7a225cf66 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:48.723847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cb1f027-46ff-497a-a584-d208036e752a req-1de32300-44ef-4b60-9f73-f8c7a225cf66 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.0947824 Dec 08 16:19:48.736633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Allocated IP 172.20.0.2 (fd50c743-5ece-4c3e-b189-be25c9537097/911f61ab-a9cc-435c-81c4-405ab05aa9d0/929b00cc-8d9b-45ec-b430-f137fb27dcc2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:48.774678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74904c79-8072-412b-a43f-e0ca60dbccf5 None None] Pushing event updated for resources: {'Port': ['ID=58a993a3-6152-4a3f-a21e-2751ec239904,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:48.829534 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cb1f027-46ff-497a-a584-d208036e752a req-145e4738-6e4c-4b8c-b0a3-5cef89e67ca1 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043615 Dec 08 16:19:48.876143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041e7cb-403a-417c-a651-68640a6aecdb req-cc906ce5-e3bc-43c1-be85-7a409d4f26f7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:48.899181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9041e7cb-403a-417c-a651-68640a6aecdb req-cc906ce5-e3bc-43c1-be85-7a409d4f26f7 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.1254759 Dec 08 16:19:49.066777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9041e7cb-403a-417c-a651-68640a6aecdb req-92ce00ba-72bd-4633-ae1a-95740565e4c8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612475 Dec 08 16:19:49.106544 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.120084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.153212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df40eba5-4cf7-4385-a916-ecd3932deec7 req-de6c475e-e4e0-401c-a005-c6ff76c0d39d tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.0646954 Dec 08 16:19:49.246268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Network fd50c743-5ece-4c3e-b189-be25c9537097 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:49.253648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:49.262206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:49.348167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6bd9e11-fa50-4e75-a9da-8a190f474ca8 req-d6c83194-76ff-4c9c-8736-1a155dd2862d tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 210 time: 0.0379906 Dec 08 16:19:49.355651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-5e436b94-0ad1-4134-9225-d254ad08b765 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80b58aa5415b42488b1fb05e9315e9a1 HTTP/1.1" status: 200 len: 379 time: 0.2007587 Dec 08 16:19:49.367113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Request body: {'port': {'device_id': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'admin_state_up': True, 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'security_groups': ['e1f698b2-953d-4b97-8692-809f5da44a6f']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:49.386161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.1 (fd50c743-5ece-4c3e-b189-be25c9537097/911f61ab-a9cc-435c-81c4-405ab05aa9d0/9d9195f9-ef03-478d-b586-c0e51ff8f1a2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:49.442489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Attempting to bind port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:49.443121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Attempting to bind port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:49.443747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Attempting to bind port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 on network fd50c743-5ece-4c3e-b189-be25c9537097 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:49.446924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Pushing event updated for resources: {'Port': ['ID=929b00cc-8d9b-45ec-b430-f137fb27dcc2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:49.460167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:49.460820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Checking segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:49.461727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.462459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Bound using segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:49.463303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Bound port: 929b00cc-8d9b-45ec-b430-f137fb27dcc2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:49.463953 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.529663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7890b-ccd9-4fae-88bd-5e07723ce902 req-2964b8a1-ab71-46db-a596-d7f81a6676cf tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:49.532397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6f7890b-ccd9-4fae-88bd-5e07723ce902 req-2964b8a1-ab71-46db-a596-d7f81a6676cf tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1321058 Dec 08 16:19:49.584556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] For port 929b00cc-8d9b-45ec-b430-f137fb27dcc2, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:49.591423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] For port 929b00cc-8d9b-45ec-b430-f137fb27dcc2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=929b00cc-8d9b-45ec-b430-f137fb27dcc2,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:49.600780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.609368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6f7890b-ccd9-4fae-88bd-5e07723ce902 req-597feb8e-0e13-4b27-9ac3-3bd7f790c2e5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690808 Dec 08 16:19:49.611691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.663678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Made reservation on behalf of 80b58aa5415b42488b1fb05e9315e9a1 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:49.670269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.672185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:49.725832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network fd50c743-5ece-4c3e-b189-be25c9537097 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:49.736286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:49.740977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3514087-e99b-49c8-aaef-e3342f3cb7e4 None None] Pushing event updated for resources: {'Port': ['ID=929b00cc-8d9b-45ec-b430-f137fb27dcc2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:49.751667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:49.800662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:49.862135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.003628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Allocated IP 172.20.0.11 (85fe1f08-e91c-4a7e-8d8f-df7ebff994ec/169df7fe-d162-40b2-bc28-09c4c3c04445/991d44ad-7cbd-44c7-9e6b-9098bed30bb6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:50.029840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-60060cf4-be80-4817-a292-bbec85fef3d6 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=af3e55482e114ec8baec81a117a689f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1930737 Dec 08 16:19:50.084396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.272862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0b2fc-bc23-4e5e-9edd-79f75db58eb7 req-ee7c121a-32ef-4d80-bcc9-32b06c1b2d56 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:50.281096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af0b2fc-bc23-4e5e-9edd-79f75db58eb7 req-ee7c121a-32ef-4d80-bcc9-32b06c1b2d56 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.2132707 Dec 08 16:19:50.308047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-b693d226-f6ab-4f27-8141-885eb6c760fb tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:50.310205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-b693d226-f6ab-4f27-8141-885eb6c760fb tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271273 Dec 08 16:19:50.337672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Request body: {'port': {'device_id': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'af3e55482e114ec8baec81a117a689f8'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:50.814937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af0b2fc-bc23-4e5e-9edd-79f75db58eb7 req-47366c2b-c710-4899-9257-f85f7a9c422f tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312967 Dec 08 16:19:50.862455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Made reservation on behalf of af3e55482e114ec8baec81a117a689f8 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:50.868323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.913531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 929b00cc-8d9b-45ec-b430-f137fb27dcc2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:50.915410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.943349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:50.950550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-1cbdece9-ee7f-4e20-9bfd-a79797dc9a7d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:50.953255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-1cbdece9-ee7f-4e20-9bfd-a79797dc9a7d tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.6168211 Dec 08 16:19:51.075008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.083425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:51.084470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.090537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.126461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff56f08-bce2-4c8e-98ee-47df194e4c75 req-dfdba360-5035-4a7d-85fe-bd12464bb4d2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:51.130831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ff56f08-bce2-4c8e-98ee-47df194e4c75 req-dfdba360-5035-4a7d-85fe-bd12464bb4d2 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 944 time: 0.7631044 Dec 08 16:19:51.158954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.206721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c546c824-4dee-4baf-a45c-a76524611543 req-0445ff94-45dd-46b9-a517-6bb091e3007b tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 210 time: 0.2184203 Dec 08 16:19:51.254974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.257140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.263854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.286865 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.370063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 929b00cc-8d9b-45ec-b430-f137fb27dcc2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=929b00cc-8d9b-45ec-b430-f137fb27dcc2,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:51.381260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.382375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 58a993a3-6152-4a3f-a21e-2751ec239904 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:51.451735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89973dda-a5b8-440a-b00f-dc8ff3f3746c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.472339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e377c918-96bd-4c5b-b825-582c7ae839ee None None] Network fd50c743-5ece-4c3e-b189-be25c9537097 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:19:51.534738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5f43c57-8bbb-4047-8d2b-19d9df72c930 req-08d5013d-06a2-4177-bea8-caa55bae4062 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 210 time: 0.0826523 Dec 08 16:19:51.541611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.568235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network fd50c743-5ece-4c3e-b189-be25c9537097 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:51.572528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:51.588641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ff56f08-bce2-4c8e-98ee-47df194e4c75 req-db5c93a0-b6c1-487c-baf5-f61bb8021edb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4078782 Dec 08 16:19:51.667699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=929b00cc-8d9b-45ec-b430-f137fb27dcc2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.713505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Deleting port a24c5767-616e-4416-8bab-51a7571fdb2d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:51.714011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.718593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-669e3bad-4ea2-4486-af7c-c83dc238614a None None] Provisioning complete for port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:51.719113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-669e3bad-4ea2-4486-af7c-c83dc238614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.722290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 58a993a3-6152-4a3f-a21e-2751ec239904 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:51.722864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:51.743004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:51.753284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Allocated IP 192.168.233.121 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:51.796933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:51.813200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:51.827846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event updated for resources: {'Port': ['ID=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:51.857221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:52.124936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:19:52.163076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] For port a24c5767-616e-4416-8bab-51a7571fdb2d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a24c5767-616e-4416-8bab-51a7571fdb2d,segment=NetworkSegment(8b237a4a-6c98-416d-a6f1-e7d5dd54f54b),segment_id=8b237a4a-6c98-416d-a6f1-e7d5dd54f54b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:52.164316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.185556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b8cee-b81c-41f3-948c-a1588867f34e req-c3040ae2-1364-4827-aaa6-58fc2740b023 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.190008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf5b8cee-b81c-41f3-948c-a1588867f34e req-c3040ae2-1364-4827-aaa6-58fc2740b023 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.5535886 Dec 08 16:19:52.286985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Calling delete_port for a24c5767-616e-4416-8bab-51a7571fdb2d owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:52.323275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:52.338999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.339500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.341100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:19:52.348004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'port_id': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'mac_address': 'fa:16:3e:52:72:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:52.355373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Sync routers for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:19:52.357386 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9d1ca335-cea4-4729-8708-ea7a1ef104a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/39c3ed65-056e-44c6-8ba0-3a98ad09df6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7677588 Dec 08 16:19:52.406371 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:52.407420 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:52.429964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.468772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.490507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Provisioning complete for port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:52.491043 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.507031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.508188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686d3e-b089-42e5-9f7d-5d5d72457e75 req-f7dc0bed-b43d-4804-ac5a-db08ca95b0b6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.527909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70686d3e-b089-42e5-9f7d-5d5d72457e75 req-f7dc0bed-b43d-4804-ac5a-db08ca95b0b6 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/ports?device_id=c29241a0-d08e-4d9f-aa31-47eb72a8477c HTTP/1.1" status: 200 len: 945 time: 0.4288359 Dec 08 16:19:52.541517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5d27f46-6f52-4368-aae8-9c51fde4e2f8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:52.580445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:52.596473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.664493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:52.665775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Pushing event updated for resources: {'Port': ['ID=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:52.676944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:52.683168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:19:52.803730 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:52.811105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['d5d27f46-6f52-4368-aae8-9c51fde4e2f8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:52.885323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:52.894264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:52.895386 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.909540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Provisioning complete for port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:52.910362 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:52.940302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-48b6b0f4-4dd9-4a44-8a0f-c00330909f65 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6072299 Dec 08 16:19:52.960229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Request body: {'port': {'device_id': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:53.005182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:53.046408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Provisioning complete for port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.047429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.059268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-a3592cf5-2dfa-440b-bd26-7d563f17131e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6965482 Dec 08 16:19:53.134581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.146730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Request body: {'port': {'device_id': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:53.167883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70686d3e-b089-42e5-9f7d-5d5d72457e75 req-741e8c79-8328-445f-aa62-ca60685aacac tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups?id=2877a2a5-aa30-421b-9375-06efae870263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376603 Dec 08 16:19:53.188445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fa03e87d-5724-461b-b160-a0fdb85e3123 None None] Port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:53.207137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf5b8cee-b81c-41f3-948c-a1588867f34e req-788cbcab-3aa7-4f40-9c05-a2ca61c240ab tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9671485 Dec 08 16:19:53.232793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.379386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-526d1336-4939-43e0-950c-9d74ad0d4f1a None None] Provisioning complete for port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.380296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-526d1336-4939-43e0-950c-9d74ad0d4f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.417663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event deleted for resources: {'Port': ['ID=a24c5767-616e-4416-8bab-51a7571fdb2d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:53.482893 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 2, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:53.490262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 929b00cc-8d9b-45ec-b430-f137fb27dcc2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:53.520658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] No DVR routers for this DVR port a24c5767-616e-4416-8bab-51a7571fdb2d on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:19:53.525569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-526d1336-4939-43e0-950c-9d74ad0d4f1a None None] Port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:53.540097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.543551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2dfff6e6-706f-4f33-b658-41f806ce0fd9 req-08aef45e-6954-44ad-81c4-67fbe01d9f27 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.86 "DELETE /v2.0/ports/a24c5767-616e-4416-8bab-51a7571fdb2d HTTP/1.1" status: 204 len: 173 time: 2.5747318 Dec 08 16:19:53.544236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Checking router: 39c3ed65-056e-44c6-8ba0-3a98ad09df6d for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:19:53.545125 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Updating router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:19:53.547719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'name': 'network-vif-deleted', 'tag': 'a24c5767-616e-4416-8bab-51a7571fdb2d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:53.558341 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b446f6-7a94-4f9f-90d6-99906a22a9ee" -d '{"events": [{"server_uuid": "c29241a0-d08e-4d9f-aa31-47eb72a8477c", "name": "network-vif-deleted", "tag": "a24c5767-616e-4416-8bab-51a7571fdb2d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:53.582602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.583774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.597576 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.629677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.648689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e18f6c-c34e-4e98-bf05-d3634d77c9ff req-fb92e2a5-cb19-494a-b6ed-583638df8638 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.650346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7e18f6c-c34e-4e98-bf05-d3634d77c9ff req-fb92e2a5-cb19-494a-b6ed-583638df8638 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 936 time: 0.1596303 Dec 08 16:19:53.675686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd83c56-e863-434e-b462-9aaefe11a7e0 req-71df8d35-115d-4e36-a12c-1bae48a54277 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:53.683646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cd83c56-e863-434e-b462-9aaefe11a7e0 req-71df8d35-115d-4e36-a12c-1bae48a54277 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 932 time: 0.2629185 Dec 08 16:19:53.701468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6aaf036f-9a24-4406-b913-0e8226f688c5 None None] Provisioning complete for port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.702751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6aaf036f-9a24-4406-b913-0e8226f688c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.792928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf036f-9a24-4406-b913-0e8226f688c5 None None] Port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:53.797676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:53.812527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.819160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cd83c56-e863-434e-b462-9aaefe11a7e0 req-ffe4eca5-51fb-4ff4-af05-224096828128 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341574 Dec 08 16:19:53.826463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6aaf036f-9a24-4406-b913-0e8226f688c5 None None] Provisioning complete for port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:53.826860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6aaf036f-9a24-4406-b913-0e8226f688c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.849560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Transition to ACTIVE for port object b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:19:53.849560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:53.886000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:53.914214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7e18f6c-c34e-4e98-bf05-d3634d77c9ff req-3d79da67-a0aa-4dd7-a79d-11522ce6213a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548490 Dec 08 16:19:53.984355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6aaf036f-9a24-4406-b913-0e8226f688c5 None None] Port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:19:54.077883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:54.079092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.109117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.124748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Attempting to bind port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:54.125153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Attempting to bind port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:54.125562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Attempting to bind port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:54.145179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:19:54.145599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Attempting to bind port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:54.164912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:54.165311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:54.165634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:54.166130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Bound port: b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:54.166470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.223994 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.266039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:54.267555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:54.269226 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.270673 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fafb241-6b9d-444f-9abd-6ed525353e26" -d '{"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-plugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:54.275777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.276725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a24c5767-616e-4416-8bab-51a7571fdb2d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:19:54.282789 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.303241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] For port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:54.307963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] For port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:54.323925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.328223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-e2b12e94-e8cd-4044-b941-c386641bcab0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-110513792&fields=id&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 267 time: 0.1989267 Dec 08 16:19:54.338820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be35379-5087-44f2-b615-9d2ff4d5d93b req-1e61803a-40f7-4329-a215-eeb342a8bffe tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.339711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: a24c5767-616e-4416-8bab-51a7571fdb2d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:19:54.340233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a24c5767-616e-4416-8bab-51a7571fdb2d not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:19:54.340671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8be35379-5087-44f2-b615-9d2ff4d5d93b req-1e61803a-40f7-4329-a215-eeb342a8bffe tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 945 time: 0.3356524 Dec 08 16:19:54.377171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc40ce7-5cee-49fd-a5dd-dd9045de63b7 None None] Pushing event updated for resources: {'Port': ['ID=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.381692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.456135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.456781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.458313 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] 10.222.0.86 "PUT /v2.0/ports/b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 HTTP/1.1" status: 200 len: 1096 time: 1.5087821 Dec 08 16:19:54.458798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'tag': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:54.461370 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ec70f6-810f-40ad-802b-66099da7bee7" -d '{"events": [{"name": "network-changed", "server_uuid": "b13c48b2-3687-46e9-a82d-10b8cac2b149", "tag": "b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:54.476026 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Attempting to bind port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:54.476704 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Attempting to bind port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:54.477240 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Attempting to bind port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 on network fd50c743-5ece-4c3e-b189-be25c9537097 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:54.489014 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:54.490048 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Checking segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:54.490048 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.490363 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Bound using segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:54.490780 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Bound port: 9d9195f9-ef03-478d-b586-c0e51ff8f1a2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:54.492116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd275f-69fc-4b0c-8e4d-0c6e043a9f10 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.492369 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.596736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-d9e50c8d-ccc4-458e-81e4-0cb522e4a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.599005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-d9e50c8d-ccc4-458e-81e4-0cb522e4a71a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af3e55482e114ec8baec81a117a689f8&device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 1099 time: 0.0640934 Dec 08 16:19:54.605101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8be35379-5087-44f2-b615-9d2ff4d5d93b req-7a77b2b7-1999-40e4-8544-6516901cba63 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2470932 Dec 08 16:19:54.617040 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] For port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:54.621765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] For port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:54.630370 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.654831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-a9b70380-3f68-4934-8ed4-0902af39397b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 HTTP/1.1" status: 200 len: 217 time: 0.0467725 Dec 08 16:19:54.663129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-0063826d-1d9a-4b56-8df3-37df9972b1c6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.671383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-0063826d-1d9a-4b56-8df3-37df9972b1c6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 797 time: 0.3082876 Dec 08 16:19:54.734315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-e0350fa1-e695-40e5-8417-f8a4774d3558 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/quotas/d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 375 time: 0.0137942 Dec 08 16:19:54.747951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:54.760056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-bc7eed5d-8567-4b70-8857-2eb409162816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:54.761907 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-bc7eed5d-8567-4b70-8857-2eb409162816 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.1004674 Dec 08 16:19:54.768150 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.788204 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc40ce7-5cee-49fd-a5dd-dd9045de63b7 None None] Pushing event updated for resources: {'Port': ['ID=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:54.833445 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:19:54.835414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:54.836044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Transition to ACTIVE for port object 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:19:54.848136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:54.926284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-a3e9de81-59e4-40cd-ac7f-81d13d5f657e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690607 Dec 08 16:19:54.944090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Pushing event updated for resources: {'Port': ['ID=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:55.027630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b6cc822c-fc1c-4419-aeaa-5fbdaa437ed0 None None] Provisioning complete for port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:55.031425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6cc822c-fc1c-4419-aeaa-5fbdaa437ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.218975 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ded7ce-9f83-45de-8193-77d3b2d6a7a3 x-openstack-request-id: req-26ded7ce-9f83-45de-8193-77d3b2d6a7a3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:55.221432 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29241a0-d08e-4d9f-aa31-47eb72a8477c", "name": "network-vif-deleted", "tag": "a24c5767-616e-4416-8bab-51a7571fdb2d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:55.222004 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26ded7ce-9f83-45de-8193-77d3b2d6a7a3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:55.224600 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29241a0-d08e-4d9f-aa31-47eb72a8477c', 'name': 'network-vif-deleted', 'tag': 'a24c5767-616e-4416-8bab-51a7571fdb2d', 'status': 'completed', 'code': 200} Dec 08 16:19:55.297248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Attempting to bind port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:19:55.301873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Attempting to bind port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:19:55.303082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Attempting to bind port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 on network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:55.313351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-f42de2aa-8257-4f5b-b51f-ca20e08f1280 service neutron] 10.222.0.62 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172204 Dec 08 16:19:55.321145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 on network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:19:55.321525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Attempting to bind port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 on network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:19:55.335423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:19:55.336151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Checking segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:19:55.336250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Bound using segment: {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:19:55.336733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Bound port: 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f7c1564-55ec-46e1-a201-17c492532195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:19:55.337108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.346281 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:19:55.398072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6cc822c-fc1c-4419-aeaa-5fbdaa437ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.452413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b6cc822c-fc1c-4419-aeaa-5fbdaa437ed0 None None] For port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:55.464077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6cc822c-fc1c-4419-aeaa-5fbdaa437ed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.533903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cc822c-fc1c-4419-aeaa-5fbdaa437ed0 None None] Pushing event updated for resources: {'Port': ['ID=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:55.650003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54169eed-06f3-44be-b13a-98f998b130a0 None None] Provisioning complete for port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:55.650003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54169eed-06f3-44be-b13a-98f998b130a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.652503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-ef967fe5-f372-4702-9007-b017ea33f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:55.656206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-ef967fe5-f372-4702-9007-b017ea33f7ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8722744 Dec 08 16:19:55.670049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cf498-b762-476e-b6e7-5a1d410babb5 req-272a31a6-f54d-490c-9b18-0fe3a20b2006 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:55.678623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a13cf498-b762-476e-b6e7-5a1d410babb5 req-272a31a6-f54d-490c-9b18-0fe3a20b2006 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2611952 Dec 08 16:19:55.738940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-0900f454-8a34-4cee-8aa9-9d208aa80b44 service neutron] 10.222.0.62 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991756 Dec 08 16:19:55.751473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a13cf498-b762-476e-b6e7-5a1d410babb5 req-6d284c3c-b6d1-4da8-90bd-cd663d75d4dc tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718489 Dec 08 16:19:55.755238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-33bee638-bc10-4879-a913-19728ac9243c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:54Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:19:55.776274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] For port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:19:55.784868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] For port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:19:55.793960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:55.814375 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bee638-bc10-4879-a913-19728ac9243c None None] The sync data for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 is: [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:54Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:19:55.877383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-3573060b-693f-4e94-8b58-9d74c3b135ce service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131488 Dec 08 16:19:55.959038 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844d65f9-2d0c-4d08-9efe-523e91352db9 x-openstack-request-id: req-844d65f9-2d0c-4d08-9efe-523e91352db9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:55.959537 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b13c48b2-3687-46e9-a82d-10b8cac2b149", "tag": "b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:55.959969 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-844d65f9-2d0c-4d08-9efe-523e91352db9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:55.960618 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'tag': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2', 'status': 'completed', 'code': 200} Dec 08 16:19:56.041860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.047193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.053388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] 10.222.0.86 "PUT /v2.0/ports/991d44ad-7cbd-44c7-9e6b-9098bed30bb6 HTTP/1.1" status: 200 len: 1092 time: 2.9127746 Dec 08 16:19:56.068274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb997ed2-35c8-4f18-a4a7-f28453987c64 service neutron] Pushing event updated for resources: {'Port': ['ID=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:56.180346 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb49bd31-35b6-4fb5-99ad-a32e28f4a63c x-openstack-request-id: req-eb49bd31-35b6-4fb5-99ad-a32e28f4a63c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:56.181163 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-plugged", "status": "completed", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:56.182258 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb49bd31-35b6-4fb5-99ad-a32e28f4a63c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:56.184695 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'code': 200} Dec 08 16:19:56.254961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bc29a82-f566-4af4-a8fc-0145608212a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.285963 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f253068e-307c-4466-89f7-f9062fc02ad5 req-6ed48e9a-904d-450a-b28c-6d3bb4df89e2 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895438 Dec 08 16:19:56.342616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-aadbd713-0d2e-47fe-8312-ff88202ebf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.344975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-aadbd713-0d2e-47fe-8312-ff88202ebf0d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b58aa5415b42488b1fb05e9315e9a1&device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1670206 Dec 08 16:19:56.354595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185717f-ec4e-444e-aa1b-58d6344fd942 req-4ceae46c-51b7-4564-8d87-fcd8cacacd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.357356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a185717f-ec4e-444e-aa1b-58d6344fd942 req-4ceae46c-51b7-4564-8d87-fcd8cacacd7a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1098 time: 0.2254362 Dec 08 16:19:56.387172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d9315-0ee7-4be5-a5b5-cf1962836325 req-dfa52043-56c5-447e-9d83-0eb6419d32b4 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.388844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-519d9315-0ee7-4be5-a5b5-cf1962836325 req-dfa52043-56c5-447e-9d83-0eb6419d32b4 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 944 time: 0.2732191 Dec 08 16:19:56.461462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-4e18e3cf-a9d4-4cdb-86dd-6cce7936afca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6 HTTP/1.1" status: 200 len: 217 time: 0.1029391 Dec 08 16:19:56.517844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-832ce60d-14c2-4597-bbc0-bbaa5c1a4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.521063 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-832ce60d-14c2-4597-bbc0-bbaa5c1a4bce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=af3e55482e114ec8baec81a117a689f8&device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 1099 time: 0.1262631 Dec 08 16:19:56.702726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-83bb3841-f9fe-44b9-9380-95b5824c6acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.704675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-83bb3841-f9fe-44b9-9380-95b5824c6acb service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1771569 Dec 08 16:19:56.768399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-fb15f101-1f66-4a54-b553-976f801ac280 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 HTTP/1.1" status: 200 len: 217 time: 0.0555987 Dec 08 16:19:56.775948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a185717f-ec4e-444e-aa1b-58d6344fd942 req-76a55389-bdac-4dcb-a3bc-91a169b9bad8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180568 Dec 08 16:19:56.782797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-84b08467-0e5c-45e6-8989-3eae363579aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.786014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-84b08467-0e5c-45e6-8989-3eae363579aa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=169df7fe-d162-40b2-bc28-09c4c3c04445 HTTP/1.1" status: 200 len: 845 time: 0.2570562 Dec 08 16:19:56.803865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-519d9315-0ee7-4be5-a5b5-cf1962836325 req-88dc7ef8-7c11-4141-8bdc-2e94780850c5 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814763 Dec 08 16:19:56.815124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:56.825614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5018f8-3eb6-4b38-a8fc-17f32d39f87e req-2be52766-8efe-459f-ab5d-62e8a71a6b05 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.829440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f5018f8-3eb6-4b38-a8fc-17f32d39f87e req-2be52766-8efe-459f-ab5d-62e8a71a6b05 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 948 time: 0.3321791 Dec 08 16:19:56.872033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-bafe0635-401f-432e-b056-fa04e31b0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:56.877282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-bafe0635-401f-432e-b056-fa04e31b0208 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0991580 Dec 08 16:19:56.919718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:19:56.920094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:56.943810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f5018f8-3eb6-4b38-a8fc-17f32d39f87e req-9b371e53-d519-4b15-90c1-7a1825e9c89f tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056085 Dec 08 16:19:57.067732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-72c7f78d-c6eb-4c97-b941-ed3d0f545a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:57.070015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-72c7f78d-c6eb-4c97-b941-ed3d0f545a67 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964236 Dec 08 16:19:57.183460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09babd9-2c60-40bb-b811-72a36cbcae6b req-3312bd9f-82e8-4c6d-a273-b7abf4bca529 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:57.187536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b09babd9-2c60-40bb-b811-72a36cbcae6b req-3312bd9f-82e8-4c6d-a273-b7abf4bca529 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.1882808 Dec 08 16:19:57.197743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-b343518f-e8e6-44c6-8f84-5827d8ba7dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:57.200273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-b343518f-e8e6-44c6-8f84-5827d8ba7dff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2263937 Dec 08 16:19:57.212164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-8c26ad32-7b47-42e4-80e7-18b1510af2ff service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325436 Dec 08 16:19:57.236639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:19:57.242724 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63332be-9a7d-4470-a4c2-6071d71aa01e" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:19:57.385057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfbb0eb0-851e-435c-b139-edaf1d34259b req-6207434d-f10c-4f31-85f7-e3da4b998b9e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 210 time: 0.1353004 Dec 08 16:19:57.399908 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61ec70f6-810f-40ad-802b-66099da7bee7 req-9ce7986d-5c58-4cb5-b2de-bcc776d29fb7 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794865 Dec 08 16:19:57.459480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b09babd9-2c60-40bb-b811-72a36cbcae6b req-36c969a4-d852-46a9-a6d9-4f4dcd332c71 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2578371 Dec 08 16:19:57.500296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-376c6cca-2c56-4ac1-9adf-26395f705b00 service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873659 Dec 08 16:19:57.612460 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9e1d36-6df7-42ea-a2e5-106d022b4acf x-openstack-request-id: req-bf9e1d36-6df7-42ea-a2e5-106d022b4acf {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:19:57.612925 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:19:57.613323 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bf9e1d36-6df7-42ea-a2e5-106d022b4acf {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:19:57.613940 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'status': 'completed', 'code': 200} Dec 08 16:19:57.666978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:57.673875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efa81c-2df4-48db-883a-9daa20ebfd33 req-55da5195-4a0d-4ba6-8815-a0fc5f8b9022 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:57.677917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19efa81c-2df4-48db-883a-9daa20ebfd33 req-55da5195-4a0d-4ba6-8815-a0fc5f8b9022 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1762493 Dec 08 16:19:57.781011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76eb0bce-35ae-4d1f-bc6f-bece53430ca7 req-af6d8f0f-48a1-4f04-a427-da5dc6ccd405 service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695768 Dec 08 16:19:57.822375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8054e323-da18-4de2-9679-d5fc98ec32c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:57.848911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19efa81c-2df4-48db-883a-9daa20ebfd33 req-c4451b80-eaf3-429a-b5a8-a4952c1536ab tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501515 Dec 08 16:19:57.893468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:58.044559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8054e323-da18-4de2-9679-d5fc98ec32c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.104537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-b7e7ea9b-5254-4ad3-afc9-3be56527ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.111292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-b7e7ea9b-5254-4ad3-afc9-3be56527ed69 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b58aa5415b42488b1fb05e9315e9a1&device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 1095 time: 0.1700861 Dec 08 16:19:58.224301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:58.251785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-a0108d2f-df1d-4a95-8881-7868a0fe6d52 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.255210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-a0108d2f-df1d-4a95-8881-7868a0fe6d52 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 797 time: 0.4258296 Dec 08 16:19:58.262848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2', 'mac_address': 'fa:16:3e:da:76:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:19:58.348463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.364353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8054e323-da18-4de2-9679-d5fc98ec32c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.370083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:19:58.371637 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8054e323-da18-4de2-9679-d5fc98ec32c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.375234 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8054e323-da18-4de2-9679-d5fc98ec32c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "DELETE /v2.0/security-groups/880d21a0-13b7-445d-b5d3-35c70489d594 HTTP/1.1" status: 204 len: 168 time: 0.7067790 Dec 08 16:19:58.387303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.399905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:19:58.407103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.450185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8054e323-da18-4de2-9679-d5fc98ec32c3 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d21a0-13b7-445d-b5d3-35c70489d594,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:58.484422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:58.489923 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-f077bf9d-f068-4d80-956a-7f43957082a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 379 time: 0.2188559 Dec 08 16:19:58.504084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'port': {'device_id': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'admin_state_up': True, 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'security_groups': ['2adc65be-7c2e-4e31-9d1c-8557e2420acb']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:19:58.508202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef853fa-7589-40af-b5fa-c5b45a6e5193 req-be45c2fb-699b-422b-b932-f1f2cf582d6a tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.518690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eef853fa-7589-40af-b5fa-c5b45a6e5193 req-be45c2fb-699b-422b-b932-f1f2cf582d6a tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 944 time: 0.4510539 Dec 08 16:19:58.550090 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-80f33d1b-d05c-45ed-b093-295a5995a969 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] show failed (client error): The resource could not be found. Dec 08 16:19:58.555544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-80f33d1b-d05c-45ed-b093-295a5995a969 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "GET /v2.0/security-groups/880d21a0-13b7-445d-b5d3-35c70489d594 HTTP/1.1" status: 404 len: 347 time: 0.1541111 Dec 08 16:19:58.559993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:19:58.573184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-5557d74d-e347-4b39-998a-bcf5518fa511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.576136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-5557d74d-e347-4b39-998a-bcf5518fa511 service neutron] 10.222.0.86 "GET /v2.0/networks?id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec HTTP/1.1" status: 200 len: 907 time: 0.4218252 Dec 08 16:19:58.619016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66d673-7921-4021-b97e-4b4acdc8c888 req-58a60755-6f43-4bf5-b768-8988d392abe6 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.620613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a66d673-7921-4021-b97e-4b4acdc8c888 req-58a60755-6f43-4bf5-b768-8988d392abe6 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 948 time: 0.3281615 Dec 08 16:19:58.673211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-6b0e717d-8da0-45f8-81bc-9e01ac8d2062 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6 HTTP/1.1" status: 200 len: 217 time: 0.0719190 Dec 08 16:19:58.682305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:19:58.801665 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c3b73304-8918-47cc-84e9-788220b251b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.821770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:19:58.828271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:58.876697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a66d673-7921-4021-b97e-4b4acdc8c888 req-658b5013-b5d5-4839-ab68-85d7e17f35f8 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087648 Dec 08 16:19:58.891151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eef853fa-7589-40af-b5fa-c5b45a6e5193 req-ab402089-bdb9-425a-aa35-e7481bb7600a tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3359411 Dec 08 16:19:58.949677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-97ba2179-ce65-4982-8730-c4f66e7dbdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:58.952426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-97ba2179-ce65-4982-8730-c4f66e7dbdc0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=169df7fe-d162-40b2-bc28-09c4c3c04445 HTTP/1.1" status: 200 len: 845 time: 0.2614453 Dec 08 16:19:59.133244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-be036a51-091e-48a9-b3e4-67ea1b8e5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.136453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-be036a51-091e-48a9-b3e4-67ea1b8e5c6f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1761029 Dec 08 16:19:59.148132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Deleting port 02195e78-d42d-40ca-b1dc-9034b3b31e16 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:19:59.149236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.216760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05a5f258-ca3e-44ee-8978-c1a4af23f0f3 req-fc358151-138b-4cb5-8565-16eb537f0c56 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 210 time: 0.0411575 Dec 08 16:19:59.376476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd14f8-01b9-4f23-97c2-da9edeb6bccc req-99c416e0-a8b8-436d-a071-8d048a3e45f0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.382770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8bd14f8-01b9-4f23-97c2-da9edeb6bccc req-99c416e0-a8b8-436d-a071-8d048a3e45f0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.2094238 Dec 08 16:19:59.411423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.4 (fd50c743-5ece-4c3e-b189-be25c9537097/911f61ab-a9cc-435c-81c4-405ab05aa9d0/71ae868b-9d58-41e0-ba9b-83546964bac7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:19:59.432473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.432914 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.458678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Calling delete_port for 02195e78-d42d-40ca-b1dc-9034b3b31e16 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:19:59.517619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-4c4ec43a-10f2-4db7-a0fb-8f9c5cd9f1cb service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693509 Dec 08 16:19:59.684120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e254b8e-001c-46e3-a481-d3da61752361 req-e84ab4a2-b680-4e44-9087-ad82ee9a3660 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:19:59.690422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e254b8e-001c-46e3-a481-d3da61752361 req-e84ab4a2-b680-4e44-9087-ad82ee9a3660 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2989969 Dec 08 16:19:59.697990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8bd14f8-01b9-4f23-97c2-da9edeb6bccc req-2d3ea296-ec56-4f1d-8cdf-73dce552120d tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980218 Dec 08 16:19:59.708111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.753978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.789595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e254b8e-001c-46e3-a481-d3da61752361 req-a3a99cf5-9fcc-4a2c-851f-9731b9788e3b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881627 Dec 08 16:19:59.797007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c63332be-9a7d-4470-a4c2-6071d71aa01e req-58cc840f-515a-46ce-8217-9e824faa93d8 service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681580 Dec 08 16:19:59.806104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Pushing event deleted for resources: {'Port': ['ID=02195e78-d42d-40ca-b1dc-9034b3b31e16,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:59.814394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:19:59.906875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:19:59.914622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:19:59.952604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network fd50c743-5ece-4c3e-b189-be25c9537097 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:19:59.958342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:19:59.966096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:19:59.974707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:00.028081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.033840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.035844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cef4754d-c5bf-4bd9-9228-562e02980a10 tempest-ImagesOneServerNegativeTestJSON-2070204622 tempest-ImagesOneServerNegativeTestJSON-2070204622-project] 10.222.0.62 "DELETE /v2.0/floatingips/7cdfb25d-b545-41ac-b973-f69a9e2bbe78 HTTP/1.1" status: 204 len: 168 time: 1.4745426 Dec 08 16:20:00.119503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:00.121377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.151976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615fd22-bf32-42ee-9475-0c6b070315d9 req-de34be7c-25fa-486f-9580-23932eb266a9 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:00.165515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1615fd22-bf32-42ee-9475-0c6b070315d9 req-de34be7c-25fa-486f-9580-23932eb266a9 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 949 time: 0.1338253 Dec 08 16:20:00.166312 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd3ee2b7-827f-47da-aec6-2b91448e0643 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6695662 Dec 08 16:20:00.177252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.192558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Request body: {'port': {'device_id': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:00.247141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:00.258252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:00.258873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.271370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:00.318068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.341906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'port_id': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'mac_address': 'fa:16:3e:5d:08:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:00.342618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1615fd22-bf32-42ee-9475-0c6b070315d9 req-0af82a75-08d5-4102-be34-4a63198b10cd tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756463 Dec 08 16:20:00.382371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c0dcd-fb78-4b7c-99f6-95ede19222aa req-d5dd304c-14c6-4a87-8513-227519661a5e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:00.404113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a09c0dcd-fb78-4b7c-99f6-95ede19222aa req-d5dd304c-14c6-4a87-8513-227519661a5e tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 944 time: 0.2029762 Dec 08 16:20:00.508918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a09c0dcd-fb78-4b7c-99f6-95ede19222aa req-06139fc4-e1f2-40de-9ea9-b6f133371e70 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029918 Dec 08 16:20:00.540265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-96b81792-1f49-4bf0-9d79-38797279c8d5 None None] Provisioning complete for port 71ae868b-9d58-41e0-ba9b-83546964bac7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:00.541306 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96b81792-1f49-4bf0-9d79-38797279c8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.603029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.707308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b518551-072e-4dbc-93b2-a308fa7d9858 req-ac8299df-e007-4494-9622-21408ff4c6bb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:00.709131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b518551-072e-4dbc-93b2-a308fa7d9858 req-ac8299df-e007-4494-9622-21408ff4c6bb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 931 time: 0.1052113 Dec 08 16:20:00.734574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.742111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50868) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:00.770368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-96b81792-1f49-4bf0-9d79-38797279c8d5 None None] Port 71ae868b-9d58-41e0-ba9b-83546964bac7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:00.790847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:00.799760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b518551-072e-4dbc-93b2-a308fa7d9858 req-c3fbbdb0-b27d-41f3-ae40-39e3e58af7c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844107 Dec 08 16:20:00.818970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Deleting subnet d3da3b3a-a409-4f2e-96d4-28ee36cb4674 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:00.833032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.845969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:00.863269 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.878829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:00.884164 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a7bc3-6c6d-48a9-9e98-b5049ca8bd84" -d '{"events": [{"server_uuid": "b13c48b2-3687-46e9-a82d-10b8cac2b149", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:00.941371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.944919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:00.956217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.956524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ae868b-9d58-41e0-ba9b-83546964bac7 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:00.967882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:00.981956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:00.989184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Transition to ACTIVE for port object 71ae868b-9d58-41e0-ba9b-83546964bac7 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:00.995270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.031688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5cfe3-ee96-4d00-bac7-7a529fa4d521 req-4d91ce6b-b05d-4bdf-9025-c63f824af173 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.039371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37f5cfe3-ee96-4d00-bac7-7a529fa4d521 req-4d91ce6b-b05d-4bdf-9025-c63f824af173 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.1817267 Dec 08 16:20:01.054280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.083187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.094232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['991d44ad-7cbd-44c7-9e6b-9098bed30bb6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:01.104775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.148837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff17755-8c05-4b76-81b4-3cdd259cd2be req-94e4158d-0585-470d-9a87-f900a6094ee6 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.152667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aff17755-8c05-4b76-81b4-3cdd259cd2be req-94e4158d-0585-470d-9a87-f900a6094ee6 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2347636 Dec 08 16:20:01.230688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37f5cfe3-ee96-4d00-bac7-7a529fa4d521 req-82b6e3d1-e34f-4898-84a3-f0a9a1dfde7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902261 Dec 08 16:20:01.231097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:01.231695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:01.232275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 on network fd50c743-5ece-4c3e-b189-be25c9537097 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:01.239308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Port 71ae868b-9d58-41e0-ba9b-83546964bac7 on network fd50c743-5ece-4c3e-b189-be25c9537097 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:01.240264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 on network fd50c743-5ece-4c3e-b189-be25c9537097 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:01.246425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:01.247176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Checking segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:01.247828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Bound using segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:01.248832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Bound port: 71ae868b-9d58-41e0-ba9b-83546964bac7, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:01.250361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.323290 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361b4d40-1cf3-4f53-baec-6f6869ac6d1b x-openstack-request-id: req-361b4d40-1cf3-4f53-baec-6f6869ac6d1b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:01.323663 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13c48b2-3687-46e9-a82d-10b8cac2b149", "name": "network-vif-plugged", "status": "completed", "tag": "b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:01.325155 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-361b4d40-1cf3-4f53-baec-6f6869ac6d1b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:01.325661 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2', 'code': 200} Dec 08 16:20:01.328964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aff17755-8c05-4b76-81b4-3cdd259cd2be req-5b7a8a7e-65ca-476a-91de-e4d08a3705c3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612585 Dec 08 16:20:01.380623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.403007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:01.414033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:01.426324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.473364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.474399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.476296 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] 10.222.0.58 "PUT /v2.0/ports/71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 1091 time: 1.3003995 Dec 08 16:20:01.476862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:01.479674 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7c1164-78ab-4816-8354-5c9414dbdbc1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:01.504987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3da3b3a-a409-4f2e-96d4-28ee36cb4674,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.516477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.527678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:01.531453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-11b12685-5493-4c5c-8778-28c391eb9ec6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d3da3b3a-a409-4f2e-96d4-28ee36cb4674 HTTP/1.1" status: 204 len: 168 time: 0.7865269 Dec 08 16:20:01.637373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2af76-4f79-4e72-8846-5dde47fea5d9 req-d0ef729e-f50e-46d2-a599-891e5cf6a687 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.641233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dad2af76-4f79-4e72-8846-5dde47fea5d9 req-d0ef729e-f50e-46d2-a599-891e5cf6a687 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 950 time: 0.1682684 Dec 08 16:20:01.645127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f59f8-00a1-44ea-83f5-296ac590c352 req-29cadce7-b0fb-4408-beb0-e88842b56332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.648130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b3f59f8-00a1-44ea-83f5-296ac590c352 req-29cadce7-b0fb-4408-beb0-e88842b56332 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 1101 time: 0.2367842 Dec 08 16:20:01.681960 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd73f55-7009-4422-a329-e193bebecdae x-openstack-request-id: req-5bd73f55-7009-4422-a329-e193bebecdae {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:01.682329 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:01.682525 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bd73f55-7009-4422-a329-e193bebecdae {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:01.682885 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'status': 'completed', 'code': 200} Dec 08 16:20:01.705231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e409c-4115-49fd-9830-9500b9c6339d service neutron] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:01.710601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.763743 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.835068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-a3dcf3c8-7331-4e87-ad17-f0ba2de6f294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:01.836744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-a3dcf3c8-7331-4e87-ad17-f0ba2de6f294 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1094 time: 0.1528454 Dec 08 16:20:01.848172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:01.904291 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-b68bfaef-ab27-4c71-b4fb-fb3d3614339f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 217 time: 0.0524778 Dec 08 16:20:01.919185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:01.972060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8feeb69a-19fd-471e-8754-2301717e7543']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:01.981884 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.004954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:02.005437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b237a4a-6c98-416d-a6f1-e7d5dd54f54b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:02.007334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:02.013500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:02.013899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.033368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.075075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd03aa14-1b5e-4d03-b332-9677c57b2b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.079083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-fd03aa14-1b5e-4d03-b332-9677c57b2b92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.1669335 Dec 08 16:20:02.080845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.127710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.138558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:02.139734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:02.147165 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:02.165373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.193831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:02.199949 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.240360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-7bf740cf-40a2-4562-829c-5659e12da30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.242181 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-7bf740cf-40a2-4562-829c-5659e12da30f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1530902 Dec 08 16:20:02.252700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:02.260272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:02.267515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dad2af76-4f79-4e72-8846-5dde47fea5d9 req-37502e64-c370-485d-88a4-8293667995ed tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6175821 Dec 08 16:20:02.278949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baa2f3-f364-4a59-81ed-1fa4d89a75f9 req-99773ddb-0d04-4c69-b516-d718c1887540 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.287618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63baa2f3-f364-4a59-81ed-1fa4d89a75f9 req-99773ddb-0d04-4c69-b516-d718c1887540 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 945 time: 0.6146142 Dec 08 16:20:02.292272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b3f59f8-00a1-44ea-83f5-296ac590c352 req-5abe582d-c24a-49e9-afec-ee79594e6a6d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303067 Dec 08 16:20:02.348637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63baa2f3-f364-4a59-81ed-1fa4d89a75f9 req-2d725022-7ced-40a4-80ad-61c72d25b3cb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599539 Dec 08 16:20:02.350641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.359817 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.366166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8feeb69a-19fd-471e-8754-2301717e7543 HTTP/1.1" status: 204 len: 168 time: 0.8365304 Dec 08 16:20:02.396888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:02.424225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289a390-cefb-4fce-8907-b287fee3ea55 admin admin] Pushing event deleted for resources: {'Network': ['ID=8feeb69a-19fd-471e-8754-2301717e7543,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:02.497659 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.509235 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-14d74afd-182a-4f43-b948-eadf125aa704 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584035 Dec 08 16:20:02.566582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb7e54-28cf-45e5-984a-e7cb0247294b req-dd3436f1-8103-4bae-b3ae-47df1c12bffb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.568184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48fb7e54-28cf-45e5-984a-e7cb0247294b req-dd3436f1-8103-4bae-b3ae-47df1c12bffb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.0946178 Dec 08 16:20:02.612231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:02.629053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.680440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48fb7e54-28cf-45e5-984a-e7cb0247294b req-4bee932f-2c53-4fc1-b628-f0d4a455c568 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008973 Dec 08 16:20:02.690181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:02.696529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e85a6-a066-4490-a06e-20c1099cbc4c req-b0b1621b-b948-4bf7-9f03-2ae60743ba63 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.700273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d68e85a6-a066-4490-a06e-20c1099cbc4c req-b0b1621b-b948-4bf7-9f03-2ae60743ba63 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1189568 Dec 08 16:20:02.729507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-04a72640-2588-48ca-87de-ef9c9006ee24 req-f097fbf8-8a55-4970-bad3-ddebaf6ba13d service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113681 Dec 08 16:20:02.757127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50894) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:02.763656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'eb72116e-529e-4fcf-aa04-7378809af668', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'port_id': 'eb72116e-529e-4fcf-aa04-7378809af668', 'mac_address': 'fa:16:3e:e7:47:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783f84a-0127-4cd1-b497-38e5ea017f27', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:02.780465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d68e85a6-a066-4490-a06e-20c1099cbc4c req-e593c344-8738-4b73-83db-110630f2c01b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713713 Dec 08 16:20:02.838833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:02.842221 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.852272 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8b2ba63c-30db-46ec-96c5-398e0a72da97 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=99d9f54e0431476c920bf4988b8f69bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0936940 Dec 08 16:20:02.856928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50896) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:02.871751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb72116e-529e-4fcf-aa04-7378809af668 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:02.896765 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:02.897723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-a14a2883-b8de-4fea-bef5-3d403955113f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:02.899450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-a14a2883-b8de-4fea-bef5-3d403955113f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1094 time: 0.1120915 Dec 08 16:20:02.912387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:02.918012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.006541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:03.033138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b4701-b61c-4cc7-8106-a807c3f2eab8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.073570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b4701-b61c-4cc7-8106-a807c3f2eab8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.101850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-d0a6eb0d-9971-431a-839c-80b21aeca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.103402 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-d0a6eb0d-9971-431a-839c-80b21aeca759 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.1943610 Dec 08 16:20:03.157041 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-efc029ee-9c38-474d-8f62-b717a9f59365 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 217 time: 0.0440743 Dec 08 16:20:03.194221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['eb72116e-529e-4fcf-aa04-7378809af668'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:03.221655 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b4701-b61c-4cc7-8106-a807c3f2eab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.224466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-801b4701-b61c-4cc7-8106-a807c3f2eab8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:03.225638 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-801b4701-b61c-4cc7-8106-a807c3f2eab8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2877a2a5-aa30-421b-9375-06efae870263 HTTP/1.1" status: 204 len: 168 time: 0.3676381 Dec 08 16:20:03.238793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-7b4d3cd7-c119-4647-ace0-b6ee65de6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.240328 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-7b4d3cd7-c119-4647-ace0-b6ee65de6752 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.0747156 Dec 08 16:20:03.241092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b4701-b61c-4cc7-8106-a807c3f2eab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2877a2a5-aa30-421b-9375-06efae870263,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:03.336770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-e3198e9b-9e8d-4fd1-af9e-6f36cfa14306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.339141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6'}, {'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:03.340831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-e3198e9b-9e8d-4fd1-af9e-6f36cfa14306 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0900974 Dec 08 16:20:03.342041 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9502ec73-8ecf-43ab-b98e-af9452d7356e" -d '{"events": [{"server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "name": "network-vif-plugged", "status": "completed", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6"}, {"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-unplugged", "status": "completed", "tag": "eb72116e-529e-4fcf-aa04-7378809af668"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:03.396286 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:20:03.422375 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f0e6b-8c49-4cef-82ac-8dbdec50181a x-openstack-request-id: req-c24f0e6b-8c49-4cef-82ac-8dbdec50181a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:03.423273 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "name": "network-vif-plugged", "status": "completed", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6", "code": 200}, {"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-unplugged", "status": "completed", "tag": "eb72116e-529e-4fcf-aa04-7378809af668", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:03.423862 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c24f0e6b-8c49-4cef-82ac-8dbdec50181a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:03.425032 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'code': 200} Dec 08 16:20:03.426060 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668', 'code': 200} Dec 08 16:20:03.562642 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-e266199f-2a1f-43aa-8937-164a4ebb057d service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139108 Dec 08 16:20:03.595053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45be2223-2520-4858-8fde-3d56331050ca req-e17934b2-648b-4838-8888-3009c78efe69 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.606314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45be2223-2520-4858-8fde-3d56331050ca req-e17934b2-648b-4838-8888-3009c78efe69 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 950 time: 0.2225819 Dec 08 16:20:03.622018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3abc1-a7e0-4a3b-954f-06b124c05dde req-cc41595f-3721-4795-87bd-4ab876bf68f1 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.624764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ec3abc1-a7e0-4a3b-954f-06b124c05dde req-cc41595f-3721-4795-87bd-4ab876bf68f1 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.1389041 Dec 08 16:20:03.658303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305beef3-c2c9-47dc-95b4-e0c8a5dd065f req-d7264988-6c61-4f60-bb7b-493f48988cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.663742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-305beef3-c2c9-47dc-95b4-e0c8a5dd065f req-d7264988-6c61-4f60-bb7b-493f48988cd2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1267600 Dec 08 16:20:03.711850 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5c7c1164-78ab-4816-8354-5c9414dbdbc1 req-30524c10-63e8-4e85-857e-d7202fd8631d service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412518 Dec 08 16:20:03.738339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45be2223-2520-4858-8fde-3d56331050ca req-9a730fa0-6a39-47ed-a2b7-822b7cf2d2e8 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329489 Dec 08 16:20:03.756355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ec3abc1-a7e0-4a3b-954f-06b124c05dde req-9a0ced9f-b851-4440-a11d-65f85dfd9495 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139174 Dec 08 16:20:03.782189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-305beef3-c2c9-47dc-95b4-e0c8a5dd065f req-c5a3e88a-8d7b-43ff-81a1-2551244a612d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050417 Dec 08 16:20:03.950695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616e294-e7df-4af1-8d65-ee0e4526bf6a req-c5b633b5-caae-41f3-8b04-91a685c95390 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:03.952742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9616e294-e7df-4af1-8d65-ee0e4526bf6a req-c5b633b5-caae-41f3-8b04-91a685c95390 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.0757117 Dec 08 16:20:04.056106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7a302-4f6c-4437-a2e1-8a73f4b2c3fd req-8bb77c24-5f32-4a05-b190-264b033aa453 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.058220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11b7a302-4f6c-4437-a2e1-8a73f4b2c3fd req-8bb77c24-5f32-4a05-b190-264b033aa453 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 945 time: 0.0985415 Dec 08 16:20:04.065059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9616e294-e7df-4af1-8d65-ee0e4526bf6a req-6262cb1b-ccc6-4ca5-9bc1-41585e2a1cda tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954309 Dec 08 16:20:04.138270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11b7a302-4f6c-4437-a2e1-8a73f4b2c3fd req-c78a3588-4cdb-4abf-8df5-94c854542fb6 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653312 Dec 08 16:20:04.252742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:04.309714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port eb72116e-529e-4fcf-aa04-7378809af668 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:04.310174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.437495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.456309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50930) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:04.485151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:04.490181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.551392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:04.600844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1312352216-network', 'tenant_id': '4999786ffabf40d98592ac1bea667b2b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:04.624793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Made reservation on behalf of 4999786ffabf40d98592ac1bea667b2b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:04.627563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.638046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.727931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.733030 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.759915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:04.771460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba95395-5676-4c18-8849-ea82f0be34f9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:04.777665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.778289 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Added segment d018083c-5ea1-44a6-8373-d6dcd78ba55b of type vlan for network c8c65aa7-3091-4946-b0ca-98259780ecdc Dec 08 16:20:04.864550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.912085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.913392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.914166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:04.927277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16a8f6-27fd-43db-b61d-1e1736d6fafc req-c0a979ce-8e08-47f0-8d12-db20e7e64802 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:04.931034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed16a8f6-27fd-43db-b61d-1e1736d6fafc req-c0a979ce-8e08-47f0-8d12-db20e7e64802 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 950 time: 0.0897794 Dec 08 16:20:04.984140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5250251 Dec 08 16:20:04.988874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:04.999021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5eb50-94ad-459d-a94f-ed5566334914 admin admin] Pushing event updated for resources: {'Network': ['ID=c8c65aa7-3091-4946-b0ca-98259780ecdc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:04.999395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Request body: {'subnet': {'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1312352216-subnet', 'tenant_id': '4999786ffabf40d98592ac1bea667b2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:05.011558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c8c65aa7-3091-4946-b0ca-98259780ecdc details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:05.117257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed16a8f6-27fd-43db-b61d-1e1736d6fafc req-c43308e0-e32d-409a-b156-b4a1d2edf3df tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454303 Dec 08 16:20:05.132364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f21f1-7958-4e7f-86fa-efad4121d77c req-8836d349-07a3-440a-a1d2-3738d3ec9901 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.135691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a11f21f1-7958-4e7f-86fa-efad4121d77c req-8836d349-07a3-440a-a1d2-3738d3ec9901 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.2412238 Dec 08 16:20:05.138110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Made reservation on behalf of 4999786ffabf40d98592ac1bea667b2b for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:05.145295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.278363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a11f21f1-7958-4e7f-86fa-efad4121d77c req-4b230dd1-2511-4b23-b893-c36aaa2b1d98 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296456 Dec 08 16:20:05.427197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:05.432638 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36890eb9-0903-46db-803e-533fb63cea56" -d '{"events": [{"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-plugged", "status": "completed", "tag": "eb72116e-529e-4fcf-aa04-7378809af668"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:05.495020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c3fb-e1d0-4199-a02a-f69d71c57ad6 req-26f755ff-3e07-49e5-8b07-3147d281ff20 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.498054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2643c3fb-e1d0-4199-a02a-f69d71c57ad6 req-26f755ff-3e07-49e5-8b07-3147d281ff20 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.1894932 Dec 08 16:20:05.510849 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.741687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Pushing event updated for resources: {'Subnet': ['ID=733a39d7-7bd2-439f-9836-4e59f831dc39,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:05.777050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2643c3fb-e1d0-4199-a02a-f69d71c57ad6 req-988310a9-e60d-4002-9549-def425165769 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2685964 Dec 08 16:20:05.802788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d5209-a9ce-477e-8115-b8e678e1ee6c req-78ab07fe-897e-4fc0-a518-5dd9642a1836 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.805555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-006d5209-a9ce-477e-8115-b8e678e1ee6c req-78ab07fe-897e-4fc0-a518-5dd9642a1836 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2328842 Dec 08 16:20:05.806868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Checking segment: {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:05.807495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Network hostable DHCP agents. Network: c8c65aa7-3091-4946-b0ca-98259780ecdc, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:05.828633 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03fe3d8-30c9-42d7-b206-1b181e7beec1 x-openstack-request-id: req-c03fe3d8-30c9-42d7-b206-1b181e7beec1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:05.829362 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-plugged", "status": "completed", "tag": "eb72116e-529e-4fcf-aa04-7378809af668", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:05.829721 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c03fe3d8-30c9-42d7-b206-1b181e7beec1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:05.830520 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668', 'code': 200} Dec 08 16:20:05.894133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Network c8c65aa7-3091-4946-b0ca-98259780ecdc is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:05.909105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-006d5209-a9ce-477e-8115-b8e678e1ee6c req-3760cb50-2101-418e-b5f5-1372e6c312eb tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926070 Dec 08 16:20:05.922376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c8c65aa7-3091-4946-b0ca-98259780ecdc) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:05.940890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bbd0c6-7da9-485c-87bc-4180865344be None None] Network c8c65aa7-3091-4946-b0ca-98259780ecdc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:05.941149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:05.941652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:05.979876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c340ba53-0126-44ac-bd1b-72615b28630d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9812031 Dec 08 16:20:05.997298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35066fc-ab34-45d2-9c6c-00a90f1caa2b req-af1b27b0-8160-4d4b-abb2-f70d01aa0c4a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.000590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d35066fc-ab34-45d2-9c6c-00a90f1caa2b req-af1b27b0-8160-4d4b-abb2-f70d01aa0c4a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 950 time: 0.0889812 Dec 08 16:20:06.085818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d35066fc-ab34-45d2-9c6c-00a90f1caa2b req-b014692c-24b6-47fc-946a-3ecaf5106322 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730860 Dec 08 16:20:06.095400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffc011-21bb-49b8-926e-8faa4759f256 req-907fc96b-d6dd-4f58-a230-4a8daeb35ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.098787 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bfffc011-21bb-49b8-926e-8faa4759f256 req-907fc96b-d6dd-4f58-a230-4a8daeb35ece service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 1097 time: 0.0751050 Dec 08 16:20:06.141103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91c3ada-5e85-4d2f-8aea-fda562c40b11 None None] Network c8c65aa7-3091-4946-b0ca-98259780ecdc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:06.168990 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bfffc011-21bb-49b8-926e-8faa4759f256 req-05170c78-6884-4b6e-8824-4c34c43b1ebd service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616751 Dec 08 16:20:06.253269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:06.421092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-640ea812-11c8-451c-9e22-1ec261539ddd req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2067846167', 'description': 'tempest-description-406510298'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:06.427543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:06.442816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'port_id': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'mac_address': 'fa:16:3e:d9:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:06.478406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-640ea812-11c8-451c-9e22-1ec261539ddd req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.492393 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.509569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ae868b-9d58-41e0-ba9b-83546964bac7 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:06.543496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca7024-dae1-4fb1-a36a-625cdd917db3 req-bd22ce4d-fb50-4377-a70b-c950b5660e60 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.545170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80ca7024-dae1-4fb1-a36a-625cdd917db3 req-bd22ce4d-fb50-4377-a70b-c950b5660e60 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.0866194 Dec 08 16:20:06.547672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:06.555252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.631277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:06.632487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-640ea812-11c8-451c-9e22-1ec261539ddd req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.641041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-640ea812-11c8-451c-9e22-1ec261539ddd req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.650494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80ca7024-dae1-4fb1-a36a-625cdd917db3 req-e1a7816e-8dd9-4e2b-9451-32680dc59a78 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921452 Dec 08 16:20:06.685371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-640ea812-11c8-451c-9e22-1ec261539ddd req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.685371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-640ea812-11c8-451c-9e22-1ec261539ddd req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2717285 Dec 08 16:20:06.689831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2903ef-57d2-4259-8911-27cf4633b0c0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a23fd1-07b8-483a-82d5-a15251d2c7f0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:06.724806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f8f5d4da-9a80-46b9-8cf4-8d2cfc52d6af req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1370225267', 'description': 'tempest-description-669437447'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:06.836178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['71ae868b-9d58-41e0-ba9b-83546964bac7'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:06.850710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8f5d4da-9a80-46b9-8cf4-8d2cfc52d6af req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:06.882759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0dfc5a-e38d-4e38-b169-0d3f0f887ab8 req-706a0b45-5cfc-4e10-a1ad-74b115af7657 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.884374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac0dfc5a-e38d-4e38-b169-0d3f0f887ab8 req-706a0b45-5cfc-4e10-a1ad-74b115af7657 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.1365991 Dec 08 16:20:06.897249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50968) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:06.905385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Request body: {'floatingip': {'port_id': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:06.913361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-d48c82b9-c1f8-462f-8ea3-f69b469a0566 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:06.914963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-d48c82b9-c1f8-462f-8ea3-f69b469a0566 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.86 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 950 time: 0.1187873 Dec 08 16:20:07.028785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8f5d4da-9a80-46b9-8cf4-8d2cfc52d6af req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.037586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8f5d4da-9a80-46b9-8cf4-8d2cfc52d6af req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.061356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.107928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8f5d4da-9a80-46b9-8cf4-8d2cfc52d6af req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.109781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8f5d4da-9a80-46b9-8cf4-8d2cfc52d6af req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.3948658 Dec 08 16:20:07.148697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f29d9-1bda-430f-b3a1-995e387a666a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab2505-5ab9-4972-b02e-4017a4057710,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:07.161200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Deleting port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:07.161599 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.332834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b54954-87ff-4242-874b-b2b35c9017b6 req-328de840-0dc3-4969-9940-686381bac7bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:07.334764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6b54954-87ff-4242-874b-b2b35c9017b6 req-328de840-0dc3-4969-9940-686381bac7bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.2697740 Dec 08 16:20:07.406030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] For port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:07.406030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:07.416140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c9f53-b498-447e-8835-89ca5fadc95f req-f8d1ba6d-8cfd-4ccd-8363-e102b9c79f5c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:07.423887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f19c9f53-b498-447e-8835-89ca5fadc95f req-f8d1ba6d-8cfd-4ccd-8363-e102b9c79f5c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1576409 Dec 08 16:20:07.454919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Calling delete_port for b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:07.507444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6b54954-87ff-4242-874b-b2b35c9017b6 req-acb6f13f-a666-4e32-8d16-80ba52a43c2f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471040 Dec 08 16:20:07.593604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f19c9f53-b498-447e-8835-89ca5fadc95f req-d301d4bd-5bf7-4848-8533-12c2276545cf tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686940 Dec 08 16:20:07.920310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbf8aa-9b70-4ca5-a0ad-095dfb863ef8 req-16b259bf-3bee-4b2a-b1db-0b27e44ae93e tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:07.923370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ccbf8aa-9b70-4ca5-a0ad-095dfb863ef8 req-16b259bf-3bee-4b2a-b1db-0b27e44ae93e tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/ports?device_id=b13c48b2-3687-46e9-a82d-10b8cac2b149 HTTP/1.1" status: 200 len: 950 time: 0.2703037 Dec 08 16:20:08.033071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.133896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-38e6aaed-084c-4862-be46-79765b5987ed tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:08.136565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-38e6aaed-084c-4862-be46-79765b5987ed tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 813 time: 0.4239006 Dec 08 16:20:08.137888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Pushing event deleted for resources: {'Port': ['ID=b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:08.225013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ccbf8aa-9b70-4ca5-a0ad-095dfb863ef8 req-20e5add0-6684-42f0-b20f-3032f0ada143 tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.62 "GET /v2.0/security-groups?id=89973dda-a5b8-440a-b00f-dc8ff3f3746c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872460 Dec 08 16:20:08.254749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.257249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] No DVR routers for this DVR port b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:08.262813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.265088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:08.270182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8922fae6-da1c-4ac1-8fe8-567ab3afc59d req-021384bf-0da5-46a6-a6e2-d6e2586fab6a tempest-ImagesNegativeTestJSON-465520116 tempest-ImagesNegativeTestJSON-465520116-project] 10.222.0.86 "DELETE /v2.0/ports/b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 HTTP/1.1" status: 204 len: 173 time: 1.3484151 Dec 08 16:20:08.271384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'name': 'network-vif-deleted', 'tag': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:08.277483 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1564312-d28d-499e-a380-0a99559c24b7" -d '{"events": [{"server_uuid": "b13c48b2-3687-46e9-a82d-10b8cac2b149", "name": "network-vif-deleted", "tag": "b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:08.285129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-e2e8cf28-3f5e-46b5-b335-a69de19dc769 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/quotas/4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 375 time: 0.1244035 Dec 08 16:20:08.365688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-42ef3cb5-2ab2-432d-82f7-473ded73eeb6 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691855 Dec 08 16:20:08.485387 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57e3458-7818-4de4-9126-5945937fe70d x-openstack-request-id: req-d57e3458-7818-4de4-9126-5945937fe70d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:08.485948 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b13c48b2-3687-46e9-a82d-10b8cac2b149", "name": "network-vif-deleted", "tag": "b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:08.486361 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d57e3458-7818-4de4-9126-5945937fe70d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:08.487317 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b13c48b2-3687-46e9-a82d-10b8cac2b149', 'name': 'network-vif-deleted', 'tag': 'b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2', 'status': 'completed', 'code': 200} Dec 08 16:20:08.552963 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Floating IP 8b7087e1-033c-4ee1-a4ba-5c33954239b7 associated. External IP: 172.25.3.253, port: 991d44ad-7cbd-44c7-9e6b-9098bed30bb6. Dec 08 16:20:08.647181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-d769ef81-8a1c-4120-a4d5-8050111d4a15 service neutron] 10.222.0.62 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704616 Dec 08 16:20:08.815764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa669863-96e3-4a42-80ea-0c1139923950 req-6fc017c4-9022-4da5-8e24-b06d99033a65 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:08.818381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa669863-96e3-4a42-80ea-0c1139923950 req-6fc017c4-9022-4da5-8e24-b06d99033a65 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.1985197 Dec 08 16:20:08.871083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Router 0071318a-44ec-4eba-8090-3eeb8c82240c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:08.916609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-e4642180-87b1-40c3-bf80-1e96baf3b46c service neutron] 10.222.0.62 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367880 Dec 08 16:20:08.950167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa669863-96e3-4a42-80ea-0c1139923950 req-44101dc8-9a45-4226-89e4-0a5aacdefcb4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231849 Dec 08 16:20:09.037324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:09.045492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:09.066330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] Sync routers for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:09.083485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:09.084963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:09.151030 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b52e598d-7807-4cf9-bc2d-4a883b3c3775 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "PUT /v2.0/floatingips/8b7087e1-033c-4ee1-a4ba-5c33954239b7 HTTP/1.1" status: 200 len: 992 time: 2.2515399 Dec 08 16:20:09.167264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:09.179538 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44c477f-a63b-4f70-a9d3-2486336b5f09" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:09.203508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d08333-d673-42e9-bcc7-6a350e29f388 req-2bfc8613-4efe-4684-83c3-84f56bbe54db tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:09.206712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1d08333-d673-42e9-bcc7-6a350e29f388 req-2bfc8613-4efe-4684-83c3-84f56bbe54db tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.1641216 Dec 08 16:20:09.289691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1d08333-d673-42e9-bcc7-6a350e29f388 req-90c1711b-a2ab-4660-8fce-472d367e6584 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756767 Dec 08 16:20:09.356914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:09.377533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6756745e-4dec-47ce-9866-86350ce0c8a3 req-5a8048ed-50cd-4ac9-b97f-141851d1d76a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 210 time: 0.0858593 Dec 08 16:20:09.506029 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb84f5-ffff-4c0e-b5ef-84f0a9331d17 x-openstack-request-id: req-7bdb84f5-ffff-4c0e-b5ef-84f0a9331d17 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:09.506651 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:09.507215 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7bdb84f5-ffff-4c0e-b5ef-84f0a9331d17 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:09.507609 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'status': 'completed', 'code': 200} Dec 08 16:20:09.681884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-7f06c4e1-1563-46be-9612-ba7c1a290a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:09.684200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-7f06c4e1-1563-46be-9612-ba7c1a290a8a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b58aa5415b42488b1fb05e9315e9a1&device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 1097 time: 0.1359012 Dec 08 16:20:09.708819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce39542-e26b-48f7-9a98-ed870485b4b9 req-b4ab13a9-d0a5-4e68-9a6d-4c637715d81b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:09.711133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bce39542-e26b-48f7-9a98-ed870485b4b9 req-b4ab13a9-d0a5-4e68-9a6d-4c637715d81b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.0793447 Dec 08 16:20:09.855314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bce39542-e26b-48f7-9a98-ed870485b4b9 req-baeb2998-eabc-4cee-ae02-120d4d67f2b8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313727 Dec 08 16:20:09.936127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-47806aa3-a994-4624-9ff9-f9ad713161b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:09.939041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-47806aa3-a994-4624-9ff9-f9ad713161b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec HTTP/1.1" status: 200 len: 907 time: 0.2386420 Dec 08 16:20:09.941721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8b7087e1-033c-4ee1-a4ba-5c33954239b7', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'port_id': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'mac_address': 'fa:16:3e:5d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:19:35Z', 'updated_at': '2021-12-08T16:20:08Z', 'revision_number': 1, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:31Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:09.981121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:10.025654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-07ccc942-891c-4680-b769-0f4b857077da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6 HTTP/1.1" status: 200 len: 1000 time: 0.0793622 Dec 08 16:20:10.031655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:10.032038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b9f8d4cf-f2b3-49d7-9e02-95a50a8b35d2 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:10.033659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] Checking router: 0071318a-44ec-4eba-8090-3eeb8c82240c for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:10.071041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:10.075948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:10.098687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-942ed668-cd63-4a63-ae5a-76c91580fe91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.100762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-942ed668-cd63-4a63-ae5a-76c91580fe91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=169df7fe-d162-40b2-bc28-09c4c3c04445 HTTP/1.1" status: 200 len: 845 time: 0.0678718 Dec 08 16:20:10.209830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-bac5f02b-5a3c-45c6-aed0-86ceb984caec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.211644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-bac5f02b-5a3c-45c6-aed0-86ceb984caec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895348 Dec 08 16:20:10.221003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c907c6-16fb-422f-a5de-bfd48aaf0d44 req-c597180d-879e-49a5-9ce2-aec2f41b9275 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.223035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9c907c6-16fb-422f-a5de-bfd48aaf0d44 req-c597180d-879e-49a5-9ce2-aec2f41b9275 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.1210697 Dec 08 16:20:10.325374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:10.398332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:10.455403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9c907c6-16fb-422f-a5de-bfd48aaf0d44 req-26f34ab3-edef-4eb1-a2ec-349a97d42e28 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1991160 Dec 08 16:20:10.505965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:10.528766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-84ceb01d-0e43-4a2c-aaed-f61478985a1d service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975814 Dec 08 16:20:10.535541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 71ae868b-9d58-41e0-ba9b-83546964bac7 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:10.544346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 71ae868b-9d58-41e0-ba9b-83546964bac7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:10.544346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.710513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-442d7c11-3b46-404b-94cd-c8bbe34ec488 req-f6084db6-d5ed-43af-8a6d-cf60a7321ba1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 210 time: 0.0818498 Dec 08 16:20:10.814681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.825396 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4f3e3457-f601-43b2-9f54-8d4d5cd5caac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af3e55482e114ec8baec81a117a689f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169985 Dec 08 16:20:10.830371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51060) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:10.865481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-8e59a2d2-79ce-4a5b-a214-995a68b04a7f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:10.872323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:10.875983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-8e59a2d2-79ce-4a5b-a214-995a68b04a7f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 815 time: 0.2228620 Dec 08 16:20:10.877816 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9338e6-da8d-4f89-9c06-dc080f0fdb6f" -d '{"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-plugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:10.896375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.926920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-5135b8c3-4269-4e5a-9dce-be0f6c77acad tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/quotas/84f00de7519f44169fd9e5394f8dc926 HTTP/1.1" status: 200 len: 375 time: 0.0487754 Dec 08 16:20:10.932251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:10.935590 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:10.937694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a44c477f-a63b-4f70-a9d3-2486336b5f09 req-168145b8-d5b9-4a02-b15f-266c26799438 service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997908 Dec 08 16:20:10.950110 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.010934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8b7087e1-033c-4ee1-a4ba-5c33954239b7', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'port_id': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'mac_address': 'fa:16:3e:5d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:19:35Z', 'updated_at': '2021-12-08T16:20:08Z', 'revision_number': 1, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:31Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:11.025361 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b835de57-5d15-4e0c-a9e4-91862d238a72 x-openstack-request-id: req-b835de57-5d15-4e0c-a9e4-91862d238a72 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:11.025938 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-plugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:11.026458 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b835de57-5d15-4e0c-a9e4-91862d238a72 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:11.027355 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'code': 200} Dec 08 16:20:11.055902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-b2648b9f-4659-4dd2-ad4b-5b306810381b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1110246 Dec 08 16:20:11.085285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bf0526-00cc-4013-9e73-3b52e952ed88 None None] The sync data for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 is: [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8b7087e1-033c-4ee1-a4ba-5c33954239b7', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'floating_ip_address': '172.25.3.253', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'port_id': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'mac_address': 'fa:16:3e:5d:08:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:19:35Z', 'updated_at': '2021-12-08T16:20:08Z', 'revision_number': 1, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:31Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:11.139802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:11.207249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-203fee5c-ad67-4eff-a81a-73b17a78266a service neutron] 10.222.0.62 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295981 Dec 08 16:20:11.266667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16468e4f-dc00-4dec-a89e-c353709fa432 req-7e2a2899-4714-4ae8-b75a-19227e356711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:11.268434 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-16468e4f-dc00-4dec-a89e-c353709fa432 req-7e2a2899-4714-4ae8-b75a-19227e356711 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1096 time: 0.1798725 Dec 08 16:20:11.273414 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.276624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.277993 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/89973dda-a5b8-440a-b00f-dc8ff3f3746c HTTP/1.1" status: 204 len: 168 time: 0.4449983 Dec 08 16:20:11.320638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-6e93b9d2-a3cd-4e34-b246-e3ccdadb7a26 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:11.323157 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-6e93b9d2-a3cd-4e34-b246-e3ccdadb7a26 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.86 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 813 time: 0.3834682 Dec 08 16:20:11.325811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89973dda-a5b8-440a-b00f-dc8ff3f3746c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:11.348316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'port': {'device_id': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc', 'admin_state_up': True, 'tenant_id': '4999786ffabf40d98592ac1bea667b2b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:11.359451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.360117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.360619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.361157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.361681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.362516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.363190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.364782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.366478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.367258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.367664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.368234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.368805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef44d80-a8e2-4619-8000-5c303eccf842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:11.370432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-76733fa7-8fa4-4f34-9e68-ea2a3f75fd54 service neutron] 10.222.0.62 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513352 Dec 08 16:20:11.481600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-16468e4f-dc00-4dec-a89e-c353709fa432 req-e0beb273-1b95-43f2-9fe2-244711d82ab2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2020466 Dec 08 16:20:11.594086 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a210039e-2929-49c5-b358-b3f96ae08311 None None] New status for floating IP 8b7087e1-033c-4ee1-a4ba-5c33954239b7: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:20:11.664745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Made reservation on behalf of 4999786ffabf40d98592ac1bea667b2b for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:11.673748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:11.762051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b045c0f6-f58c-4038-8c7b-4b3080fd2851 req-b741cb23-6a6a-4a8c-bccd-ecfbc60024f6 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 210 time: 0.0832012 Dec 08 16:20:11.801012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c955d65-8c03-4c03-b7d9-55069c03f855 req-b1bf2505-0117-4c4a-9d4a-e8dba3471fca tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:11.802934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c955d65-8c03-4c03-b7d9-55069c03f855 req-b1bf2505-0117-4c4a-9d4a-e8dba3471fca tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1382148 Dec 08 16:20:11.906389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-63c3419a-9362-432a-819d-9c20a56cfad0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:11.910558 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-63c3419a-9362-432a-819d-9c20a56cfad0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "GET /v2.0/ports?device_id=f5794076-f99b-485c-aefa-0d59f4f13097 HTTP/1.1" status: 200 len: 946 time: 0.2050114 Dec 08 16:20:12.063030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d1db2e5-f94b-407e-b391-2673bd1240df req-bfe339fd-58fb-4758-b75e-622e959ca65c tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 210 time: 0.1047947 Dec 08 16:20:12.102309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c955d65-8c03-4c03-b7d9-55069c03f855 req-51782ec9-32a4-49ea-9695-1da9f0e64eef tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2812588 Dec 08 16:20:12.158038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Allocated IP 172.20.0.13 (c8c65aa7-3091-4946-b0ca-98259780ecdc/733a39d7-7bd2-439f-9836-4e59f831dc39/b5c6d91f-b335-4c09-a5b9-79adcb0c4662) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:12.169560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Deleting port eb72116e-529e-4fcf-aa04-7378809af668 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:12.170946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.387941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] For port eb72116e-529e-4fcf-aa04-7378809af668, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=eb72116e-529e-4fcf-aa04-7378809af668,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:12.388423 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.416132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Calling delete_port for eb72116e-529e-4fcf-aa04-7378809af668 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:12.552683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.670800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.742906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.759087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['eb72116e-529e-4fcf-aa04-7378809af668'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:12.837108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Network c8c65aa7-3091-4946-b0ca-98259780ecdc is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:12.845589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:12.851810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:12.949109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:12.953814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] No DVR routers for this DVR port eb72116e-529e-4fcf-aa04-7378809af668 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:12.986164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:12.989687 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b935eae2-f14e-40f9-ba94-b3fb106c916c req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "DELETE /v2.0/ports/eb72116e-529e-4fcf-aa04-7378809af668 HTTP/1.1" status: 204 len: 173 time: 1.0698402 Dec 08 16:20:12.990514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-deleted', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:12.992908 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b73ed16-4dc8-42f4-9801-1234cbc654f1" -d '{"events": [{"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-deleted", "tag": "eb72116e-529e-4fcf-aa04-7378809af668"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:12.993383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c9af565-4333-44e7-af01-5d42a776ea59 req-6496e922-3259-4ae7-b495-495184a5e1ae tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 210 time: 0.0717452 Dec 08 16:20:12.999649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b80429-2308-4590-8c5c-ed806e4b602f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Pushing event deleted for resources: {'Port': ['ID=eb72116e-529e-4fcf-aa04-7378809af668,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:13.011675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:13.012603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.038486 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-eebde220-d14f-4881-8c23-915ada12391a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7010231 Dec 08 16:20:13.053041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Request body: {'port': {'device_id': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:13.157764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.162559 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95bbb7a-014d-4cfa-b8f3-e4d85135f5d3 x-openstack-request-id: req-a95bbb7a-014d-4cfa-b8f3-e4d85135f5d3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:13.171135 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5794076-f99b-485c-aefa-0d59f4f13097", "name": "network-vif-deleted", "tag": "eb72116e-529e-4fcf-aa04-7378809af668", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:13.171135 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a95bbb7a-014d-4cfa-b8f3-e4d85135f5d3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:13.171135 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5794076-f99b-485c-aefa-0d59f4f13097', 'name': 'network-vif-deleted', 'tag': 'eb72116e-529e-4fcf-aa04-7378809af668', 'status': 'completed', 'code': 200} Dec 08 16:20:13.456500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-c468c490-6f9f-474f-9bea-03cd179b73b4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:13.458136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-c468c490-6f9f-474f-9bea-03cd179b73b4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.86 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 815 time: 0.2708943 Dec 08 16:20:13.472740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467101a-394d-45c8-94be-7fb730a4e0ee req-770e0045-2f9e-40f8-aa80-a2264acbc4b0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:13.475437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5467101a-394d-45c8-94be-7fb730a4e0ee req-770e0045-2f9e-40f8-aa80-a2264acbc4b0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 932 time: 0.1746223 Dec 08 16:20:13.488157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Request body: {'port': {'device_id': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'admin_state_up': True, 'tenant_id': '84f00de7519f44169fd9e5394f8dc926'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:13.513497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89c056-2a60-44dc-81a6-f38003249f29 req-588fb4e3-10cb-45d0-86ce-cfdb3ec35a65 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:13.515941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c89c056-2a60-44dc-81a6-f38003249f29 req-588fb4e3-10cb-45d0-86ce-cfdb3ec35a65 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.2164662 Dec 08 16:20:13.702052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5467101a-394d-45c8-94be-7fb730a4e0ee req-fed0382d-45a0-4ad5-86a2-74ae30172426 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194016 Dec 08 16:20:13.729190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c89c056-2a60-44dc-81a6-f38003249f29 req-3763c467-5e28-454a-8376-d0607261976b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570904 Dec 08 16:20:13.745718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c6d91f-b335-4c09-a5b9-79adcb0c4662 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:13.778698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.805723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Transition to ACTIVE for port object b5c6d91f-b335-4c09-a5b9-79adcb0c4662 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:13.811366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Made reservation on behalf of 84f00de7519f44169fd9e5394f8dc926 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:13.816550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.819443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:13.889457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.074151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Allocated IP 172.20.0.10 (29f22437-87ac-4a86-9263-d58d9118ca0a/7783f84a-0127-4cd1-b497-38e5ea017f27/3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:14.105485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Attempting to bind port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:14.106914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Attempting to bind port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:14.107770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Attempting to bind port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 on network c8c65aa7-3091-4946-b0ca-98259780ecdc {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:14.116881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 on network c8c65aa7-3091-4946-b0ca-98259780ecdc not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:14.118089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Attempting to bind port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 on network c8c65aa7-3091-4946-b0ca-98259780ecdc {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:14.129624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:14.130226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Checking segment: {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:14.130873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Bound using segment: {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:14.131706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Bound port: b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:14.132315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.185485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8b91118-9242-42c7-bb02-67820e7e8aa9 req-440667d7-ce82-4290-8dd5-e5371eb75674 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 210 time: 0.0502918 Dec 08 16:20:14.197088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac1dfc-926e-477d-9a42-fa5c191ab4e5 req-8b6f38df-6196-4604-b001-066aedd4c5d3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.198698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31ac1dfc-926e-477d-9a42-fa5c191ab4e5 req-8b6f38df-6196-4604-b001-066aedd4c5d3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1779242 Dec 08 16:20:14.267227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:14.272871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:14.277857 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.322060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.322458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.324115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] 10.222.0.86 "PUT /v2.0/ports/b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 1092 time: 1.2769141 Dec 08 16:20:14.371602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024eba7d-a962-40b8-8ac5-e6c1fd338f5c service neutron] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:14.429178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-fce6282a-4fb7-4bcd-8fe9-65af8365548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.430924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-fce6282a-4fb7-4bcd-8fe9-65af8365548f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1095 time: 0.0533516 Dec 08 16:20:14.484019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.491571 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-7406abcb-6700-4a84-89dc-7d1e4b2d2ce4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 217 time: 0.0507309 Dec 08 16:20:14.552259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-ec93f7ac-f1fe-4209-9475-dcb21ef5abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.554082 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-ec93f7ac-f1fe-4209-9475-dcb21ef5abfc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.0547206 Dec 08 16:20:14.611529 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-4ee6980c-59cf-4cda-b5fb-5ed2027d9010 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497189 Dec 08 16:20:14.698322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31ac1dfc-926e-477d-9a42-fa5c191ab4e5 req-57780323-9e0b-4e95-80eb-51ca3ee520ff tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4890895 Dec 08 16:20:14.714129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-447b5dea-a9a3-4223-9359-29337dd16598 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.736872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.762350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.809666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:14.860789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Network 29f22437-87ac-4a86-9263-d58d9118ca0a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:14.865201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dd8eaa-04f5-424e-b33e-8cea59e6cbbe tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:14.867504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95dd8eaa-04f5-424e-b33e-8cea59e6cbbe tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1091 time: 0.1292512 Dec 08 16:20:14.873921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51164) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:14.875188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:14.881777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:14.898627 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-c4f00183-21d9-4c89-bbb2-348415fd0603 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780519 Dec 08 16:20:14.904824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:14.958660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:15.000188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.010647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.011464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.026468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77f43c-7208-40d8-a92e-8c81aa1cb9ee req-9304ea8b-af6a-444a-9459-405b863227b1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.028565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc77f43c-7208-40d8-a92e-8c81aa1cb9ee req-9304ea8b-af6a-444a-9459-405b863227b1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 944 time: 0.1768513 Dec 08 16:20:15.046918 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-447b5dea-a9a3-4223-9359-29337dd16598 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.057010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-447b5dea-a9a3-4223-9359-29337dd16598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.122211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-9edb1c81-2f4e-4803-a18f-3f8c635c8e5d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6452518 Dec 08 16:20:15.148145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Request body: {'port': {'device_id': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:15.165959 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8a00763c-7f4a-461b-83a1-08427fc58e07 req-778525c8-b9c7-46e8-a969-dcec94dfd501 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597570 Dec 08 16:20:15.167691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:15.170237 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b82b69-a176-44c1-ad39-1f4ce6e449ed" -d '{"events": [{"name": "network-changed", "server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:15.177922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51172) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:15.178148 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-447b5dea-a9a3-4223-9359-29337dd16598 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ef74c5cc9434f7fbb499909d84f64bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6928086 Dec 08 16:20:15.179768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b5dea-a9a3-4223-9359-29337dd16598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c52b0c7-b5bf-484e-b75f-3cb15356f5bd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:15.235828 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85f8e9-c034-4f3e-b661-5dd1922b805a x-openstack-request-id: req-cb85f8e9-c034-4f3e-b661-5dd1922b805a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:15.236378 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:15.237359 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb85f8e9-c034-4f3e-b661-5dd1922b805a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:15.237994 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'status': 'completed', 'code': 200} Dec 08 16:20:15.293999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc77f43c-7208-40d8-a92e-8c81aa1cb9ee req-3bea70b5-1205-4df6-aa2e-a82fdd33414d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446804 Dec 08 16:20:15.299221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.343255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-419d41fa-9999-42e4-ba18-d2c70700c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.345014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-419d41fa-9999-42e4-ba18-d2c70700c8da service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1095 time: 0.0833611 Dec 08 16:20:15.398118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67796ef4-8299-446e-a14c-40be0e6eae7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.452808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-47b3d52c-1722-481d-a5ee-80cba7753ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.454513 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-47b3d52c-1722-481d-a5ee-80cba7753ed4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.1023083 Dec 08 16:20:15.502600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-0ecb29c5-c229-46f9-99ed-5e006e44f730 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 217 time: 0.0391858 Dec 08 16:20:15.505913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67796ef4-8299-446e-a14c-40be0e6eae7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.537465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52929187-c3ee-478a-87df-323d469adfa5 req-d63abc3d-6fb8-4749-b47f-0e59328df814 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.539182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52929187-c3ee-478a-87df-323d469adfa5 req-d63abc3d-6fb8-4749-b47f-0e59328df814 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 932 time: 0.2229586 Dec 08 16:20:15.575226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-537091c0-3910-4063-a290-3cd98ff2817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:15.578115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-537091c0-3910-4063-a290-3cd98ff2817f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.0664358 Dec 08 16:20:15.600603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.630309 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-085dbd43-5f54-4fe0-ba00-7b2144038ff3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445867 Dec 08 16:20:15.750708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52929187-c3ee-478a-87df-323d469adfa5 req-a69d7097-8a87-4fad-b9c0-b57199c0338b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960709 Dec 08 16:20:15.764475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-516f158c-7213-4306-aeb4-2d41c92bd512 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217637 Dec 08 16:20:15.773593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67796ef4-8299-446e-a14c-40be0e6eae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.776209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67796ef4-8299-446e-a14c-40be0e6eae7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:15.780570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67796ef4-8299-446e-a14c-40be0e6eae7a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c52b0c7-b5bf-484e-b75f-3cb15356f5bd HTTP/1.1" status: 204 len: 168 time: 0.5960176 Dec 08 16:20:15.834066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67796ef4-8299-446e-a14c-40be0e6eae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c52b0c7-b5bf-484e-b75f-3cb15356f5bd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:15.880740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.10 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/26729261-a885-45c3-af8d-b0e629f02a61) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:15.996021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:15.997468 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-89b82b69-a176-44c1-ad39-1f4ce6e449ed req-49a38c88-2dab-4ec9-b942-62b2e331f940 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252419 Dec 08 16:20:16.008121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.037635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Transition to ACTIVE for port object 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:16.042877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.129362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.134627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.243183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.268768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:16.276932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Attempting to bind port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:16.277276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Attempting to bind port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:16.277935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Attempting to bind port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b on network 29f22437-87ac-4a86-9263-d58d9118ca0a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:16.295470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b on network 29f22437-87ac-4a86-9263-d58d9118ca0a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:16.296018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Attempting to bind port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b on network 29f22437-87ac-4a86-9263-d58d9118ca0a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:16.314358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:16.318415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:16.318799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Checking segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:16.319167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Bound using segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:16.319607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Bound port: 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:16.319969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.323190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: eb72116e-529e-4fcf-aa04-7378809af668 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:16.324207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device eb72116e-529e-4fcf-aa04-7378809af668 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:16.331209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:16.333472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=26729261-a885-45c3-af8d-b0e629f02a61,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.338778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:16.490852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:16.533982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:16.551702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.578626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53504c73-5650-4b02-893e-eb43c3119080 req-148b3485-dc84-41e1-bc50-d8f95f5b9e8b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:16.580251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53504c73-5650-4b02-893e-eb43c3119080 req-148b3485-dc84-41e1-bc50-d8f95f5b9e8b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 944 time: 0.1616066 Dec 08 16:20:16.692969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:16.693457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:16.695078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] 10.222.0.86 "PUT /v2.0/ports/3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b HTTP/1.1" status: 200 len: 1092 time: 1.5529895 Dec 08 16:20:16.698345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:16.701050 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83e813b-45f6-4759-b084-0135789512ba" -d '{"events": [{"name": "network-changed", "server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:16.789913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1fd8e-ff04-4c12-9e09-44fcb0eda97b service neutron] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:16.797953 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f8af3a-3ef4-44f1-9b6c-88ebf372282b x-openstack-request-id: req-c0f8af3a-3ef4-44f1-9b6c-88ebf372282b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:16.798606 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:16.798606 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0f8af3a-3ef4-44f1-9b6c-88ebf372282b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:16.799254 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'status': 'completed', 'code': 200} Dec 08 16:20:16.813039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53504c73-5650-4b02-893e-eb43c3119080 req-447d9fb2-0edb-44c1-9c9c-21aa5213ec40 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673398 Dec 08 16:20:16.905040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-331c9ef6-5fb1-45e9-a723-c7ef91b1291c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:16.906666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-331c9ef6-5fb1-45e9-a723-c7ef91b1291c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 1095 time: 0.1288376 Dec 08 16:20:16.930856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51206) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:16.991718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-ba964c32-5eda-4f9f-b124-5a5b8cfd848b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b HTTP/1.1" status: 200 len: 217 time: 0.0694537 Dec 08 16:20:17.060874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-427346208-network', 'tenant_id': 'd505f85978274eed830fc622d98942d2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:17.087930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Made reservation on behalf of d505f85978274eed830fc622d98942d2 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:17.090812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.099210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18f926a-c1ad-432e-919b-b988b1a3d1c3 req-8419f908-0fa9-43ae-a494-ed702963daa0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.100802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d18f926a-c1ad-432e-919b-b988b1a3d1c3 req-8419f908-0fa9-43ae-a494-ed702963daa0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 944 time: 0.1932156 Dec 08 16:20:17.105082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.127797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-0f73147a-ba4b-4ac8-937c-58240f9e596f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.129289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-0f73147a-ba4b-4ac8-937c-58240f9e596f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 200 len: 855 time: 0.1056452 Dec 08 16:20:17.182747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-81593a13-c619-442d-bf1d-507b490a293e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29f22437-87ac-4a86-9263-d58d9118ca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414615 Dec 08 16:20:17.193897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.203416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.208389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.233982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:17.253412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4857881-b1b2-4ec7-93c9-c165851b4cd1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:17.256836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.257186 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Added segment d9a9b3e4-7577-434a-8e51-19bd356d9771 of type vlan for network e3d9a2f2-73b6-48c5-9656-06f33f213a3d Dec 08 16:20:17.302582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d18f926a-c1ad-432e-919b-b988b1a3d1c3 req-af3c1e51-5039-48b1-8235-c46e3d8705c1 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795731 Dec 08 16:20:17.324519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.368431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.370800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.372002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.372674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.373679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-5f500708-2630-49c2-80da-66ddf3c6000a service neutron] 10.222.0.86 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806626 Dec 08 16:20:17.473565 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5407913 Dec 08 16:20:17.476121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51216) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:17.484030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Request body: {'subnet': {'network_id': 'e3d9a2f2-73b6-48c5-9656-06f33f213a3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-427346208-subnet', 'tenant_id': 'd505f85978274eed830fc622d98942d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:17.491819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01f12a-a47d-4009-a2c0-c03bc56233bc admin admin] Pushing event updated for resources: {'Network': ['ID=e3d9a2f2-73b6-48c5-9656-06f33f213a3d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:17.508458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e3d9a2f2-73b6-48c5-9656-06f33f213a3d details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:17.614017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Made reservation on behalf of d505f85978274eed830fc622d98942d2 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:17.616402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.619805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51bd649c-f6b5-4743-85c8-22e6392f51f6 req-bc23738d-ac3e-4de0-99b3-3a3f12006880 service neutron] 10.222.0.86 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211397 Dec 08 16:20:17.777022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.785603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.791705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.797690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.803655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.810027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.815968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.817908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-6d4910d6-90c2-47b6-8772-1fd3da47f07b tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.2999985 Dec 08 16:20:17.875212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.886026 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:17.909498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e813b-45f6-4759-b084-0135789512ba req-32ac8487-0463-4bb1-84c0-292be04bd713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:17.911152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-32ac8487-0463-4bb1-84c0-292be04bd713 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 1095 time: 0.2136884 Dec 08 16:20:18.015691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b5c6d91f-b335-4c09-a5b9-79adcb0c4662 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:18.118603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=26729261-a885-45c3-af8d-b0e629f02a61,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:18.151730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-233d548d-4a0b-4d28-8fd4-bf6be25b48e4 req-c486157b-94e1-4c81-9961-689d4e86233f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3222079 Dec 08 16:20:18.184376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:18.201916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.222280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc', 'port_id': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'mac_address': 'fa:16:3e:28:b9:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733a39d7-7bd2-439f-9836-4e59f831dc39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:18.272626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dc519-22b3-449c-8f35-df7794f55f74 req-0d39f8d0-73de-453b-b5cb-3077eef45d73 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:18.278827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b0dc519-22b3-449c-8f35-df7794f55f74 req-0d39f8d0-73de-453b-b5cb-3077eef45d73 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 944 time: 0.3323159 Dec 08 16:20:18.299006 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.323481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c6d91f-b335-4c09-a5b9-79adcb0c4662 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:18.341382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.346912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:18.354148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:18.383010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e813b-45f6-4759-b084-0135789512ba req-64ca9995-390b-4c9b-b863-abdfeccf85bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:18.385304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-64ca9995-390b-4c9b-b863-abdfeccf85bc service neutron] 10.222.0.86 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 916 time: 0.4402907 Dec 08 16:20:18.414114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:18.604814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:19.034151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-7d9a7d43-fe54-4f09-8402-fd4ee788bd57 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b HTTP/1.1" status: 200 len: 217 time: 0.5992429 Dec 08 16:20:19.077498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Pushing event updated for resources: {'Subnet': ['ID=185431a1-e212-4f6b-bea0-9a176c06f54b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:19.083079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b0dc519-22b3-449c-8f35-df7794f55f74 req-1e1191ec-eb48-4cab-b9c4-dad81ee9cd14 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8009417 Dec 08 16:20:19.128850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.129286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.129522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.129886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.130223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.130554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.130882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.131407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.131607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.131831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.132280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.132483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.132807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:19.140997 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 96d31708-a12e-4f95-aaf9-b0e8bbb0df40 associated. External IP: 172.25.3.10, port: 71ae868b-9d58-41e0-ba9b-83546964bac7. Dec 08 16:20:19.209451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.215702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.222571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.228715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.235170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.241304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.247488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.249659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa7e5d4b-55ca-404b-96e7-c22f4cd3b701 req-5eb957ad-cd40-416c-b7fa-0f383a59dc49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.9241548 Dec 08 16:20:19.262167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Checking segment: {'id': 'd9a9b3e4-7577-434a-8e51-19bd356d9771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'e3d9a2f2-73b6-48c5-9656-06f33f213a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:19.262552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Network hostable DHCP agents. Network: e3d9a2f2-73b6-48c5-9656-06f33f213a3d, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:19.270757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e813b-45f6-4759-b084-0135789512ba req-7b1b0126-392c-462f-b467-9676a87ba70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.272303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-7b1b0126-392c-462f-b467-9676a87ba70c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 200 len: 855 time: 0.2174473 Dec 08 16:20:19.372349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-e024658b-a5e2-43df-9f0e-d97f2fa1d0cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=29f22437-87ac-4a86-9263-d58d9118ca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742681 Dec 08 16:20:19.381819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Network e3d9a2f2-73b6-48c5-9656-06f33f213a3d is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:19.458334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e3d9a2f2-73b6-48c5-9656-06f33f213a3d) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:19.470166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717b765e-37d9-445c-b794-f4f76b12566f None None] Network e3d9a2f2-73b6-48c5-9656-06f33f213a3d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:19.472111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359e9bce-e483-4d6e-a2ee-0fa913b0d082 req-66f9411d-655a-4337-ae2f-0925cd4ab7d8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.473753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-359e9bce-e483-4d6e-a2ee-0fa913b0d082 req-66f9411d-655a-4337-ae2f-0925cd4ab7d8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 944 time: 0.2819390 Dec 08 16:20:19.481970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:19.482715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.575580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-01096d95-b942-4870-8d29-54eecc1a815c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.0981190 Dec 08 16:20:19.632435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-90f54e8b-5702-469c-840e-02d010356e4f service neutron] 10.222.0.86 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445602 Dec 08 16:20:19.649753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03829f7-0da7-424e-9574-e3e6b6776098 None None] Network e3d9a2f2-73b6-48c5-9656-06f33f213a3d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:19.689696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-359e9bce-e483-4d6e-a2ee-0fa913b0d082 req-44c8ec80-3725-470f-9f37-d09ff49814ed tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961536 Dec 08 16:20:19.810925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:19.843987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f83e813b-45f6-4759-b084-0135789512ba req-ed71b556-20d0-449e-a59e-819c83f9d3dd service neutron] 10.222.0.86 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704721 Dec 08 16:20:19.965534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:19.980521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] Sync routers for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:19.990307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:19.992402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:19.993061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:20.031707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:20.033895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b5c6d91f-b335-4c09-a5b9-79adcb0c4662 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:20.043951 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-bc5b38b2-1c0f-406b-9816-4caaff8fe682 req-f0d521a0-25ce-4d14-95c1-c173113609af tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] show failed (client error): The resource could not be found. Dec 08 16:20:20.046092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc5b38b2-1c0f-406b-9816-4caaff8fe682 req-f0d521a0-25ce-4d14-95c1-c173113609af tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups/2846f8d5-58b7-4b2e-a391-cb54989fe8ba HTTP/1.1" status: 404 len: 352 time: 0.0332143 Dec 08 16:20:20.052888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29eb4ab8-6c3b-4015-9079-095122b84ddb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1703022 Dec 08 16:20:20.052888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:20.052888 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4149a56e-1f7d-42d9-a06d-a40cf9474c41" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:20.119760 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bab784-01d0-4fd4-88c0-f432446a9773 x-openstack-request-id: req-20bab784-01d0-4fd4-88c0-f432446a9773 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:20.120776 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:20.121059 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-20bab784-01d0-4fd4-88c0-f432446a9773 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:20.121577 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'status': 'completed', 'code': 200} Dec 08 16:20:20.205253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-5d7337c0-113d-485e-b197-c6dd6a3e2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.207238 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-5d7337c0-113d-485e-b197-c6dd6a3e2aa1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1096 time: 0.0603170 Dec 08 16:20:20.237850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb692a-47bc-405f-b46f-b422cbb24183 req-975e36de-d187-4845-bd2d-3463b92e1453 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.241025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28eb692a-47bc-405f-b46f-b422cbb24183 req-975e36de-d187-4845-bd2d-3463b92e1453 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1183581 Dec 08 16:20:20.336640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dbea0-350a-4759-8c5f-969732682447 req-99dd129a-356d-480d-90bb-e40b51d8e8c6 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.338316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c1dbea0-350a-4759-8c5f-969732682447 req-99dd129a-356d-480d-90bb-e40b51d8e8c6 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 945 time: 0.1364572 Dec 08 16:20:20.355340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28eb692a-47bc-405f-b46f-b422cbb24183 req-15c7cfa1-7e60-494d-b1a1-c8e285f23f62 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965617 Dec 08 16:20:20.357299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-50d2fe8a-e16e-490b-aaaa-667d62cf890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.360582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-50d2fe8a-e16e-490b-aaaa-667d62cf890a service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.1454506 Dec 08 16:20:20.401823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51246) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:20.421894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:20.425912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:20.469195 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-63277e5a-b42d-4ac1-8ce8-1c0466e84f6f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 998 time: 0.0989866 Dec 08 16:20:20.474312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:20.474688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.509555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:20.531353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-11c49c97-9688-4edb-be5c-8353aefe646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.533255 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-11c49c97-9688-4edb-be5c-8353aefe646b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.0561032 Dec 08 16:20:20.573785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'port_id': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'mac_address': 'fa:16:3e:c8:58:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783f84a-0127-4cd1-b497-38e5ea017f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:20.585376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c1dbea0-350a-4759-8c5f-969732682447 req-f1408088-ff92-467a-8558-5c4390cbb6ab tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263215 Dec 08 16:20:20.631589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-6648d219-21fc-482e-9b38-22af6f0ecf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.633394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8ebd8230-b99c-4ddf-8523-acbc10aebc40 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/96d31708-a12e-4f95-aaf9-b0e8bbb0df40 HTTP/1.1" status: 200 len: 990 time: 0.2281115 Dec 08 16:20:20.634044 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-6648d219-21fc-482e-9b38-22af6f0ecf52 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931282 Dec 08 16:20:20.673665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c2fb39a-7344-4eaa-a022-b20c608165e6 req-130b1b11-fd82-4b38-ae60-878da48e4fba tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d505f85978274eed830fc622d98942d2 HTTP/1.1" status: 200 len: 3005 time: 0.2552302 Dec 08 16:20:20.688532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.755756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-75dc743c-0722-4c48-a563-8b3075cc7028 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137118 Dec 08 16:20:20.764563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:20.780176 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.793404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c2fb39a-7344-4eaa-a022-b20c608165e6 req-8e5744da-e831-4307-b1b3-bceeeefd455f tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups/f4857881-b1b2-4ec7-93c9-c165851b4cd1 HTTP/1.1" status: 200 len: 3002 time: 0.1180720 Dec 08 16:20:20.826393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:20.855670 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:20.888137 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4149a56e-1f7d-42d9-a06d-a40cf9474c41 req-44320c8a-6989-4478-b89b-10332ee1ec1c service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245511 Dec 08 16:20:20.904860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:20.907400 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe199ee0-d36e-4e3b-97d7-e03dbf1bfa6e" -d '{"events": [{"server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "name": "network-vif-plugged", "status": "completed", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:20.946869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c2fb39a-7344-4eaa-a022-b20c608165e6 req-ba4b110d-1a92-477a-8884-6ea2d9f702a0 tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups/f4857881-b1b2-4ec7-93c9-c165851b4cd1 HTTP/1.1" status: 200 len: 3002 time: 0.1392384 Dec 08 16:20:20.981011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75014a24-8c75-45a4-9aff-cc5a99a13095 req-debc6734-e919-416c-b7c0-ca414881c320 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:20.984254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75014a24-8c75-45a4-9aff-cc5a99a13095 req-debc6734-e919-416c-b7c0-ca414881c320 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 945 time: 0.1057181 Dec 08 16:20:21.002164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:21.018768 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb52f741-6320-4fa1-aba1-5b58c4b95a93 x-openstack-request-id: req-fb52f741-6320-4fa1-aba1-5b58c4b95a93 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:21.020223 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "name": "network-vif-plugged", "status": "completed", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:21.020639 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb52f741-6320-4fa1-aba1-5b58c4b95a93 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:21.021275 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'code': 200} Dec 08 16:20:21.056372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.068711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:21.099735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75014a24-8c75-45a4-9aff-cc5a99a13095 req-e163d15b-120b-44c2-aa95-7cb1de7a40d3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081345 Dec 08 16:20:21.156756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:21.181875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed7786a1-a330-4dd7-b6c7-bad79d7aa875 req-720277b4-149e-45a2-bebd-1440e9ce2978 tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups/f4857881-b1b2-4ec7-93c9-c165851b4cd1 HTTP/1.1" status: 200 len: 3002 time: 0.1366479 Dec 08 16:20:21.190466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f17bb9-293d-43fb-87bc-1629a004db36 req-37305a96-a325-4219-93e9-8611ebcffc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:21.192019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4f17bb9-293d-43fb-87bc-1629a004db36 req-37305a96-a325-4219-93e9-8611ebcffc54 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1097 time: 0.0908322 Dec 08 16:20:21.276273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:21.306908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4f17bb9-293d-43fb-87bc-1629a004db36 req-5e041725-14a5-4d63-ae94-ea7c0656b42a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032641 Dec 08 16:20:21.314482 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-ed7786a1-a330-4dd7-b6c7-bad79d7aa875 req-cfa03c95-d6e9-44d6-91d9-30ae626a8912 tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:20:21.316237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed7786a1-a330-4dd7-b6c7-bad79d7aa875 req-cfa03c95-d6e9-44d6-91d9-30ae626a8912 tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "DELETE /v2.0/security-groups/f4857881-b1b2-4ec7-93c9-c165851b4cd1 HTTP/1.1" status: 409 len: 352 time: 0.1222878 Dec 08 16:20:21.319986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '96d31708-a12e-4f95-aaf9-b0e8bbb0df40', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'port_id': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'mac_address': 'fa:16:3e:d9:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:20:16Z', 'updated_at': '2021-12-08T16:20:16Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:55Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:21.370131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] Checking router: 39c3ed65-056e-44c6-8ba0-3a98ad09df6d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:21.383477 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-24cb794c-e412-47ca-993d-b1308145ad7f req-bedbd6da-b73a-443f-a449-eaaf13c7fe78 tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] show failed (client error): The resource could not be found. Dec 08 16:20:21.386430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24cb794c-e412-47ca-993d-b1308145ad7f req-bedbd6da-b73a-443f-a449-eaaf13c7fe78 tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups/a0f18148-d85d-4991-9bfa-e83e52b72fc0 HTTP/1.1" status: 404 len: 352 time: 0.0246308 Dec 08 16:20:21.405628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:21.406333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:19:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:21.453969 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-ba6ccb83-639f-4691-9b4f-a4e4aa1a0667 req-905c5094-36bb-499f-9e51-c71377390dfe tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] show failed (client error): The resource could not be found. Dec 08 16:20:21.458369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba6ccb83-639f-4691-9b4f-a4e4aa1a0667 req-905c5094-36bb-499f-9e51-c71377390dfe tempest-SecurityGroupsNegativeTestJSON-431503547 tempest-SecurityGroupsNegativeTestJSON-431503547-project] 10.222.0.62 "GET /v2.0/security-groups/f510ff6c-bb78-48a2-89ea-2553c970e6b0 HTTP/1.1" status: 404 len: 352 time: 0.0322230 Dec 08 16:20:21.476582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:21.578229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Deleting subnet 185431a1-e212-4f6b-bea0-9a176c06f54b {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:20:21.582188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:21.585093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.637283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51280) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:21.661597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.704245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:21.772172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de1293a4-2669-4a23-8e80-da23d7e3a600 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/96d31708-a12e-4f95-aaf9-b0e8bbb0df40 HTTP/1.1" status: 200 len: 990 time: 0.1342683 Dec 08 16:20:21.776313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:21.792315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e04a9bb-e118-4ed0-ad72-cb96aee58a44 req-199cf834-b1ba-48a0-96f4-098c358504e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:21.794032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e04a9bb-e118-4ed0-ad72-cb96aee58a44 req-199cf834-b1ba-48a0-96f4-098c358504e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 946 time: 0.0814507 Dec 08 16:20:21.894302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e04a9bb-e118-4ed0-ad72-cb96aee58a44 req-6724293c-70ce-45e9-b550-1334dfba1aa7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899150 Dec 08 16:20:22.024543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '96d31708-a12e-4f95-aaf9-b0e8bbb0df40', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'port_id': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'mac_address': 'fa:16:3e:d9:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:20:16Z', 'updated_at': '2021-12-08T16:20:16Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:55Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.061775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e015be3-54b4-4652-aa63-b68099748dff None None] The sync data for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 is: [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '96d31708-a12e-4f95-aaf9-b0e8bbb0df40', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.10', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'port_id': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'mac_address': 'fa:16:3e:d9:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:20:16Z', 'updated_at': '2021-12-08T16:20:16Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:55Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:22.287720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.288200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.288657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.289109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.289566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.290048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.290499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.292631 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-21ccf2f7-8030-422f-86bf-d95a04b71452 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 0.5869095 Dec 08 16:20:22.306686 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.341159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ce93d-a201-4cb1-9d4f-d2802aee3b36 req-41cdddb2-0b05-423a-b262-12c1d6817ccc tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:22.344666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-472ce93d-a201-4cb1-9d4f-d2802aee3b36 req-41cdddb2-0b05-423a-b262-12c1d6817ccc tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 945 time: 0.1071742 Dec 08 16:20:22.362551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185431a1-e212-4f6b-bea0-9a176c06f54b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:22.394062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.400292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-61b609f1-5523-49bf-be71-76e3a8435106 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/185431a1-e212-4f6b-bea0-9a176c06f54b HTTP/1.1" status: 204 len: 168 time: 0.9245245 Dec 08 16:20:22.403858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51292) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:22.413561 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11733aa3-0fd2-4824-9432-f7df0967b400 None None] New status for floating IP 96d31708-a12e-4f95-aaf9-b0e8bbb0df40: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:20:22.440467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-472ce93d-a201-4cb1-9d4f-d2802aee3b36 req-f2e5bf0f-dcc1-4e5a-a33a-9032efab8594 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864720 Dec 08 16:20:22.587379 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-25e25ca6-629c-4de2-9a83-65c742eb9fe2 service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=bc9030b9-7936-44ac-b24c-33088909ffc0&id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2737815 Dec 08 16:20:22.595863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.756262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.776129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51296) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:22.794158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d9a2f2-73b6-48c5-9656-06f33f213a3d']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.812954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a9b3e4-7577-434a-8e51-19bd356d9771') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.813457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a9b3e4-7577-434a-8e51-19bd356d9771') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:22.831276 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.852711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bea601fe-c61d-4906-8c8c-1b44def28ee3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/96d31708-a12e-4f95-aaf9-b0e8bbb0df40 HTTP/1.1" status: 200 len: 992 time: 0.0748217 Dec 08 16:20:22.855693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.868107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:20:22.868789 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:20:22.872008 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:20:22.981563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:22.999647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.002937 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e3d9a2f2-73b6-48c5-9656-06f33f213a3d HTTP/1.1" status: 204 len: 168 time: 0.5969751 Dec 08 16:20:23.004526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5cc91-1c02-4e44-b70c-c923640c808d admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d9a2f2-73b6-48c5-9656-06f33f213a3d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:23.074704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adda327-7680-4071-8457-a980d7aeb69b req-82f2b58e-2385-4249-ac72-6c0aaf70f512 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:23.082730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4adda327-7680-4071-8457-a980d7aeb69b req-82f2b58e-2385-4249-ac72-6c0aaf70f512 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 946 time: 0.0893197 Dec 08 16:20:23.158807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4adda327-7680-4071-8457-a980d7aeb69b req-7849639a-b79e-433a-b79f-146f4e7ec306 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702181 Dec 08 16:20:23.177003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.226391 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb67fd1c-3c5e-4a50-9d7e-fe3b70bbae5f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d505f85978274eed830fc622d98942d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0475972 Dec 08 16:20:23.229207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:23.321995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93115cd5-78ba-407f-807b-c4851e1ea978 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.327523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-6bb0ad12-e21d-4d28-9505-5ede167f0dd0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2067846167&fields=id&tenant_id=4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 267 time: 0.0779722 Dec 08 16:20:23.380213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93115cd5-78ba-407f-807b-c4851e1ea978 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.431262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-2533a739-1fa8-407b-b986-c87eac1ccf20 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:23.432771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-2533a739-1fa8-407b-b986-c87eac1ccf20 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 946 time: 0.0958941 Dec 08 16:20:23.449484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'port': {'security_groups': ['3ba95395-5676-4c18-8849-ea82f0be34f9', 'b2a23fd1-07b8-483a-82d5-a15251d2c7f0']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:23.488139 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93115cd5-78ba-407f-807b-c4851e1ea978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.490873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93115cd5-78ba-407f-807b-c4851e1ea978 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.494761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-93115cd5-78ba-407f-807b-c4851e1ea978 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4857881-b1b2-4ec7-93c9-c165851b4cd1 HTTP/1.1" status: 204 len: 168 time: 0.2640603 Dec 08 16:20:23.515291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93115cd5-78ba-407f-807b-c4851e1ea978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4857881-b1b2-4ec7-93c9-c165851b4cd1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:23.551449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.671710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de4357-1a1f-4d13-bed2-8fb5df812938 req-3ab94b83-03fa-4e98-81bf-95ba9ddc718c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:23.673325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7de4357-1a1f-4d13-bed2-8fb5df812938 req-3ab94b83-03fa-4e98-81bf-95ba9ddc718c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 945 time: 0.1110086 Dec 08 16:20:23.806364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7de4357-1a1f-4d13-bed2-8fb5df812938 req-a7d954c8-d58d-4c5b-93c4-008733fbae8c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242473 Dec 08 16:20:23.879123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:23.921175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.927242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:23.940180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:24.006024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.007138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.009601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3eb69246-50a4-48eb-a263-b022a62a8a41 req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "PUT /v2.0/ports/b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 982 time: 0.5663843 Dec 08 16:20:24.010401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:24.015140 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420" -d '{"events": [{"name": "network-changed", "server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:24.058278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:24.070835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f89e4c-3b22-41ae-a1ee-f25d2d933893 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:24.157626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:24.212643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4b1b0cc9-fa8c-4746-a570-cc5802256b5a tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1370225267&fields=id&tenant_id=4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 267 time: 0.0944061 Dec 08 16:20:24.267703 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444d94a0-f919-4e69-9dc0-6a856005f34b x-openstack-request-id: req-444d94a0-f919-4e69-9dc0-6a856005f34b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:24.268184 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:24.268580 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-444d94a0-f919-4e69-9dc0-6a856005f34b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:24.269150 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'status': 'completed', 'code': 200} Dec 08 16:20:24.375803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-5e9d872d-39d2-45c5-97cf-f9bd5e5faa92 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.382483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-5e9d872d-39d2-45c5-97cf-f9bd5e5faa92 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 985 time: 0.1676066 Dec 08 16:20:24.391998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-7998195f-51dc-4fdc-a737-f7c8f59cb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.396591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-7998195f-51dc-4fdc-a737-f7c8f59cb164 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1136 time: 0.1325119 Dec 08 16:20:24.403781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'port': {'security_groups': ['3ba95395-5676-4c18-8849-ea82f0be34f9', 'b2a23fd1-07b8-483a-82d5-a15251d2c7f0', 'a1ab2505-5ab9-4972-b02e-4017a4057710']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:24.433017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:24.460501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:24.461078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.570871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.615452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-2db71567-f294-4f9f-a353-8c8c96cb316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.618485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-2db71567-f294-4f9f-a353-8c8c96cb316e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.2077022 Dec 08 16:20:24.699262 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.738414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-bab86bc5-f22b-455c-b602-e7f9e5f95374 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 217 time: 0.0763917 Dec 08 16:20:24.744862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:24.747521 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8fc193-7986-4b53-9f2c-0d8f0cf4631e" -d '{"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-plugged", "status": "completed", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:24.750950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51340) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:24.770785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:24.777766 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:24.820859 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5f70de-3a38-4486-b778-66e25b7c215a x-openstack-request-id: req-ea5f70de-3a38-4486-b778-66e25b7c215a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:24.821303 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-plugged", "status": "completed", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:24.821574 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea5f70de-3a38-4486-b778-66e25b7c215a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:24.822140 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'code': 200} Dec 08 16:20:24.852267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-7f19d422-6b99-45ce-a180-a98771a0c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:24.853884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-7f19d422-6b99-45ce-a180-a98771a0c147 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.1019745 Dec 08 16:20:24.914765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:24.954510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-3b4b1c3b-0a7a-49e7-a4a9-a29a2443eefd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887187 Dec 08 16:20:24.983762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-175224820-network', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:25.003167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105f34be-be9e-4577-b5df-24a74dcbc7a1 req-61fcc828-527d-4b32-a459-4e565289ecc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:25.004965 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-105f34be-be9e-4577-b5df-24a74dcbc7a1 req-61fcc828-527d-4b32-a459-4e565289ecc5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 1097 time: 0.0678062 Dec 08 16:20:25.067713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-105f34be-be9e-4577-b5df-24a74dcbc7a1 req-1bdaeda6-f53f-49ac-a4fc-76831b5f89dd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523856 Dec 08 16:20:25.152498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Made reservation on behalf of c71a97ed9ee647c3852de1abe49cf264 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:25.155194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.197488 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.218774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46bc0b-434b-4316-94aa-052ba9b9b7b5 req-795d12a9-2f67-4946-b36f-97750886e062 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:25.220478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb46bc0b-434b-4316-94aa-052ba9b9b7b5 req-795d12a9-2f67-4946-b36f-97750886e062 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.2734172 Dec 08 16:20:25.268193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-8bbafabb-32d2-480d-84b3-f4fb9902fa6a service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966344 Dec 08 16:20:25.326867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:25.438950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.443922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb46bc0b-434b-4316-94aa-052ba9b9b7b5 req-771c6a86-87a2-473e-9090-e3ba1527ec3c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027986 Dec 08 16:20:25.451339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.464893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:25.538814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b0bfaf2-8c71-4500-a94c-fc99ed8eb420 req-efa50892-283e-4468-a5c6-4267e589bcc5 service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553339 Dec 08 16:20:25.558764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:25.559831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.562403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a6011cd-9f98-47ac-a511-feaf2120caa0 req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "PUT /v2.0/ports/b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 1021 time: 1.1653101 Dec 08 16:20:25.597327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e23d34f-be30-414a-bd74-d898ac528506 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:25.602042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.608678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.647624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:20:25.661865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46405a6-3739-4c9b-af5b-c943dff9934b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:25.667774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.668111 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Added segment ebebf8ad-6276-49b8-990c-f0c1747847b6 of type vlan for network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 Dec 08 16:20:25.668434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:25.734194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.800291 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.801305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:25.801960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.864589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b782509-d7c9-43fd-8354-e3dc5a800661 req-4297974c-7b89-4798-be73-e16e73aaaa8b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:25.866270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b782509-d7c9-43fd-8354-e3dc5a800661 req-4297974c-7b89-4798-be73-e16e73aaaa8b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1024 time: 0.1293886 Dec 08 16:20:25.872121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1188946 Dec 08 16:20:25.876817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:25.889717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Request body: {'subnet': {'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-175224820-subnet', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:25.915222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf9d99-7242-4950-93d8-8d0694797bab admin admin] Pushing event updated for resources: {'Network': ['ID=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:25.916426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Made reservation on behalf of c71a97ed9ee647c3852de1abe49cf264 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:25.926867 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:25.941747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:20:26.015950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b782509-d7c9-43fd-8354-e3dc5a800661 req-86f89035-2299-4f3a-980e-0fe9270bc356 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1ab2505-5ab9-4972-b02e-4017a4057710&id=b2a23fd1-07b8-483a-82d5-a15251d2c7f0&id=3ba95395-5676-4c18-8849-ea82f0be34f9 HTTP/1.1" status: 200 len: 6207 time: 0.1306922 Dec 08 16:20:26.072273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-979c02d8-555e-4a6b-acca-50e27c8e03c0 req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': ' tempest-securitygroup -335325262 ', 'description': 'tempest-description-1260945405'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:26.123680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-979c02d8-555e-4a6b-acca-50e27c8e03c0 req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.227293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.254657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-979c02d8-555e-4a6b-acca-50e27c8e03c0 req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.262081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-979c02d8-555e-4a6b-acca-50e27c8e03c0 req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.270322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5fcfd99-b9fb-43ce-aa29-25ccb208f9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.293684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:26.299719 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e6ee8-e007-4218-973c-438da80bb58e" -d '{"events": [{"name": "network-changed", "server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:26.314169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-979c02d8-555e-4a6b-acca-50e27c8e03c0 req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.322867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-979c02d8-555e-4a6b-acca-50e27c8e03c0 req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2573321 Dec 08 16:20:26.403062 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1dc81f-71c8-4c62-8cc2-79093be13440 x-openstack-request-id: req-fc1dc81f-71c8-4c62-8cc2-79093be13440 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:26.403524 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:26.404586 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc1dc81f-71c8-4c62-8cc2-79093be13440 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:26.405188 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'status': 'completed', 'code': 200} Dec 08 16:20:26.414401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1947766-e912-492f-8c3b-4c8d5af01e30,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.418093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64d995-9b58-475b-b892-24b3e413a505 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ab22ce-cb0a-4c98-beca-eb44578f2734,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:26.430272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Checking segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:26.431832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Network hostable DHCP agents. Network: a7255d5e-8d35-4b1e-a7e7-8a1177e897e4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:20:26.538525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:20:26.542418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed8dd7ed-74d8-4d42-8dc9-e2b312f76e33 req-1bac2d56-0523-488f-b770-c718c58cd01e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/34ab22ce-cb0a-4c98-beca-eb44578f2734 HTTP/1.1" status: 200 len: 1799 time: 0.1624086 Dec 08 16:20:26.551542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-ebfb91de-86b7-40e6-80fa-b29e27e5b49a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1210880 Dec 08 16:20:26.561985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a7255d5e-8d35-4b1e-a7e7-8a1177e897e4) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:26.574205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.575349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.583562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8b97d5-c853-497b-a63d-246628fb348f None None] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:26.585747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6ee8-e007-4218-973c-438da80bb58e req-a38dc724-bf23-4354-b864-de15659a9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.588642 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-a38dc724-bf23-4354-b864-de15659a9343 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1175 time: 0.1430793 Dec 08 16:20:26.714092 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf22df21-b1b1-453c-b6ce-b1c52f49eca1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8327112 Dec 08 16:20:26.716958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:26.722698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:26.765095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.766233 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.774585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:20:26.777782 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.786205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6ee8-e007-4218-973c-438da80bb58e req-a789c1fb-7b12-4f0f-a01e-a6b640f06fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.786836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059db0c-0f73-4d1b-af44-fd4dba189f2e req-2d0e93c4-2b9e-4b5d-9dc8-8164983ff481 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.787769 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-a789c1fb-7b12-4f0f-a01e-a6b640f06fa6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.1793902 Dec 08 16:20:26.789234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8059db0c-0f73-4d1b-af44-fd4dba189f2e req-2d0e93c4-2b9e-4b5d-9dc8-8164983ff481 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.2241297 Dec 08 16:20:26.830477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c421d20f-fd3d-4758-905f-f87c7abad8f0 req-a2e21aeb-26bc-4c2b-870f-d067afdefe0b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/34ab22ce-cb0a-4c98-beca-eb44578f2734 HTTP/1.1" status: 200 len: 1799 time: 0.2105117 Dec 08 16:20:26.845329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-aeeef1b1-de19-490f-b3f6-0aacd0e9da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:26.845978 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-c5c9ec86-0a9e-496c-8a69-fac65eca1f2c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 200 len: 217 time: 0.0490263 Dec 08 16:20:26.848985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-aeeef1b1-de19-490f-b3f6-0aacd0e9da27 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=cb7cb422e2224faf954c32a0dd97825a&device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 1098 time: 0.1823077 Dec 08 16:20:26.911368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:26.983870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Allocated IP 172.20.0.2 (a7255d5e-8d35-4b1e-a7e7-8a1177e897e4/c1947766-e912-492f-8c3b-4c8d5af01e30/e287efa7-a25e-406e-a5f0-f502d396d48f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:27.001547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e6ee8-e007-4218-973c-438da80bb58e req-4c3decbf-c119-4123-bf95-caecbce17ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.003284 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-4c3decbf-c119-4123-bf95-caecbce17ffe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.1214232 Dec 08 16:20:27.074786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8059db0c-0f73-4d1b-af44-fd4dba189f2e req-49ebe283-eca0-4864-8967-8e94a096b556 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756326 Dec 08 16:20:27.114374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c421d20f-fd3d-4758-905f-f87c7abad8f0 req-970cf84e-a92e-48fa-92b4-747918390dc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.114744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.141911 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-6c1cb85e-5a78-4d18-8784-794ae38d1fb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993230 Dec 08 16:20:27.188367 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c421d20f-fd3d-4758-905f-f87c7abad8f0 req-970cf84e-a92e-48fa-92b4-747918390dc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.261245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-5a86ae8d-0bbe-4656-91e5-b5ee3ddb3e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.264355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-5a86ae8d-0bbe-4656-91e5-b5ee3ddb3e1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 200 len: 917 time: 0.3692858 Dec 08 16:20:27.289471 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.301211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.331319 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-780abd45-0984-4a16-a772-aa55f03b7bab service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749854 Dec 08 16:20:27.349231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:27.355168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:27.360249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:27.375001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Pushing event updated for resources: {'Port': ['ID=e287efa7-a25e-406e-a5f0-f502d396d48f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:27.456482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c421d20f-fd3d-4758-905f-f87c7abad8f0 req-970cf84e-a92e-48fa-92b4-747918390dc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.461715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c421d20f-fd3d-4758-905f-f87c7abad8f0 req-970cf84e-a92e-48fa-92b4-747918390dc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.463951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c421d20f-fd3d-4758-905f-f87c7abad8f0 req-970cf84e-a92e-48fa-92b4-747918390dc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/34ab22ce-cb0a-4c98-beca-eb44578f2734 HTTP/1.1" status: 204 len: 173 time: 0.6105723 Dec 08 16:20:27.477008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Attempting to bind port e287efa7-a25e-406e-a5f0-f502d396d48f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:27.477641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Attempting to bind port e287efa7-a25e-406e-a5f0-f502d396d48f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:27.478550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Attempting to bind port e287efa7-a25e-406e-a5f0-f502d396d48f on network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:27.488012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-5ff8a5ea-c8f7-4e0b-95fa-413262b069cf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 200 len: 1002 time: 0.2153847 Dec 08 16:20:27.489531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:27.490175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Checking segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:27.490815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.491457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Bound using segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:27.492983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Bound port: e287efa7-a25e-406e-a5f0-f502d396d48f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:27.492983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.531384 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b62e6ee8-e007-4218-973c-438da80bb58e req-ff8ce272-e82b-4ebc-8df7-4b78fe1e0fbe service neutron] 10.222.0.86 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893742 Dec 08 16:20:27.539359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fafe2f4-d4d4-48d6-aebe-610a06f2cfb5 req-9ce68203-c4aa-4b21-bedc-ced68ff6e638 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.542144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fafe2f4-d4d4-48d6-aebe-610a06f2cfb5 req-9ce68203-c4aa-4b21-bedc-ced68ff6e638 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.2590368 Dec 08 16:20:27.544134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cf84e-a92e-48fa-92b4-747918390dc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ab22ce-cb0a-4c98-beca-eb44578f2734,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:27.594830 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.616139 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-7edc56f0-bedd-4603-8f36-3dc73a97ef38 req-ffc2e13b-bc48-41b2-ae19-158f02cfc4c2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:20:27.618007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7edc56f0-bedd-4603-8f36-3dc73a97ef38 req-ffc2e13b-bc48-41b2-ae19-158f02cfc4c2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/34ab22ce-cb0a-4c98-beca-eb44578f2734 HTTP/1.1" status: 404 len: 352 time: 0.1169922 Dec 08 16:20:27.618193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.674596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] For port e287efa7-a25e-406e-a5f0-f502d396d48f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:27.682059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] For port e287efa7-a25e-406e-a5f0-f502d396d48f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e287efa7-a25e-406e-a5f0-f502d396d48f,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:27.688968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-68015411-51d2-4c42-9647-2eb4a3a5bbb1 req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1909365593', 'description': 'tempest-description-15809705'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:27.689875 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.720164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-2d1aa771-4509-4209-a0bd-cebf4f147064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.722967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-2d1aa771-4509-4209-a0bd-cebf4f147064 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 200 len: 855 time: 0.2174981 Dec 08 16:20:27.771309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Allocated IP 172.25.3.186 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a1a83b66-9e0c-43ad-927f-cfafe4d19b3a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:27.775050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fafe2f4-d4d4-48d6-aebe-610a06f2cfb5 req-63f919c1-e5a5-4c7e-b230-bcd9620eaf6b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218320 Dec 08 16:20:27.798393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f35a9-c6a7-40f6-a02b-3394bc4f5a70 None None] Pushing event updated for resources: {'Port': ['ID=e287efa7-a25e-406e-a5f0-f502d396d48f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:27.846263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68015411-51d2-4c42-9647-2eb4a3a5bbb1 req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.889952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-7a4a5802-1a09-4f50-b29d-fe8a6cf3e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:27.893843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-7a4a5802-1a09-4f50-b29d-fe8a6cf3e3c4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1547592 Dec 08 16:20:27.942772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:27.984701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.081529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:28.086760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:28.109546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcc9990-30ce-4107-92f8-cf8ec926ee54 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:28.128245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:28.150909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68015411-51d2-4c42-9647-2eb4a3a5bbb1 req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.155556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-474152aa-f3c5-4992-8057-8784c414aded service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497575 Dec 08 16:20:28.159452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68015411-51d2-4c42-9647-2eb4a3a5bbb1 req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.170482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Pushing event updated for resources: {'Port': ['ID=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:28.244134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d50c9b7d-b576-47fd-b0cb-d98b030cdb47 None None] Provisioning complete for port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:28.244575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d50c9b7d-b576-47fd-b0cb-d98b030cdb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.303174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d50c9b7d-b576-47fd-b0cb-d98b030cdb47 None None] Port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:28.522477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.760792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3be0267-7bff-4c9c-904c-799664d87582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.815224 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-68015411-51d2-4c42-9647-2eb4a3a5bbb1 req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.816083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:28.816503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68015411-51d2-4c42-9647-2eb4a3a5bbb1 req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.1530521 Dec 08 16:20:28.828822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef236b26-f8b2-489e-b2f4-1c7d5fd66903 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24167972-90d8-4cc5-8165-003f2e98ad4e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:28.849047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e9340-8f44-4860-aff6-c618edd1e271 req-c9dabb67-9cb7-48c9-b9e9-fa63f748404f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:28.858033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-053e9340-8f44-4860-aff6-c618edd1e271 req-c9dabb67-9cb7-48c9-b9e9-fa63f748404f tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.6645849 Dec 08 16:20:28.926517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e287efa7-a25e-406e-a5f0-f502d396d48f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:28.955042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc821e8-bf07-4462-863d-fc59e8a99544 req-08002187-92a9-495f-91af-d78e62896781 service neutron] 10.222.0.86 "GET /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7878792 Dec 08 16:20:28.966002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-053e9340-8f44-4860-aff6-c618edd1e271 req-74c9d8ce-75d8-493f-9946-018ade1d6470 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066358 Dec 08 16:20:28.991987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c4383512-9dc0-48b2-8b28-4fbdbacd9976 req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-370889714', 'description': 'tempest-description-879762877'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:29.048780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4383512-9dc0-48b2-8b28-4fbdbacd9976 req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.050506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e287efa7-a25e-406e-a5f0-f502d396d48f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:29.051104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.171402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Router 54849a5a-90ef-4a84-af03-10202e8569bb is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:20:29.191583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.204776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4383512-9dc0-48b2-8b28-4fbdbacd9976 req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.222295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64acb63-7114-4b79-a5c5-a613d63203ee req-35038c7a-d1c8-4c22-95bd-6fea185ccd93 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.225157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b64acb63-7114-4b79-a5c5-a613d63203ee req-35038c7a-d1c8-4c22-95bd-6fea185ccd93 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0922270 Dec 08 16:20:29.226493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4383512-9dc0-48b2-8b28-4fbdbacd9976 req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.274198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c4383512-9dc0-48b2-8b28-4fbdbacd9976 req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.276027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4383512-9dc0-48b2-8b28-4fbdbacd9976 req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2885482 Dec 08 16:20:29.287306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c098b-c540-4e78-8f04-5e0d4220df3b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f563c734-125e-45e5-8681-aac4fbb4f4a8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.327190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-b9d26e32-51b1-454e-b0b9-356c64c43dd4 req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-322563050', 'description': 'tempest-description-1210071833'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:29.337329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b64acb63-7114-4b79-a5c5-a613d63203ee req-f3151a90-62ab-4093-b9fe-1ce1ec129c41 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789392 Dec 08 16:20:29.339683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:29.363088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9d26e32-51b1-454e-b0b9-356c64c43dd4 req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.365239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Sync routers for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:29.371666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port e287efa7-a25e-406e-a5f0-f502d396d48f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e287efa7-a25e-406e-a5f0-f502d396d48f,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:29.384825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.387582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-91aaca36-4626-45c0-b5fa-1ccef01d79cf admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6685326 Dec 08 16:20:29.389873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.391138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:29.416174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:29.417385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:29.477120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9d26e32-51b1-454e-b0b9-356c64c43dd4 req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.485998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9d26e32-51b1-454e-b0b9-356c64c43dd4 req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.524779 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b9d26e32-51b1-454e-b0b9-356c64c43dd4 req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.526154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9d26e32-51b1-454e-b0b9-356c64c43dd4 req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2050114 Dec 08 16:20:29.528535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f2af7-c919-4488-a7b9-18c691774146 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f21187-c2c6-444e-a505-ab443864a877,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.558327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04640c8-1615-45c7-8f83-23ac306c894d None None] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:20:29.665200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:29.793302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e6528cd-3ea3-45f9-a944-0a1461696a83 req-66cbfa7f-b9e3-4d11-b3b8-d41c97e0d06b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 11009 time: 0.2275009 Dec 08 16:20:29.891187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c63df56a-0517-46cf-96b8-74a0648f19ac None None] Provisioning complete for port e287efa7-a25e-406e-a5f0-f502d396d48f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:29.892074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c63df56a-0517-46cf-96b8-74a0648f19ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:29.923133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa45f40-13ee-4802-a700-5681d7ed3791 req-eeaed5d9-1c0a-48c3-a677-e8064e39d433 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:29.929085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=e287efa7-a25e-406e-a5f0-f502d396d48f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:29.931315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa45f40-13ee-4802-a700-5681d7ed3791 req-eeaed5d9-1c0a-48c3-a677-e8064e39d433 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1334190 Dec 08 16:20:29.958158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e6528cd-3ea3-45f9-a944-0a1461696a83 req-9a0b88af-8161-4461-9940-768469333244 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/3ba95395-5676-4c18-8849-ea82f0be34f9 HTTP/1.1" status: 200 len: 3002 time: 0.1467493 Dec 08 16:20:30.099470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e6528cd-3ea3-45f9-a944-0a1461696a83 req-38756524-9074-4b95-bce7-a943fa501293 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/3ba95395-5676-4c18-8849-ea82f0be34f9 HTTP/1.1" status: 200 len: 3002 time: 0.1409011 Dec 08 16:20:30.134442 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.138235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa45f40-13ee-4802-a700-5681d7ed3791 req-5bf36eed-8edd-477f-a09c-1544ec138c68 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763580 Dec 08 16:20:30.278095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:28Z', 'revision_number': 3, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:30.289560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a534a6b7-7b08-4faf-b3e6-7b3b1c561e04 req-e5ad0ebe-1b7b-48f6-ad3c-011c60f11d7c tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/24167972-90d8-4cc5-8165-003f2e98ad4e HTTP/1.1" status: 200 len: 1818 time: 0.0585568 Dec 08 16:20:30.315144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Checking router: 54849a5a-90ef-4a84-af03-10202e8569bb for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:30.315511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Updating router 54849a5a-90ef-4a84-af03-10202e8569bb port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:20:30.364856 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.425320 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a534a6b7-7b08-4faf-b3e6-7b3b1c561e04 req-b1bf19ae-cb37-480d-9e5d-2113e9241db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.475896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a534a6b7-7b08-4faf-b3e6-7b3b1c561e04 req-b1bf19ae-cb37-480d-9e5d-2113e9241db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.521764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.568383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-1247be02-fdf5-4113-b8cf-20bba854488e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1216331 Dec 08 16:20:30.586456 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a534a6b7-7b08-4faf-b3e6-7b3b1c561e04 req-b1bf19ae-cb37-480d-9e5d-2113e9241db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.594641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a534a6b7-7b08-4faf-b3e6-7b3b1c561e04 req-b1bf19ae-cb37-480d-9e5d-2113e9241db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.602520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a534a6b7-7b08-4faf-b3e6-7b3b1c561e04 req-b1bf19ae-cb37-480d-9e5d-2113e9241db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/24167972-90d8-4cc5-8165-003f2e98ad4e HTTP/1.1" status: 204 len: 173 time: 0.3029041 Dec 08 16:20:30.620054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf19ae-cb37-480d-9e5d-2113e9241db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24167972-90d8-4cc5-8165-003f2e98ad4e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:30.673300 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-f775230b-a62f-4646-8a5d-087fa25254de req-41ee0b38-6812-4949-8c3a-172e87b63469 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:20:30.674824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f775230b-a62f-4646-8a5d-087fa25254de req-41ee0b38-6812-4949-8c3a-172e87b63469 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/24167972-90d8-4cc5-8165-003f2e98ad4e HTTP/1.1" status: 404 len: 352 time: 0.0223842 Dec 08 16:20:30.685833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-38b361e1-df49-444c-8915-2e516298de26 None None] Provisioning complete for port e287efa7-a25e-406e-a5f0-f502d396d48f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:30.686496 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38b361e1-df49-444c-8915-2e516298de26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.800004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-147aa680-5060-4dd0-bdba-59e6ba20f7e4 req-fe9bfe26-c7fd-475f-87a2-509bfa51f1f0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/f563c734-125e-45e5-8681-aac4fbb4f4a8 HTTP/1.1" status: 200 len: 1818 time: 0.0847514 Dec 08 16:20:30.822054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e287efa7-a25e-406e-a5f0-f502d396d48f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:30.869931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-147aa680-5060-4dd0-bdba-59e6ba20f7e4 req-edbdbabb-e2a2-46e0-9acc-35e3531fa44f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.897914 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-147aa680-5060-4dd0-bdba-59e6ba20f7e4 req-edbdbabb-e2a2-46e0-9acc-35e3531fa44f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.917932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.918800 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.920251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.920641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.921510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.922428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.923334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:30.927147 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-791d7e21-57b1-4a6d-85c5-d411a2dc3ffb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a9a92237483425699d2dc200a89b79a&device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 6492 time: 0.2103271 Dec 08 16:20:30.961450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Allocated IP 172.20.0.1 (a7255d5e-8d35-4b1e-a7e7-8a1177e897e4/c1947766-e912-492f-8c3b-4c8d5af01e30/3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:30.971641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-147aa680-5060-4dd0-bdba-59e6ba20f7e4 req-edbdbabb-e2a2-46e0-9acc-35e3531fa44f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.978345 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-147aa680-5060-4dd0-bdba-59e6ba20f7e4 req-edbdbabb-e2a2-46e0-9acc-35e3531fa44f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:30.979317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-147aa680-5060-4dd0-bdba-59e6ba20f7e4 req-edbdbabb-e2a2-46e0-9acc-35e3531fa44f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/f563c734-125e-45e5-8681-aac4fbb4f4a8 HTTP/1.1" status: 204 len: 173 time: 0.1779418 Dec 08 16:20:31.001133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbdbabb-e2a2-46e0-9acc-35e3531fa44f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f563c734-125e-45e5-8681-aac4fbb4f4a8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:31.034395 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-2de7af58-23d4-466d-8207-50bc443b574f req-6d13690d-f42e-4614-8f30-b348ead86f29 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:20:31.034935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2de7af58-23d4-466d-8207-50bc443b574f req-6d13690d-f42e-4614-8f30-b348ead86f29 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/f563c734-125e-45e5-8681-aac4fbb4f4a8 HTTP/1.1" status: 404 len: 352 time: 0.0277355 Dec 08 16:20:31.114815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e287efa7-a25e-406e-a5f0-f502d396d48f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:31.114815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.152679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.161067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5031d616-f69e-43ad-9c74-2f97aff19eea req-4042b2a6-7271-462d-bc81-0451d745a431 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/89f21187-c2c6-444e-a505-ab443864a877 HTTP/1.1" status: 200 len: 1819 time: 0.0970562 Dec 08 16:20:31.173055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.198838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-52c0b2c3-f219-48df-bde4-ba3ae7501cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.199352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-52c0b2c3-f219-48df-bde4-ba3ae7501cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.199796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-52c0b2c3-f219-48df-bde4-ba3ae7501cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.201778 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-52c0b2c3-f219-48df-bde4-ba3ae7501cf2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=02b9c06e-9add-4910-bc5d-6edb3986b391&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=9a1fc047-bb59-45e4-b93f-0610b0d54433&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 200 len: 2293 time: 0.2374923 Dec 08 16:20:31.214650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.300117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5031d616-f69e-43ad-9c74-2f97aff19eea req-bc9b13f2-f703-400e-9645-cb3abbc73752 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.350404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-064676cc-7d3b-4291-93ad-6cba8ad831a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 200 len: 1001 time: 0.1391928 Dec 08 16:20:31.353678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.403275 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5031d616-f69e-43ad-9c74-2f97aff19eea req-bc9b13f2-f703-400e-9645-cb3abbc73752 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.455200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:31.473603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:31.474230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1012b81d-e74f-4550-bd7f-b77df4bcfc71 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:31.484513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:31.490862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Attempting to bind port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:31.491828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Attempting to bind port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:31.492408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Attempting to bind port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:31.495680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b5c2f-726d-4af3-8eb9-8a2f88df04b8 None None] Pushing event updated for resources: {'Port': ['ID=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:31.497900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc6380-d965-4209-8bfd-421716359693 req-7ff2087a-3c09-4040-9077-31c0e076a78b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.515165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6fc6380-d965-4209-8bfd-421716359693 req-7ff2087a-3c09-4040-9077-31c0e076a78b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1828654 Dec 08 16:20:31.516418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:31.517005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:31.517637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.518286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:31.519073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Bound port: a1a83b66-9e0c-43ad-927f-cfafe4d19b3a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:31.519674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.540218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.624348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5031d616-f69e-43ad-9c74-2f97aff19eea req-bc9b13f2-f703-400e-9645-cb3abbc73752 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.629344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5031d616-f69e-43ad-9c74-2f97aff19eea req-bc9b13f2-f703-400e-9645-cb3abbc73752 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.650197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5031d616-f69e-43ad-9c74-2f97aff19eea req-bc9b13f2-f703-400e-9645-cb3abbc73752 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/89f21187-c2c6-444e-a505-ab443864a877 HTTP/1.1" status: 204 len: 173 time: 0.4765046 Dec 08 16:20:31.676698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Pushing event updated for resources: {'Port': ['ID=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:31.677751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] For port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:31.686258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cb919475-36c5-4022-8b03-b0ec3156698e None None] Provisioning complete for port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:31.688594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb919475-36c5-4022-8b03-b0ec3156698e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.691764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-93e5cced-ceb5-4203-8b83-47d50e14c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.694119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-93e5cced-ceb5-4203-8b83-47d50e14c043 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 200 len: 851 time: 0.3331676 Dec 08 16:20:31.708348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] For port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:31.727623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b13f2-f703-400e-9645-cb3abbc73752 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f21187-c2c6-444e-a505-ab443864a877,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:31.740581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6fc6380-d965-4209-8bfd-421716359693 req-988251e4-1f47-4877-81cb-2c58e81c610b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247093 Dec 08 16:20:31.797089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.837330 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-d065ab3a-4724-4a3b-b5a9-9b2709de40d6 req-68bf244d-152d-4fc4-a931-b2420412c4e3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:20:31.847358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.852555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d065ab3a-4724-4a3b-b5a9-9b2709de40d6 req-68bf244d-152d-4fc4-a931-b2420412c4e3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/89f21187-c2c6-444e-a505-ab443864a877 HTTP/1.1" status: 404 len: 352 time: 0.0458827 Dec 08 16:20:31.886764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cb919475-36c5-4022-8b03-b0ec3156698e None None] Port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:31.909176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-6b75a930-91ba-4772-b585-ca3d8a5eb466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:31.911889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-6b75a930-91ba-4772-b585-ca3d8a5eb466 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=02b9c06e-9add-4910-bc5d-6edb3986b391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946623 Dec 08 16:20:31.941189 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:31.979514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a3e96-460f-4f83-8068-5b2eec93e559 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:32.023978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b5c2f-726d-4af3-8eb9-8a2f88df04b8 None None] Pushing event updated for resources: {'Port': ['ID=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:32.027244 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.028408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:32.029272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:32.060912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c67e1da8-c7b5-4172-ac33-3f4bb8ba917b req-c3c59bb2-cd49-4648-ba78-901ac1607970 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 6207 time: 0.1791270 Dec 08 16:20:32.142294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c67e1da8-c7b5-4172-ac33-3f4bb8ba917b req-74806161-5dda-44c0-a44f-1cdf52e5392b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/3ba95395-5676-4c18-8849-ea82f0be34f9 HTTP/1.1" status: 200 len: 3002 time: 0.0802019 Dec 08 16:20:32.150237 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-2615e8a9-47c1-42f0-91fc-46d18e781eb6 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267926 Dec 08 16:20:32.207670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c67e1da8-c7b5-4172-ac33-3f4bb8ba917b req-b9ba6955-042b-41f1-a101-19965616456c tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/3ba95395-5676-4c18-8849-ea82f0be34f9 HTTP/1.1" status: 200 len: 3002 time: 0.0576761 Dec 08 16:20:32.243346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-052e74eb-00d6-41e2-bde7-4ed5d5881f74 req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1144808871', 'description': 'tempest-description-2029900831'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:32.246351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Provisioning complete for port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:32.247373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.271710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.274778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-052e74eb-00d6-41e2-bde7-4ed5d5881f74 req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.282845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.301309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.346128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:32.385695 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-052e74eb-00d6-41e2-bde7-4ed5d5881f74 req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.394400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-052e74eb-00d6-41e2-bde7-4ed5d5881f74 req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.413823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:32.441109 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-aaa7f781-0e1b-48cf-9641-4f15062a1b12 service neutron] 10.222.0.58 "GET /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800107 Dec 08 16:20:32.444010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba94a26b-ce27-40a4-b813-e1e442cd24c6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:32.459457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-052e74eb-00d6-41e2-bde7-4ed5d5881f74 req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.461008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-052e74eb-00d6-41e2-bde7-4ed5d5881f74 req-0f36585c-32f9-4543-9688-9dfd7f0629a4 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.2217937 Dec 08 16:20:32.508309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1a10992c-5579-4ad4-a7d1-c89d8143bc86 req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-857285583', 'description': 'tempest-description-1632030658'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:32.512605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Provisioning complete for port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:32.514572 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.535630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-2e909e2e-2327-459c-8d25-ef27744ee0d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.143&port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 217 time: 0.0843558 Dec 08 16:20:32.543034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.553738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a10992c-5579-4ad4-a7d1-c89d8143bc86 req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.554114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Pushing event updated for resources: {'Port': ['ID=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:32.713563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-68aeeaf0-cf60-42ae-9496-2333aac07fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.715107 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-68aeeaf0-cf60-42ae-9496-2333aac07fc5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1655982 Dec 08 16:20:32.721004 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a10992c-5579-4ad4-a7d1-c89d8143bc86 req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.727920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a10992c-5579-4ad4-a7d1-c89d8143bc86 req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.767490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1a10992c-5579-4ad4-a7d1-c89d8143bc86 req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.768095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.769027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a10992c-5579-4ad4-a7d1-c89d8143bc86 req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2694428 Dec 08 16:20:32.770007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e736e0-1109-4aae-9a0c-72490a4e73f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c5cf78-beaa-4d93-a678-3936a4e4c062,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:32.818629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:32.826239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:32.835131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-050cf6f2-988e-4c61-b947-d26070d4b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:32.836700 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-050cf6f2-988e-4c61-b947-d26070d4b03a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1083882 Dec 08 16:20:32.841533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] For port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:32.848007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:32.859426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:30Z', 'revision_number': 1, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:32.931907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c52-9f8d-41df-8b19-bc366a448e60 None None] The sync data for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 is: [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:30Z', 'revision_number': 1, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:33.001609 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.078496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ba6a5-acbf-41c3-a874-7cb369e1e350 None None] Pushing event updated for resources: {'Port': ['ID=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:33.154486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1abb52-7a3a-4538-b15e-f2d59979585a req-9d8149ea-c826-4f9d-8d4d-1fe5acc32e89 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:33.158863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e1abb52-7a3a-4538-b15e-f2d59979585a req-9d8149ea-c826-4f9d-8d4d-1fe5acc32e89 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1880794 Dec 08 16:20:33.240997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-7206fb56-88bf-441c-b924-a2f341e44c3a service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931267 Dec 08 16:20:33.400209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bce82594-4f0f-4f1b-a49c-5fcd97278546 None None] Provisioning complete for port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:33.402319 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bce82594-4f0f-4f1b-a49c-5fcd97278546 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:33.415942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e1abb52-7a3a-4538-b15e-f2d59979585a req-46087a51-7403-43e4-8b39-a15381906559 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322204 Dec 08 16:20:33.465686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Router 54849a5a-90ef-4a84-af03-10202e8569bb has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:33.472711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bce82594-4f0f-4f1b-a49c-5fcd97278546 None None] Port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:33.485404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-f6cea245-2143-4cf2-a7e9-9b8b1480dcc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:33.486361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-f6cea245-2143-4cf2-a7e9-9b8b1480dcc3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 813 time: 0.3264256 Dec 08 16:20:33.511421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-46d7ad94-98f1-40da-8faf-5c0a4bd27316 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/quotas/4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 375 time: 0.0115685 Dec 08 16:20:33.600242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-db9cea84-8f6d-4dea-8d25-fb7f3cd8a026 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0776973 Dec 08 16:20:33.628634 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-2bb8b902-9106-4fad-8a33-b72013647282 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764584 Dec 08 16:20:33.711203 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-ca5a34a5-9855-4acd-80b9-27a57c2a93ae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.167&port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 217 time: 0.0748291 Dec 08 16:20:33.771024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:33.783190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0062d491-90da-4d36-a3fc-df3a3c6a84ed admin admin] 10.222.0.62 "PUT /v2.0/routers/54849a5a-90ef-4a84-af03-10202e8569bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3846247 Dec 08 16:20:33.806664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-5756b1fd-a671-4583-8311-558b043b280d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:33.811832 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-5756b1fd-a671-4583-8311-558b043b280d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.0881445 Dec 08 16:20:33.909150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-a8cc2682-bfd2-47f9-9d8e-4cc6e57009b0 service neutron] 10.222.0.62 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937028 Dec 08 16:20:33.915546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-3891a499-9b22-4edd-a0cc-b83e4a13300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:33.917380 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-3891a499-9b22-4edd-a0cc-b83e4a13300c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0922558 Dec 08 16:20:34.070737 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-75cf219a-aec5-4456-9c54-5f6517256571 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452208 Dec 08 16:20:34.168860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-e5199640-638d-411b-a2eb-fd410394c4ca service neutron] 10.222.0.62 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441704 Dec 08 16:20:34.309084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-47550fe1-8fe4-41bc-8dbc-f787cb7bb497 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175090 Dec 08 16:20:34.374794 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-fbed6a6b-d1fc-426e-b788-e3623a204612 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 200 len: 217 time: 0.0577514 Dec 08 16:20:34.458933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-7da201bd-89f5-456e-b5bd-26fc6ca652b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.461401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-7da201bd-89f5-456e-b5bd-26fc6ca652b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.0793011 Dec 08 16:20:34.529871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88a654b7-25ab-4988-a83b-bec98f629e58 req-79c2a3be-c5ca-402f-b7cc-29d86ac0f8bb tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 210 time: 0.0609491 Dec 08 16:20:34.555629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-91157422-a131-4588-8736-3da5d348c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.561419 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-91157422-a131-4588-8736-3da5d348c53e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0881567 Dec 08 16:20:34.785136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-df41a1be-a5d9-449d-8aaf-700b6de2c1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152300 Dec 08 16:20:34.929981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f1aa0-2f3d-4807-bfa4-c049213b3893 req-9b4ef486-0d3b-4e4b-a226-8b8661964955 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:34.955138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c41f1aa0-2f3d-4807-bfa4-c049213b3893 req-9b4ef486-0d3b-4e4b-a226-8b8661964955 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1477408 Dec 08 16:20:34.967798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a1a83b66-9e0c-43ad-927f-cfafe4d19b3a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:35.027485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c41f1aa0-2f3d-4807-bfa4-c049213b3893 req-8713fcd4-a3ac-4769-a3a3-931dc12cb7e5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674608 Dec 08 16:20:35.137270 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-0e1f97f1-8ff3-444c-b60c-09c6d77d8f8f service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406396 Dec 08 16:20:35.162702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:35.163096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.293858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-b13449dc-8084-4ad8-b942-0f78f59bd186 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 200 len: 217 time: 0.1476364 Dec 08 16:20:35.402802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51488) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:35.412946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--190463971', 'description': 'tempest-description--2022234295'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:35.443107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-b511da15-eab8-4da8-aed7-606770438ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:35.444661 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-b511da15-eab8-4da8-aed7-606770438ec4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 200 len: 797 time: 0.1436441 Dec 08 16:20:35.467436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.521402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-5460cf90-8112-4bba-adb8-760839b086b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:35.530585 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-5460cf90-8112-4bba-adb8-760839b086b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9a1fc047-bb59-45e4-b93f-0610b0d54433&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0763304 Dec 08 16:20:35.639924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.652328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.738887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.740693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3358941 Dec 08 16:20:35.741714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64622f83-d47c-4f38-bdda-47bcab6de2d4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df370df9-243b-4895-87a3-1d19191ee505,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:35.749168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:35.771785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Request body: {'security_group_rule': {'security_group_id': 'df370df9-243b-4895-87a3-1d19191ee505', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:35.798777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-386def81-ffa7-45f0-8a7d-7490695b68bc req-f48529c5-767c-44db-891a-6a3d5db77757 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 210 time: 0.0646970 Dec 08 16:20:35.863990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:35.871718 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-cf0c8f05-2f78-4928-acb1-f12f567f1b78 service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290086 Dec 08 16:20:35.872896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30178429-1800-41e4-9d4c-7b7772003034 req-274803df-be51-4f99-bdf3-ea7c3cf90606 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:35.875267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30178429-1800-41e4-9d4c-7b7772003034 req-274803df-be51-4f99-bdf3-ea7c3cf90606 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.0748568 Dec 08 16:20:35.940888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30178429-1800-41e4-9d4c-7b7772003034 req-f5f964a5-28ac-42d1-9196-32dfe00be4cb tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579612 Dec 08 16:20:36.195914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec2889-34bd-4580-ba62-8ca86ad7335f req-8bcbdc0e-5719-40b0-ab5b-8405c7863790 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:36.197663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dec2889-34bd-4580-ba62-8ca86ad7335f req-8bcbdc0e-5719-40b0-ab5b-8405c7863790 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0788188 Dec 08 16:20:36.385554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dec2889-34bd-4580-ba62-8ca86ad7335f req-bd047a1a-1094-47a0-ae8f-e62f652f78fe tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756337 Dec 08 16:20:36.521505 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Sync routers for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:36.523013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-1b4e11dd-ab62-41f2-9519-fbe0721dd177 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:36.525165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-1b4e11dd-ab62-41f2-9519-fbe0721dd177 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.58 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 813 time: 0.2603157 Dec 08 16:20:36.539544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.543911 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:36.545610 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:36.545899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'port': {'device_id': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc', 'admin_state_up': True, 'tenant_id': '4999786ffabf40d98592ac1bea667b2b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:36.554589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.586253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.587649 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8363271 Dec 08 16:20:36.594049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51500) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:36.600234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Request body: {'security_group_rule': {'security_group_id': 'df370df9-243b-4895-87a3-1d19191ee505', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:36.606108 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-24ec06d7-b26d-4842-8bf4-87f4f24455dc service neutron] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7244604 Dec 08 16:20:36.608964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d75429-4f1a-4b5e-ae9d-743bbbc84a98 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66f2b65-2fa6-405c-91b6-1d8af2ca1b87,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:36.660186 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-ad67a452-2f6a-423f-9369-47611fb269c9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 200 len: 217 time: 0.0462303 Dec 08 16:20:36.703592 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:36.707250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.733223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Made reservation on behalf of 4999786ffabf40d98592ac1bea667b2b for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:36.740272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.753279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-8398130f-b737-4da2-921f-c8769258575f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:36.754526 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-8398130f-b737-4da2-921f-c8769258575f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.0834026 Dec 08 16:20:36.847856 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.861223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.887520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-85b91077-039a-4302-a80a-42f7b9cb07f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:36.891512 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-85b91077-039a-4302-a80a-42f7b9cb07f2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1267509 Dec 08 16:20:36.926898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b1ffdb2-0d3b-47aa-9a9c-5fb218ae6123,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:36.930012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Allocated IP 172.20.0.7 (c8c65aa7-3091-4946-b0ca-98259780ecdc/733a39d7-7bd2-439f-9836-4e59f831dc39/649fdd19-2201-4c1d-a7c3-916353082490) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:36.956269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:36.959153 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c180991-88e6-405f-95eb-13e69d2ad65c tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3625221 Dec 08 16:20:36.976342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51504) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:36.990840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:37.100256 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 2, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:37.109180 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-a09526be-e781-4601-b03c-10c9308eb72f service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038524 Dec 08 16:20:37.114661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e56027b-a5f3-4a5e-aa72-c466874f54d8 req-c67abfd3-957f-42ea-9855-6ac50a921773 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 210 time: 0.1617992 Dec 08 16:20:37.143297 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Checking router: 54849a5a-90ef-4a84-af03-10202e8569bb for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:37.144034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Updating router 54849a5a-90ef-4a84-af03-10202e8569bb port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:20:37.181316 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.284249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.301728 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-32f0d80e-962e-4cb7-bbe6-accace96f523 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836214 Dec 08 16:20:37.348590 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-fa0af6fe-4d2c-47e5-977b-18da0a88f69e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 200 len: 217 time: 0.0393558 Dec 08 16:20:37.423748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-268cca43-276a-4135-b31c-3c85057ce5a4 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.425241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-268cca43-276a-4135-b31c-3c85057ce5a4 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.2338250 Dec 08 16:20:37.435976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-2e92dbf7-1c81-46d9-87ed-823a88e1d97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.438813 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-2e92dbf7-1c81-46d9-87ed-823a88e1d97c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 200 len: 797 time: 0.0830643 Dec 08 16:20:37.442067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9162b-0039-42a1-90e4-c0bf578e1a58 req-a3a329d3-c39d-4613-9ad8-7219dc16070a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.443680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ab9162b-0039-42a1-90e4-c0bf578e1a58 req-a3a329d3-c39d-4613-9ad8-7219dc16070a tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.2675898 Dec 08 16:20:37.457809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.503035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-dc20c87a-05f9-491d-995c-b700414140ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.504611 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-dc20c87a-05f9-491d-995c-b700414140ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583873 Dec 08 16:20:37.556637 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.565812 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.678617 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Pushing event updated for resources: {'Port': ['ID=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:37.692820 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-82415991-4b2c-4d80-9e83-c115ca9d2a63 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762226 Dec 08 16:20:37.693183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.693183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.693183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.693183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.693183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.693183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.694246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.694246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.694246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.694687 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.694899 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.695120 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.695648 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:37.760389 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Attempting to bind port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:37.761282 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Attempting to bind port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:37.762477 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Attempting to bind port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b on network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:37.772950 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:37.773773 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Checking segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:37.774434 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.775018 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Bound using segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:37.775689 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Bound port: 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:37.776254 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.800042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.816061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:37.828691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f9f4e-6757-445e-9af7-a58a0e479eec req-8a682268-44b0-403c-a72f-f73f5ae65308 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:37.832299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f9f9f4e-6757-445e-9af7-a58a0e479eec req-8a682268-44b0-403c-a72f-f73f5ae65308 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.3180208 Dec 08 16:20:37.854374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ab9162b-0039-42a1-90e4-c0bf578e1a58 req-2c4272c8-80bc-4402-a00b-815380d19446 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339491 Dec 08 16:20:37.892042 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] For port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:37.898273 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] For port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:37.906995 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:37.954525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Network c8c65aa7-3091-4946-b0ca-98259780ecdc is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:37.970602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dd51234a-8076-48f6-b16d-700d20eb5d6a req-53caa75f-a837-4bc8-b7f1-741c07abf861 service neutron] 10.222.0.58 "GET /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718935 Dec 08 16:20:37.979371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:37.986007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:38.012361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:38.013892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:38.056815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:38.057660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.060696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.077362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Deleting port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:38.077897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.142744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.176065 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:38.237604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f9f9f4e-6757-445e-9af7-a58a0e479eec req-67279739-60ee-4c54-9648-5e095ae33485 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3566053 Dec 08 16:20:38.251600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-87e4fbfb-319f-45ba-b5b1-cca78d9bd634 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7148349 Dec 08 16:20:38.267263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6d71d0d0-991b-42f3-aa25-22655507f0d3 None None] Provisioning complete for port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:38.268328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d71d0d0-991b-42f3-aa25-22655507f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.272726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Request body: {'port': {'device_id': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:38.491286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Allocated IP 172.25.3.135 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5921a6e0-6fbd-410f-b91a-997703c6b7c9) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:38.494314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.517107 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d71d0d0-991b-42f3-aa25-22655507f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.520039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] For port d5d27f46-6f52-4368-aae8-9c51fde4e2f8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:38.520413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.589944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6d71d0d0-991b-42f3-aa25-22655507f0d3 None None] For port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:38.601652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d71d0d0-991b-42f3-aa25-22655507f0d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.616222 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046cefc-e2aa-4443-a74c-25f2f4eeef88 None None] Pushing event updated for resources: {'Port': ['ID=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.635969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878852e-5832-4b57-b7a6-2c8cc298adb2 req-1673f368-b645-4b87-aae8-694c2419244d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:38.637590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c878852e-5832-4b57-b7a6-2c8cc298adb2 req-1673f368-b645-4b87-aae8-694c2419244d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 931 time: 0.2747016 Dec 08 16:20:38.698083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71d0d0-991b-42f3-aa25-22655507f0d3 None None] Pushing event updated for resources: {'Port': ['ID=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:38.736421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-32feb6b4-3cc1-45f5-898a-45eb345bc014 None None] Provisioning complete for port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:38.736421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32feb6b4-3cc1-45f5-898a-45eb345bc014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:38.744158 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:37Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:38.780301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c0cde6-318b-43ab-b657-4f24c992f0f6 None None] The sync data for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 is: [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:37Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:38.918855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:39.012679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:39.013732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.043285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c878852e-5832-4b57-b7a6-2c8cc298adb2 req-b935144d-f667-4d36-b5b4-9076d64a92d3 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3792875 Dec 08 16:20:39.136918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.204904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.205701 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.206204 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Floating IP c194a564-6b4a-45b7-9813-539dfa3f507b disassociated. External IP: 172.25.3.240, port: d5d27f46-6f52-4368-aae8-9c51fde4e2f8. Dec 08 16:20:39.206806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Calling delete_port for d5d27f46-6f52-4368-aae8-9c51fde4e2f8 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:39.306682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4ffd9-9379-4d05-b36b-3c99fb6ff9c9 req-52c4edc5-9b03-4110-be74-70ac2d5e0627 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:39.310759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cf4ffd9-9379-4d05-b36b-3c99fb6ff9c9 req-52c4edc5-9b03-4110-be74-70ac2d5e0627 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 947 time: 0.2725167 Dec 08 16:20:39.430429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.565149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:39.584639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:39.593925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cf4ffd9-9379-4d05-b36b-3c99fb6ff9c9 req-897d4976-ed8e-4a1b-806c-29e02bdc090c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups?id=aef58b7d-79b6-4b2a-87c5-5204f3ecba77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340636 Dec 08 16:20:39.595712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event updated for resources: {'Port': ['ID=5921a6e0-6fbd-410f-b91a-997703c6b7c9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:39.598313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:39.698128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c10bb-2fff-44ac-a64f-2e28976bc994 req-dd0ec00c-f7bc-4c0d-ab3b-9fc2d92ed602 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:39.701642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab8c10bb-2fff-44ac-a64f-2e28976bc994 req-dd0ec00c-f7bc-4c0d-ab3b-9fc2d92ed602 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.3248260 Dec 08 16:20:39.803286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 649fdd19-2201-4c1d-a7c3-916353082490 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:39.848020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.964721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Transition to ACTIVE for port object 649fdd19-2201-4c1d-a7c3-916353082490 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:39.969551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:39.980772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab8c10bb-2fff-44ac-a64f-2e28976bc994 req-1ca02f76-310b-4773-9ae7-18f5938f0722 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561557 Dec 08 16:20:40.009249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.065704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event deleted for resources: {'Port': ['ID=d5d27f46-6f52-4368-aae8-9c51fde4e2f8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:40.124328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:20:40.141240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.181683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: d5d27f46-6f52-4368-aae8-9c51fde4e2f8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:20:40.182738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d5d27f46-6f52-4368-aae8-9c51fde4e2f8 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:20:40.398685 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:20:40.814094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:40.907018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:40.907545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:40.929293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:40.936269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3949819a-b9a3-45b3-85bb-3479579b8331 req-78ccd527-c2d6-45b3-af57-2295af6002e0 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 210 time: 0.1529179 Dec 08 16:20:41.029307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.230057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e8ec0a-301a-4996-a7e8-239fba3e757a req-18f593b6-0dbd-49f6-ab3d-5d48ab2b0251 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:41.232972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7e8ec0a-301a-4996-a7e8-239fba3e757a req-18f593b6-0dbd-49f6-ab3d-5d48ab2b0251 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 943 time: 1.0200534 Dec 08 16:20:41.286501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Attempting to bind port 649fdd19-2201-4c1d-a7c3-916353082490 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:41.286842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Attempting to bind port 649fdd19-2201-4c1d-a7c3-916353082490 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:41.287172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Attempting to bind port 649fdd19-2201-4c1d-a7c3-916353082490 on network c8c65aa7-3091-4946-b0ca-98259780ecdc {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:41.300074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:41.344846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Port 649fdd19-2201-4c1d-a7c3-916353082490 on network c8c65aa7-3091-4946-b0ca-98259780ecdc not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:41.345153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Attempting to bind port 649fdd19-2201-4c1d-a7c3-916353082490 on network c8c65aa7-3091-4946-b0ca-98259780ecdc {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:41.374535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:41.374846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Checking segment: {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:41.375228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Bound using segment: {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:41.375680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Bound port: 649fdd19-2201-4c1d-a7c3-916353082490, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd018083c-5ea1-44a6-8373-d6dcd78ba55b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:41.376041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.409718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd52590-846e-4f02-884e-b9325e283274 req-b05e838c-a35e-4617-b99c-ffc78077a7f9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:41.411381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fd52590-846e-4f02-884e-b9325e283274 req-b05e838c-a35e-4617-b99c-ffc78077a7f9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.3046954 Dec 08 16:20:41.535290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7e8ec0a-301a-4996-a7e8-239fba3e757a req-09cf946d-7854-4762-9563-ec4b3bf76426 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839186 Dec 08 16:20:41.677542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fd52590-846e-4f02-884e-b9325e283274 req-71a38650-fe5e-482f-b9c9-afb38af0deb2 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567875 Dec 08 16:20:41.679711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.681876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:41.691425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.708372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:41.742161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.744541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:41.765096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459999-7071-481f-bf94-b77482c77879 None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:41.782359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:41.783106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:41.830786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] No DVR routers for this DVR port d5d27f46-6f52-4368-aae8-9c51fde4e2f8 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:20:41.835177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:41.835793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.837266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] 10.222.0.58 "PUT /v2.0/ports/649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 1091 time: 3.5766077 Dec 08 16:20:41.837985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event updated for resources: {'Port': ['ID=5921a6e0-6fbd-410f-b91a-997703c6b7c9,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:41.840163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:41.843019 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "tag": "649fdd19-2201-4c1d-a7c3-916353082490"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:41.847319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.850450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1aef188-d3d2-42d3-95c9-6fc167f856bf req-170ab2d5-24e7-47fd-b7cf-8d0c9d84dde3 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.86 "DELETE /v2.0/ports/d5d27f46-6f52-4368-aae8-9c51fde4e2f8 HTTP/1.1" status: 204 len: 173 time: 4.4037654 Dec 08 16:20:41.893157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.956478 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc11b99-78b6-455c-a9af-5ada34a495c8 x-openstack-request-id: req-4dc11b99-78b6-455c-a9af-5ada34a495c8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:41.956777 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "tag": "649fdd19-2201-4c1d-a7c3-916353082490", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:41.957039 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4dc11b99-78b6-455c-a9af-5ada34a495c8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:41.957427 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490', 'status': 'completed', 'code': 200} Dec 08 16:20:41.966159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd46d7-53c5-4f61-91e2-cd2dd652935f service neutron] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:41.987679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:41.989445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e7bf8096-cd17-4750-b2e6-8643b206de7d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0095310 Dec 08 16:20:41.994839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:42.006258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-f9e20bd4-9eac-43e7-9e06-54546f9005d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:42.008573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-f9e20bd4-9eac-43e7-9e06-54546f9005d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1094 time: 0.1119201 Dec 08 16:20:42.094139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-492b7448-ce44-448c-99c9-7653ef2eb832 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 217 time: 0.0760989 Dec 08 16:20:42.235107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-173ea9c5-616d-49ba-913e-3020f0165cd6 req-f1764edd-7b26-4ee6-95b7-eb12acc4d9f8 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/ports?device_id=c77dc906-eaac-43a4-b16e-c6993ece6088 HTTP/1.1" status: 200 len: 210 time: 0.0642545 Dec 08 16:20:42.258418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72622a-d33c-4589-987f-70774671c025 req-b724d75b-a49a-48ef-9b70-8ac59135f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:42.260693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-b724d75b-a49a-48ef-9b70-8ac59135f883 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.1572027 Dec 08 16:20:42.328392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:42.338045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-2e5f90b4-e149-4bb7-914c-07c576cee294 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659418 Dec 08 16:20:42.352193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-e9f2117e-2ddd-419a-bb02-cd893e23d7f2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--190463971&fields=id&tenant_id=c71a97ed9ee647c3852de1abe49cf264 HTTP/1.1" status: 200 len: 267 time: 0.1653748 Dec 08 16:20:42.357019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459999-7071-481f-bf94-b77482c77879 None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:20:42.367558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:42.368197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:42.507714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:42.685984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-9d14fd7f-94b1-4b74-8598-c78b9210fd63 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:42.689579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-9d14fd7f-94b1-4b74-8598-c78b9210fd63 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/networks?id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 HTTP/1.1" status: 200 len: 814 time: 0.3230751 Dec 08 16:20:42.695591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-e34b2f9b-dc68-4ce8-9a37-70be82b3dc70 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417852 Dec 08 16:20:42.838182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-fa5fe5bd-f40f-4422-b3e8-a7397a0bd978 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/quotas/c71a97ed9ee647c3852de1abe49cf264 HTTP/1.1" status: 200 len: 375 time: 0.1284122 Dec 08 16:20:42.964931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331cf24-95a2-4645-a7a8-e16197efa240 req-030db371-5c7c-489d-9f0d-5c07ecd35db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:42.967861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5331cf24-95a2-4645-a7a8-e16197efa240 req-030db371-5c7c-489d-9f0d-5c07ecd35db7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 943 time: 0.2986629 Dec 08 16:20:42.980251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d8459999-7071-481f-bf94-b77482c77879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:43.010367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8459999-7071-481f-bf94-b77482c77879 None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:05:25Z', 'revision_number': 4, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6f88b280-2ae5-4a8d-bb70-ca38215ffef8', 'name': '', 'network_id': '1bfb3cf4-df88-4e6d-bfe3-6906382c43c3', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'mac_address': 'fa:16:3e:18:81:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:24Z', 'updated_at': '2021-12-08T16:05:33Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'subnets': [{'id': 'cf302498-ff6d-4a50-b849-8754685cf17d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:20:43.041020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-12771d29-b77e-4612-9962-3d7667966c60 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c71a97ed9ee647c3852de1abe49cf264&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1938281 Dec 08 16:20:43.043131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f72622a-d33c-4589-987f-70774671c025 req-fa4d1f1d-0a1a-4d08-b7af-42363ded096b service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316805 Dec 08 16:20:43.111037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5331cf24-95a2-4645-a7a8-e16197efa240 req-8b6a401d-453f-4ade-8790-c68b649fdbc6 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203895 Dec 08 16:20:43.293891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-1b7f166b-7317-46d4-a036-26e20196fe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:43.296989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-1b7f166b-7317-46d4-a036-26e20196fe00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1094 time: 0.1714435 Dec 08 16:20:43.377653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-7b54f7d9-e3ac-416c-a0f4-116833234366 service neutron] 10.222.0.62 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652986 Dec 08 16:20:43.406037 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14363a04-a69d-4643-9aa1-04e5f9645a6a None None] New status for floating IP c194a564-6b4a-45b7-9813-539dfa3f507b: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:20:43.532879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57483757-7f17-4926-a25f-d760a4ee9698 req-84541caa-0c3f-4ded-bded-d9e236f5ac10 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:43.534538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57483757-7f17-4926-a25f-d760a4ee9698 req-84541caa-0c3f-4ded-bded-d9e236f5ac10 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1737745 Dec 08 16:20:43.538098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-0eb5d4ed-a6df-4c2e-8d99-32fdcce84bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:43.539567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-0eb5d4ed-a6df-4c2e-8d99-32fdcce84bd6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.2336760 Dec 08 16:20:43.609943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-fad600ab-3ab0-448b-9c62-720ca2bbb5a0 service neutron] 10.222.0.62 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112138 Dec 08 16:20:43.617248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-24caa24f-849a-4ded-b5ef-7773dff09adf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 217 time: 0.0632012 Dec 08 16:20:43.682910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57483757-7f17-4926-a25f-d760a4ee9698 req-7dc3459b-16d3-49f9-a009-afcf832e97ac tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271858 Dec 08 16:20:43.699621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-d98d626c-2cd5-432e-9c6b-bc5d27395107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:43.702417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-d98d626c-2cd5-432e-9c6b-bc5d27395107 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.0761364 Dec 08 16:20:43.746401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-c9694242-20e1-4054-b187-92672751606d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327022 Dec 08 16:20:43.800728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51562) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:43.912989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b49cba7-55e7-46c4-8b47-9143abe3dd7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:43.924282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9110c67-5b15-49ca-96cb-420852787456 req-451c52a9-c4b5-470b-a4bf-907495550d9d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 210 time: 0.0584738 Dec 08 16:20:43.960653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-deleted', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:43.963015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b49cba7-55e7-46c4-8b47-9143abe3dd7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:43.963775 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2913e0-1a83-4ba8-b24d-2200cd91d2d6" -d '{"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-deleted", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:43.975374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-832a7ebf-04e0-46f0-80cb-c7603f95a787 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186987 Dec 08 16:20:44.021916 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d12ebac-ee9c-48b4-9ef1-64b3ab548001 x-openstack-request-id: req-6d12ebac-ee9c-48b4-9ef1-64b3ab548001 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:44.022394 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c77dc906-eaac-43a4-b16e-c6993ece6088", "name": "network-vif-deleted", "tag": "d5d27f46-6f52-4368-aae8-9c51fde4e2f8", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:44.022794 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d12ebac-ee9c-48b4-9ef1-64b3ab548001 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:44.023592 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c77dc906-eaac-43a4-b16e-c6993ece6088', 'name': 'network-vif-deleted', 'tag': 'd5d27f46-6f52-4368-aae8-9c51fde4e2f8', 'status': 'completed', 'code': 200} Dec 08 16:20:44.058689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b49cba7-55e7-46c4-8b47-9143abe3dd7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.063694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b49cba7-55e7-46c4-8b47-9143abe3dd7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.069715 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8b49cba7-55e7-46c4-8b47-9143abe3dd7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "DELETE /v2.0/security-groups/aef58b7d-79b6-4b2a-87c5-5204f3ecba77 HTTP/1.1" status: 204 len: 168 time: 0.2626154 Dec 08 16:20:44.070754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51570) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:44.092203 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-def9c34d-b9bb-4765-bec8-7a26613d8202 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] show failed (client error): The resource could not be found. Dec 08 16:20:44.097494 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-def9c34d-b9bb-4765-bec8-7a26613d8202 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "GET /v2.0/security-groups/aef58b7d-79b6-4b2a-87c5-5204f3ecba77 HTTP/1.1" status: 404 len: 347 time: 0.0214853 Dec 08 16:20:44.097494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b49cba7-55e7-46c4-8b47-9143abe3dd7c tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef58b7d-79b6-4b2a-87c5-5204f3ecba77,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:44.097939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:44.163723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f4bf23-6449-4e0c-8e23-94f93d6eafc8 req-1b2e575b-1690-4261-b71f-038554002e01 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787057 Dec 08 16:20:44.304692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Deleting port 61780c09-91a3-4f96-acc8-7bad5c4766eb {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:44.305036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.355870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcbbf77-b1a8-480d-ade2-aec267fa1369 req-b1eeee8b-6a94-492f-b2d8-d6d5bca10927 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:44.359045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afcbbf77-b1a8-480d-ade2-aec267fa1369 req-b1eeee8b-6a94-492f-b2d8-d6d5bca10927 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 943 time: 0.1265471 Dec 08 16:20:44.410787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.411138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.425725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Calling delete_port for 61780c09-91a3-4f96-acc8-7bad5c4766eb owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:44.453595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-afcbbf77-b1a8-480d-ade2-aec267fa1369 req-1b3604ea-7bd1-4c1e-b17e-ee179eaa5bfb tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843294 Dec 08 16:20:44.617381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.648529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Pushing event deleted for resources: {'Port': ['ID=61780c09-91a3-4f96-acc8-7bad5c4766eb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:44.668242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17f484-2bf1-40da-8e19-c4edc88bbaeb None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:20:44.754779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.758934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:44.762004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f254537c-6a19-4f9a-816a-20efc13792e5 tempest-AttachVolumeShelveTestJSON-1882627261 tempest-AttachVolumeShelveTestJSON-1882627261-project] 10.222.0.62 "DELETE /v2.0/floatingips/c194a564-6b4a-45b7-9813-539dfa3f507b HTTP/1.1" status: 204 len: 168 time: 0.6618929 Dec 08 16:20:44.860706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bbcda7-d010-4743-a846-5aba380ce43b req-01dea1e1-b2dd-4be6-9d40-a77da3cd61ac tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:44.862378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70bbcda7-d010-4743-a846-5aba380ce43b req-01dea1e1-b2dd-4be6-9d40-a77da3cd61ac tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0767550 Dec 08 16:20:44.933159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70bbcda7-d010-4743-a846-5aba380ce43b req-f14489cf-5656-4aad-9e10-fb5e7f0adadf tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618794 Dec 08 16:20:45.039621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8969dae-fccd-40ad-b1ce-9b497c8c3aa9 req-86b50b17-090e-491f-841b-8925911d7744 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 210 time: 0.0376949 Dec 08 16:20:45.347887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-95338a81-3091-45cc-a6ae-d768f0e26abc tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:45.349936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-95338a81-3091-45cc-a6ae-d768f0e26abc tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.58 "GET /v2.0/networks?id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 HTTP/1.1" status: 200 len: 814 time: 0.1594009 Dec 08 16:20:45.439407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-65e040c5-aef8-43e2-86b7-99c33bea5d25 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c71a97ed9ee647c3852de1abe49cf264 HTTP/1.1" status: 200 len: 379 time: 0.0775983 Dec 08 16:20:45.451906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Request body: {'port': {'device_id': '65c53845-6609-4fe3-9b87-ae931052fc12', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'admin_state_up': True, 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'security_groups': ['df370df9-243b-4895-87a3-1d19191ee505']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:45.659629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Made reservation on behalf of c71a97ed9ee647c3852de1abe49cf264 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:20:45.663697 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.672679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b308-39cf-44a0-aca3-554095a37fc6 req-a556241e-0ed8-4749-bca4-65a988e5ac32 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:45.674346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a80b308-39cf-44a0-aca3-554095a37fc6 req-a556241e-0ed8-4749-bca4-65a988e5ac32 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1096 time: 0.1069894 Dec 08 16:20:45.704846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508bd17a-6964-47b7-92f3-7e990fb065e6 req-d6e27bc3-405d-4703-bb94-78a429052c14 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:45.706476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508bd17a-6964-47b7-92f3-7e990fb065e6 req-d6e27bc3-405d-4703-bb94-78a429052c14 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 943 time: 0.1089115 Dec 08 16:20:45.726149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a80b308-39cf-44a0-aca3-554095a37fc6 req-be9288cd-3630-4af1-a289-10524f03ed6c tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:45.862695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508bd17a-6964-47b7-92f3-7e990fb065e6 req-d7c23172-8725-4717-b290-d01d8357a828 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446085 Dec 08 16:20:45.950915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Allocated IP 172.20.0.4 (a7255d5e-8d35-4b1e-a7e7-8a1177e897e4/c1947766-e912-492f-8c3b-4c8d5af01e30/7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:20:46.006497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a80b308-39cf-44a0-aca3-554095a37fc6 req-be9288cd-3630-4af1-a289-10524f03ed6c tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.016062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0a80b308-39cf-44a0-aca3-554095a37fc6 req-be9288cd-3630-4af1-a289-10524f03ed6c tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.166185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a80b308-39cf-44a0-aca3-554095a37fc6 req-be9288cd-3630-4af1-a289-10524f03ed6c tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4787064 Dec 08 16:20:46.185206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9288cd-3630-4af1-a289-10524f03ed6c tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586a7171-6fe4-404d-bb95-94d333c503f2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:46.280870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4385e5a-6aaa-41f2-b93a-5a1c643c99d4 req-aa83fe8f-717f-453a-8d49-90d86b946098 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:46.283837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4385e5a-6aaa-41f2-b93a-5a1c643c99d4 req-aa83fe8f-717f-453a-8d49-90d86b946098 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1542337 Dec 08 16:20:46.361046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d41d8a68-4f9a-4033-997b-134a2a2835cc req-5f134eee-c87f-4e62-991f-0356bfc0cf50 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 210 time: 0.0757420 Dec 08 16:20:46.375305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.423277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4385e5a-6aaa-41f2-b93a-5a1c643c99d4 req-31c38b02-085f-4bb1-8067-853ad3998f94 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253748 Dec 08 16:20:46.435599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 649fdd19-2201-4c1d-a7c3-916353082490 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:46.486652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.603709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:20:46.614361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:20:46.617135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:20:46.661381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event updated for resources: {'Port': ['ID=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:46.697322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:46.698582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b1b1e-ce50-4527-89d6-251ed42352a6 req-19d3af8e-b5d5-4fec-bbbf-e176c8a86518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:46.707684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75b1b1e-ce50-4527-89d6-251ed42352a6 req-19d3af8e-b5d5-4fec-bbbf-e176c8a86518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.2189994 Dec 08 16:20:46.726507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '649fdd19-2201-4c1d-a7c3-916353082490', 'network_id': 'c8c65aa7-3091-4946-b0ca-98259780ecdc', 'port_id': '649fdd19-2201-4c1d-a7c3-916353082490', 'mac_address': 'fa:16:3e:00:70:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733a39d7-7bd2-439f-9836-4e59f831dc39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:46.750849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:46.751964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.789113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-ee2b448e-42ba-4c55-9f26-6a95d07460b9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3416617 Dec 08 16:20:46.815920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Request body: {'port': {'device_id': '65c53845-6609-4fe3-9b87-ae931052fc12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:46.844466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75b1b1e-ce50-4527-89d6-251ed42352a6 req-0afb3741-6e45-473d-9dd3-bc414c70fc4b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354287 Dec 08 16:20:46.854397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:46.888803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:46.906247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 649fdd19-2201-4c1d-a7c3-916353082490 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:46.976202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:46.984294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.000069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.084036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:47.095801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.096749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.097356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.097948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.098513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.099208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.099797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.100389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.100934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.101545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.102113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.102662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.103201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:20:47.168149 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3c407ccc-042f-4750-a091-5c3df5e9db37 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/96d31708-a12e-4f95-aaf9-b0e8bbb0df40 HTTP/1.1" status: 200 len: 992 time: 0.2775855 Dec 08 16:20:47.241472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-15965be6-0009-493d-815e-0733784fcea8 None None] Provisioning complete for port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:47.242303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15965be6-0009-493d-815e-0733784fcea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:47.298210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['649fdd19-2201-4c1d-a7c3-916353082490'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:47.369531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-15965be6-0009-493d-815e-0733784fcea8 None None] Port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:20:47.652853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568134-3646-43e4-ab51-c8ec4816fae1 req-60ae7401-7fee-4b85-9060-6f6ca5f0540f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:47.658382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64568134-3646-43e4-ab51-c8ec4816fae1 req-60ae7401-7fee-4b85-9060-6f6ca5f0540f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 944 time: 0.6145787 Dec 08 16:20:47.769010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be1c42-395c-4b97-87e0-eeb34ce63fda req-1037f045-8765-437e-854a-419b61a8de5d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:47.770664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6be1c42-395c-4b97-87e0-eeb34ce63fda req-1037f045-8765-437e-854a-419b61a8de5d tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 931 time: 0.1823015 Dec 08 16:20:47.877765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64568134-3646-43e4-ab51-c8ec4816fae1 req-afcecbbb-427c-4877-8951-22f56e388866 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074757 Dec 08 16:20:47.933619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6be1c42-395c-4b97-87e0-eeb34ce63fda req-b90d880b-7edf-4512-94cb-a48ebb4ed346 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479685 Dec 08 16:20:48.058291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-48dce65c-cd67-41f2-8c42-a72e96281c88 req-66884e87-cba2-496f-ab7c-3f54571010ff service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:20:48.059659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48dce65c-cd67-41f2-8c42-a72e96281c88 req-66884e87-cba2-496f-ab7c-3f54571010ff service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088897 Dec 08 16:20:48.097423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0ea8e-4330-47e9-aa25-d3ab750a4312 req-c484d6c8-d9c8-45c6-a237-c49004fcfebe tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:48.097423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06a0ea8e-4330-47e9-aa25-d3ab750a4312 req-c484d6c8-d9c8-45c6-a237-c49004fcfebe tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1249182 Dec 08 16:20:48.135277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:48.147569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.179132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Transition to ACTIVE for port object 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:20:48.183635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06a0ea8e-4330-47e9-aa25-d3ab750a4312 req-5f4531d1-953b-428a-a60e-6ba743666ce0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732880 Dec 08 16:20:48.185014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.313963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Pushing event updated for resources: {'Port': ['ID=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:48.448264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 649fdd19-2201-4c1d-a7c3-916353082490 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:48.454172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Attempting to bind port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:20:48.454718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Attempting to bind port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:20:48.455317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Attempting to bind port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 on network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:48.464731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 on network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:20:48.465391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Attempting to bind port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 on network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:20:48.475787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:20:48.476365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Checking segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:20:48.476982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Bound using segment: {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:20:48.477788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Bound port: 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebebf8ad-6276-49b8-990c-f0c1747847b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:20:48.478836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.578343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 649fdd19-2201-4c1d-a7c3-916353082490 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:48.616487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] For port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:20:48.618013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 649fdd19-2201-4c1d-a7c3-916353082490 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:48.618944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.643485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] For port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:20:48.660593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.724055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-0ff7dd43-a9ac-4c6f-b611-5b4884e56a97 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0743015 Dec 08 16:20:48.834045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Pushing event updated for resources: {'Port': ['ID=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:48.857000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:48.857774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.860045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-d67affa1-2d63-4bf8-81cf-dd360d34a7fa service neutron] 10.222.0.58 "PUT /v2.0/ports/7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 HTTP/1.1" status: 200 len: 1091 time: 2.0524225 Dec 08 16:20:48.860401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:48.864059 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb15f29-9211-46c8-a30d-62ec21170e67" -d '{"events": [{"name": "network-changed", "server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:48.969358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:48.970347 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf71d38-d601-44d9-a50c-1eeb5568909c x-openstack-request-id: req-0cf71d38-d601-44d9-a50c-1eeb5568909c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:48.972836 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:48.973518 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0cf71d38-d601-44d9-a50c-1eeb5568909c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:48.974347 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'status': 'completed', 'code': 200} Dec 08 16:20:49.058479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:49.063091 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec6273-6d66-4306-994a-d9aa8f465e27" -d '{"events": [{"server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "name": "network-vif-plugged", "status": "completed", "tag": "649fdd19-2201-4c1d-a7c3-916353082490"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:49.076342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d072e94-b20e-474e-bfdd-be2efb060579 req-23077445-975d-4319-a556-ceba6c084216 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.101148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d072e94-b20e-474e-bfdd-be2efb060579 req-23077445-975d-4319-a556-ceba6c084216 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.2614207 Dec 08 16:20:49.139231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:49.148184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:49.267743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-ce120ecb-78c2-4a30-812f-f0dd2fe83aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.286634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-ce120ecb-78c2-4a30-812f-f0dd2fe83aee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c71a97ed9ee647c3852de1abe49cf264&device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 1094 time: 0.3492212 Dec 08 16:20:49.338971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:49.454164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d072e94-b20e-474e-bfdd-be2efb060579 req-8307ee3f-74dc-4f95-b36e-dfa723f86278 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517938 Dec 08 16:20:49.537185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-ca1f1abb-5195-4b31-881c-ccbc5c8e76f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 HTTP/1.1" status: 200 len: 217 time: 0.2397995 Dec 08 16:20:49.561070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c9262-081d-4860-a975-f78b84df89b2 req-0d6e5b6f-2e0d-4bb2-b1be-d5cc14325b6d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.564897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e61c9262-081d-4860-a975-f78b84df89b2 req-0d6e5b6f-2e0d-4bb2-b1be-d5cc14325b6d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 944 time: 0.4592824 Dec 08 16:20:49.787771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-34a9bbd2-1e0d-455e-aca8-4adc49bff15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.790718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-34a9bbd2-1e0d-455e-aca8-4adc49bff15e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c1947766-e912-492f-8c3b-4c8d5af01e30 HTTP/1.1" status: 200 len: 853 time: 0.2234881 Dec 08 16:20:49.897402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e61c9262-081d-4860-a975-f78b84df89b2 req-0179e37e-315a-4e99-8b7e-31669ad1ff82 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111491 Dec 08 16:20:49.943956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ea8281-8434-462d-9b36-739362b17353 req-983af7ee-762e-4970-a52c-72698d254d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.945674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-983af7ee-762e-4970-a52c-72698d254d0b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1352835 Dec 08 16:20:49.955363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ba86a-8be7-4b35-a1ca-5e29b70ee836 req-6fd9beb2-3d8a-49c5-a56c-3c0ae53a6f32 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:49.971949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c35ba86a-8be7-4b35-a1ca-5e29b70ee836 req-6fd9beb2-3d8a-49c5-a56c-3c0ae53a6f32 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 943 time: 0.2757435 Dec 08 16:20:49.977491 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7677c301-6c5f-4119-b6a9-38118be9a59d x-openstack-request-id: req-7677c301-6c5f-4119-b6a9-38118be9a59d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:49.978292 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "name": "network-vif-plugged", "status": "completed", "tag": "649fdd19-2201-4c1d-a7c3-916353082490", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:49.978292 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7677c301-6c5f-4119-b6a9-38118be9a59d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:49.978956 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490', 'code': 200} Dec 08 16:20:50.130711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ae96f7-3be9-478a-b4e5-ae6106bc2fd2 req-c38e935c-a5b6-4adc-a8a9-08829341602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.133576 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-63ae96f7-3be9-478a-b4e5-ae6106bc2fd2 req-c38e935c-a5b6-4adc-a8a9-08829341602a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1096 time: 0.0647771 Dec 08 16:20:50.155800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c35ba86a-8be7-4b35-a1ca-5e29b70ee836 req-459dfda1-e062-4d46-ba9f-2199c54c95dc tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786952 Dec 08 16:20:50.221494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-ef858179-6022-43c8-9fff-12c5f74f9be8 service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450321 Dec 08 16:20:50.257630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-63ae96f7-3be9-478a-b4e5-ae6106bc2fd2 req-ec6c8dd9-0093-4978-9e35-16ad63d7b7aa service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163874 Dec 08 16:20:50.264001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306bd90-4988-4f29-af96-103a625edd90 req-7f7b48e6-4964-4e01-970e-0c6e669ace73 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.271652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3306bd90-4988-4f29-af96-103a625edd90 req-7f7b48e6-4964-4e01-970e-0c6e669ace73 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1500962 Dec 08 16:20:50.394735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3306bd90-4988-4f29-af96-103a625edd90 req-dd2cc625-5349-4116-9acd-96a43e8e74c7 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221378 Dec 08 16:20:50.430003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea8281-8434-462d-9b36-739362b17353 req-fa1d0abf-94f2-4c66-a869-248560ca7e79 service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985731 Dec 08 16:20:50.580676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-7b33cfe9-5f1e-46dc-b4c6-60ddbc7ac4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.583980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-7b33cfe9-5f1e-46dc-b4c6-60ddbc7ac4b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c71a97ed9ee647c3852de1abe49cf264&device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 1094 time: 0.0810008 Dec 08 16:20:50.754765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d5ca06-8f09-48c6-96c8-3a7026fa8335 req-c2e0aab4-bed3-460c-9c86-5e3116ba7916 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.756281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13d5ca06-8f09-48c6-96c8-3a7026fa8335 req-c2e0aab4-bed3-460c-9c86-5e3116ba7916 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.0927148 Dec 08 16:20:50.777637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-d1b30d61-ca9f-46b2-9c16-564dd54a2b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:50.779908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-d1b30d61-ca9f-46b2-9c16-564dd54a2b26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 HTTP/1.1" status: 200 len: 915 time: 0.1877213 Dec 08 16:20:50.874090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-0b31b396-7bb2-4c1a-8749-0c747a63fcc6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 HTTP/1.1" status: 200 len: 217 time: 0.0667772 Dec 08 16:20:50.988990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13d5ca06-8f09-48c6-96c8-3a7026fa8335 req-09a1b0bd-d002-441c-81f7-449e525c5685 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177634 Dec 08 16:20:51.048044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-7f6013c8-b79f-4414-8f41-f1333377c713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.051576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-7f6013c8-b79f-4414-8f41-f1333377c713 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c1947766-e912-492f-8c3b-4c8d5af01e30 HTTP/1.1" status: 200 len: 853 time: 0.1694136 Dec 08 16:20:51.180197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-33ef66ce-5f58-4b5b-97ca-164d24156718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.183141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-33ef66ce-5f58-4b5b-97ca-164d24156718 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135871 Dec 08 16:20:51.199027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288203f7-4388-44be-88d0-58f4c4f9788c req-5873615d-4b0f-4c27-9fac-b05cf7019cbf tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.203232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-288203f7-4388-44be-88d0-58f4c4f9788c req-5873615d-4b0f-4c27-9fac-b05cf7019cbf tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 945 time: 0.1500525 Dec 08 16:20:51.268611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-83328a57-5683-436a-b6a2-4466d8c06b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.272604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-83328a57-5683-436a-b6a2-4466d8c06b97 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1096 time: 0.0954218 Dec 08 16:20:51.405315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-16846123-a19c-48e6-a5c0-245db070ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.407007 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-16846123-a19c-48e6-a5c0-245db070ce05 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.1245542 Dec 08 16:20:51.485460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9cb1d-89e9-42d8-811d-faad97dda41c req-c0d0cd5d-d900-4ec3-8328-139a9fe45966 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.490419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fb9cb1d-89e9-42d8-811d-faad97dda41c req-c0d0cd5d-d900-4ec3-8328-139a9fe45966 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 943 time: 0.1822257 Dec 08 16:20:51.508482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-288203f7-4388-44be-88d0-58f4c4f9788c req-d322ec35-effa-43ae-bbc9-5095955e0a26 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594221 Dec 08 16:20:51.514893 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-9a99265d-fe6f-4efb-91fa-959433a85d46 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 1000 time: 0.0975764 Dec 08 16:20:51.523643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-9c610251-2c63-4570-a035-ff28daa92a68 service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188808 Dec 08 16:20:51.605379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-32271677-7d3d-4ea1-b7b4-ba033d8cae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.607111 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-32271677-7d3d-4ea1-b7b4-ba033d8cae27 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.0816545 Dec 08 16:20:51.666090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-6495c7cf-a214-4906-a1ee-48468d8f2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.667663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-6495c7cf-a214-4906-a1ee-48468d8f2af3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535374 Dec 08 16:20:51.670444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fb9cb1d-89e9-42d8-811d-faad97dda41c req-fd558d4b-1311-4d81-ba2e-fa56f5348f20 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664798 Dec 08 16:20:51.710797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fb15f29-9211-46c8-a30d-62ec21170e67 req-ce8f6b05-ab2a-4e8c-9f46-9353bfbcc37c service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634321 Dec 08 16:20:51.792742 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-74d463fa-1843-4ec4-a964-607d4ff242d3 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170633 Dec 08 16:20:51.822220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee832f-0883-453f-9b6b-ceaf16cb9c79 req-b1e3a9f7-c673-4e0d-8c6f-2cbf0bb63f75 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:51.826098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40ee832f-0883-453f-9b6b-ceaf16cb9c79 req-b1e3a9f7-c673-4e0d-8c6f-2cbf0bb63f75 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0710027 Dec 08 16:20:51.892272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40ee832f-0883-453f-9b6b-ceaf16cb9c79 req-95673d66-cfa6-4038-8b06-4d6d4913da5c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520527 Dec 08 16:20:51.914450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-5a68ee3d-40c2-4e64-8280-c894f6dbf13e service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146021 Dec 08 16:20:52.174152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdb3d3-2de1-47fd-80b5-bca5124d5104 req-119e0f26-e83c-4a4a-b9b9-6b0e4e8b149c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:52.176525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-babdb3d3-2de1-47fd-80b5-bca5124d5104 req-119e0f26-e83c-4a4a-b9b9-6b0e4e8b149c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.0702050 Dec 08 16:20:52.234544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-babdb3d3-2de1-47fd-80b5-bca5124d5104 req-3c7973f0-7da6-43cd-a3e6-dc48abf0e05f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512195 Dec 08 16:20:52.466113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:20:52.648905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:52.669524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'port_id': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'mac_address': 'fa:16:3e:40:9f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:20:52.696990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e1cd3e-f6b4-4305-806a-b74219952ef4 req-52f8c542-8603-4c00-8d59-f07a8d99529f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:52.699573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e1cd3e-f6b4-4305-806a-b74219952ef4 req-52f8c542-8603-4c00-8d59-f07a8d99529f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 945 time: 0.0918796 Dec 08 16:20:52.728040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.752193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:20:52.767952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e1cd3e-f6b4-4305-806a-b74219952ef4 req-73ab6fc2-a258-4f8e-ba45-1a8fb04caabc tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 Dec 08 16:20:52.791955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:52.797583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:52.869326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:52.909409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e852b22-129f-4468-9a83-5715c6d81eb8 req-20d0f201-f0df-4d0f-997e-2743e77d97e4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:52.911080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e852b22-129f-4468-9a83-5715c6d81eb8 req-20d0f201-f0df-4d0f-997e-2743e77d97e4 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 944 time: 0.0582886 Dec 08 16:20:52.991722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-daedfbcb-4197-4246-9c4c-57a226a4254d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1144808871&fields=id&tenant_id=4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 267 time: 0.0795400 Dec 08 16:20:53.000177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e852b22-129f-4468-9a83-5715c6d81eb8 req-681ac0ae-5356-465f-aa55-07dc77f4d911 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816565 Dec 08 16:20:53.061145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-fdf7ab7b-a994-4093-b5f2-6f1fee3dc4c2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.069501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-fdf7ab7b-a994-4093-b5f2-6f1fee3dc4c2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 945 time: 0.0680695 Dec 08 16:20:53.076069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'port': {'security_groups': ['3ba95395-5676-4c18-8849-ea82f0be34f9', 'ba94a26b-ce27-40a4-b813-e1e442cd24c6']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:53.108764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:53.235104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04c94f-9b88-4c7f-b9a1-a1bdde9e5761 req-d890d120-3d1b-4fed-8e8e-cc18aa78d07d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.242678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c04c94f-9b88-4c7f-b9a1-a1bdde9e5761 req-d890d120-3d1b-4fed-8e8e-cc18aa78d07d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1626117 Dec 08 16:20:53.244304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.412843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c04c94f-9b88-4c7f-b9a1-a1bdde9e5761 req-80eef988-e76f-4da6-b65a-ef9c5cdeece1 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518471 Dec 08 16:20:53.598723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:53.629747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5328395a-74b7-4ffa-90b1-428193088bc2 req-73b242f2-7fea-436b-a941-34a432a56f1e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.631421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5328395a-74b7-4ffa-90b1-428193088bc2 req-73b242f2-7fea-436b-a941-34a432a56f1e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.0914052 Dec 08 16:20:53.656317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.667365 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.682301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:53.733748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.734448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:53.735952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e057550c-a9b5-4484-94b6-eefbc147dc55 req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "PUT /v2.0/ports/649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 981 time: 0.6655242 Dec 08 16:20:53.736440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:53.739005 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87" -d '{"events": [{"name": "network-changed", "server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "tag": "649fdd19-2201-4c1d-a7c3-916353082490"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:53.769982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5328395a-74b7-4ffa-90b1-428193088bc2 req-5b4b4aa7-b19c-4db4-919e-9387919580bd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299479 Dec 08 16:20:53.798910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35e412d-7ec5-46a5-b600-583cb3193f24 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:53.860800 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b83018-d4b1-43da-aef1-2f67b23efbd1 x-openstack-request-id: req-a9b83018-d4b1-43da-aef1-2f67b23efbd1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:53.863182 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "tag": "649fdd19-2201-4c1d-a7c3-916353082490", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:53.863618 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9b83018-d4b1-43da-aef1-2f67b23efbd1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:53.864702 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490', 'status': 'completed', 'code': 200} Dec 08 16:20:53.871164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['649fdd19-2201-4c1d-a7c3-916353082490'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:53.899981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c06d94c1-6973-4685-8195-28e6cc972449 req-630db70e-a1e9-4090-bc21-c9e6b0d0d6bb tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/ba94a26b-ce27-40a4-b813-e1e442cd24c6 HTTP/1.1" status: 200 len: 1820 time: 0.1288981 Dec 08 16:20:53.984899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-3145ecbe-5bb1-4326-b5d4-a6df0a17d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:53.989064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['649fdd19-2201-4c1d-a7c3-916353082490'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:53.989334 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-3145ecbe-5bb1-4326-b5d4-a6df0a17d8d7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1135 time: 0.0843017 Dec 08 16:20:53.995159 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-c06d94c1-6973-4685-8195-28e6cc972449 req-a7097b20-931f-4957-9178-a321a0e22755 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:20:53.997297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c06d94c1-6973-4685-8195-28e6cc972449 req-a7097b20-931f-4957-9178-a321a0e22755 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba94a26b-ce27-40a4-b813-e1e442cd24c6 HTTP/1.1" status: 409 len: 341 time: 0.0822251 Dec 08 16:20:54.230677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc676e-f078-4c4f-abb4-a79be0ce5d89 req-8bdf628b-8bfd-4e71-b25d-0d7941922d2f tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.232877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bcc676e-f078-4c4f-abb4-a79be0ce5d89 req-8bdf628b-8bfd-4e71-b25d-0d7941922d2f tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 944 time: 0.1293075 Dec 08 16:20:54.259671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-a431bee0-151c-4b64-be35-776858e9d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.267708 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-a431bee0-151c-4b64-be35-776858e9d8e4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.2655981 Dec 08 16:20:54.376252 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-fca9b901-8673-4954-a120-6b2a8d3009e2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 217 time: 0.0998843 Dec 08 16:20:54.471953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:20:54.501553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bcc676e-f078-4c4f-abb4-a79be0ce5d89 req-0882c528-9ad6-43d1-ab74-9ddef9a0ea3f tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347200 Dec 08 16:20:54.522016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-d92dbd7b-a412-4a8d-90a0-069baa0c775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.529366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-d92dbd7b-a412-4a8d-90a0-069baa0c775d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.1440961 Dec 08 16:20:54.566485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e76cb-af75-43c2-a3eb-b78a8a382132 req-d80d954d-4204-4cd4-a6fa-f3771d021602 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.589405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae6e76cb-af75-43c2-a3eb-b78a8a382132 req-d80d954d-4204-4cd4-a6fa-f3771d021602 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 984 time: 0.1806641 Dec 08 16:20:54.649694 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-0033568e-7ae6-4b82-b450-2f0e18645590 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116426 Dec 08 16:20:54.780074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:20:54.787554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:20:54.787986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.835306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-3f40a914-2fcf-4f5f-acd7-81ddaf47acd4 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769748 Dec 08 16:20:54.859794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae6e76cb-af75-43c2-a3eb-b78a8a382132 req-676b2272-6e1f-4962-a218-9feb53c96e6b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba94a26b-ce27-40a4-b813-e1e442cd24c6&id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2680409 Dec 08 16:20:54.915087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:54.928459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffed26-ef95-46ab-88ac-3431dbd1d11a req-960fe5c1-4cba-4b80-aa47-4b880119cc42 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:54.931360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ffed26-ef95-46ab-88ac-3431dbd1d11a req-960fe5c1-4cba-4b80-aa47-4b880119cc42 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.2133865 Dec 08 16:20:54.956122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:54.958616 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf3f5d0-fa62-4e51-9e51-66417154e77e" -d '{"events": [{"server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "name": "network-vif-plugged", "status": "completed", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:54.978648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:54.984970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.009695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51736) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:55.063850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:55.136362 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5768c12b-64a6-4f0c-86e1-9e6fa3778e87 req-a19bcc26-45e4-4e10-8231-d4e1426a70a4 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925081 Dec 08 16:20:55.157841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ffed26-ef95-46ab-88ac-3431dbd1d11a req-4186767b-21da-43a4-b861-e011c94cd7a8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149920 Dec 08 16:20:55.243980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4246e-da37-438e-acc5-48b06a3aa36e req-f5ca5598-6be3-461a-b4cc-f402417b5f86 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.261389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53e4246e-da37-438e-acc5-48b06a3aa36e req-f5ca5598-6be3-461a-b4cc-f402417b5f86 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1371164 Dec 08 16:20:55.354605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53e4246e-da37-438e-acc5-48b06a3aa36e req-d6d1dd0a-b7e5-44a6-afe8-cfe6219abee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908718 Dec 08 16:20:55.379554 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16c3b7b-c03e-47ca-8fb6-9d1d8deeaa6b x-openstack-request-id: req-c16c3b7b-c03e-47ca-8fb6-9d1d8deeaa6b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:55.379841 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "name": "network-vif-plugged", "status": "completed", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:55.380160 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c16c3b7b-c03e-47ca-8fb6-9d1d8deeaa6b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:55.380569 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'code': 200} Dec 08 16:20:55.434632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146bc77-dd79-43dc-95b0-225defce5052 req-4f8d621b-bd27-4843-9787-f047806451d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.436813 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-4f8d621b-bd27-4843-9787-f047806451d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1135 time: 0.1649799 Dec 08 16:20:55.532175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dc79d-f636-4ab7-bb15-2cb3054f69aa req-04cdae91-ca41-4875-8a53-58e40d23b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.534267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d35dc79d-f636-4ab7-bb15-2cb3054f69aa req-04cdae91-ca41-4875-8a53-58e40d23b0ec service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 1096 time: 0.0750897 Dec 08 16:20:55.628422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d35dc79d-f636-4ab7-bb15-2cb3054f69aa req-1f9b6846-9297-4633-8bc3-a5ba0a7019da service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869663 Dec 08 16:20:55.669327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146bc77-dd79-43dc-95b0-225defce5052 req-8f768241-a66b-4e0a-ad53-b6e3f3ec338b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.670865 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-8f768241-a66b-4e0a-ad53-b6e3f3ec338b service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.2227349 Dec 08 16:20:55.697113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc147e2-6f03-4de8-98a5-1023e3a3685e req-9e5eb64b-dc2c-4e6e-bf54-4ed194b274dc tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.698718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cc147e2-6f03-4de8-98a5-1023e3a3685e req-9e5eb64b-dc2c-4e6e-bf54-4ed194b274dc tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 945 time: 0.0615768 Dec 08 16:20:55.760773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cc147e2-6f03-4de8-98a5-1023e3a3685e req-057f20f7-64a2-42e1-b594-8371ca08a233 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529943 Dec 08 16:20:55.866427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-42bb0bb3-03e4-439f-9337-121d35bd7cba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 217 time: 0.0427294 Dec 08 16:20:55.935681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8799eec1-075b-414b-a479-f0ef0ef084f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:55.953100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146bc77-dd79-43dc-95b0-225defce5052 req-8ba7b74b-878b-4cf1-8f7a-b30a1544c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:55.954873 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-8ba7b74b-878b-4cf1-8f7a-b30a1544c3e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.0797672 Dec 08 16:20:55.997740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-be972a2c-fe21-48e7-9317-90bfff5b2360 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352898 Dec 08 16:20:56.001975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.074043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275f32e-5be3-4396-9fe4-886f97f6bc64 req-35d9ee58-c4c4-4495-b786-1c51ae41f414 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.077168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9275f32e-5be3-4396-9fe4-886f97f6bc64 req-35d9ee58-c4c4-4495-b786-1c51ae41f414 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 984 time: 0.0737722 Dec 08 16:20:56.163188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9275f32e-5be3-4396-9fe4-886f97f6bc64 req-f8a3ea83-3237-4af8-8d0f-b2c5d1663c1d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba94a26b-ce27-40a4-b813-e1e442cd24c6&id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0772705 Dec 08 16:20:56.209848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-cb03cedc-d304-4e71-aa1b-5f9cd3f5e0fa service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039568 Dec 08 16:20:56.328341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acc74c-cc20-4c74-957b-74ec6a060b85 req-78389fb5-c191-46de-9987-90056d3bff1d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.334782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73acc74c-cc20-4c74-957b-74ec6a060b85 req-78389fb5-c191-46de-9987-90056d3bff1d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0859547 Dec 08 16:20:56.377589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9146bc77-dd79-43dc-95b0-225defce5052 req-716b36dc-58cb-45b4-96ba-be2003432a5e service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600084 Dec 08 16:20:56.435959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73acc74c-cc20-4c74-957b-74ec6a060b85 req-f2db8cb9-a3f4-42d4-b330-2a14a9f8a98b tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902340 Dec 08 16:20:56.477617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Deleting port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:20:56.477997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.554347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df4698-8a96-40d4-96c1-f687748ab8f4 req-e69695eb-b5b4-4be2-b3d1-761ad7f3fd1c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.556770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4df4698-8a96-40d4-96c1-f687748ab8f4 req-e69695eb-b5b4-4be2-b3d1-761ad7f3fd1c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.0590887 Dec 08 16:20:56.605370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] For port 6f88b280-2ae5-4a8d-bb70-ca38215ffef8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:56.606944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.644469 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Calling delete_port for 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:20:56.654603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4df4698-8a96-40d4-96c1-f687748ab8f4 req-1bcd09df-89cc-4eaf-94cd-1a60f0b40d80 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836961 Dec 08 16:20:56.953426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:56.977914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a67c0-97e4-4473-b473-875f9217bb14 req-ff81556a-8b5e-4165-a605-d8cb562dd4de tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:56.980353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-462a67c0-97e4-4473-b473-875f9217bb14 req-ff81556a-8b5e-4165-a605-d8cb562dd4de tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 945 time: 0.0876882 Dec 08 16:20:57.077950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-462a67c0-97e4-4473-b473-875f9217bb14 req-a08725f2-f3f0-4e6f-9a8e-21d6d0e377e1 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890062 Dec 08 16:20:57.091092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f88b280-2ae5-4a8d-bb70-ca38215ffef8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:57.241436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.336546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f53b3-e7ee-4676-a2fa-96bd4411da9c req-76167583-aaad-47ac-9d41-b63e50e988cd tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.338996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0f53b3-e7ee-4676-a2fa-96bd4411da9c req-76167583-aaad-47ac-9d41-b63e50e988cd tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 945 time: 0.1439857 Dec 08 16:20:57.355191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:57.361623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe6800-38ab-4f10-9e78-d2ec7b4d27f3 req-49820ee7-3251-4d44-a3a6-b439966b7147 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.362762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Request body: {'floatingip': {'port_id': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:57.365833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88fe6800-38ab-4f10-9e78-d2ec7b4d27f3 req-49820ee7-3251-4d44-a3a6-b439966b7147 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 984 time: 0.0982621 Dec 08 16:20:57.447277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88fe6800-38ab-4f10-9e78-d2ec7b4d27f3 req-896424b2-c31f-4b3a-9602-b2c796fe17c6 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=ba94a26b-ce27-40a4-b813-e1e442cd24c6&id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0775836 Dec 08 16:20:57.504094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.637149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1ea00-b940-4a03-b467-5dad764ae194 req-5592d6e2-6531-4e13-a095-307e5f67501e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.639927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45b1ea00-b940-4a03-b467-5dad764ae194 req-5592d6e2-6531-4e13-a095-307e5f67501e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0973356 Dec 08 16:20:57.643636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-6d56ae14-9981-47f5-af37-14772f663489 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-857285583&fields=id&tenant_id=4999786ffabf40d98592ac1bea667b2b HTTP/1.1" status: 200 len: 267 time: 0.0835006 Dec 08 16:20:57.724267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45b1ea00-b940-4a03-b467-5dad764ae194 req-ee807f50-ea2f-4624-954a-8a9b1de3ac42 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760393 Dec 08 16:20:57.754814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-903f61d9-b12c-4870-a5f2-f4dd82184112 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.754814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-903f61d9-b12c-4870-a5f2-f4dd82184112 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 984 time: 0.0861385 Dec 08 16:20:57.770264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'port': {'security_groups': ['3ba95395-5676-4c18-8849-ea82f0be34f9', 'ba94a26b-ce27-40a4-b813-e1e442cd24c6', 'a7c5cf78-beaa-4d93-a678-3936a4e4c062']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:20:57.947934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:57.971274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731de6-ce43-4e57-91b4-3b55eb8e441b req-0612190c-026f-4fe6-b075-ef466b4efbae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:57.974147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9731de6-ce43-4e57-91b4-3b55eb8e441b req-0612190c-026f-4fe6-b075-ef466b4efbae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1608894 Dec 08 16:20:58.074057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Router 43d9edaf-4514-4229-92f0-f7ecb6637429 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:20:58.098338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9731de6-ce43-4e57-91b4-3b55eb8e441b req-60df7ebf-8166-456f-95e5-0cd9d5697d86 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178079 Dec 08 16:20:58.285658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:20:58.323248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.328627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.345271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:58.350004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['649fdd19-2201-4c1d-a7c3-916353082490'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:58.387126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:58.388542 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.390201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f1b447a-17ac-4708-9934-5553698bcfdc req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "PUT /v2.0/ports/649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 1020 time: 0.6264427 Dec 08 16:20:58.390684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:20:58.393129 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e27a93c-02bd-4d4f-8bd7-616068cb6793" -d '{"events": [{"name": "network-changed", "server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "tag": "649fdd19-2201-4c1d-a7c3-916353082490"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:20:58.422440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e3857-eeed-4b81-8998-7b9c1427e338 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:20:58.494757 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cd02e7-c130-4b41-bb03-a33ec2e2abaa x-openstack-request-id: req-a3cd02e7-c130-4b41-bb03-a33ec2e2abaa {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:20:58.495240 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "tag": "649fdd19-2201-4c1d-a7c3-916353082490", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:20:58.495670 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3cd02e7-c130-4b41-bb03-a33ec2e2abaa {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:20:58.496885 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490', 'status': 'completed', 'code': 200} Dec 08 16:20:58.530502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['649fdd19-2201-4c1d-a7c3-916353082490'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:20:58.552597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81141398-7ad5-47b0-9086-07dbf91b81cb req-b57d5858-ddcf-404e-94bf-021c178ecd17 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/a7c5cf78-beaa-4d93-a678-3936a4e4c062 HTTP/1.1" status: 200 len: 1819 time: 0.0957978 Dec 08 16:20:58.634068 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-81141398-7ad5-47b0-9086-07dbf91b81cb req-4d71efda-789c-41e0-bd75-97d05dd39960 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:20:58.635693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81141398-7ad5-47b0-9086-07dbf91b81cb req-4d71efda-789c-41e0-bd75-97d05dd39960 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/a7c5cf78-beaa-4d93-a678-3936a4e4c062 HTTP/1.1" status: 409 len: 341 time: 0.0731857 Dec 08 16:20:58.915072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-850c135a-ebfa-4738-b0ab-baa280820726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:58.949288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-b32569b4-c3ed-4b72-802d-5ca0bbc004c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:58.952651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-b32569b4-c3ed-4b72-802d-5ca0bbc004c2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4999786ffabf40d98592ac1bea667b2b&device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1174 time: 0.2033203 Dec 08 16:20:58.958507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:20:58.989520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865bd5f-bd77-4965-a488-49d2665b6eeb req-c1e87473-3eb6-487d-84a8-65f373833362 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:58.992670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] Sync routers for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:20:59.002310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0865bd5f-bd77-4965-a488-49d2665b6eeb req-c1e87473-3eb6-487d-84a8-65f373833362 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1482244 Dec 08 16:20:59.018442 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c826587-b194-41f3-9042-8c9a87c49368 admin admin] 10.222.0.62 "PUT /v2.0/routers/43d9edaf-4514-4229-92f0-f7ecb6637429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0033140 Dec 08 16:20:59.025786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51778) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:20:59.066508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:20:59.067429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:20:59.146894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0865bd5f-bd77-4965-a488-49d2665b6eeb req-46317dc4-9385-4535-be09-56b21b0c7ca5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408784 Dec 08 16:20:59.164242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303fa5a-3936-44d1-bfbb-a30570092743 req-43b19eb0-4503-4af1-bde9-324f6ed0a850 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:59.166912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5303fa5a-3936-44d1-bfbb-a30570092743 req-43b19eb0-4503-4af1-bde9-324f6ed0a850 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1023 time: 0.1590078 Dec 08 16:20:59.233624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-6aaf0a75-6f41-4163-9bfa-773fc97c96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:59.237067 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-6aaf0a75-6f41-4163-9bfa-773fc97c96a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 200 len: 914 time: 0.2762721 Dec 08 16:20:59.325886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-e5599664-4171-427e-b5ac-621dfe40a1f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 200 len: 217 time: 0.0559459 Dec 08 16:20:59.345908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.369930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5303fa5a-3936-44d1-bfbb-a30570092743 req-9c8cb2df-ec9a-4344-9b8c-a853d2e59d20 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7c5cf78-beaa-4d93-a678-3936a4e4c062&id=3ba95395-5676-4c18-8849-ea82f0be34f9&id=ba94a26b-ce27-40a4-b813-e1e442cd24c6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1942649 Dec 08 16:20:59.370706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.411447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a9eed-dc4c-4d0f-bf31-fc3836045b18 req-040adc87-9a93-41b8-94c0-2309ff36c119 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:59.413184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d93a9eed-dc4c-4d0f-bf31-fc3836045b18 req-040adc87-9a93-41b8-94c0-2309ff36c119 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1453595 Dec 08 16:20:59.427581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.471549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:20:59.503897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d93a9eed-dc4c-4d0f-bf31-fc3836045b18 req-97777a36-7ef3-4e6f-9632-92a36237935a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776486 Dec 08 16:20:59.539985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-7669301d-d001-42e3-b3a6-214468e32e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:20:59.541593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-7669301d-d001-42e3-b3a6-214468e32e9b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 200 len: 853 time: 0.2070622 Dec 08 16:20:59.624759 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-a22079fa-da6f-42de-bfcd-d7596c678416 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c8c65aa7-3091-4946-b0ca-98259780ecdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409513 Dec 08 16:20:59.647738 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Floating IP d447e99a-3ded-44f8-8c46-4ba75b6c77dc associated. External IP: 172.25.3.135, port: 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6. Dec 08 16:20:59.749929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:20:59.865662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-e3f8415c-07b4-4f38-ba1b-8be9690710a7 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295785 Dec 08 16:21:00.003411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Deleting port b434a08a-812f-4038-b7f6-44640dad7da5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:00.004088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.141397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.214808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104'}], 'enable_snat': True}, 'gw_port_id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:20:56Z', 'revision_number': 5, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port': {'id': 'b434a08a-812f-4038-b7f6-44640dad7da5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'device_owner': 'network:router_gateway', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:05:21Z', 'updated_at': '2021-12-08T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:00.226433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:21:00.230010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:00.253319 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3e27a93c-02bd-4d4f-8bd7-616068cb6793 req-83a0aeb9-81bd-46e9-8c70-585e4a7245e0 service neutron] 10.222.0.58 "GET /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708620 Dec 08 16:21:00.286610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Router 54849a5a-90ef-4a84-af03-10202e8569bb has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:21:00.292843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] For port b434a08a-812f-4038-b7f6-44640dad7da5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b434a08a-812f-4038-b7f6-44640dad7da5,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:00.293242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.316490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Calling delete_port for b434a08a-812f-4038-b7f6-44640dad7da5 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:00.330263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] Checking router: 43d9edaf-4514-4229-92f0-f7ecb6637429 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:00.374135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eabd8b-f1ad-4811-a519-a2efe25a4406 req-e6707b4b-0dd9-4739-a180-db9606cbfdf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.376344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4eabd8b-f1ad-4811-a519-a2efe25a4406 req-e6707b4b-0dd9-4739-a180-db9606cbfdf3 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0926843 Dec 08 16:21:00.497645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4eabd8b-f1ad-4811-a519-a2efe25a4406 req-bd0ef34f-cc57-4401-b47f-f4d0710e8c4c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083226 Dec 08 16:21:00.630834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] Routers {'43d9edaf-4514-4229-92f0-f7ecb6637429'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:00.631526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e56dc-1703-457f-b21b-8ac87cf51559 req-3dd5d967-420f-4ae9-9411-0d92f17e9b28 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.631684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['43d9edaf-4514-4229-92f0-f7ecb6637429'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:00.641196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-4de8d140-b1b2-4c9c-a0de-0fba899d46a0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.642777 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-4de8d140-b1b2-4c9c-a0de-0fba899d46a0 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.58 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1023 time: 0.1933949 Dec 08 16:21:00.643738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d27e56dc-1703-457f-b21b-8ac87cf51559 req-3dd5d967-420f-4ae9-9411-0d92f17e9b28 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1023 time: 0.1350574 Dec 08 16:21:00.664337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:00.673001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.681304 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] Sync routers for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:00.700085 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:00.701389 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:00.783384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d27e56dc-1703-457f-b21b-8ac87cf51559 req-69529ba7-3781-48d0-9dbb-04c23c0c266c tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7c5cf78-beaa-4d93-a678-3936a4e4c062&id=3ba95395-5676-4c18-8849-ea82f0be34f9&id=ba94a26b-ce27-40a4-b813-e1e442cd24c6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1018529 Dec 08 16:21:00.815821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7144a87-ba6c-4ee7-9992-d23343251b5f req-f709297e-13aa-4b82-9b34-5ea989ed879d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:00.824223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7144a87-ba6c-4ee7-9992-d23343251b5f req-f709297e-13aa-4b82-9b34-5ea989ed879d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.2279513 Dec 08 16:21:00.848436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:00.893765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa06757-b3d0-472d-84fe-c1de58acc2b3 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:00.907771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7144a87-ba6c-4ee7-9992-d23343251b5f req-751f1700-a53f-4596-a859-2b243a4cd270 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810423 Dec 08 16:21:00.964375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] Set router 43d9edaf-4514-4229-92f0-f7ecb6637429 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:00.970392 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:01.035827 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-401fe6fc-d98a-45eb-b9e0-f1158bd21a79 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "PUT /v2.0/floatingips/d447e99a-3ded-44f8-8c46-4ba75b6c77dc HTTP/1.1" status: 200 len: 991 time: 3.6783090 Dec 08 16:21:01.041501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:01.045739 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cdbf14-4c94-48ea-9b7c-73168138dca2" -d '{"events": [{"name": "network-changed", "server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:01.050513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b434a08a-812f-4038-b7f6-44640dad7da5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.103889 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.110628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:01.114502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:20:59Z', 'revision_number': 6, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:01.143187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.190036 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a316de-f10b-488a-bbe9-8157f27a9935 x-openstack-request-id: req-38a316de-f10b-488a-bbe9-8157f27a9935 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:01.190820 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:01.191117 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38a316de-f10b-488a-bbe9-8157f27a9935 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:01.191544 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'status': 'completed', 'code': 200} Dec 08 16:21:01.201644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad91878-ec4d-4e78-969d-53693dbe86b2 None None] The sync data for ids ['43d9edaf-4514-4229-92f0-f7ecb6637429'] in n-d-820935-5 is: [{'id': '43d9edaf-4514-4229-92f0-f7ecb6637429', 'name': 'tempest-AttachVolumeShelveTestJSON-792265076-router', 'tenant_id': 'cb7cb422e2224faf954c32a0dd97825a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:05:19Z', 'updated_at': '2021-12-08T16:20:59Z', 'revision_number': 6, 'project_id': 'cb7cb422e2224faf954c32a0dd97825a', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:01.208007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'port_id': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'mac_address': 'fa:16:3e:c8:58:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783f84a-0127-4cd1-b497-38e5ea017f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:21:01.254561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-3f8c8392-9bf0-446d-9cbb-dbe6cd2e47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.263825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-3f8c8392-9bf0-446d-9cbb-dbe6cd2e47d9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c71a97ed9ee647c3852de1abe49cf264&device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 1096 time: 0.0673773 Dec 08 16:21:01.270136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:01.281211 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206760de-5d44-450a-b598-658885a58a02" -d '{"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:01.294906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:01.345498 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.366232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Deleting port 649fdd19-2201-4c1d-a7c3-916353082490 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:01.366766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.381020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.422856 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'd447e99a-3ded-44f8-8c46-4ba75b6c77dc', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'port_id': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'mac_address': 'fa:16:3e:40:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c53845-6609-4fe3-9b87-ae931052fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:20:39Z', 'updated_at': '2021-12-08T16:20:59Z', 'revision_number': 1, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:01.441187 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f79a794-3b18-40db-b365-246a39b3f0fa x-openstack-request-id: req-5f79a794-3b18-40db-b365-246a39b3f0fa {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:01.441715 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-unplugged", "status": "completed", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:01.442160 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5f79a794-3b18-40db-b365-246a39b3f0fa {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:01.443064 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'code': 200} Dec 08 16:21:01.447657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-cff9c4ec-a4e8-4e6a-b320-a4c9c8fcece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.451267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-cff9c4ec-a4e8-4e6a-b320-a4c9c8fcece7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 HTTP/1.1" status: 200 len: 915 time: 0.1780884 Dec 08 16:21:01.460627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:01.475361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.482357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.493603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] Checking router: 54849a5a-90ef-4a84-af03-10202e8569bb for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:01.520730 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:01.521776 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:20:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:01.556496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:01.616417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:21:01.617031 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:21:01.690367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-165fcab3-5c81-4405-88b6-36b27808ddf8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 HTTP/1.1" status: 200 len: 999 time: 0.2309964 Dec 08 16:21:01.785248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:01.789346 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:01.797607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-66c9815b-d192-4ac1-88cf-24d63222ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.800249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-66c9815b-d192-4ac1-88cf-24d63222ff7f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c1947766-e912-492f-8c3b-4c8d5af01e30 HTTP/1.1" status: 200 len: 853 time: 0.1006048 Dec 08 16:21:01.936508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1839b-cba4-4022-a199-2e4db1971ad2 req-9ff08f52-ad63-41d6-839e-2be6a4cd189d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.939944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63d1839b-cba4-4022-a199-2e4db1971ad2 req-9ff08f52-ad63-41d6-839e-2be6a4cd189d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 944 time: 0.1475928 Dec 08 16:21:01.943386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-5ff52f5d-7245-4987-80fd-2a781750982f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:01.946318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-5ff52f5d-7245-4987-80fd-2a781750982f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1180422 Dec 08 16:21:02.020282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.057175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.058156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d9edaf-4514-4229-92f0-f7ecb6637429 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:21:02.069171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.071325 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0542c1f3-89d1-4435-b76b-6b39d8ff7d71 admin admin] 10.222.0.62 "DELETE /v2.0/routers/43d9edaf-4514-4229-92f0-f7ecb6637429 HTTP/1.1" status: 204 len: 168 time: 3.0440044 Dec 08 16:21:02.077918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:02.102043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a174eb5-945a-41c6-bea6-03d0c474de7e req-56bbbe59-6f19-4b61-ab97-530eab78192c tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:02.116416 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] For port 649fdd19-2201-4c1d-a7c3-916353082490, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=649fdd19-2201-4c1d-a7c3-916353082490,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:02.116675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.116984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a174eb5-945a-41c6-bea6-03d0c474de7e req-56bbbe59-6f19-4b61-ab97-530eab78192c tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 1023 time: 0.1683764 Dec 08 16:21:02.164886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Calling delete_port for 649fdd19-2201-4c1d-a7c3-916353082490 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:02.219354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63d1839b-cba4-4022-a199-2e4db1971ad2 req-ea69a542-413f-44fe-8235-454e610a9dde tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560298 Dec 08 16:21:02.235971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Deleting subnet cf302498-ff6d-4a50-b849-8754685cf17d {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:02.247724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.263963 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.283691 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'd447e99a-3ded-44f8-8c46-4ba75b6c77dc', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'port_id': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'mac_address': 'fa:16:3e:40:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c53845-6609-4fe3-9b87-ae931052fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:20:39Z', 'updated_at': '2021-12-08T16:20:59Z', 'revision_number': 1, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:02.289131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-cff7b526-ef0e-426d-9ab9-e5e37dacd031 service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194685 Dec 08 16:21:02.311562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:02.322976 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.331758 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b0c3c5-dc7c-4e2f-9032-c5c408136839 None None] The sync data for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 is: [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'd447e99a-3ded-44f8-8c46-4ba75b6c77dc', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'floating_ip_address': '172.25.3.135', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'port_id': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1779, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'mac_address': 'fa:16:3e:40:9f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c53845-6609-4fe3-9b87-ae931052fc12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:20:39Z', 'updated_at': '2021-12-08T16:20:59Z', 'revision_number': 1, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:02.357899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:02.366697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.393876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.471085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:02.491261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a174eb5-945a-41c6-bea6-03d0c474de7e req-f50bbdfb-d82c-4205-8d27-8adce0a7b8d9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=a7c5cf78-beaa-4d93-a678-3936a4e4c062&id=3ba95395-5676-4c18-8849-ea82f0be34f9&id=ba94a26b-ce27-40a4-b813-e1e442cd24c6&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3615153 Dec 08 16:21:02.524769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57824ee-8b83-4705-b2ed-b39e0e12afe1 req-3e3e1f45-81e8-4e56-9ec0-45eaab550e54 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:02.526406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a57824ee-8b83-4705-b2ed-b39e0e12afe1 req-3e3e1f45-81e8-4e56-9ec0-45eaab550e54 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1375039 Dec 08 16:21:02.552368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cdbf14-4c94-48ea-9b7c-73168138dca2 req-d40903f0-1678-4e11-b224-ad80dae9c32e service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415483 Dec 08 16:21:02.590917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:02.597819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.634766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a57824ee-8b83-4705-b2ed-b39e0e12afe1 req-c7b4322c-58d2-4e2d-b557-571cd2b09793 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931027 Dec 08 16:21:02.782393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.825143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'Port': ['ID=649fdd19-2201-4c1d-a7c3-916353082490,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:02.829237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.870204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:02.880005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.883904 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cf302498-ff6d-4a50-b849-8754685cf17d HTTP/1.1" status: 204 len: 168 time: 0.8039644 Dec 08 16:21:02.887501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51810) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:02.912672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2714b5a-11d9-4171-9790-37e5075cc257 None None] Network 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:02.919349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d481cc-775e-41b4-bafd-21a612e20093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf302498-ff6d-4a50-b849-8754685cf17d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:02.919538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:02.919839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6f88b280-2ae5-4a8d-bb70-ca38215ffef8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:02.920514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b434a08a-812f-4038-b7f6-44640dad7da5 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:02.966242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] No DVR routers for this DVR port 649fdd19-2201-4c1d-a7c3-916353082490 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:02.972651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:02.979141 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f47b25f1-679a-4124-b5de-65bf2db3199a req-232e5f49-8d0d-4ba6-8d45-395cbd58d52b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.58 "DELETE /v2.0/ports/649fdd19-2201-4c1d-a7c3-916353082490 HTTP/1.1" status: 204 len: 173 time: 2.3248045 Dec 08 16:21:03.004525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.017427 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.018879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b434a08a-812f-4038-b7f6-44640dad7da5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:03.019656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b434a08a-812f-4038-b7f6-44640dad7da5 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:03.094165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Deleting port 7e6eeb52-d210-43ae-9e87-925bd940b045 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:03.094165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.169369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:03.172273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a530f9-cdc9-41ff-8234-883f0d0322ed None None] New status for floating IP d447e99a-3ded-44f8-8c46-4ba75b6c77dc: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:21:03.192561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'name': 'network-vif-deleted', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:03.193444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] For port 7e6eeb52-d210-43ae-9e87-925bd940b045, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7e6eeb52-d210-43ae-9e87-925bd940b045,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:03.194114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.197081 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c02e24-9f86-4866-ad68-64a667125284" -d '{"events": [{"server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "name": "network-vif-deleted", "tag": "649fdd19-2201-4c1d-a7c3-916353082490"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:03.223389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] DHCP port deletion for 1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:03.228382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Calling delete_port for 7e6eeb52-d210-43ae-9e87-925bd940b045 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:03.252543 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a580b21-0cff-4b2b-b17c-869da209b2c0 x-openstack-request-id: req-8a580b21-0cff-4b2b-b17c-869da209b2c0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:03.252943 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e77c3dcc-1468-4760-8039-2bb780d58b11", "name": "network-vif-deleted", "tag": "649fdd19-2201-4c1d-a7c3-916353082490", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:03.253141 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a580b21-0cff-4b2b-b17c-869da209b2c0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:03.253913 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e77c3dcc-1468-4760-8039-2bb780d58b11', 'name': 'network-vif-deleted', 'tag': '649fdd19-2201-4c1d-a7c3-916353082490', 'status': 'completed', 'code': 200} Dec 08 16:21:03.461402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] Deleting port 7e6eeb52-d210-43ae-9e87-925bd940b045 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:03.461874 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.568430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] For port 7e6eeb52-d210-43ae-9e87-925bd940b045, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7e6eeb52-d210-43ae-9e87-925bd940b045,segment=NetworkSegment(831ca032-36f3-4351-9f22-85902ebe034f),segment_id=831ca032-36f3-4351-9f22-85902ebe034f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:03.568777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.594143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] Calling delete_port for 7e6eeb52-d210-43ae-9e87-925bd940b045 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:03.790559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64f9904b-2910-453b-851a-a036b4dfd0aa req-306a1a0f-5db6-427b-98ab-1fe9956f4ecc tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=e77c3dcc-1468-4760-8039-2bb780d58b11 HTTP/1.1" status: 200 len: 210 time: 0.0448050 Dec 08 16:21:03.801090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.830328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327533b2-79ac-4217-bd9b-b3931f4b17f9 req-1d8475e5-4cc2-4939-ad8b-a5e64d458e18 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:03.830328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-327533b2-79ac-4217-bd9b-b3931f4b17f9 req-1d8475e5-4cc2-4939-ad8b-a5e64d458e18 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 945 time: 0.5046687 Dec 08 16:21:03.841409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] Pushing event deleted for resources: {'Port': ['ID=7e6eeb52-d210-43ae-9e87-925bd940b045,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:03.843442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2368a391-0f8f-4c9b-a2f5-7a5962ce993f None None] No DVR routers for this DVR port 7e6eeb52-d210-43ae-9e87-925bd940b045 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:03.845637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:03.890458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e6eeb52-d210-43ae-9e87-925bd940b045,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:03.906870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] No DVR routers for this DVR port 7e6eeb52-d210-43ae-9e87-925bd940b045 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:03.949925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-327533b2-79ac-4217-bd9b-b3931f4b17f9 req-420d8901-71a0-49e4-9a88-62d58cc6f284 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186717 Dec 08 16:21:04.030086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.058654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfb3cf4-df88-4e6d-bfe3-6906382c43c3']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:04.078739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831ca032-36f3-4351-9f22-85902ebe034f') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:04.079032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831ca032-36f3-4351-9f22-85902ebe034f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:04.092196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.101159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcdd16-4d7d-4ee3-9125-69f73b5d1133 req-4de8629f-5837-46a5-81ea-50d3ecfbdaec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.102763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cadcdd16-4d7d-4ee3-9125-69f73b5d1133 req-4de8629f-5837-46a5-81ea-50d3ecfbdaec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1130424 Dec 08 16:21:04.133620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.146631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:04.147063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:04.148804 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:04.232699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cadcdd16-4d7d-4ee3-9125-69f73b5d1133 req-79ffb0ea-1c43-49bf-9b9b-2bc727332373 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189966 Dec 08 16:21:04.242344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.250585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.255821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1bfb3cf4-df88-4e6d-bfe3-6906382c43c3 HTTP/1.1" status: 204 len: 168 time: 1.3670499 Dec 08 16:21:04.278370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ca34f-f033-4091-a2f9-65797f71a116 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bfb3cf4-df88-4e6d-bfe3-6906382c43c3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.371945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:04.424574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51828) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:04.455553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:04.455945 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.487408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6e131d69-fe56-4ea3-911b-035084570a37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cb7cb422e2224faf954c32a0dd97825a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613005 Dec 08 16:21:04.491558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51830) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:04.518402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 649fdd19-2201-4c1d-a7c3-916353082490 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:04.540602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 649fdd19-2201-4c1d-a7c3-916353082490 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:04.540931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 649fdd19-2201-4c1d-a7c3-916353082490 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:04.551170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c9d01263-6ed6-4c5e-9d3d-dc7f15eff6d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.580713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c9d01263-6ed6-4c5e-9d3d-dc7f15eff6d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.592960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.618725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:04.621021 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b0667-4284-494a-b3bb-0acef5ebbdf1" -d '{"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-plugged", "status": "completed", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:04.637483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:04.642131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.661321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c9d01263-6ed6-4c5e-9d3d-dc7f15eff6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.666477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c9d01263-6ed6-4c5e-9d3d-dc7f15eff6d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:04.669896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c9d01263-6ed6-4c5e-9d3d-dc7f15eff6d6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a9fdebb-0387-477f-9833-9499f66f1695 HTTP/1.1" status: 204 len: 168 time: 0.1755431 Dec 08 16:21:04.682169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d01263-6ed6-4c5e-9d3d-dc7f15eff6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9fdebb-0387-477f-9833-9499f66f1695,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.687885 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac77d7ef-eb5a-4e8b-ba6e-c077735483e2 x-openstack-request-id: req-ac77d7ef-eb5a-4e8b-ba6e-c077735483e2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:04.688738 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-plugged", "status": "completed", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:04.689264 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ac77d7ef-eb5a-4e8b-ba6e-c077735483e2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:04.690887 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'code': 200} Dec 08 16:21:04.733732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:04.858065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7e6eeb52-d210-43ae-9e87-925bd940b045 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:04.884707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129da388-7c09-42bd-bc73-187287292d3c req-e838b5bb-7afd-4db1-96be-1fe0480d5965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:04.886592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-129da388-7c09-42bd-bc73-187287292d3c req-e838b5bb-7afd-4db1-96be-1fe0480d5965 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 1097 time: 0.0518219 Dec 08 16:21:04.912906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7e6eeb52-d210-43ae-9e87-925bd940b045 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:04.913239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7e6eeb52-d210-43ae-9e87-925bd940b045 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:04.966704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-129da388-7c09-42bd-bc73-187287292d3c req-8b806dfa-4549-4989-ab9e-88aaae469658 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725207 Dec 08 16:21:05.025840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a5a34b9-3c74-45e9-8be8-e15b563d985e req-d08ec972-7f05-4c55-b9d8-55eea03d1dad tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/ba94a26b-ce27-40a4-b813-e1e442cd24c6 HTTP/1.1" status: 200 len: 1820 time: 0.0723858 Dec 08 16:21:05.104241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a5a34b9-3c74-45e9-8be8-e15b563d985e req-dd380e0d-c2b5-4d9f-a781-12fc67bfe48e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.135609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a5a34b9-3c74-45e9-8be8-e15b563d985e req-dd380e0d-c2b5-4d9f-a781-12fc67bfe48e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.212860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a5a34b9-3c74-45e9-8be8-e15b563d985e req-dd380e0d-c2b5-4d9f-a781-12fc67bfe48e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.218723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5a5a34b9-3c74-45e9-8be8-e15b563d985e req-dd380e0d-c2b5-4d9f-a781-12fc67bfe48e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.220616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a5a34b9-3c74-45e9-8be8-e15b563d985e req-dd380e0d-c2b5-4d9f-a781-12fc67bfe48e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba94a26b-ce27-40a4-b813-e1e442cd24c6 HTTP/1.1" status: 204 len: 173 time: 0.1875455 Dec 08 16:21:05.280197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd380e0d-c2b5-4d9f-a781-12fc67bfe48e tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba94a26b-ce27-40a4-b813-e1e442cd24c6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.329417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90544e17-24db-4c01-8c98-af2471c33c1b req-a3f726a0-81a2-4a96-b4c7-ee3ec18d332c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:05.331378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90544e17-24db-4c01-8c98-af2471c33c1b req-a3f726a0-81a2-4a96-b4c7-ee3ec18d332c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1093085 Dec 08 16:21:05.427956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90544e17-24db-4c01-8c98-af2471c33c1b req-e69803db-5989-43ce-b389-0d8dd657c61d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889928 Dec 08 16:21:05.438917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06c86b79-37c9-428a-93bf-ca15ff1ab085 req-dc390774-c70b-4256-bd93-6946d9ee436f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/a7c5cf78-beaa-4d93-a678-3936a4e4c062 HTTP/1.1" status: 200 len: 1819 time: 0.0917838 Dec 08 16:21:05.564025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-06c86b79-37c9-428a-93bf-ca15ff1ab085 req-ea1dd524-a5ae-40c4-9e43-f8b717b8b4f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.627141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-06c86b79-37c9-428a-93bf-ca15ff1ab085 req-ea1dd524-a5ae-40c4-9e43-f8b717b8b4f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.673556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07e27c8-d0b9-4942-a4b1-c10a198e5757 req-feca0f26-8b62-4995-8844-1a54bdb0d5e7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:05.676124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e07e27c8-d0b9-4942-a4b1-c10a198e5757 req-feca0f26-8b62-4995-8844-1a54bdb0d5e7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1335180 Dec 08 16:21:05.749738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-06c86b79-37c9-428a-93bf-ca15ff1ab085 req-ea1dd524-a5ae-40c4-9e43-f8b717b8b4f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.752447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-06c86b79-37c9-428a-93bf-ca15ff1ab085 req-ea1dd524-a5ae-40c4-9e43-f8b717b8b4f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.753607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06c86b79-37c9-428a-93bf-ca15ff1ab085 req-ea1dd524-a5ae-40c4-9e43-f8b717b8b4f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/a7c5cf78-beaa-4d93-a678-3936a4e4c062 HTTP/1.1" status: 204 len: 173 time: 0.3119988 Dec 08 16:21:05.778454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1dd524-a5ae-40c4-9e43-f8b717b8b4f2 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c5cf78-beaa-4d93-a678-3936a4e4c062,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.793945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e07e27c8-d0b9-4942-a4b1-c10a198e5757 req-d5bdc4b1-8e85-4eab-a99e-106acb87523e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043730 Dec 08 16:21:05.817841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-816920ff-ddca-4e16-83d1-2b5eab66c188 req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-897158381', 'description': 'tempest-description-2079176673'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:05.849043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-816920ff-ddca-4e16-83d1-2b5eab66c188 req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.944714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-816920ff-ddca-4e16-83d1-2b5eab66c188 req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.949949 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-816920ff-ddca-4e16-83d1-2b5eab66c188 req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.992394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19625f9-56ac-49aa-99a7-9c126295bcc8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:05.997674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-816920ff-ddca-4e16-83d1-2b5eab66c188 req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:05.999572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-816920ff-ddca-4e16-83d1-2b5eab66c188 req-c4a467a0-3471-49a1-b6f9-2a987edbcb5b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1883838 Dec 08 16:21:06.076121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-d5d27f83-63b4-4c01-9d78-4148acaff7fc tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/b19625f9-56ac-49aa-99a7-9c126295bcc8 HTTP/1.1" status: 200 len: 1819 time: 0.0508735 Dec 08 16:21:06.088418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1353674162', 'description': 'tempest-description-hth-17446497'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:06.144845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.218361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.223932 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.229153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.232044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ecf836b-1bbb-4c9f-b76a-cb7d7fdbbb0b req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "PUT /v2.0/security-groups/b19625f9-56ac-49aa-99a7-9c126295bcc8 HTTP/1.1" status: 200 len: 1792 time: 0.1486948 Dec 08 16:21:06.285294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd8d05-f5ee-402b-bcc4-5f50502ac617 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b19625f9-56ac-49aa-99a7-9c126295bcc8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:06.332579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5746958-11cb-433f-960c-1bc5fb11aad8 req-fc282454-c642-4af9-9c77-69421c2e6c1f tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/b19625f9-56ac-49aa-99a7-9c126295bcc8 HTTP/1.1" status: 200 len: 1792 time: 0.0670211 Dec 08 16:21:06.453108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0f640a4-34a7-45b9-b6ea-8b91b5eba96c req-eccd9bff-1d6b-40c5-98fb-57199fee1257 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/b19625f9-56ac-49aa-99a7-9c126295bcc8 HTTP/1.1" status: 200 len: 1792 time: 0.0775943 Dec 08 16:21:06.588213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f0f640a4-34a7-45b9-b6ea-8b91b5eba96c req-98407554-933a-42f5-b6d6-8796170382e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.627537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19be077d-7cff-45b0-bcdb-37943284c02c req-dda7e413-9d7b-4e59-9b2d-19167656057e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:06.629168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19be077d-7cff-45b0-bcdb-37943284c02c req-dda7e413-9d7b-4e59-9b2d-19167656057e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1028030 Dec 08 16:21:06.631017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f0f640a4-34a7-45b9-b6ea-8b91b5eba96c req-98407554-933a-42f5-b6d6-8796170382e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.717650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19be077d-7cff-45b0-bcdb-37943284c02c req-b5cc2e2e-af1f-42c1-8076-9918c90ece0c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762153 Dec 08 16:21:06.724778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f0f640a4-34a7-45b9-b6ea-8b91b5eba96c req-98407554-933a-42f5-b6d6-8796170382e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.728747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f0f640a4-34a7-45b9-b6ea-8b91b5eba96c req-98407554-933a-42f5-b6d6-8796170382e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:06.730272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0f640a4-34a7-45b9-b6ea-8b91b5eba96c req-98407554-933a-42f5-b6d6-8796170382e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/b19625f9-56ac-49aa-99a7-9c126295bcc8 HTTP/1.1" status: 204 len: 173 time: 0.2689800 Dec 08 16:21:06.753993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98407554-933a-42f5-b6d6-8796170382e7 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19625f9-56ac-49aa-99a7-9c126295bcc8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:07.016310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41c87f-1a2e-4b1a-803a-b5cb6f61079b req-5183d42f-8b72-4ba9-a1bf-4198bc87ceb5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.018017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db41c87f-1a2e-4b1a-803a-b5cb6f61079b req-5183d42f-8b72-4ba9-a1bf-4198bc87ceb5 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.1508625 Dec 08 16:21:07.031843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda97fc-83d1-4dea-9802-c0bbf7442a89 req-409d65b4-85f9-48c7-9ebc-63c3e5d09bab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.033494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-deda97fc-83d1-4dea-9802-c0bbf7442a89 req-409d65b4-85f9-48c7-9ebc-63c3e5d09bab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1098812 Dec 08 16:21:07.122719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db41c87f-1a2e-4b1a-803a-b5cb6f61079b req-54a35a40-caf9-430c-b523-de3078bb1fcf tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881188 Dec 08 16:21:07.155057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-deda97fc-83d1-4dea-9802-c0bbf7442a89 req-eba739fe-213b-48a8-8427-7287a323254f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037426 Dec 08 16:21:07.185897 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-9d47721b-8b85-4000-a69e-7173dbf9d7b8 req-62534345-7ae8-4584-aa54-44ee80009feb tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:21:07.193619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d47721b-8b85-4000-a69e-7173dbf9d7b8 req-62534345-7ae8-4584-aa54-44ee80009feb tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/a7c5cf78-beaa-4d93-a678-3936a4e4c062 HTTP/1.1" status: 404 len: 352 time: 0.0366762 Dec 08 16:21:07.234203 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-2d3b1085-22be-466d-a920-58a37a53dc13 req-d1c98947-79a8-4e7a-8e79-4ac529a3d730 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:21:07.236014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d3b1085-22be-466d-a920-58a37a53dc13 req-d1c98947-79a8-4e7a-8e79-4ac529a3d730 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/ba94a26b-ce27-40a4-b813-e1e442cd24c6 HTTP/1.1" status: 404 len: 352 time: 0.0233448 Dec 08 16:21:07.385719 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-6abc44c1-3a2c-4378-b8c3-7297c846c406 req-8db8efc3-b3c5-42bc-81d2-507e14a073dd tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:21:07.388821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6abc44c1-3a2c-4378-b8c3-7297c846c406 req-8db8efc3-b3c5-42bc-81d2-507e14a073dd tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/89f21187-c2c6-444e-a505-ab443864a877 HTTP/1.1" status: 404 len: 352 time: 0.0269580 Dec 08 16:21:07.468744 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-2236b1d5-3da4-4f75-8996-e70bed1f4e47 req-afb60be2-f399-40b7-a188-18a2ff6816ef tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:21:07.471973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2236b1d5-3da4-4f75-8996-e70bed1f4e47 req-afb60be2-f399-40b7-a188-18a2ff6816ef tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/f563c734-125e-45e5-8681-aac4fbb4f4a8 HTTP/1.1" status: 404 len: 352 time: 0.0466800 Dec 08 16:21:07.524858 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-a5aa4881-20b0-4ad6-b0e2-fcc0b8d9bc30 req-aacd0d70-c05e-458d-9209-a073ca3fadf1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:21:07.525941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5aa4881-20b0-4ad6-b0e2-fcc0b8d9bc30 req-aacd0d70-c05e-458d-9209-a073ca3fadf1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/24167972-90d8-4cc5-8165-003f2e98ad4e HTTP/1.1" status: 404 len: 352 time: 0.0156105 Dec 08 16:21:07.604349 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-0ca02f8b-b20d-43ac-97e3-d41212dd91d4 req-5f571bb9-9c85-46ef-9238-d67bc44ae231 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] show failed (client error): The resource could not be found. Dec 08 16:21:07.606541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ca02f8b-b20d-43ac-97e3-d41212dd91d4 req-5f571bb9-9c85-46ef-9238-d67bc44ae231 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/34ab22ce-cb0a-4c98-beca-eb44578f2734 HTTP/1.1" status: 404 len: 352 time: 0.0299783 Dec 08 16:21:07.793938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-21378fcd-738b-4ac3-b2a1-cf7e5079f1a9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.797200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-21378fcd-738b-4ac3-b2a1-cf7e5079f1a9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 815 time: 0.1818275 Dec 08 16:21:07.834508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-b194e7ef-7975-4a1b-93c2-5aa4d3550c08 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/quotas/84f00de7519f44169fd9e5394f8dc926 HTTP/1.1" status: 200 len: 375 time: 0.0196249 Dec 08 16:21:07.936106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-aca5b131-c21e-4659-bf68-ccdc5f50ca83 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0932581 Dec 08 16:21:07.952081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b3926-b4d1-429f-8720-c22fc204e2d1 req-d4f6f59b-3e38-4f5a-a252-f2fb227692b1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:07.954296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9b3926-b4d1-429f-8720-c22fc204e2d1 req-d4f6f59b-3e38-4f5a-a252-f2fb227692b1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1024 time: 0.1001751 Dec 08 16:21:08.117172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-0397f808-8ea6-4566-b2b8-761900eb49bc service neutron] 10.222.0.62 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613910 Dec 08 16:21:08.124453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9b3926-b4d1-429f-8720-c22fc204e2d1 req-7d05eea9-9e54-4974-bbb6-d602240765c8 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1ab2505-5ab9-4972-b02e-4017a4057710&id=b2a23fd1-07b8-483a-82d5-a15251d2c7f0&id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1554229 Dec 08 16:21:08.282076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-d21cafa0-028a-48ec-9c5b-7328170db9a0 service neutron] 10.222.0.62 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469460 Dec 08 16:21:08.358442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a14b9-c039-49c2-922e-7ab23017007a req-8beaf986-b639-4e1f-ae7f-845d52317236 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:08.361145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c04a14b9-c039-49c2-922e-7ab23017007a req-8beaf986-b639-4e1f-ae7f-845d52317236 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.1028407 Dec 08 16:21:08.457218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c04a14b9-c039-49c2-922e-7ab23017007a req-ddaf4c4d-1a64-4d1a-b0a0-68869c7452a3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864444 Dec 08 16:21:08.631624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51ae16d3-b326-4c44-82f7-9a0f5d4e7a5f req-85c8ae21-1d22-4076-84eb-c4d30bfe6165 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 210 time: 0.0587041 Dec 08 16:21:08.815251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-8a636c2c-46dc-4e19-8acc-84ce68169dee tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:08.817934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-8a636c2c-46dc-4e19-8acc-84ce68169dee tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.86 "GET /v2.0/ports?device_id=61ec77e5-292c-4a65-a13e-77b3e215ec92 HTTP/1.1" status: 200 len: 946 time: 0.0931718 Dec 08 16:21:09.008898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Deleting port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:09.009580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.123690 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-8ef24d10-2d53-4420-bc0b-f6ab9f90dfdd service neutron] show failed (client error): The resource could not be found. Dec 08 16:21:09.126477 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-8ef24d10-2d53-4420-bc0b-f6ab9f90dfdd service neutron] 10.222.0.58 "GET /v2.0/ports/71ae868b-9d58-41e0-ba9b-83546964bac7/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.1269100 Dec 08 16:21:09.176921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] For port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:09.177733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.207725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Calling delete_port for 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:09.265011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-fa67281a-a04f-45bc-af97-9da06f12e07d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:09.267013 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-fa67281a-a04f-45bc-af97-9da06f12e07d tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.86 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1024 time: 0.1265187 Dec 08 16:21:09.504366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Deleting port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:09.504496 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.672191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.691352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:09.705053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0698f3b-fe1b-4767-8ef3-db6af5a5cdfd req-0b32eb7b-42a6-431d-9dd1-36267b6d21c5 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:09.716050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0698f3b-fe1b-4767-8ef3-db6af5a5cdfd req-0b32eb7b-42a6-431d-9dd1-36267b6d21c5 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/ports?device_id=444fc602-fc9f-4a8b-8e0e-5619c42582db HTTP/1.1" status: 200 len: 1024 time: 0.3364387 Dec 08 16:21:09.801912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] For port b5c6d91f-b335-4c09-a5b9-79adcb0c4662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,segment=NetworkSegment(d018083c-5ea1-44a6-8373-d6dcd78ba55b),segment_id=d018083c-5ea1-44a6-8373-d6dcd78ba55b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:09.802246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:09.850068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Calling delete_port for b5c6d91f-b335-4c09-a5b9-79adcb0c4662 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:09.854044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Pushing event deleted for resources: {'Port': ['ID=3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:09.973248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-042c25bb-73f6-4dc3-b9fa-900e30f5c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:09.975763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-042c25bb-73f6-4dc3-b9fa-900e30f5c554 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 1096 time: 0.3855851 Dec 08 16:21:09.993228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962a245-73c1-44bd-9fae-639760e7a1c7 req-09b99518-2e65-470e-a997-5ba7d35d9a49 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:10.002736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b962a245-73c1-44bd-9fae-639760e7a1c7 req-09b99518-2e65-470e-a997-5ba7d35d9a49 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.4139476 Dec 08 16:21:10.009564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] No DVR routers for this DVR port 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:10.017897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:10.039303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.042930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d009fafe-87c0-42bb-8ca3-d4e19049b56a req-e16b5769-e2e9-4011-ae8d-b129f1694d9c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.86 "DELETE /v2.0/ports/3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b HTTP/1.1" status: 204 len: 173 time: 1.2168627 Dec 08 16:21:10.046120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-deleted', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:10.048893 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adee138-9b14-4479-9a69-952e175bcff0" -d '{"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-deleted", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:10.087116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.103407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b5c6d91f-b335-4c09-a5b9-79adcb0c4662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:10.173020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'Port': ['ID=b5c6d91f-b335-4c09-a5b9-79adcb0c4662,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:10.269228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] No DVR routers for this DVR port b5c6d91f-b335-4c09-a5b9-79adcb0c4662 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:10.273578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.278650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8362c1c0-3b11-4dc9-b811-d5b53667ab74 req-164a766d-73bc-46be-b176-13a398a44be1 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.86 "DELETE /v2.0/ports/b5c6d91f-b335-4c09-a5b9-79adcb0c4662 HTTP/1.1" status: 204 len: 173 time: 1.0044322 Dec 08 16:21:10.279296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'name': 'network-vif-deleted', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:10.291786 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b8f2cc-deaa-4310-bb6d-b5eb2e6a6e6b" -d '{"events": [{"server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "name": "network-vif-deleted", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:10.315020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b962a245-73c1-44bd-9fae-639760e7a1c7 req-6ff0e492-49ab-4aa6-8f13-77fee8f00432 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107378 Dec 08 16:21:10.422903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0698f3b-fe1b-4767-8ef3-db6af5a5cdfd req-cf960f30-6a98-40fc-8eb3-adf15cf5680b tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups?id=a1ab2505-5ab9-4972-b02e-4017a4057710&id=b2a23fd1-07b8-483a-82d5-a15251d2c7f0&id=3ba95395-5676-4c18-8849-ea82f0be34f9&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.7058671 Dec 08 16:21:10.439536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:10.731434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7828511f-d9ce-4e19-8c82-31c5ffc96b28 req-d38c124b-826a-4c24-9277-5f6430f70e7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 210 time: 0.1416078 Dec 08 16:21:10.762602 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf49f4e-803e-4255-a4db-2622f5b82b73 x-openstack-request-id: req-abf49f4e-803e-4255-a4db-2622f5b82b73 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:10.765216 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61ec77e5-292c-4a65-a13e-77b3e215ec92", "name": "network-vif-deleted", "tag": "3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:10.765603 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-abf49f4e-803e-4255-a4db-2622f5b82b73 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:10.766151 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61ec77e5-292c-4a65-a13e-77b3e215ec92', 'name': 'network-vif-deleted', 'tag': '3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b', 'status': 'completed', 'code': 200} Dec 08 16:21:10.795946 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbcedc4-0b1d-45ec-a1ed-53491e795c9c x-openstack-request-id: req-ddbcedc4-0b1d-45ec-a1ed-53491e795c9c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:10.796373 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444fc602-fc9f-4a8b-8e0e-5619c42582db", "name": "network-vif-deleted", "tag": "b5c6d91f-b335-4c09-a5b9-79adcb0c4662", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:10.796761 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ddbcedc4-0b1d-45ec-a1ed-53491e795c9c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:10.797601 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444fc602-fc9f-4a8b-8e0e-5619c42582db', 'name': 'network-vif-deleted', 'tag': 'b5c6d91f-b335-4c09-a5b9-79adcb0c4662', 'status': 'completed', 'code': 200} Dec 08 16:21:10.821603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-944b1ed2-ec65-4738-ac90-8c45648dcd99 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:10.826189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-944b1ed2-ec65-4738-ac90-8c45648dcd99 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 815 time: 0.3352935 Dec 08 16:21:10.846239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Request body: {'port': {'device_id': '886655ca-2c15-4e52-841c-89eeabb0153a', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'admin_state_up': True, 'tenant_id': '84f00de7519f44169fd9e5394f8dc926'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:11.041896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Made reservation on behalf of 84f00de7519f44169fd9e5394f8dc926 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:11.047322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:11.047706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.145384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:11.208296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.231412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Transition to ACTIVE for port object 71ae868b-9d58-41e0-ba9b-83546964bac7 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:21:11.239486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Allocated IP 172.20.0.3 (29f22437-87ac-4a86-9263-d58d9118ca0a/7783f84a-0127-4cd1-b497-38e5ea017f27/c4563d92-a203-4804-ab6b-bafac958152b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:11.240934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.462869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.513463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.574315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Network 29f22437-87ac-4a86-9263-d58d9118ca0a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:11.580713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:11.593375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:11.619556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] No DVR routers for this DVR port 71ae868b-9d58-41e0-ba9b-83546964bac7 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:11.632370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:11.637919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Pushing event updated for resources: {'Port': ['ID=c4563d92-a203-4804-ab6b-bafac958152b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:11.649849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.650232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.650581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.650925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.651265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.653772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.654194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.654539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.654875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.655210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.655570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.656239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.656460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:11.689866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:11.690557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.723688 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-1e6230bd-f077-4a24-b86a-34297566862e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8834035 Dec 08 16:21:11.749719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Request body: {'port': {'device_id': '886655ca-2c15-4e52-841c-89eeabb0153a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:11.784130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66f321-1717-4a85-83d3-b7bb7af66374 req-d64c0d55-9d23-4bb9-a1ac-c8b94e86e443 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:11.791877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a66f321-1717-4a85-83d3-b7bb7af66374 req-d64c0d55-9d23-4bb9-a1ac-c8b94e86e443 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.2163534 Dec 08 16:21:11.889468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:11.922328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a66f321-1717-4a85-83d3-b7bb7af66374 req-942051c8-f629-4f9f-a779-4530325842c7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217031 Dec 08 16:21:11.985667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:11.986137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:11.986423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 on network fd50c743-5ece-4c3e-b189-be25c9537097 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:11.994979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Port 71ae868b-9d58-41e0-ba9b-83546964bac7 on network fd50c743-5ece-4c3e-b189-be25c9537097 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:21:11.995306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Attempting to bind port 71ae868b-9d58-41e0-ba9b-83546964bac7 on network fd50c743-5ece-4c3e-b189-be25c9537097 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:12.001299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ce2177a-5d00-4b72-b3d9-b5b951a3b6f7 req-687e6740-ff04-4dbc-98a5-01ce21d7ae73 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/a1ab2505-5ab9-4972-b02e-4017a4057710 HTTP/1.1" status: 200 len: 1819 time: 0.1225531 Dec 08 16:21:12.004717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:12.005090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Checking segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:12.005482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Bound using segment: {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:12.005966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Bound port: 71ae868b-9d58-41e0-ba9b-83546964bac7, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0144899-715a-4348-8eca-988c92a8ac18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:12.006331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.185320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c558c0d7-9743-4bb1-8782-d59ca9172e7a req-9a294166-e4f1-485b-8a80-dcb76ddf1376 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.191135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c558c0d7-9743-4bb1-8782-d59ca9172e7a req-9a294166-e4f1-485b-8a80-dcb76ddf1376 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 931 time: 0.1677120 Dec 08 16:21:12.194146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce2177a-5d00-4b72-b3d9-b5b951a3b6f7 req-2274efe8-39e6-4d90-ba7c-5512df7a01e9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.197633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:12.205540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:12.238594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.301644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce2177a-5d00-4b72-b3d9-b5b951a3b6f7 req-2274efe8-39e6-4d90-ba7c-5512df7a01e9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.317769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.318772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.320330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] 10.222.0.86 "PUT /v2.0/ports/71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 1091 time: 2.3141439 Dec 08 16:21:12.388906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b5c6d91f-b335-4c09-a5b9-79adcb0c4662 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:12.432403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: b5c6d91f-b335-4c09-a5b9-79adcb0c4662 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:12.433103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b5c6d91f-b335-4c09-a5b9-79adcb0c4662 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:12.435388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:12.443195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c558c0d7-9743-4bb1-8782-d59ca9172e7a req-a0a2270f-3539-4976-9cad-e9772a506e6d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410595 Dec 08 16:21:12.447492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01139b-30e8-46cf-a366-070bef26e500 service neutron] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:12.452198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4563d92-a203-4804-ab6b-bafac958152b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:12.464409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.491972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:12.492316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3bf3fcea-9f66-45d1-8a5e-cdbcb3dd824b not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:12.496882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Transition to ACTIVE for port object c4563d92-a203-4804-ab6b-bafac958152b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:21:12.502681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.523703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-9773190c-a693-4dd8-984c-573c042f903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.526431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-9773190c-a693-4dd8-984c-573c042f903e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1094 time: 0.1682699 Dec 08 16:21:12.527535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce2177a-5d00-4b72-b3d9-b5b951a3b6f7 req-2274efe8-39e6-4d90-ba7c-5512df7a01e9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.534003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ce2177a-5d00-4b72-b3d9-b5b951a3b6f7 req-2274efe8-39e6-4d90-ba7c-5512df7a01e9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.541151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ce2177a-5d00-4b72-b3d9-b5b951a3b6f7 req-2274efe8-39e6-4d90-ba7c-5512df7a01e9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/a1ab2505-5ab9-4972-b02e-4017a4057710 HTTP/1.1" status: 204 len: 173 time: 0.5310061 Dec 08 16:21:12.549609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:12.651333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:12.682565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4563d92-a203-4804-ab6b-bafac958152b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:12.724766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274efe8-39e6-4d90-ba7c-5512df7a01e9 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab2505-5ab9-4972-b02e-4017a4057710,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:12.789629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Attempting to bind port c4563d92-a203-4804-ab6b-bafac958152b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:12.790098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Attempting to bind port c4563d92-a203-4804-ab6b-bafac958152b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:12.790486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Attempting to bind port c4563d92-a203-4804-ab6b-bafac958152b on network 29f22437-87ac-4a86-9263-d58d9118ca0a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:12.798491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Port c4563d92-a203-4804-ab6b-bafac958152b on network 29f22437-87ac-4a86-9263-d58d9118ca0a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:21:12.798491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Attempting to bind port c4563d92-a203-4804-ab6b-bafac958152b on network 29f22437-87ac-4a86-9263-d58d9118ca0a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:12.798802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}, {'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:12.802688 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4" -d '{"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}, {"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:12.805085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:12.805506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Checking segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:12.806086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Bound using segment: {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:12.806865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Bound port: c4563d92-a203-4804-ab6b-bafac958152b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475eab07-09a5-48e6-ae85-89e78580d27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:12.807000 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.829092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05d23f5c-545f-43d6-a874-15fba531f442 req-1ee1c728-9489-4a23-b520-0dd37954b4cf tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "GET /v2.0/security-groups/b2a23fd1-07b8-483a-82d5-a15251d2c7f0 HTTP/1.1" status: 200 len: 1819 time: 0.2327824 Dec 08 16:21:12.913169 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e31e30-bf19-4f19-a1ef-36db7c498396 x-openstack-request-id: req-83e31e30-bf19-4f19-a1ef-36db7c498396 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:12.913629 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "code": 200}, {"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:12.914411 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83e31e30-bf19-4f19-a1ef-36db7c498396 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:12.915058 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'code': 200} Dec 08 16:21:12.915465 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'status': 'completed', 'code': 200} Dec 08 16:21:12.930456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] For port c4563d92-a203-4804-ab6b-bafac958152b, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:12.939344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] For port c4563d92-a203-4804-ab6b-bafac958152b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c4563d92-a203-4804-ab6b-bafac958152b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:12.949662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:12.998250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:12.998929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.000453 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] 10.222.0.58 "PUT /v2.0/ports/c4563d92-a203-4804-ab6b-bafac958152b HTTP/1.1" status: 200 len: 1091 time: 1.2679365 Dec 08 16:21:13.000988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886655ca-2c15-4e52-841c-89eeabb0153a', 'tag': 'c4563d92-a203-4804-ab6b-bafac958152b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:13.003606 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8a6a3b-8dfd-442f-bf74-9131580190e7" -d '{"events": [{"name": "network-changed", "server_uuid": "886655ca-2c15-4e52-841c-89eeabb0153a", "tag": "c4563d92-a203-4804-ab6b-bafac958152b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:13.019572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05d23f5c-545f-43d6-a874-15fba531f442 req-3510c555-fa73-4b1b-844c-d64669d4aa43 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.048047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-0b97929e-f0f3-45b5-9d60-b427ccf48b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.051047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-0b97929e-f0f3-45b5-9d60-b427ccf48b53 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.5074015 Dec 08 16:21:13.073374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe69885-f577-44ab-87a9-43829c17f4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=c4563d92-a203-4804-ab6b-bafac958152b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:13.161109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-c21bb678-4846-4603-b287-bcfcdac2d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.162936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-c21bb678-4846-4603-b287-bcfcdac2d347 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 1094 time: 0.0794072 Dec 08 16:21:13.175369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05d23f5c-545f-43d6-a874-15fba531f442 req-3510c555-fa73-4b1b-844c-d64669d4aa43 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.220978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-e32f31df-8193-436a-aad5-4698a93e098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.222593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-e32f31df-8193-436a-aad5-4698a93e098d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1094 time: 0.2612543 Dec 08 16:21:13.227594 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-dab9aece-6854-4bd4-a250-3d1395c7cf02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4563d92-a203-4804-ab6b-bafac958152b HTTP/1.1" status: 200 len: 217 time: 0.0540550 Dec 08 16:21:13.280263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-c89bcf73-f708-4b71-99b8-df5ba9190c46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 998 time: 0.2083352 Dec 08 16:21:13.318036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-85f133a0-3149-4161-ac17-a152dddf8dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.319807 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-85f133a0-3149-4161-ac17-a152dddf8dff service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 200 len: 855 time: 0.0838768 Dec 08 16:21:13.380794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a91014-61b7-47e1-80e5-c55e2a3caf5e req-45b2ef84-eb50-4cd7-85b0-cd309064d1ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.382824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36a91014-61b7-47e1-80e5-c55e2a3caf5e req-45b2ef84-eb50-4cd7-85b0-cd309064d1ae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.2384152 Dec 08 16:21:13.383938 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05d23f5c-545f-43d6-a874-15fba531f442 req-3510c555-fa73-4b1b-844c-d64669d4aa43 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.387037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05d23f5c-545f-43d6-a874-15fba531f442 req-3510c555-fa73-4b1b-844c-d64669d4aa43 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.388459 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-0e9946dd-d75a-49d9-802a-9592dc2ae3e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29f22437-87ac-4a86-9263-d58d9118ca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560358 Dec 08 16:21:13.388671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05d23f5c-545f-43d6-a874-15fba531f442 req-3510c555-fa73-4b1b-844c-d64669d4aa43 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] 10.222.0.62 "DELETE /v2.0/security-groups/b2a23fd1-07b8-483a-82d5-a15251d2c7f0 HTTP/1.1" status: 204 len: 173 time: 0.5448275 Dec 08 16:21:13.409248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52058) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:13.446067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510c555-fa73-4b1b-844c-d64669d4aa43 tempest-SecurityGroupsTestJSON-302180836 tempest-SecurityGroupsTestJSON-302180836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a23fd1-07b8-483a-82d5-a15251d2c7f0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:13.455534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-da4c7526-dcf0-46e8-9b08-5feab82cf52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.457040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-da4c7526-dcf0-46e8-9b08-5feab82cf52f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.1445885 Dec 08 16:21:13.502570 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c2262a-128d-4d77-9b6d-c11bc5a80482 x-openstack-request-id: req-63c2262a-128d-4d77-9b6d-c11bc5a80482 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:13.503468 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886655ca-2c15-4e52-841c-89eeabb0153a", "tag": "c4563d92-a203-4804-ab6b-bafac958152b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:13.503468 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-63c2262a-128d-4d77-9b6d-c11bc5a80482 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:13.503784 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886655ca-2c15-4e52-841c-89eeabb0153a', 'tag': 'c4563d92-a203-4804-ab6b-bafac958152b', 'status': 'completed', 'code': 200} Dec 08 16:21:13.512228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-40a131c8-6934-41bc-8758-0f1413d2bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.514730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-40a131c8-6934-41bc-8758-0f1413d2bc47 service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.2705870 Dec 08 16:21:13.542077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Deleting subnet 733a39d7-7bd2-439f-9836-4e59f831dc39 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:13.555095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.608416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36a91014-61b7-47e1-80e5-c55e2a3caf5e req-44f2431e-9038-47a1-84c4-d0cc5d39bd7e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150905 Dec 08 16:21:13.611630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-e09727fd-4f68-4bcf-9fe4-cec4c124d312 service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157500 Dec 08 16:21:13.643524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.678257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-182a9f9d-b618-4b86-9d9f-f232b5dd58a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:13.680659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-182a9f9d-b618-4b86-9d9f-f232b5dd58a5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2153852 Dec 08 16:21:13.690456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-0552bb48-e8c4-4669-9dd1-e3c0a67118e3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 998 time: 0.1658862 Dec 08 16:21:13.761837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.899017 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-886bc4e5-65ea-4076-b338-c7bbf61fc154 req-30cd4fb1-58d3-4cd8-ad63-e5b1a1fed016 service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787366 Dec 08 16:21:13.937529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:13.983580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733a39d7-7bd2-439f-9836-4e59f831dc39,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:14.001990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.012431 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bf548bc6-1fa1-4b47-831b-6023da8a352a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/733a39d7-7bd2-439f-9836-4e59f831dc39 HTTP/1.1" status: 204 len: 168 time: 0.5974865 Dec 08 16:21:14.014404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52070) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:14.216365 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-5f5da5ea-9519-489d-9592-7f34d6b0d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.218905 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-5f5da5ea-9519-489d-9592-7f34d6b0d4a2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=84f00de7519f44169fd9e5394f8dc926&device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 1094 time: 0.2081120 Dec 08 16:21:14.225216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.229568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7195c-ed77-4385-ae78-14b4d2a0387f req-f00eaa0e-c65f-4961-bf0b-ae127edb3729 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.234772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1b7195c-ed77-4385-ae78-14b4d2a0387f req-f00eaa0e-c65f-4961-bf0b-ae127edb3729 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 943 time: 0.6121902 Dec 08 16:21:14.321042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-5115421b-d92a-49ff-8708-584d67f003a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.323954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-5115421b-d92a-49ff-8708-584d67f003a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.6200225 Dec 08 16:21:14.435297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.445046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-234ad948-2a34-4ebb-aa61-8c643c052a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.446584 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-234ad948-2a34-4ebb-aa61-8c643c052a4c service neutron] 10.222.0.58 "GET /v2.0/networks?id=29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 200 len: 916 time: 0.2173824 Dec 08 16:21:14.455799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-763f7056-a00d-474e-a64e-35896d51a14c service neutron] 10.222.0.86 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7638493 Dec 08 16:21:14.470317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1b7195c-ed77-4385-ae78-14b4d2a0387f req-83e1aaa3-ef57-444b-a69f-b4b8e5ec88b8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243929 Dec 08 16:21:14.470980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c65aa7-3091-4946-b0ca-98259780ecdc']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:14.506760 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-9550c128-80b9-4f3b-88ed-d9321daca130 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4563d92-a203-4804-ab6b-bafac958152b HTTP/1.1" status: 200 len: 217 time: 0.0475366 Dec 08 16:21:14.510657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd018083c-5ea1-44a6-8373-d6dcd78ba55b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:14.510947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd018083c-5ea1-44a6-8373-d6dcd78ba55b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:14.519666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-fa8e80dc-bc16-4376-8022-d8acf5e9511c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.522428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-fa8e80dc-bc16-4376-8022-d8acf5e9511c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1874406 Dec 08 16:21:14.531810 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.576993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.589060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:14.589630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:14.591596 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:14.613538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-71aa19d3-73b3-4835-91e3-3197da5e6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:14.615199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-71aa19d3-73b3-4835-91e3-3197da5e6c6d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 200 len: 855 time: 0.0961552 Dec 08 16:21:14.681248 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-bb5b9284-90fa-4bbe-a638-cf6e8a97e880 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=29f22437-87ac-4a86-9263-d58d9118ca0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370142 Dec 08 16:21:14.739647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3678ea65-771d-4e1e-a8a3-1aebeeeafa9a req-c2a48d22-f576-48cf-9639-aac6cbb8e250 service neutron] 10.222.0.86 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679572 Dec 08 16:21:14.746897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.754934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:14.762261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c8c65aa7-3091-4946-b0ca-98259780ecdc HTTP/1.1" status: 204 len: 168 time: 0.7450862 Dec 08 16:21:14.769367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-208bb9d1-169f-4089-ad3b-b712ba4f97e1 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999683 Dec 08 16:21:14.778793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf4836-fc53-4813-b9b6-3963e8d43098 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8c65aa7-3091-4946-b0ca-98259780ecdc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:14.829845 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-28487995-ee1d-4b96-88f1-bd89c0052aca service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398253 Dec 08 16:21:14.990783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1b8a6a3b-8dfd-442f-bf74-9131580190e7 req-3c0f41a2-d541-48c4-b59a-05785b16be24 service neutron] 10.222.0.58 "GET /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516764 Dec 08 16:21:15.033065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52084) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:15.049846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52088) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:15.051120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-99956506-5eab-485e-acea-6d4be856c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.052756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-99956506-5eab-485e-acea-6d4be856c743 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1094 time: 0.2043211 Dec 08 16:21:15.095792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b4bd9-41d9-444e-8439-f062f4ec9843 req-5faeb3c5-bce7-4e2b-938a-fec018ed58b1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.097471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e2b4bd9-41d9-444e-8439-f062f4ec9843 req-5faeb3c5-bce7-4e2b-938a-fec018ed58b1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.3211091 Dec 08 16:21:15.113852 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7b21f11b-18cd-464a-a656-4c47a6f5c1f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4999786ffabf40d98592ac1bea667b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612645 Dec 08 16:21:15.116605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:15.144453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-e3d8040c-7afc-4ac0-89c3-55269281e20c service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3653111 Dec 08 16:21:15.184363 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fc8deab-b09f-4910-ac23-0ce033cecde5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.210196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fc8deab-b09f-4910-ac23-0ce033cecde5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.273570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e2b4bd9-41d9-444e-8439-f062f4ec9843 req-0fbb4089-0423-485e-9c8e-e2cd667cb845 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335971 Dec 08 16:21:15.283969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fc8deab-b09f-4910-ac23-0ce033cecde5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.290265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fc8deab-b09f-4910-ac23-0ce033cecde5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.294059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fc8deab-b09f-4910-ac23-0ce033cecde5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3ba95395-5676-4c18-8849-ea82f0be34f9 HTTP/1.1" status: 204 len: 168 time: 0.1734309 Dec 08 16:21:15.303330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-80cfb381-5ed2-4ef6-9461-a12b905f4679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.304994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-80cfb381-5ed2-4ef6-9461-a12b905f4679 service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.2367597 Dec 08 16:21:15.306373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8deab-b09f-4910-ac23-0ce033cecde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba95395-5676-4c18-8849-ea82f0be34f9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:15.366156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b12f66e5-f861-490a-a59b-e0ebfa5d4ca1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.413207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-7187af89-fa7c-4ef5-a3f2-2896aeb90883 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 998 time: 0.0994067 Dec 08 16:21:15.458174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b12f66e5-f861-490a-a59b-e0ebfa5d4ca1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.463565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b12f66e5-f861-490a-a59b-e0ebfa5d4ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.490341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-33b4ede8-4b98-4f7d-926d-0e307ec9e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.492355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-33b4ede8-4b98-4f7d-926d-0e307ec9e126 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.0714977 Dec 08 16:21:15.496626 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b12f66e5-f861-490a-a59b-e0ebfa5d4ca1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce6b32cd0c4249e898e80af228a313f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4621780 Dec 08 16:21:15.500060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52096) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:15.547839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-27576398-206c-48d6-9dc3-fc97bcb0429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.549441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-27576398-206c-48d6-9dc3-fc97bcb0429a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495391 Dec 08 16:21:15.553501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f66e5-f861-490a-a59b-e0ebfa5d4ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cbec42-f72c-4d29-83f5-fb9c2d5e4e2c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:15.631132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7ca936b-9b62-4f45-94ae-d24060f2888d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.676304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7ca936b-9b62-4f45-94ae-d24060f2888d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.697355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff95b1-5a83-44f7-9a4a-5f03ac171876 req-3952fadc-ccf1-4737-8415-6ee716bdb703 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:15.699668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83ff95b1-5a83-44f7-9a4a-5f03ac171876 req-3952fadc-ccf1-4737-8415-6ee716bdb703 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 943 time: 0.0773673 Dec 08 16:21:15.733309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-e3ed0c03-a22d-417d-853d-681071485384 service neutron] 10.222.0.86 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735253 Dec 08 16:21:15.753843 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7ca936b-9b62-4f45-94ae-d24060f2888d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.756771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7ca936b-9b62-4f45-94ae-d24060f2888d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:15.763581 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d7ca936b-9b62-4f45-94ae-d24060f2888d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40cbec42-f72c-4d29-83f5-fb9c2d5e4e2c HTTP/1.1" status: 204 len: 168 time: 0.2591794 Dec 08 16:21:15.772873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca936b-9b62-4f45-94ae-d24060f2888d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cbec42-f72c-4d29-83f5-fb9c2d5e4e2c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:15.884634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83ff95b1-5a83-44f7-9a4a-5f03ac171876 req-f00f1a9f-b0c2-46d5-8560-8810f3414355 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751647 Dec 08 16:21:15.958286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0d5ac3c-c132-4007-8dde-f9cd06cda4d4 req-09f3cdc7-01e0-4ec7-95eb-a50d2724cb5c service neutron] 10.222.0.86 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096303 Dec 08 16:21:16.234567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52120) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:16.258064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94f79ac8-4d4d-449c-b25e-5cf018aa3960 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.403170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:21:16.440271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94f79ac8-4d4d-449c-b25e-5cf018aa3960 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.446206 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94f79ac8-4d4d-449c-b25e-5cf018aa3960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.547853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767047ef-c7a0-472d-9d21-c870b47eb788 req-65b6fce1-2da0-4ed0-89aa-c9f95b3b2ae4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:16.553555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-94f79ac8-4d4d-449c-b25e-5cf018aa3960 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fadebb998be94c529e663bbbb68a667e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3167763 Dec 08 16:21:16.556146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-767047ef-c7a0-472d-9d21-c870b47eb788 req-65b6fce1-2da0-4ed0-89aa-c9f95b3b2ae4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 943 time: 0.0909467 Dec 08 16:21:16.557312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52130) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:16.569290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f79ac8-4d4d-449c-b25e-5cf018aa3960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec175fbf-788b-4cec-9ef5-2bae0913a0f2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:16.584411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c4563d92-a203-4804-ab6b-bafac958152b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:21:16.638528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52132) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:16.652123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a21161d2-1396-4cb5-9bff-1754322f11c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.685057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-767047ef-c7a0-472d-9d21-c870b47eb788 req-015776c1-5673-497b-a437-1e1b2a7299dd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263249 Dec 08 16:21:16.700906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a21161d2-1396-4cb5-9bff-1754322f11c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.778561 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a21161d2-1396-4cb5-9bff-1754322f11c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.785642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a21161d2-1396-4cb5-9bff-1754322f11c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.794410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a21161d2-1396-4cb5-9bff-1754322f11c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec175fbf-788b-4cec-9ef5-2bae0913a0f2 HTTP/1.1" status: 204 len: 168 time: 0.2356231 Dec 08 16:21:16.806832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21161d2-1396-4cb5-9bff-1754322f11c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec175fbf-788b-4cec-9ef5-2bae0913a0f2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:16.810973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1050250599-network', 'tenant_id': 'd9153778825043cdb209809e41f47fd0'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:16.845180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Made reservation on behalf of d9153778825043cdb209809e41f47fd0 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:16.849350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.865953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.885698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:16.935837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'port_id': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'mac_address': 'fa:16:3e:d9:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:21:16.981911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:16.988382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.034943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:17.075960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a85903-ee2d-4bc4-a289-43137d5ecb20,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.088425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.088425 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Added segment c5483357-a8e9-47da-8a27-b4612c0533b9 of type vlan for network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef Dec 08 16:21:17.105887 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.135398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccf8bd-16b0-4df3-bca0-d3b9495e7bd5 req-eb435625-3b41-44cc-81ee-87f9fca3c811 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:17.138799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cccf8bd-16b0-4df3-bca0-d3b9495e7bd5 req-eb435625-3b41-44cc-81ee-87f9fca3c811 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 943 time: 0.1160202 Dec 08 16:21:17.160215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ae868b-9d58-41e0-ba9b-83546964bac7 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:17.168619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c4563d92-a203-4804-ab6b-bafac958152b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c4563d92-a203-4804-ab6b-bafac958152b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:17.199882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'c4563d92-a203-4804-ab6b-bafac958152b', 'network_id': '29f22437-87ac-4a86-9263-d58d9118ca0a', 'port_id': 'c4563d92-a203-4804-ab6b-bafac958152b', 'mac_address': 'fa:16:3e:30:31:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7783f84a-0127-4cd1-b497-38e5ea017f27', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:21:17.203271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:17.218778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.226958 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.302320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cccf8bd-16b0-4df3-bca0-d3b9495e7bd5 req-a3751cec-3476-4c2b-9de6-dc7d1586f784 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249993 Dec 08 16:21:17.304214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.306448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:17.307387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.310181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.353096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4563d92-a203-4804-ab6b-bafac958152b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:17.364897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.402934 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:21:17.421484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c4563d92-a203-4804-ab6b-bafac958152b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c4563d92-a203-4804-ab6b-bafac958152b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:17.427521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.427983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7872775 Dec 08 16:21:17.435858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606af1b2-aa02-49f7-89fa-48c6ad07ef98 admin admin] Pushing event updated for resources: {'Network': ['ID=269f4776-34a1-43e9-8f19-5a0d3c8b37ef,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.475798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['71ae868b-9d58-41e0-ba9b-83546964bac7'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:17.478400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:17.522809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:17.532866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Request body: {'subnet': {'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1050250599-subnet', 'tenant_id': 'd9153778825043cdb209809e41f47fd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:17.565614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Made reservation on behalf of d9153778825043cdb209809e41f47fd0 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:17.569177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.629324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c4563d92-a203-4804-ab6b-bafac958152b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.750932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c4563d92-a203-4804-ab6b-bafac958152b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:17.840668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb97fc-b165-4ad2-8c2d-6a1a6080370c req-d3b2304b-5883-4505-9e92-ddd4f802c607 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:17.849720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5afb97fc-b165-4ad2-8c2d-6a1a6080370c req-d3b2304b-5883-4505-9e92-ddd4f802c607 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.0766237 Dec 08 16:21:17.865418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:17.910890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5afb97fc-b165-4ad2-8c2d-6a1a6080370c req-d904621c-3209-4f0a-a305-2106d88accf4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599604 Dec 08 16:21:17.983748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=66dea437-89a7-4beb-922d-6732d99ed2cc,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:17.989165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Checking segment: {'id': 'c5483357-a8e9-47da-8a27-b4612c0533b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:17.989552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Network hostable DHCP agents. Network: 269f4776-34a1-43e9-8f19-5a0d3c8b37ef, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:18.024925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:18.044988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 269f4776-34a1-43e9-8f19-5a0d3c8b37ef) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:18.063399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6462d2-abcc-413d-9553-4b6f7c20f66f None None] Network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:18.087825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.088717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:18.130794 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-264addad-3aa2-4db6-af23-4475fc5bce0a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6033952 Dec 08 16:21:18.244452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0dd6e5-9884-4b5f-945d-edef532fb7ef None None] Network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:18.309570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca972cda-8031-42c9-813f-c90583b8bf03 req-5a4b8442-620c-4c9c-adf9-f331620a33b3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.318179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca972cda-8031-42c9-813f-c90583b8bf03 req-5a4b8442-620c-4c9c-adf9-f331620a33b3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.1750617 Dec 08 16:21:18.342216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-6ad95169-9622-4aa8-929d-d41b3251ad83 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.344498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-6ad95169-9622-4aa8-929d-d41b3251ad83 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb&tenant_id=d0a12132f1034bcc9fa41009f4c3b339&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 944 time: 0.1572802 Dec 08 16:21:18.450415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca972cda-8031-42c9-813f-c90583b8bf03 req-703677d9-924c-46d1-9411-1bd88ef22789 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270058 Dec 08 16:21:18.494981 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-337b4a49-c5af-47df-8c03-7c8d1772d39b service neutron] delete failed (client error): The resource could not be found. Dec 08 16:21:18.496805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-337b4a49-c5af-47df-8c03-7c8d1772d39b service neutron] 10.222.0.58 "DELETE /v2.0/ports/71ae868b-9d58-41e0-ba9b-83546964bac7/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.1331310 Dec 08 16:21:18.622457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e379db9-78bf-400f-b59b-ec5d5152fbb1 req-9bc02a18-bf50-4dc9-8000-85b1f9e1908c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.625344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e379db9-78bf-400f-b59b-ec5d5152fbb1 req-9bc02a18-bf50-4dc9-8000-85b1f9e1908c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 944 time: 0.1508634 Dec 08 16:21:18.706427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-a7b6ce85-6a9e-4488-ab87-549467519349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.709100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-a7b6ce85-6a9e-4488-ab87-549467519349 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1095 time: 0.1455443 Dec 08 16:21:18.762336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e379db9-78bf-400f-b59b-ec5d5152fbb1 req-6799f16c-5d70-4db8-a570-647b5ded081d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305654 Dec 08 16:21:18.903223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-6c22e63c-5c27-4ed1-ae1a-6c15ccacb8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:18.904739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-6c22e63c-5c27-4ed1-ae1a-6c15ccacb8dc service neutron] 10.222.0.58 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.1859367 Dec 08 16:21:19.044697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-d0f21554-e046-43e0-bd94-827e188ab1c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 999 time: 0.1313968 Dec 08 16:21:19.122296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-3a016123-723c-4d7e-94f0-2a8929a48f19 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:19.123940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-3a016123-723c-4d7e-94f0-2a8929a48f19 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/networks?id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef HTTP/1.1" status: 200 len: 814 time: 0.2043855 Dec 08 16:21:19.133388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-511fd29a-a047-4ea0-85ef-756f792f0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:19.134943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-511fd29a-a047-4ea0-85ef-756f792f0d47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.0771778 Dec 08 16:21:19.156893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-c2be27d1-e4ed-4b0f-8375-62f8002cdeef tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/quotas/d9153778825043cdb209809e41f47fd0 HTTP/1.1" status: 200 len: 375 time: 0.0207882 Dec 08 16:21:19.210441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-bf7b08a5-0925-46c7-a8ee-4e5c599b8dee tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9153778825043cdb209809e41f47fd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392742 Dec 08 16:21:19.221579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-8dc30da1-b6eb-4ab4-94e4-06a83a4a6056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:19.223474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-8dc30da1-b6eb-4ab4-94e4-06a83a4a6056 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800641 Dec 08 16:21:19.404548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-5ed76bbf-062b-4849-b748-40cfcb9a73ee service neutron] 10.222.0.62 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793041 Dec 08 16:21:19.411793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-4697c5a8-1322-4f86-a5e8-7d0574b77757 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773767 Dec 08 16:21:19.659406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-6699eed8-d66b-4b26-b48b-c893c8eed290 service neutron] 10.222.0.62 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498672 Dec 08 16:21:19.672013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df57fa8-0641-48b9-ad37-44922ea7ccf6 req-d4d9c626-ecbf-47af-9c9f-7deccbc16867 service neutron] 10.222.0.58 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513790 Dec 08 16:21:19.702770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d9a78-80f1-4303-a3fa-86069719e15f req-6eb7a0af-ca59-4e35-b8ab-26a8a0c8853f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:19.705374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a20d9a78-80f1-4303-a3fa-86069719e15f req-6eb7a0af-ca59-4e35-b8ab-26a8a0c8853f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.1231921 Dec 08 16:21:19.823370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a20d9a78-80f1-4303-a3fa-86069719e15f req-c053b0d5-47c9-4a5e-a2d3-c363a0a9ad03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029885 Dec 08 16:21:20.008604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0060ffd2-0b98-41e1-b908-2961e10bbdcd req-87843a3e-942d-4ecd-810c-af0f919520f7 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 210 time: 0.0747931 Dec 08 16:21:20.035566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a866a5e-0fc7-48d0-9f43-f47f48bdc4bc req-f27efe75-c9a1-4694-bd5d-6d3ed1fce0e4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:20.037462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a866a5e-0fc7-48d0-9f43-f47f48bdc4bc req-f27efe75-c9a1-4694-bd5d-6d3ed1fce0e4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 944 time: 0.1250050 Dec 08 16:21:20.166525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a866a5e-0fc7-48d0-9f43-f47f48bdc4bc req-8699bcff-838d-4cd4-9cd2-91af77c28c49 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140125 Dec 08 16:21:20.420348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:20.555397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 71ae868b-9d58-41e0-ba9b-83546964bac7 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:21:20.569197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 71ae868b-9d58-41e0-ba9b-83546964bac7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:20.570135 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.621321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c4563d92-a203-4804-ab6b-bafac958152b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:20.752324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port c4563d92-a203-4804-ab6b-bafac958152b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:21:20.801990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port c4563d92-a203-4804-ab6b-bafac958152b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:20.803034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.876028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:20.955851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:20.962145 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610cac12-f106-484e-b6b5-9a55d86d5b77" -d '{"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-plugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:21.043182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:21.050909 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c46102-6973-46ba-85fe-ce00788b9fdb x-openstack-request-id: req-70c46102-6973-46ba-85fe-ce00788b9fdb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:21.051567 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-plugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:21.052087 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70c46102-6973-46ba-85fe-ce00788b9fdb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:21.052745 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'code': 200} Dec 08 16:21:21.058305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.136309 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.158239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f887c62-de67-4887-bbf4-246c46128f3d req-69473235-2988-42ae-8238-545670a458f5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:21.182092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f887c62-de67-4887-bbf4-246c46128f3d req-69473235-2988-42ae-8238-545670a458f5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 944 time: 0.2108912 Dec 08 16:21:21.206374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:21.266421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:21.274823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port c4563d92-a203-4804-ab6b-bafac958152b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c4563d92-a203-4804-ab6b-bafac958152b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:21.283973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.296864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed57d54f-0270-4441-92ca-04926a7d418c req-ac517b56-ba1c-4644-8855-7c95e375c8e6 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 210 time: 0.0957410 Dec 08 16:21:21.366311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f887c62-de67-4887-bbf4-246c46128f3d req-e104d84b-975b-4a5a-8154-b1087d4d2f2a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802411 Dec 08 16:21:21.404120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:21.429371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=c4563d92-a203-4804-ab6b-bafac958152b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:21.532452 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ddbe96cd-873f-4a81-baa4-27760470dfb6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/96d31708-a12e-4f95-aaf9-b0e8bbb0df40 HTTP/1.1" status: 200 len: 992 time: 0.1269870 Dec 08 16:21:21.554562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f61b38-87c6-4069-acb1-27df95f6ab9f req-767a228c-705a-4588-b066-3b625d9c48ea tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:21.559486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0f61b38-87c6-4069-acb1-27df95f6ab9f req-767a228c-705a-4588-b066-3b625d9c48ea tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0791056 Dec 08 16:21:21.587485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e08ef30-c470-4eff-a7d5-06bef2d6e3a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.638745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0f61b38-87c6-4069-acb1-27df95f6ab9f req-b61f8468-f879-4464-94f2-546d32ffa609 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749309 Dec 08 16:21:21.730277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e08ef30-c470-4eff-a7d5-06bef2d6e3a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.735697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0e08ef30-c470-4eff-a7d5-06bef2d6e3a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.809663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0e08ef30-c470-4eff-a7d5-06bef2d6e3a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4e5f5486fd04f998010ecc1dab387c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6014898 Dec 08 16:21:21.811079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e08ef30-c470-4eff-a7d5-06bef2d6e3a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6d9378-e052-4b7d-88b7-480cbc35f1b6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:21.812194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52290) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:21.894259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:21.935994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.155149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.158043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.159248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd6d9378-e052-4b7d-88b7-480cbc35f1b6 HTTP/1.1" status: 204 len: 168 time: 0.3459635 Dec 08 16:21:22.180383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6d9378-e052-4b7d-88b7-480cbc35f1b6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:22.191703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-a1a61a3d-6539-426a-b501-f2bb4cf110fc tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:22.193304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-a1a61a3d-6539-426a-b501-f2bb4cf110fc tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.86 "GET /v2.0/networks?id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef HTTP/1.1" status: 200 len: 814 time: 0.2289524 Dec 08 16:21:22.199785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.200375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.200768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.201037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.201550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.202097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.202432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.202762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.203094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.203421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.203802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.204061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.204395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4371bdf0-3fe0-4a29-ab02-c384bbd73752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:22.211557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Request body: {'port': {'device_id': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef', 'admin_state_up': True, 'tenant_id': 'd9153778825043cdb209809e41f47fd0'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:22.381585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Made reservation on behalf of d9153778825043cdb209809e41f47fd0 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:22.387722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.486627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcaeda41-3b19-413a-ab3f-b49953731507 req-411b6eb1-b1e8-4eb4-9989-2c56a5925917 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 210 time: 0.0785410 Dec 08 16:21:22.613917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Allocated IP 172.20.0.11 (269f4776-34a1-43e9-8f19-5a0d3c8b37ef/66dea437-89a7-4beb-922d-6732d99ed2cc/11a29070-a031-4f4a-8adb-09be8e3467bf) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:22.632943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52300) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:22.655203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b321-43bf-43a2-99b4-41b49a2633ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.797945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b321-43bf-43a2-99b4-41b49a2633ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.805359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0eb4b321-43bf-43a2-99b4-41b49a2633ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.852359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0eb4b321-43bf-43a2-99b4-41b49a2633ee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6fdf1eab413e4849bf16800c8f9273ce&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2177527 Dec 08 16:21:22.853387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb4b321-43bf-43a2-99b4-41b49a2633ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6da6d8-679e-48b7-b443-ee88565152af,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:22.856521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:22.880546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.900825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f9e8c-dc0f-4d4f-b7e0-9af16a04c08c req-fd8b834a-7cda-486a-8c11-67cada460a79 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:22.903694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-992f9e8c-dc0f-4d4f-b7e0-9af16a04c08c req-fd8b834a-7cda-486a-8c11-67cada460a79 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0995491 Dec 08 16:21:22.917683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06a211f4-87c3-407b-aaa1-77766c47fdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.952359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06a211f4-87c3-407b-aaa1-77766c47fdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:22.959421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.045269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-992f9e8c-dc0f-4d4f-b7e0-9af16a04c08c req-27007da2-edd9-41be-bf3d-ad6414758d1a tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281188 Dec 08 16:21:23.048689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06a211f4-87c3-407b-aaa1-77766c47fdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.054590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886655ca-2c15-4e52-841c-89eeabb0153a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4563d92-a203-4804-ab6b-bafac958152b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:23.056918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:23.068418 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b45ce7-0777-4467-896d-3e89d690e23c" -d '{"events": [{"server_uuid": "886655ca-2c15-4e52-841c-89eeabb0153a", "name": "network-vif-plugged", "status": "completed", "tag": "c4563d92-a203-4804-ab6b-bafac958152b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:23.068728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06a211f4-87c3-407b-aaa1-77766c47fdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.068728 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06a211f4-87c3-407b-aaa1-77766c47fdba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c6da6d8-679e-48b7-b443-ee88565152af HTTP/1.1" status: 204 len: 168 time: 0.2099683 Dec 08 16:21:23.077622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:23.087220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:23.103305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a211f4-87c3-407b-aaa1-77766c47fdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6da6d8-679e-48b7-b443-ee88565152af,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:23.130513 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5899d3-99ee-4cde-bf29-6603e8b594ff x-openstack-request-id: req-8e5899d3-99ee-4cde-bf29-6603e8b594ff {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:23.131084 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886655ca-2c15-4e52-841c-89eeabb0153a", "name": "network-vif-plugged", "status": "completed", "tag": "c4563d92-a203-4804-ab6b-bafac958152b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:23.131549 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e5899d3-99ee-4cde-bf29-6603e8b594ff {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:23.132220 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886655ca-2c15-4e52-841c-89eeabb0153a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4563d92-a203-4804-ab6b-bafac958152b', 'code': 200} Dec 08 16:21:23.143697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Pushing event updated for resources: {'Port': ['ID=11a29070-a031-4f4a-8adb-09be8e3467bf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:23.203457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:23.204725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.258159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-213c14ef-004e-4bdf-bb22-27ae80d5d7e0 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0504439 Dec 08 16:21:23.271416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Request body: {'port': {'device_id': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:23.324630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463c14b-5037-4530-9465-fe8b83eb7872 req-456e3575-67e3-4b72-83aa-94174bdcfec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:23.326740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d463c14b-5037-4530-9465-fe8b83eb7872 req-456e3575-67e3-4b72-83aa-94174bdcfec3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 1096 time: 0.1158361 Dec 08 16:21:23.381383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.471136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d463c14b-5037-4530-9465-fe8b83eb7872 req-fa45b393-caaa-43b1-ba03-4f44c500ae3b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218636 Dec 08 16:21:23.768491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e138cfa0-3c2f-431c-a393-4d9ab705b12d req-a0f10a42-69bf-41a8-b2bc-8a15cf78f5a8 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:23.770110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e138cfa0-3c2f-431c-a393-4d9ab705b12d req-a0f10a42-69bf-41a8-b2bc-8a15cf78f5a8 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 932 time: 0.1382556 Dec 08 16:21:23.870728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e138cfa0-3c2f-431c-a393-4d9ab705b12d req-cee6a3cd-c782-44ec-923a-8a23bacaf976 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868399 Dec 08 16:21:23.886585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a29070-a031-4f4a-8adb-09be8e3467bf {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:23.897187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:23.915735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Transition to ACTIVE for port object 11a29070-a031-4f4a-8adb-09be8e3467bf will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:21:23.922770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.419233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Pushing event updated for resources: {'Port': ['ID=11a29070-a031-4f4a-8adb-09be8e3467bf,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:24.499931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba11f8e-5795-4fe2-8d23-5448c1b1f227 req-b9b19da8-cc96-4c15-9414-e92250d61f62 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.501816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fba11f8e-5795-4fe2-8d23-5448c1b1f227 req-b9b19da8-cc96-4c15-9414-e92250d61f62 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.1127269 Dec 08 16:21:24.502598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Attempting to bind port 11a29070-a031-4f4a-8adb-09be8e3467bf on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:24.502940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Attempting to bind port 11a29070-a031-4f4a-8adb-09be8e3467bf by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'c5483357-a8e9-47da-8a27-b4612c0533b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:24.503335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Attempting to bind port 11a29070-a031-4f4a-8adb-09be8e3467bf on network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:24.508548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Port 11a29070-a031-4f4a-8adb-09be8e3467bf on network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:21:24.508876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Attempting to bind port 11a29070-a031-4f4a-8adb-09be8e3467bf on network 269f4776-34a1-43e9-8f19-5a0d3c8b37ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:24.523550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:24.523894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Checking segment: {'id': 'c5483357-a8e9-47da-8a27-b4612c0533b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:24.524286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Bound using segment: {'id': 'c5483357-a8e9-47da-8a27-b4612c0533b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:24.524742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Bound port: 11a29070-a031-4f4a-8adb-09be8e3467bf, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5483357-a8e9-47da-8a27-b4612c0533b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:24.525104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.609060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fba11f8e-5795-4fe2-8d23-5448c1b1f227 req-30411099-3244-45f8-aac7-2b43850efcc6 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949240 Dec 08 16:21:24.655578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] For port 11a29070-a031-4f4a-8adb-09be8e3467bf, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:24.659236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] For port 11a29070-a031-4f4a-8adb-09be8e3467bf, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11a29070-a031-4f4a-8adb-09be8e3467bf,segment=NetworkSegment(c5483357-a8e9-47da-8a27-b4612c0533b9),segment_id=c5483357-a8e9-47da-8a27-b4612c0533b9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:24.665763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.712864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.713498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:24.715499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] 10.222.0.86 "PUT /v2.0/ports/11a29070-a031-4f4a-8adb-09be8e3467bf HTTP/1.1" status: 200 len: 1092 time: 1.4492750 Dec 08 16:21:24.715975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'tag': '11a29070-a031-4f4a-8adb-09be8e3467bf'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:24.718368 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6" -d '{"events": [{"name": "network-changed", "server_uuid": "09d9dc0a-ef49-4477-a257-86c404e35c46", "tag": "11a29070-a031-4f4a-8adb-09be8e3467bf"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:24.771973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c7965-2f6b-4a31-88d3-a01635f57fcb service neutron] Pushing event updated for resources: {'Port': ['ID=11a29070-a031-4f4a-8adb-09be8e3467bf,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:24.810362 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6689e171-8966-45c5-8bc0-39550adc3d4f x-openstack-request-id: req-6689e171-8966-45c5-8bc0-39550adc3d4f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:24.810706 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d9dc0a-ef49-4477-a257-86c404e35c46", "tag": "11a29070-a031-4f4a-8adb-09be8e3467bf", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:24.810882 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6689e171-8966-45c5-8bc0-39550adc3d4f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:24.811307 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'tag': '11a29070-a031-4f4a-8adb-09be8e3467bf', 'status': 'completed', 'code': 200} Dec 08 16:21:24.851813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-de13355a-b65e-4575-b120-1d6f9148c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.853746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-de13355a-b65e-4575-b120-1d6f9148c2d2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9153778825043cdb209809e41f47fd0&device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 1095 time: 0.0541849 Dec 08 16:21:24.905597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-1f00b39b-f0f8-4057-a6ab-3b7ed8fc33a8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a29070-a031-4f4a-8adb-09be8e3467bf HTTP/1.1" status: 200 len: 217 time: 0.0433364 Dec 08 16:21:24.961659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-845d2f45-4a3b-48bd-a346-03f08d8f2f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:24.963202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-845d2f45-4a3b-48bd-a346-03f08d8f2f96 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=66dea437-89a7-4beb-922d-6732d99ed2cc HTTP/1.1" status: 200 len: 854 time: 0.0513124 Dec 08 16:21:25.005715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-97ac8189-e7e5-4bf4-9d2a-1fcea009265e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357141 Dec 08 16:21:25.148499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8ed9f-3338-4c67-b9c9-9e94c6ea5ce1 req-76a8c9b4-cf07-480b-a390-d526ea6f7c83 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.150133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cf8ed9f-3338-4c67-b9c9-9e94c6ea5ce1 req-76a8c9b4-cf07-480b-a390-d526ea6f7c83 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 944 time: 0.1271718 Dec 08 16:21:25.178131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-4f4c0c99-e8a1-4612-9659-c3376640a199 service neutron] 10.222.0.86 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645589 Dec 08 16:21:25.283769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cf8ed9f-3338-4c67-b9c9-9e94c6ea5ce1 req-1793ce3d-e304-45fb-a69f-b98bec517c60 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238327 Dec 08 16:21:25.333824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02d61b44-0d8f-4421-8799-fc1b4a539be8 req-c646033f-8825-41e4-b7e0-5e64c5d3968e service neutron] 10.222.0.86 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423135 Dec 08 16:21:25.440008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-e5ce8044-4af9-4b31-aedd-317b0c491870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.441569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-e5ce8044-4af9-4b31-aedd-317b0c491870 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9153778825043cdb209809e41f47fd0&device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 1095 time: 0.0524364 Dec 08 16:21:25.572430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-e9f483f9-545d-4b6a-9b8a-5e79bc651f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.574075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-e9f483f9-545d-4b6a-9b8a-5e79bc651f39 service neutron] 10.222.0.86 "GET /v2.0/networks?id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef HTTP/1.1" status: 200 len: 915 time: 0.1257257 Dec 08 16:21:25.652914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-a92f1e04-3e9f-4a0a-a5e3-9c62dea00c1b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a29070-a031-4f4a-8adb-09be8e3467bf HTTP/1.1" status: 200 len: 217 time: 0.0705004 Dec 08 16:21:25.743247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-b3b6ffbc-569a-41b7-aaf7-2554c5f0b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.746811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-b3b6ffbc-569a-41b7-aaf7-2554c5f0b306 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=66dea437-89a7-4beb-922d-6732d99ed2cc HTTP/1.1" status: 200 len: 854 time: 0.0815713 Dec 08 16:21:25.831210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-c0d6b0de-cd3d-41a9-844b-e020e091f148 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770445 Dec 08 16:21:25.948255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc0f6707-d8d9-40f2-940b-97700e74d588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:25.965841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c7cb8-b222-4948-8939-35740a35de61 req-b1bdbdda-1ee3-4a40-afaf-63b63aefa55e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:25.968011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed1c7cb8-b222-4948-8939-35740a35de61 req-b1bdbdda-1ee3-4a40-afaf-63b63aefa55e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.2024443 Dec 08 16:21:26.032404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52392) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:26.089578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-76cff181-d297-4c3a-93a5-f64393a22e75 service neutron] 10.222.0.86 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470393 Dec 08 16:21:26.110714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed1c7cb8-b222-4948-8939-35740a35de61 req-a2531530-ce05-4bff-9907-6d65968d2afa tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343770 Dec 08 16:21:26.274418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99552abb-94ca-4ff8-b758-f365b0f66dda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.291504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7cc7ec6-d2ee-4847-a806-5c8cf6a493f6 req-b500eb71-f636-4215-b835-ddcb98e264f1 service neutron] 10.222.0.86 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714439 Dec 08 16:21:26.317496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2854f52-9015-4c33-868e-a7d477e5c106 req-480b58aa-5f7e-4d3c-914e-b56b51825ae4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.319160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2854f52-9015-4c33-868e-a7d477e5c106 req-480b58aa-5f7e-4d3c-914e-b56b51825ae4 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0803344 Dec 08 16:21:26.400575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2854f52-9015-4c33-868e-a7d477e5c106 req-7218b8fd-3de8-42bb-b211-c48977eaab4c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671937 Dec 08 16:21:26.408234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99552abb-94ca-4ff8-b758-f365b0f66dda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.414943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99552abb-94ca-4ff8-b758-f365b0f66dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.450433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99552abb-94ca-4ff8-b758-f365b0f66dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff94faba-fa34-4016-9894-a8e740c4dc59,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:26.496971 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-99552abb-94ca-4ff8-b758-f365b0f66dda admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=588a1bdebb8e4ac6a4d02470650f90dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4574897 Dec 08 16:21:26.498262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52404) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:26.503600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2973edc-f5e3-4aa5-b591-0a8663a2d82a req-37976de6-5147-4cac-ab4e-0711434a2319 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.505211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2973edc-f5e3-4aa5-b591-0a8663a2d82a req-37976de6-5147-4cac-ab4e-0711434a2319 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 944 time: 0.0846167 Dec 08 16:21:26.570750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290b999f-bb0a-4a13-8802-8e434525681f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.586312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2973edc-f5e3-4aa5-b591-0a8663a2d82a req-88ec2ca5-844d-4644-8675-9d3b99ddfe10 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683250 Dec 08 16:21:26.600319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290b999f-bb0a-4a13-8802-8e434525681f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.663582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290b999f-bb0a-4a13-8802-8e434525681f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.668068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290b999f-bb0a-4a13-8802-8e434525681f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:26.669433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-290b999f-bb0a-4a13-8802-8e434525681f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ff94faba-fa34-4016-9894-a8e740c4dc59 HTTP/1.1" status: 204 len: 168 time: 0.1696749 Dec 08 16:21:26.681483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b999f-bb0a-4a13-8802-8e434525681f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff94faba-fa34-4016-9894-a8e740c4dc59,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:26.703543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f24d10-69a8-4f23-ad61-896786fed099 req-fdfeb396-9f8d-4986-9077-31f6a3e8bba0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.705169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0f24d10-69a8-4f23-ad61-896786fed099 req-fdfeb396-9f8d-4986-9077-31f6a3e8bba0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0723882 Dec 08 16:21:26.781577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0f24d10-69a8-4f23-ad61-896786fed099 req-6d01b8fa-b10b-4493-95dc-efdd53e98d43 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686147 Dec 08 16:21:26.914911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a914a-76fb-409a-ace1-9f5a28c8f457 req-fce7bf70-f690-4c4a-821d-7a6f5a6183d7 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:26.916550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-002a914a-76fb-409a-ace1-9f5a28c8f457 req-fce7bf70-f690-4c4a-821d-7a6f5a6183d7 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0559084 Dec 08 16:21:26.997716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-002a914a-76fb-409a-ace1-9f5a28c8f457 req-367cf88c-0f5f-4e6d-a963-d7e16724297c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741479 Dec 08 16:21:27.021617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:27.032791 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55dc6223-c05b-40c5-9a4f-97beb0c4977a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.139021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55dc6223-c05b-40c5-9a4f-97beb0c4977a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.144555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55dc6223-c05b-40c5-9a4f-97beb0c4977a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.185006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dc6223-c05b-40c5-9a4f-97beb0c4977a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c856f295-e987-4b0d-b85c-e544efdb9d17,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:27.199288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52424) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:27.212034 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-55dc6223-c05b-40c5-9a4f-97beb0c4977a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5a7d01aa6d694e58bf3c2718bf5dc74a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1945078 Dec 08 16:21:27.288629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce233c-7ef4-45a1-b492-4d775e765d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.299769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d1a61-3983-400e-8780-485a013c3b50 req-6f0600cf-08ce-4804-851a-6d064654a315 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.301443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae1d1a61-3983-400e-8780-485a013c3b50 req-6f0600cf-08ce-4804-851a-6d064654a315 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0822022 Dec 08 16:21:27.340802 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce233c-7ef4-45a1-b492-4d775e765d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.399933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae1d1a61-3983-400e-8780-485a013c3b50 req-cd4c5fe3-3b42-4169-a349-c1c280494134 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892487 Dec 08 16:21:27.446079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce233c-7ef4-45a1-b492-4d775e765d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.450186 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce233c-7ef4-45a1-b492-4d775e765d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:27.456703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8bce233c-7ef4-45a1-b492-4d775e765d1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c856f295-e987-4b0d-b85c-e544efdb9d17 HTTP/1.1" status: 204 len: 168 time: 0.2562051 Dec 08 16:21:27.467035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce233c-7ef4-45a1-b492-4d775e765d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c856f295-e987-4b0d-b85c-e544efdb9d17,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:27.605911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba52726-bb8e-437a-a9d1-0c08af05ee06 req-b685d6fe-4d91-44dc-8bea-de53bf2ee89e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.607675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba52726-bb8e-437a-a9d1-0c08af05ee06 req-b685d6fe-4d91-44dc-8bea-de53bf2ee89e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0692146 Dec 08 16:21:27.726438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba52726-bb8e-437a-a9d1-0c08af05ee06 req-840ff9c2-4375-42ae-8399-50326a4764b9 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103871 Dec 08 16:21:27.804184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c919619-4e3d-448a-96c5-52f6df9f816b req-af3bc57e-6bd0-42f6-8454-bf36a8549728 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:27.808158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c919619-4e3d-448a-96c5-52f6df9f816b req-af3bc57e-6bd0-42f6-8454-bf36a8549728 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 944 time: 0.1046963 Dec 08 16:21:27.929130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c919619-4e3d-448a-96c5-52f6df9f816b req-8c64577f-9c42-4886-88a1-794b2165c36e tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141779 Dec 08 16:21:28.202869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c5c0d-9e9f-442b-ae53-c86891954371 req-77618bb3-c1ce-4490-b449-3f9112aaafc8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.204718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f1c5c0d-9e9f-442b-ae53-c86891954371 req-77618bb3-c1ce-4490-b449-3f9112aaafc8 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.0670545 Dec 08 16:21:28.274193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f1c5c0d-9e9f-442b-ae53-c86891954371 req-056d30a9-1e72-410e-a8ab-68bfc3323f64 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630963 Dec 08 16:21:28.449339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-9911f5b9-52a8-45fb-a6c3-8ce9fdbe0442 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0542724 Dec 08 16:21:28.479230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11a29070-a031-4f4a-8adb-09be8e3467bf details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:21:28.533529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-33717a52-6519-4528-8aee-c7a5d2bd127a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.535723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-33717a52-6519-4528-8aee-c7a5d2bd127a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=80b58aa5415b42488b1fb05e9315e9a1&device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 1097 time: 0.0582044 Dec 08 16:21:28.603456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11a29070-a031-4f4a-8adb-09be8e3467bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11a29070-a031-4f4a-8adb-09be8e3467bf,segment=NetworkSegment(c5483357-a8e9-47da-8a27-b4612c0533b9),segment_id=c5483357-a8e9-47da-8a27-b4612c0533b9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:28.623783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '11a29070-a031-4f4a-8adb-09be8e3467bf', 'network_id': '269f4776-34a1-43e9-8f19-5a0d3c8b37ef', 'port_id': '11a29070-a031-4f4a-8adb-09be8e3467bf', 'mac_address': 'fa:16:3e:5a:4e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66dea437-89a7-4beb-922d-6732d99ed2cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:21:28.680227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-7827a391-7b4d-45d9-a421-d94699865212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.681636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-7827a391-7b4d-45d9-a421-d94699865212 service neutron] 10.222.0.86 "GET /v2.0/networks?id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec HTTP/1.1" status: 200 len: 907 time: 0.1192307 Dec 08 16:21:28.691408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.711413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a29070-a031-4f4a-8adb-09be8e3467bf {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:28.763020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11a29070-a031-4f4a-8adb-09be8e3467bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11a29070-a031-4f4a-8adb-09be8e3467bf,segment=NetworkSegment(c5483357-a8e9-47da-8a27-b4612c0533b9),segment_id=c5483357-a8e9-47da-8a27-b4612c0533b9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:28.765008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f295cc76-0902-4b31-a43e-c22a34948455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.768051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-79544364-9777-47b2-892a-dabcb628f3a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6 HTTP/1.1" status: 200 len: 1002 time: 0.0787666 Dec 08 16:21:28.770359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:28.840870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=11a29070-a031-4f4a-8adb-09be8e3467bf,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:28.849110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-044e102b-0868-4385-9c56-e7400fc6452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.851378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-044e102b-0868-4385-9c56-e7400fc6452c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=169df7fe-d162-40b2-bc28-09c4c3c04445 HTTP/1.1" status: 200 len: 845 time: 0.0752597 Dec 08 16:21:28.913675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-1c84eed1-44b4-4a4d-904e-706115e6ff35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:28.915802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-1c84eed1-44b4-4a4d-904e-706115e6ff35 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0567958 Dec 08 16:21:28.991982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['11a29070-a031-4f4a-8adb-09be8e3467bf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:29.123567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-683456f6-9630-41c7-a9e7-f6a3b6efceb1 service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993349 Dec 08 16:21:29.264532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e2dc5-5487-4a16-a306-0fa6ea44d76f req-95b2fb1a-cfe3-4f3e-8e38-f6b5e5ac1005 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.266284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-247e2dc5-5487-4a16-a306-0fa6ea44d76f req-95b2fb1a-cfe3-4f3e-8e38-f6b5e5ac1005 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 945 time: 0.2334569 Dec 08 16:21:29.367175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0185385d-818b-4a8e-a8a9-194936f6f73c req-1d03bb79-7468-4604-b8d9-52b61b67a867 service neutron] 10.222.0.86 "GET /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281127 Dec 08 16:21:29.491352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-247e2dc5-5487-4a16-a306-0fa6ea44d76f req-ca51550a-d897-4119-92a3-2dd885934a7a tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052453 Dec 08 16:21:29.519680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-4c1b4f9e-ebf1-4413-a334-1998d75171e0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.521921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-4c1b4f9e-ebf1-4413-a334-1998d75171e0 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.1798956 Dec 08 16:21:29.557306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa0d480-2740-4752-ab80-fadf2c5b43a5 req-bcdd14e5-e310-4c6c-8c62-eea5b3b22f7d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:29.560204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa0d480-2740-4752-ab80-fadf2c5b43a5 req-bcdd14e5-e310-4c6c-8c62-eea5b3b22f7d tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 945 time: 0.1553407 Dec 08 16:21:29.719909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa0d480-2740-4752-ab80-fadf2c5b43a5 req-4ae54fb1-aacb-4c83-ade5-58780b5f5f3e tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/security-groups?id=c925840c-3598-4bf8-9348-aa5eaffc3008&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320622 Dec 08 16:21:29.746210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Deleting port c4563d92-a203-4804-ab6b-bafac958152b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:29.746569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.871480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] For port c4563d92-a203-4804-ab6b-bafac958152b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=c4563d92-a203-4804-ab6b-bafac958152b,segment=NetworkSegment(475eab07-09a5-48e6-ae85-89e78580d27b),segment_id=475eab07-09a5-48e6-ae85-89e78580d27b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:29.872117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:29.898461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Calling delete_port for c4563d92-a203-4804-ab6b-bafac958152b owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:30.023119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.119690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.132787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['c4563d92-a203-4804-ab6b-bafac958152b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:30.172169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Pushing event deleted for resources: {'Port': ['ID=c4563d92-a203-4804-ab6b-bafac958152b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:30.231201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:30.232572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] No DVR routers for this DVR port c4563d92-a203-4804-ab6b-bafac958152b on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:30.236034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.240805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f3c9854-c4d9-4cf8-a6ea-69d5e3cbe18d req-983fd33b-a4d7-4091-9b8b-bed0b27e4b7c tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.58 "DELETE /v2.0/ports/c4563d92-a203-4804-ab6b-bafac958152b HTTP/1.1" status: 204 len: 173 time: 0.7074127 Dec 08 16:21:30.242878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886655ca-2c15-4e52-841c-89eeabb0153a', 'name': 'network-vif-deleted', 'tag': 'c4563d92-a203-4804-ab6b-bafac958152b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:30.246159 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5645e002-ff0e-490d-9476-494ebc18e288" -d '{"events": [{"server_uuid": "886655ca-2c15-4e52-841c-89eeabb0153a", "name": "network-vif-deleted", "tag": "c4563d92-a203-4804-ab6b-bafac958152b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:30.314052 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d75b92-530e-4aaf-bc68-df77406871a4 x-openstack-request-id: req-b6d75b92-530e-4aaf-bc68-df77406871a4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:30.314437 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886655ca-2c15-4e52-841c-89eeabb0153a", "name": "network-vif-deleted", "tag": "c4563d92-a203-4804-ab6b-bafac958152b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:30.314632 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6d75b92-530e-4aaf-bc68-df77406871a4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:30.315046 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886655ca-2c15-4e52-841c-89eeabb0153a', 'name': 'network-vif-deleted', 'tag': 'c4563d92-a203-4804-ab6b-bafac958152b', 'status': 'completed', 'code': 200} Dec 08 16:21:30.435065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4682f79-e7d4-4dfc-8a8e-f21312466b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.495571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11a29070-a031-4f4a-8adb-09be8e3467bf up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:30.550883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4682f79-e7d4-4dfc-8a8e-f21312466b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.559325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4682f79-e7d4-4dfc-8a8e-f21312466b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.568368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 11a29070-a031-4f4a-8adb-09be8e3467bf completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:21:30.574397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 11a29070-a031-4f4a-8adb-09be8e3467bf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:30.575451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.631098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4682f79-e7d4-4dfc-8a8e-f21312466b79 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2bd34dea35049f2a99e2d3d8993a451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3984826 Dec 08 16:21:30.635276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4682f79-e7d4-4dfc-8a8e-f21312466b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e3b1c0-7256-4bbc-bbf9-2e44660e2340,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:30.642119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:30.742215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10a2038f-e465-468f-9fa0-fab8300cdcc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.747269 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.786420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37449b-f944-447a-a279-2d73e169046a req-c1c107ad-e6fa-4edb-8ade-2efcbcca51d2 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:30.788180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d37449b-f944-447a-a279-2d73e169046a req-c1c107ad-e6fa-4edb-8ade-2efcbcca51d2 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 945 time: 0.1809957 Dec 08 16:21:30.805001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10a2038f-e465-468f-9fa0-fab8300cdcc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.838001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a29070-a031-4f4a-8adb-09be8e3467bf'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:30.844659 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c219e13-cb20-45c8-867d-7990c413122a" -d '{"events": [{"server_uuid": "09d9dc0a-ef49-4477-a257-86c404e35c46", "name": "network-vif-plugged", "status": "completed", "tag": "11a29070-a031-4f4a-8adb-09be8e3467bf"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:30.859816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 11a29070-a031-4f4a-8adb-09be8e3467bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11a29070-a031-4f4a-8adb-09be8e3467bf,segment=NetworkSegment(c5483357-a8e9-47da-8a27-b4612c0533b9),segment_id=c5483357-a8e9-47da-8a27-b4612c0533b9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:30.868941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.897232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10a2038f-e465-468f-9fa0-fab8300cdcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.900635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10a2038f-e465-468f-9fa0-fab8300cdcc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:30.903288 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10a2038f-e465-468f-9fa0-fab8300cdcc0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13e3b1c0-7256-4bbc-bbf9-2e44660e2340 HTTP/1.1" status: 204 len: 168 time: 0.2593772 Dec 08 16:21:30.918802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2038f-e465-468f-9fa0-fab8300cdcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e3b1c0-7256-4bbc-bbf9-2e44660e2340,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:30.925077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-668371ae-9983-49c0-8da2-3a106a40609c req-333f4873-ccf5-4073-a366-31689358e998 tempest-ServerDiskConfigTestJSON-85561927 tempest-ServerDiskConfigTestJSON-85561927-project] 10.222.0.62 "GET /v2.0/ports?device_id=886655ca-2c15-4e52-841c-89eeabb0153a HTTP/1.1" status: 200 len: 210 time: 0.0943048 Dec 08 16:21:30.942480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d37449b-f944-447a-a279-2d73e169046a req-15540c22-5df7-4f51-8ce2-20d3497df954 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115563 Dec 08 16:21:31.000700 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea9eee-cb56-4991-ac17-a365a273cd22 x-openstack-request-id: req-5eea9eee-cb56-4991-ac17-a365a273cd22 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:31.001230 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d9dc0a-ef49-4477-a257-86c404e35c46", "name": "network-vif-plugged", "status": "completed", "tag": "11a29070-a031-4f4a-8adb-09be8e3467bf", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:31.001586 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5eea9eee-cb56-4991-ac17-a365a273cd22 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:31.002085 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a29070-a031-4f4a-8adb-09be8e3467bf', 'code': 200} Dec 08 16:21:31.003223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=11a29070-a031-4f4a-8adb-09be8e3467bf,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:31.139378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97d9ff-ceab-4df3-95da-1819b08938d1 req-5ab06b6c-94b8-4972-82bd-f6c503e195e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:31.140885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c97d9ff-ceab-4df3-95da-1819b08938d1 req-5ab06b6c-94b8-4972-82bd-f6c503e195e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 1097 time: 0.0814006 Dec 08 16:21:31.208159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c97d9ff-ceab-4df3-95da-1819b08938d1 req-fcaf4f40-ec83-4227-8ae1-faaca935229f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594778 Dec 08 16:21:31.346403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:31.363295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa041-98c0-4bd2-ba90-df22683c75fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.474754 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa041-98c0-4bd2-ba90-df22683c75fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.480674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fdaaa041-98c0-4bd2-ba90-df22683c75fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.526229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fdaaa041-98c0-4bd2-ba90-df22683c75fd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8b310bb669394743aa9b7d9b992b220b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1758990 Dec 08 16:21:31.526229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaa041-98c0-4bd2-ba90-df22683c75fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc4029-4ec3-46e0-84b0-a31d40505bf6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:31.528161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:31.590285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61eca68-28fc-4886-95e8-31abac6443e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.617285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61eca68-28fc-4886-95e8-31abac6443e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.678512 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61eca68-28fc-4886-95e8-31abac6443e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.681860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c61eca68-28fc-4886-95e8-31abac6443e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:31.684439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c61eca68-28fc-4886-95e8-31abac6443e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/40fc4029-4ec3-46e0-84b0-a31d40505bf6 HTTP/1.1" status: 204 len: 168 time: 0.1545892 Dec 08 16:21:31.693137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61eca68-28fc-4886-95e8-31abac6443e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc4029-4ec3-46e0-84b0-a31d40505bf6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:31.780308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.044494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.157422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.194237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d85bfac-24df-4b82-a22d-b5e4278dd1da req-c4c1ff67-5ce5-4b21-aae8-8ab2bd550259 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:32.197018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d85bfac-24df-4b82-a22d-b5e4278dd1da req-c4c1ff67-5ce5-4b21-aae8-8ab2bd550259 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.0992174 Dec 08 16:21:32.289208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52544) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:32.309985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d85bfac-24df-4b82-a22d-b5e4278dd1da req-de046940-f6e5-4f00-b9da-62d77de5e183 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008735 Dec 08 16:21:32.374998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Deleting subnet 7783f84a-0127-4cd1-b497-38e5ea017f27 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:32.380892 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.447469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.517737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.596232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.634056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c4563d92-a203-4804-ab6b-bafac958152b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:32.642641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7783f84a-0127-4cd1-b497-38e5ea017f27,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:32.651074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.657345 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12b92cfa-3616-413b-ac79-befce28baeda admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7783f84a-0127-4cd1-b497-38e5ea017f27 HTTP/1.1" status: 204 len: 168 time: 0.3664501 Dec 08 16:21:32.661205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52556) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:32.668553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: c4563d92-a203-4804-ab6b-bafac958152b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:32.668982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device c4563d92-a203-4804-ab6b-bafac958152b not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:32.778565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.878707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.903785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.908212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f22437-87ac-4a86-9263-d58d9118ca0a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:32.926341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475eab07-09a5-48e6-ae85-89e78580d27b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:32.926765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475eab07-09a5-48e6-ae85-89e78580d27b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:32.939229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.959167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.971573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:32.972260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:32.975893 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:33.080486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.088502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.097831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] 10.222.0.62 "DELETE /v2.0/networks/29f22437-87ac-4a86-9263-d58d9118ca0a HTTP/1.1" status: 204 len: 168 time: 0.4302676 Dec 08 16:21:33.114884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e64870e-7607-480c-a5e9-d957f3e6d44a admin admin] Pushing event deleted for resources: {'Network': ['ID=29f22437-87ac-4a86-9263-d58d9118ca0a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:33.325034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:33.378516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a9eb901-a0f2-44df-9e01-b889844c9163 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84f00de7519f44169fd9e5394f8dc926&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0520487 Dec 08 16:21:33.382874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52578) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:33.460974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c63baf3-e087-4a13-9379-3023af2e921d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.461256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd497991-f3dd-42b0-9bcb-d9a16c11d3bc req-a8a7faaf-3344-42b9-8767-ac33dbd9e023 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:33.466222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd497991-f3dd-42b0-9bcb-d9a16c11d3bc req-a8a7faaf-3344-42b9-8767-ac33dbd9e023 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.0611241 Dec 08 16:21:33.500191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c63baf3-e087-4a13-9379-3023af2e921d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.533901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd497991-f3dd-42b0-9bcb-d9a16c11d3bc req-31295bfd-6664-41bb-90b9-47a45181512b tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Dec 08 16:21:33.565745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c63baf3-e087-4a13-9379-3023af2e921d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.568711 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c63baf3-e087-4a13-9379-3023af2e921d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:33.569959 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c63baf3-e087-4a13-9379-3023af2e921d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c925840c-3598-4bf8-9348-aa5eaffc3008 HTTP/1.1" status: 204 len: 168 time: 0.1857822 Dec 08 16:21:33.591392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63baf3-e087-4a13-9379-3023af2e921d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c925840c-3598-4bf8-9348-aa5eaffc3008,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:34.017568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ab114-9df3-45ff-aa1d-15ad4ec6439e req-c9c2db01-0609-43d6-961b-9d37d12edc41 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.019192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-429ab114-9df3-45ff-aa1d-15ad4ec6439e req-c9c2db01-0609-43d6-961b-9d37d12edc41 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.0927267 Dec 08 16:21:34.021497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-dca7471f-2748-4164-979c-c00dfb99e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.022898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-dca7471f-2748-4164-979c-c00dfb99e10a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d9153778825043cdb209809e41f47fd0&device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 1097 time: 0.0856657 Dec 08 16:21:34.223695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-429ab114-9df3-45ff-aa1d-15ad4ec6439e req-bb9933fe-a9dd-4818-bed0-c95a0290a82a tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817329 Dec 08 16:21:34.228861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-1ae5c792-2155-4ae5-a201-ee426e2adff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.234889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-1ae5c792-2155-4ae5-a201-ee426e2adff6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef HTTP/1.1" status: 200 len: 915 time: 0.2008131 Dec 08 16:21:34.297673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-157ea0c8-57a4-4afe-8222-79ba6921b64d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11a29070-a031-4f4a-8adb-09be8e3467bf HTTP/1.1" status: 200 len: 217 time: 0.0583322 Dec 08 16:21:34.384730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-3ffa6f2f-5950-424c-bdac-f35886f047e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:34.388173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-3ffa6f2f-5950-424c-bdac-f35886f047e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=66dea437-89a7-4beb-922d-6732d99ed2cc HTTP/1.1" status: 200 len: 854 time: 0.0790284 Dec 08 16:21:34.438814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-6171ce15-bec9-4e68-9c10-65eb5da64a37 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=269f4776-34a1-43e9-8f19-5a0d3c8b37ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433755 Dec 08 16:21:34.608970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-97c8853a-0a01-4f48-b65c-b145d662a909 service neutron] 10.222.0.86 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615229 Dec 08 16:21:34.809968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f6f2f5d-6279-4d24-9a67-3ea1eac67b4d req-a7d97c91-fd0c-4e7b-8abc-dcc2fe42567d service neutron] 10.222.0.86 "GET /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928618 Dec 08 16:21:35.503875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fb387-a1bd-44c7-9138-5265458d15be req-cf120495-882e-4998-b2e5-d38b311b41f2 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:35.506699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-706fb387-a1bd-44c7-9138-5265458d15be req-cf120495-882e-4998-b2e5-d38b311b41f2 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.1061003 Dec 08 16:21:35.591124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-706fb387-a1bd-44c7-9138-5265458d15be req-4e0212c4-9e16-4467-88bb-3d9f1ae5e13a tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758295 Dec 08 16:21:35.743926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:35.847844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52688) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:35.986405 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff753ad-735b-4bf3-9520-e3b8fd274ecd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:35.990290 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3d18-4523-4d7f-a732-9504e2ad315f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.092447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff753ad-735b-4bf3-9520-e3b8fd274ecd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.097542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff753ad-735b-4bf3-9520-e3b8fd274ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.118055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3d18-4523-4d7f-a732-9504e2ad315f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.124096 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d2c3d18-4523-4d7f-a732-9504e2ad315f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.131537 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ff753ad-735b-4bf3-9520-e3b8fd274ecd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c00072d1fe34341abdcc8ade6e1e5e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2823150 Dec 08 16:21:36.134732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52692) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:36.160589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff753ad-735b-4bf3-9520-e3b8fd274ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137c9219-5f74-4eab-a48d-3c491c64d846,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.203752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ff5584e-0911-41c7-bb23-c691b1c2a5e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.207058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d2c3d18-4523-4d7f-a732-9504e2ad315f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f6e28735d5748cf8df9501465294fa5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4606752 Dec 08 16:21:36.210151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52696) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:36.226899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c3d18-4523-4d7f-a732-9504e2ad315f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe675e5e-2211-4e9b-b303-21e930b3b363,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.243359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ff5584e-0911-41c7-bb23-c691b1c2a5e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.277847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ccec638-ce06-47fb-9db1-0adf0f8dce96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.304772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ff5584e-0911-41c7-bb23-c691b1c2a5e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.307846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ff5584e-0911-41c7-bb23-c691b1c2a5e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.309294 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ff5584e-0911-41c7-bb23-c691b1c2a5e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/137c9219-5f74-4eab-a48d-3c491c64d846 HTTP/1.1" status: 204 len: 168 time: 0.1733453 Dec 08 16:21:36.310121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ccec638-ce06-47fb-9db1-0adf0f8dce96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.319667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5584e-0911-41c7-bb23-c691b1c2a5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137c9219-5f74-4eab-a48d-3c491c64d846,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.399431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ccec638-ce06-47fb-9db1-0adf0f8dce96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.403623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ccec638-ce06-47fb-9db1-0adf0f8dce96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:36.410753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7ccec638-ce06-47fb-9db1-0adf0f8dce96 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fe675e5e-2211-4e9b-b303-21e930b3b363 HTTP/1.1" status: 204 len: 168 time: 0.1931632 Dec 08 16:21:36.425471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccec638-ce06-47fb-9db1-0adf0f8dce96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe675e5e-2211-4e9b-b303-21e930b3b363,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:36.759393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd607a4-1711-4800-9b3a-fa76daf96092 req-30854438-2363-4125-9a9c-eb40d8c3f450 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:36.766591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dd607a4-1711-4800-9b3a-fa76daf96092 req-30854438-2363-4125-9a9c-eb40d8c3f450 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.0640578 Dec 08 16:21:36.849031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dd607a4-1711-4800-9b3a-fa76daf96092 req-bf6ece8f-24a1-4d5d-bc44-035ebb2e452b tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802033 Dec 08 16:21:36.853447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:36.872098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba1aae3-5505-4ced-b58f-8c08c76110a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.001677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba1aae3-5505-4ced-b58f-8c08c76110a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.007006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba1aae3-5505-4ced-b58f-8c08c76110a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.058542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ba1aae3-5505-4ced-b58f-8c08c76110a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eea61d750110466c9d5bfa8885c6d7fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2004278 Dec 08 16:21:37.059753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:37.075207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1aae3-5505-4ced-b58f-8c08c76110a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c1a4c5-8107-4fef-bd9a-4be67498c97a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:37.147353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee139698-cc7b-4e2b-a299-f7b3ba14e5e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.174852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee139698-cc7b-4e2b-a299-f7b3ba14e5e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.245824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee139698-cc7b-4e2b-a299-f7b3ba14e5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.249159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee139698-cc7b-4e2b-a299-f7b3ba14e5e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.250394 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee139698-cc7b-4e2b-a299-f7b3ba14e5e7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8c1a4c5-8107-4fef-bd9a-4be67498c97a HTTP/1.1" status: 204 len: 168 time: 0.1892700 Dec 08 16:21:37.273170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee139698-cc7b-4e2b-a299-f7b3ba14e5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c1a4c5-8107-4fef-bd9a-4be67498c97a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:37.306866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55e322-3050-44b5-bdbc-c970fb55e630 req-e2563821-ce04-4871-9d9d-8a119565dade tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:37.318404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c55e322-3050-44b5-bdbc-c970fb55e630 req-e2563821-ce04-4871-9d9d-8a119565dade tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.0917892 Dec 08 16:21:37.400104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c55e322-3050-44b5-bdbc-c970fb55e630 req-85d111be-a874-49de-b6b6-c248dc6518dd tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786743 Dec 08 16:21:37.441539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:37.710230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-838444505-network', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:37.749071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:37.752338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.764653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.877181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.882688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.918145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:37.937077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1306248b-ee54-419d-92f9-b9b276dd61a3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:37.942805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:37.943128 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Added segment f234cf17-d6f8-4618-9e4b-c39fe01c4838 of type vlan for network 047bfe8b-ed46-402f-87b0-925346f987d7 Dec 08 16:21:37.988707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.019249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.020489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:38.021284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.087477 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6420748 Dec 08 16:21:38.088324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52762) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:38.095596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Request body: {'subnet': {'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-838444505-subnet', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:38.126000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5884ff-5c1f-4081-bc2f-7fb54cad0e64 admin admin] Pushing event updated for resources: {'Network': ['ID=047bfe8b-ed46-402f-87b0-925346f987d7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:38.131928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:38.134898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.148161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 047bfe8b-ed46-402f-87b0-925346f987d7 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:38.354876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.482787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:38.506055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:38.507667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Network hostable DHCP agents. Network: 047bfe8b-ed46-402f-87b0-925346f987d7, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:38.578464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:38.598642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 047bfe8b-ed46-402f-87b0-925346f987d7) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:38.611866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a33815-5364-4981-ba89-23a589aeb758 req-29131a7d-bf9c-43c3-8daf-ab9cb2df7140 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:38.613775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0a33815-5364-4981-ba89-23a589aeb758 req-29131a7d-bf9c-43c3-8daf-ab9cb2df7140 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.0873849 Dec 08 16:21:38.614143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f76e844-12b8-41ce-9cde-1b8e277c0545 None None] Network 047bfe8b-ed46-402f-87b0-925346f987d7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:38.615732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:38.616585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.656142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-556d9f73-a345-4422-aa87-c958e263a95b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5671446 Dec 08 16:21:38.659512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:38.672446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:38.733721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.736044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.743590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0a33815-5364-4981-ba89-23a589aeb758 req-0d4f7679-5626-46c9-96ff-5db155549313 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/security-groups?id=91a85903-ee2d-4bc4-a289-43137d5ecb20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215091 Dec 08 16:21:38.770774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-c42e0f7b-926d-41cd-a334-bac989197ef3 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:38.772520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-c42e0f7b-926d-41cd-a334-bac989197ef3 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.86 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 946 time: 0.1097188 Dec 08 16:21:38.884193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:38.886858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-047bfe8b-ed46-402f-87b0-925346f987d7', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:38.888352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.049820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Deleting port 11a29070-a031-4f4a-8adb-09be8e3467bf {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:39.050336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.136496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Allocated IP 172.20.0.2 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/41ef854b-e246-44c3-a7dc-45f65d1daef0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:39.439884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] For port 11a29070-a031-4f4a-8adb-09be8e3467bf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=11a29070-a031-4f4a-8adb-09be8e3467bf,segment=NetworkSegment(c5483357-a8e9-47da-8a27-b4612c0533b9),segment_id=c5483357-a8e9-47da-8a27-b4612c0533b9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:39.440876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.472438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Calling delete_port for 11a29070-a031-4f4a-8adb-09be8e3467bf owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:39.578861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.599711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.643467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.676518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:39.681458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:39.697299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:39.720243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Pushing event updated for resources: {'Port': ['ID=41ef854b-e246-44c3-a7dc-45f65d1daef0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:39.753441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.772170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['11a29070-a031-4f4a-8adb-09be8e3467bf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:21:39.805223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Pushing event deleted for resources: {'Port': ['ID=11a29070-a031-4f4a-8adb-09be8e3467bf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:39.884466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] No DVR routers for this DVR port 11a29070-a031-4f4a-8adb-09be8e3467bf on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:39.888343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.899797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4289c89-5ac3-443b-8925-c53076fb64d2 req-cc4e5e4e-b358-4e69-b822-01e7bcc5dd63 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.86 "DELETE /v2.0/ports/11a29070-a031-4f4a-8adb-09be8e3467bf HTTP/1.1" status: 204 len: 173 time: 1.1154974 Dec 08 16:21:39.900295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'name': 'network-vif-deleted', 'tag': '11a29070-a031-4f4a-8adb-09be8e3467bf'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:39.906278 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6dc0d23-2c55-4d52-9b69-e9f8cb1bf7c2" -d '{"events": [{"server_uuid": "09d9dc0a-ef49-4477-a257-86c404e35c46", "name": "network-vif-deleted", "tag": "11a29070-a031-4f4a-8adb-09be8e3467bf"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:39.943270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Attempting to bind port 41ef854b-e246-44c3-a7dc-45f65d1daef0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:39.945645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Attempting to bind port 41ef854b-e246-44c3-a7dc-45f65d1daef0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:39.946295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Attempting to bind port 41ef854b-e246-44c3-a7dc-45f65d1daef0 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:39.960154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:39.960539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:39.961132 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:39.961526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:39.962023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Bound port: 41ef854b-e246-44c3-a7dc-45f65d1daef0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:39.962491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.079057 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0651608f-bc5d-4260-aac8-ce15611e6124 x-openstack-request-id: req-0651608f-bc5d-4260-aac8-ce15611e6124 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:40.079459 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d9dc0a-ef49-4477-a257-86c404e35c46", "name": "network-vif-deleted", "tag": "11a29070-a031-4f4a-8adb-09be8e3467bf", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:40.079663 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0651608f-bc5d-4260-aac8-ce15611e6124 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:40.080057 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d9dc0a-ef49-4477-a257-86c404e35c46', 'name': 'network-vif-deleted', 'tag': '11a29070-a031-4f4a-8adb-09be8e3467bf', 'status': 'completed', 'code': 200} Dec 08 16:21:40.083440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ffbcaaa-029e-4a03-b5f9-883ddd741ac7 req-4de2a3b1-dac8-4d3d-a9e7-ad8966505f09 tempest-InstanceActionsTestJSON-1749370975 tempest-InstanceActionsTestJSON-1749370975-project] 10.222.0.62 "GET /v2.0/ports?device_id=09d9dc0a-ef49-4477-a257-86c404e35c46 HTTP/1.1" status: 200 len: 210 time: 0.0755191 Dec 08 16:21:40.138775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.169985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] For port 41ef854b-e246-44c3-a7dc-45f65d1daef0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:40.181114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] For port 41ef854b-e246-44c3-a7dc-45f65d1daef0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41ef854b-e246-44c3-a7dc-45f65d1daef0,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:40.192072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.194483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.302209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f017c-c4c8-4aac-8ece-0502160f1181 None None] Pushing event updated for resources: {'Port': ['ID=41ef854b-e246-44c3-a7dc-45f65d1daef0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:40.398211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Allocated IP 172.25.3.30 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/2a5d0ae8-8bf6-416d-83c4-fd28f757e61a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:40.662870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.810597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:40.885451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:40.895773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:40.899652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:40.908691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Pushing event updated for resources: {'Port': ['ID=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:40.917922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739b8fa3-c7ac-45d9-9c4f-416a80e0989a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:40.994225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41ef854b-e246-44c3-a7dc-45f65d1daef0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:41.059794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1120300b-b03f-4550-badd-18ed6140bcb8 None None] Provisioning complete for port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:41.060171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1120300b-b03f-4550-badd-18ed6140bcb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.187640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52830) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:41.347124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1120300b-b03f-4550-badd-18ed6140bcb8 None None] Port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:41.376378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Deleting subnet 66dea437-89a7-4beb-922d-6732d99ed2cc {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:21:41.384145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 41ef854b-e246-44c3-a7dc-45f65d1daef0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:41.384973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.390332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.442690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.494290 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.564641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.615495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.650230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 41ef854b-e246-44c3-a7dc-45f65d1daef0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41ef854b-e246-44c3-a7dc-45f65d1daef0,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:41.658796 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.735701 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.835085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=41ef854b-e246-44c3-a7dc-45f65d1daef0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:41.844859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.855045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] 10.222.0.62 "DELETE /v2.0/subnets/66dea437-89a7-4beb-922d-6732d99ed2cc HTTP/1.1" status: 204 len: 168 time: 0.6607144 Dec 08 16:21:41.857891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:41.860378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a2a80-7ed7-41a8-8185-2e961e548dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66dea437-89a7-4beb-922d-6732d99ed2cc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:41.920679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54a036-7066-4206-9bc7-03b601ceb49e None None] Network 047bfe8b-ed46-402f-87b0-925346f987d7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:41.978328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:41.982247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.016068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7461e3b9-1c18-4be3-880a-4501cc26f046 None None] Provisioning complete for port 41ef854b-e246-44c3-a7dc-45f65d1daef0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:42.016447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7461e3b9-1c18-4be3-880a-4501cc26f046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.142424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52850) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:42.172973 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.203214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269f4776-34a1-43e9-8f19-5a0d3c8b37ef']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:42.217676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5483357-a8e9-47da-8a27-b4612c0533b9') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:42.218015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5483357-a8e9-47da-8a27-b4612c0533b9') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:42.227140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:21:42.230699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.253463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.262005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:21:42.262559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:21:42.264833 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:21:42.342086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.375089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.380538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/269f4776-34a1-43e9-8f19-5a0d3c8b37ef HTTP/1.1" status: 204 len: 168 time: 0.5131097 Dec 08 16:21:42.382419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c567-fac5-4612-9733-e2555c6282f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.384439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:42.400503 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Sync routers for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:42.408206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325343fb-f091-4e4f-b11b-8521058762f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=269f4776-34a1-43e9-8f19-5a0d3c8b37ef,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:42.413339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.422304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-77414893-4af4-463a-91cf-13b7457be2ac admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7589066 Dec 08 16:21:42.423117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52856) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:42.437721 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:42.438754 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:42.521168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-27a6ba3e-dfd4-468e-9ec9-2489216d6814 None None] Provisioning complete for port 41ef854b-e246-44c3-a7dc-45f65d1daef0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:42.521848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27a6ba3e-dfd4-468e-9ec9-2489216d6814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.552492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11a29070-a031-4f4a-8adb-09be8e3467bf no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:42.604250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c567-fac5-4612-9733-e2555c6282f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.613314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6a6c567-fac5-4612-9733-e2555c6282f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.674008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 11a29070-a031-4f4a-8adb-09be8e3467bf {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:21:42.675052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 11a29070-a031-4f4a-8adb-09be8e3467bf not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:21:42.695354 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:42.709211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e6a6c567-fac5-4612-9733-e2555c6282f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64779eca54ca418eb0845a38abd40585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5549235 Dec 08 16:21:42.718380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:42.745397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52862) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:42.804275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6c567-fac5-4612-9733-e2555c6282f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90828e6-8273-4379-b4a4-849bf6129fbb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:42.874082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f02523e-5bdc-4622-a27d-09f96bd75d0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.882154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-428eed31-d399-43b8-a41d-b8f7d8789885 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9153778825043cdb209809e41f47fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352801 Dec 08 16:21:42.884238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52864) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:42.935433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41ef854b-e246-44c3-a7dc-45f65d1daef0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:42.956653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f02523e-5bdc-4622-a27d-09f96bd75d0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:42.998804 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74711f3d-3208-464f-9b6e-66579828e201 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.063896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 41ef854b-e246-44c3-a7dc-45f65d1daef0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:43.064862 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.076075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74711f3d-3208-464f-9b6e-66579828e201 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.145902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f02523e-5bdc-4622-a27d-09f96bd75d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.148825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f02523e-5bdc-4622-a27d-09f96bd75d0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.150058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f02523e-5bdc-4622-a27d-09f96bd75d0f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c90828e6-8273-4379-b4a4-849bf6129fbb HTTP/1.1" status: 204 len: 168 time: 0.4298544 Dec 08 16:21:43.160367 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:41Z', 'revision_number': 3, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:43.167642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f02523e-5bdc-4622-a27d-09f96bd75d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90828e6-8273-4379-b4a4-849bf6129fbb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:43.213586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74711f3d-3208-464f-9b6e-66579828e201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.218758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74711f3d-3208-464f-9b6e-66579828e201 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.223400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74711f3d-3208-464f-9b6e-66579828e201 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/91a85903-ee2d-4bc4-a289-43137d5ecb20 HTTP/1.1" status: 204 len: 168 time: 0.3352516 Dec 08 16:21:43.247938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74711f3d-3208-464f-9b6e-66579828e201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a85903-ee2d-4bc4-a289-43137d5ecb20,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:43.262499 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Checking router: dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:43.263212 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Updating router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:21:43.336866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.356831 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.646292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Allocated IP 172.20.0.1 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/d6b949c2-4d17-446d-9bb1-8c79d62c69a5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:43.852526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52880) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:43.853501 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.867956 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.896766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-923232ee-616c-4bba-8a0b-ea30bbbb4ab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.914975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.975796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:43.984528 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Pushing event updated for resources: {'Port': ['ID=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.005388 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.008995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2003750c-4c77-4a44-9f4d-0443877e8b01 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:44.016365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.017624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.018025 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.018365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.019078 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.019406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.021348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.021348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.021348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.021348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.023469 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.023684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:44.045614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:44.046342 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Attempting to bind port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:44.046873 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Attempting to bind port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:44.048052 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Attempting to bind port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:44.051801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:44.056094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:44.056441 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:44.056441 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:44.077195 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.077710 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:44.084067 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Bound port: 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:44.084582 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.149751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-88bf0561-d397-4db7-bbb1-12de4d5f3142 None None] Provisioning complete for port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:44.150145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88bf0561-d397-4db7-bbb1-12de4d5f3142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.155131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Pushing event updated for resources: {'Port': ['ID=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.187517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.228864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-923232ee-616c-4bba-8a0b-ea30bbbb4ab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.240970 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] For port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:44.247864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-923232ee-616c-4bba-8a0b-ea30bbbb4ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.259609 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] For port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:44.268978 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.274980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-88bf0561-d397-4db7-bbb1-12de4d5f3142 None None] Port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:44.318494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-923232ee-616c-4bba-8a0b-ea30bbbb4ab1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f6272b1dff248afa9639ebaf7e0235f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4625678 Dec 08 16:21:44.318494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923232ee-616c-4bba-8a0b-ea30bbbb4ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94859a1-8985-4027-a17e-d33f7ed7e669,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.319902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52892) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:44.368996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a99bf-e2a2-4c82-82cc-5e88bf43a8e8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:21:44.403699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a91aa7-8ed4-4fb0-a990-856df425df45 None None] Pushing event updated for resources: {'Port': ['ID=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.423221 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:44.424535 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:44.472397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81aea2d9-eb4e-4662-8a99-c71e6120ac77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.515952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81aea2d9-eb4e-4662-8a99-c71e6120ac77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.527754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f0879913-a257-41e8-9b8f-49b0a40faf12 None None] Provisioning complete for port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:44.528719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0879913-a257-41e8-9b8f-49b0a40faf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.593184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.633624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:44.654015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81aea2d9-eb4e-4662-8a99-c71e6120ac77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.656747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-81aea2d9-eb4e-4662-8a99-c71e6120ac77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.658037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-81aea2d9-eb4e-4662-8a99-c71e6120ac77 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c94859a1-8985-4027-a17e-d33f7ed7e669 HTTP/1.1" status: 204 len: 168 time: 0.3245716 Dec 08 16:21:44.676050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aea2d9-eb4e-4662-8a99-c71e6120ac77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94859a1-8985-4027-a17e-d33f7ed7e669,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:44.867852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.873018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0879913-a257-41e8-9b8f-49b0a40faf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.876985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:44.922939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f0879913-a257-41e8-9b8f-49b0a40faf12 None None] For port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:44.934434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0879913-a257-41e8-9b8f-49b0a40faf12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.004053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0879913-a257-41e8-9b8f-49b0a40faf12 None None] Pushing event updated for resources: {'Port': ['ID=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:45.029713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Pushing event updated for resources: {'Port': ['ID=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:45.059384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.080034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4edb1d93-36cf-4fcd-9d3e-f01dd52fa9cc None None] Provisioning complete for port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:45.080649 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4edb1d93-36cf-4fcd-9d3e-f01dd52fa9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.155253 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:41Z', 'revision_number': 3, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:45.177862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4edb1d93-36cf-4fcd-9d3e-f01dd52fa9cc None None] Port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:45.182144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52910) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:45.223666 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b88af7-5422-48e1-93a2-6feb5a03a421 None None] The sync data for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 is: [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:41Z', 'revision_number': 3, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:45.357693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:45.360239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:45.360432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-135513180-network', 'tenant_id': '6db672922ea6462a85139b692f8d0a68'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:45.444643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Made reservation on behalf of 6db672922ea6462a85139b692f8d0a68 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:45.450637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.473465 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.633730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:21:45.663121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.677848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.799686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6280b1fa-54a6-40ec-a1bd-f006ca30d284,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:45.809228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:21:45.839341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.839864 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Added segment 80d89250-0bd0-4a46-8f3c-16112ec8c9c2 of type vlan for network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a Dec 08 16:21:45.855509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-82d99d38-f5f8-41c7-a57d-03f1ca9c671f None None] Provisioning complete for port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:45.856072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82d99d38-f5f8-41c7-a57d-03f1ca9c671f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.896293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.932705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.934244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:45.934969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:45.997450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-82d99d38-f5f8-41c7-a57d-03f1ca9c671f None None] Port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:46.023221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8378191 Dec 08 16:21:46.026869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52928) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:46.032015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Request body: {'subnet': {'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-135513180-subnet', 'tenant_id': '6db672922ea6462a85139b692f8d0a68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:46.052881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76d9338-498f-4cc0-a92a-df45f9cf08ba admin admin] Pushing event updated for resources: {'Network': ['ID=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:46.074117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Made reservation on behalf of 6db672922ea6462a85139b692f8d0a68 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:46.074406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:21:46.077213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.327922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:46.347229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2969cccf-f62f-4130-923d-d2aa84bf912c admin admin] 10.222.0.62 "PUT /v2.0/routers/dedfafd1-e2f3-47c7-b6cf-8f2757e931d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9205284 Dec 08 16:21:46.450038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.551865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccd207f1-ca81-44b6-b223-56ba1d2168b8,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:46.561788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Checking segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:46.562217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Network hostable DHCP agents. Network: c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:21:46.586787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:21:46.601328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:46.614638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a63cba-f3cc-432c-9122-56995f7ed939 None None] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:46.616145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:46.617151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:46.644611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4207a820-cccf-4874-911f-e9b9c67a053b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6166086 Dec 08 16:21:46.934420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'project_id': '6db672922ea6462a85139b692f8d0a68', 'fixed_ips': [{'subnet_id': 'ccd207f1-ca81-44b6-b223-56ba1d2168b8'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:21:46.935875 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.090640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.101513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'security_group': {'name': 'tempest-securitygroup--256345362', 'description': 'tempest-description--337072283'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:47.156108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.178378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Allocated IP 172.20.0.2 (c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a/ccd207f1-ca81-44b6-b223-56ba1d2168b8/2c72262e-a5d5-4d12-874d-0a943ad02902) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:47.218805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:47.345923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:47.346272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.367475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.376314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.418492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.423758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52968) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.423992 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3315148 Dec 08 16:21:47.429320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac76b2c-adfd-425e-a01b-ce2037fa5c4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8f4979-65d4-4cb1-97f6-4af357e2bc33,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:47.433574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'security_group_rule': {'security_group_id': '0b8f4979-65d4-4cb1-97f6-4af357e2bc33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:47.521642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.652499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.659685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.701044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.702758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2773759 Dec 08 16:21:47.705705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52976) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:47.713055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'security_group_rule': {'security_group_id': '0b8f4979-65d4-4cb1-97f6-4af357e2bc33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:47.716881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff35065-edfb-4e83-a360-f40fc3c004d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e2c41c-5ca2-4c29-9917-ca1aa8a4c01c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:47.750878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.761723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.786944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:47.832350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:47.838933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:47.843208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:47.861525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Pushing event updated for resources: {'Port': ['ID=2c72262e-a5d5-4d12-874d-0a943ad02902,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:47.883482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.884259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.884807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.885635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.886217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.887166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.887717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.888242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.888806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.889446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.890037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.890608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.891146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:21:47.999949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.000801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Attempting to bind port 2c72262e-a5d5-4d12-874d-0a943ad02902 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:48.001420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Attempting to bind port 2c72262e-a5d5-4d12-874d-0a943ad02902 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:48.002207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Attempting to bind port 2c72262e-a5d5-4d12-874d-0a943ad02902 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:48.009939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-5db75cd9-191f-400a-a178-73b00673fe6f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:48.012847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.013841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:48.014487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Checking segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:48.015220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.015841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Bound using segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:48.016704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Bound port: 2c72262e-a5d5-4d12-874d-0a943ad02902, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:48.017388 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.025127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-5db75cd9-191f-400a-a178-73b00673fe6f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 815 time: 0.1769121 Dec 08 16:21:48.056098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-a3e21261-f0bd-40af-a615-edab757c3939 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/quotas/6db672922ea6462a85139b692f8d0a68 HTTP/1.1" status: 200 len: 375 time: 0.0292499 Dec 08 16:21:48.056341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b13220-23fb-485b-bf18-96e8f3541467,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:48.078882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.083516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f80a41a7-9589-4978-b6bc-274537fb41d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726861 Dec 08 16:21:48.086653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52994) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:48.110769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:48.171375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.181175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-82204aa3-54bf-4402-80c8-563b4a6e49bf tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239023 Dec 08 16:21:48.228457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] For port 2c72262e-a5d5-4d12-874d-0a943ad02902, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:48.236991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] For port 2c72262e-a5d5-4d12-874d-0a943ad02902, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2c72262e-a5d5-4d12-874d-0a943ad02902,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:48.240940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Sync routers for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:48.252957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.296719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:48.297513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:48.328514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.495966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:48.503038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Allocated IP 172.25.3.49 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/240e5fd6-3fa6-4f3f-b9f5-743dcd23d938) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:48.553104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfe8846-addb-4f22-9779-00cf1706addd None None] Pushing event updated for resources: {'Port': ['ID=2c72262e-a5d5-4d12-874d-0a943ad02902,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:48.755887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.906020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:48.999032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:49.066696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:49.132733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=240e5fd6-3fa6-4f3f-b9f5-743dcd23d938,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:49.136899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:49.167027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 2, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:49.249432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2c72262e-a5d5-4d12-874d-0a943ad02902 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:49.252785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Checking router: dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:49.253379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Updating router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:21:49.271564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ca18d-bb62-40be-948d-ae46d293597d req-94cdef65-4f00-49c6-8969-f8eaf8d80c15 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:49.274439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-332ca18d-bb62-40be-948d-ae46d293597d req-94cdef65-4f00-49c6-8969-f8eaf8d80c15 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1096 time: 1.0590181 Dec 08 16:21:49.328477 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.340025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.361852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-107ecbcb-051d-4fd5-8cf1-1fb35e7bf46f service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1677234 Dec 08 16:21:49.438958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.465503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-332ca18d-bb62-40be-948d-ae46d293597d req-5a64e3b0-e318-4453-b1d9-5d2c7890b5d7 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743767 Dec 08 16:21:49.512642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53012) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:21:49.688665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2c72262e-a5d5-4d12-874d-0a943ad02902 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:49.689036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.842775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.857198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:49.977046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.002043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=240e5fd6-3fa6-4f3f-b9f5-743dcd23d938,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:50.082550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-eff65d95-50dc-4c13-9ade-9c7e43818b61 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848254 Dec 08 16:21:50.121170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.146102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 2c72262e-a5d5-4d12-874d-0a943ad02902, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2c72262e-a5d5-4d12-874d-0a943ad02902,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:50.154302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80c552-60b3-4105-80c7-ffcb48577c75 req-cf232e43-793d-4658-aba9-6a690c7de583 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:50.162463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f80c552-60b3-4105-80c7-ffcb48577c75 req-cf232e43-793d-4658-aba9-6a690c7de583 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.2612007 Dec 08 16:21:50.172634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.196472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.200372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0875389f-b56d-47a7-b918-b65505ce850b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1092815 Dec 08 16:21:50.210906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 26729261-a885-45c3-af8d-b0e629f02a61 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:50.211269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.303755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=2c72262e-a5d5-4d12-874d-0a943ad02902,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:50.341478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f80c552-60b3-4105-80c7-ffcb48577c75 req-5dc6559b-4236-4a93-8011-65b2af235bbc tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672437 Dec 08 16:21:50.432219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.434306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.488974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.502064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1924e-3c50-49e3-90fb-7af82d5330bc None None] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:21:50.502953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 26729261-a885-45c3-af8d-b0e629f02a61 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:50.625013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.777612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d819a12e-1a9d-4c1c-87ce-3bc566cbf2bb None None] Provisioning complete for port 2c72262e-a5d5-4d12-874d-0a943ad02902 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:50.778014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d819a12e-1a9d-4c1c-87ce-3bc566cbf2bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:50.792802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5f597-a1bd-49ea-80e8-7fc44aeadde7 None None] Pushing event updated for resources: {'Port': ['ID=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:50.956094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Attempting to bind port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:50.956502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Attempting to bind port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:50.956843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Attempting to bind port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:50.959631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2c72262e-a5d5-4d12-874d-0a943ad02902 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:51.155840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:51.156656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:51.157458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.158313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:51.160137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Bound port: d6b949c2-4d17-446d-9bb1-8c79d62c69a5, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:51.160968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.230410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-bb22ae74-5b91-4080-871e-bd8adda75af3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--256345362&fields=id&tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 267 time: 0.5224750 Dec 08 16:21:51.331972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2c72262e-a5d5-4d12-874d-0a943ad02902 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:51.333118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.398148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] For port d6b949c2-4d17-446d-9bb1-8c79d62c69a5, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:21:51.437495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-ebd9d5f8-d4de-4289-8a08-bf40c9e78023 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:51.439278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-ebd9d5f8-d4de-4289-8a08-bf40c9e78023 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 815 time: 0.5811720 Dec 08 16:21:51.443273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] For port d6b949c2-4d17-446d-9bb1-8c79d62c69a5, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:21:51.459074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.467150 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.620786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-8b544e1f-75f4-48aa-9fe1-7b4bfcc28be0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:51.645341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-8b544e1f-75f4-48aa-9fe1-7b4bfcc28be0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.4104779 Dec 08 16:21:51.653778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=26729261-a885-45c3-af8d-b0e629f02a61,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:51.681489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-cc121ef2-c79a-405e-9c40-e6baf06891af tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/quotas/6db672922ea6462a85139b692f8d0a68 HTTP/1.1" status: 200 len: 375 time: 0.1804466 Dec 08 16:21:51.684139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1353267c-0d72-4a0f-b3c6-26aacd6d4593 None None] Provisioning complete for port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:51.688525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1353267c-0d72-4a0f-b3c6-26aacd6d4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.704442 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e6d13ef8-5e75-463c-8d36-5dfe1043ce4f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/quotas/6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 375 time: 0.0326796 Dec 08 16:21:51.757421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:51.758918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:51.762822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5f597-a1bd-49ea-80e8-7fc44aeadde7 None None] Pushing event updated for resources: {'Port': ['ID=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:51.898339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:51.898687 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 96d31708-a12e-4f95-aaf9-b0e8bbb0df40 disassociated (deleted). External IP: 172.25.3.10, port: 71ae868b-9d58-41e0-ba9b-83546964bac7. Dec 08 16:21:52.057762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-a50c164c-5ecd-4f9d-84b1-4b4027262dd9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3510158 Dec 08 16:21:52.158405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-5c047d6e-4e7b-4181-95e3-bc7d5842a84b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4530270 Dec 08 16:21:52.174708 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1353267c-0d72-4a0f-b3c6-26aacd6d4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:52.232879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:52.362840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1353267c-0d72-4a0f-b3c6-26aacd6d4593 None None] For port d6b949c2-4d17-446d-9bb1-8c79d62c69a5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:52.430923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-47d63c08-5cd1-44b7-afb1-1bb1fb4a89f1 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721118 Dec 08 16:21:52.436308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1353267c-0d72-4a0f-b3c6-26aacd6d4593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:52.585782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353267c-0d72-4a0f-b3c6-26aacd6d4593 None None] Pushing event updated for resources: {'Port': ['ID=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:52.588884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-7ec19ceb-eb90-48da-94a6-de394935ea72 service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942642 Dec 08 16:21:52.628342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ecffa0bb-40ab-43ef-b13b-814a2d38a1aa None None] Provisioning complete for port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:52.629723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0bb-40ab-43ef-b13b-814a2d38a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:52.679871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-a8ca58a6-1f43-43a8-8d93-aac5accd85c2 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:52.681435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-a8ca58a6-1f43-43a8-8d93-aac5accd85c2 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 815 time: 0.4189744 Dec 08 16:21:52.686857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:21:52.706822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Request body: {'port': {'device_id': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'admin_state_up': True, 'tenant_id': '6db672922ea6462a85139b692f8d0a68'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:52.783990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-23188585-ca70-4456-af70-50848d0136fd service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519862 Dec 08 16:21:52.848750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:51Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:52.913001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5294f-d02a-4db0-a433-2c8b4a2ec775 None None] The sync data for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 is: [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:51Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:52.915335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-eb0da7dc-5579-4cb5-8989-4ae0b3dc8239 service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965434 Dec 08 16:21:52.940001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ecffa0bb-40ab-43ef-b13b-814a2d38a1aa None None] Provisioning complete for port 2c72262e-a5d5-4d12-874d-0a943ad02902 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:52.940628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecffa0bb-40ab-43ef-b13b-814a2d38a1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:53.141389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:21:53.179294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:53.183059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Made reservation on behalf of 6db672922ea6462a85139b692f8d0a68 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:53.187446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] Sync routers for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:21:53.206264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:53.248144 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:53.251277 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:53.343156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f4305835-566a-4fd7-a1b2-b96472cad174 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/floatingips/96d31708-a12e-4f95-aaf9-b0e8bbb0df40 HTTP/1.1" status: 204 len: 168 time: 3.8268113 Dec 08 16:21:53.344717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:53.355765 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07755ba3-e04f-4d21-9699-5e42744684bc" -d '{"events": [{"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:53.538746 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:53.732509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Allocated IP 172.20.0.4 (c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a/ccd207f1-ca81-44b6-b223-56ba1d2168b8/5bdcc7c5-c607-41a7-b90c-334d571fb5d2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:54.444076 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:55Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:54.453272 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:21:54.529892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] Checking router: 39c3ed65-056e-44c6-8ba0-3a98ad09df6d for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:21:54.543789 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17dc5b1-3e41-4f3f-8ae6-e9ab526833ce x-openstack-request-id: req-e17dc5b1-3e41-4f3f-8ae6-e9ab526833ce {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:54.544881 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:54.545535 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e17dc5b1-3e41-4f3f-8ae6-e9ab526833ce {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:54.546516 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'status': 'completed', 'code': 200} Dec 08 16:21:54.566698 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:21:54.569386 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:54.600112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-003bfb05-df22-4e9e-80c3-98a95d5725f9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:54.622830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-003bfb05-df22-4e9e-80c3-98a95d5725f9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 815 time: 0.7802906 Dec 08 16:21:54.684470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-a7c0f17d-fda8-49e9-8dfe-c1b97d97beb0 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/quotas/6db672922ea6462a85139b692f8d0a68 HTTP/1.1" status: 200 len: 375 time: 0.0487304 Dec 08 16:21:54.815753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07755ba3-e04f-4d21-9699-5e42744684bc req-7d883cdb-6fc3-4610-83c3-cde055c090c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:54.820176 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-7d883cdb-6fc3-4610-83c3-cde055c090c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 1096 time: 0.2557182 Dec 08 16:21:54.887608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a213f035-8598-47bd-807d-2a0927612268 req-10ddaa03-9588-4c45-88bc-137aae1e2d6c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 210 time: 0.1623926 Dec 08 16:21:54.901244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.001480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.008083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b949c2-4d17-446d-9bb1-8c79d62c69a5 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:21:55.179909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:55.180681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.203808 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:21:55.278040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-8534f71d-209f-4450-9ff7-cc9321b6cb94 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5915737 Dec 08 16:21:55.331225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07755ba3-e04f-4d21-9699-5e42744684bc req-d3028675-6a30-47bf-a4a7-64367827b38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:55.334420 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-d3028675-6a30-47bf-a4a7-64367827b38f service neutron] 10.222.0.86 "GET /v2.0/networks?id=fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 200 len: 898 time: 0.5055413 Dec 08 16:21:55.420944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:55.465286 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-f555343c-7ca4-4a3a-8599-1543aae34bef service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 200 len: 217 time: 0.1207035 Dec 08 16:21:55.596620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Pushing event updated for resources: {'Port': ['ID=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:55.617213 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:55Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:21:55.647059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07755ba3-e04f-4d21-9699-5e42744684bc req-230ae008-a97a-4fc4-b8ba-f8f1d47f0cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:55.649891 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-230ae008-a97a-4fc4-b8ba-f8f1d47f0cee service neutron] 10.222.0.86 "GET /v2.0/subnets?id=911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 200 len: 834 time: 0.1656241 Dec 08 16:21:55.721083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:55.725120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:55.752292 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6161c4b0-ebf0-4e2f-baaa-55a364cc8efd None None] The sync data for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 is: [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:19:50Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '9d9195f9-ef03-478d-b586-c0e51ff8f1a2', 'name': '', 'network_id': 'fd50c743-5ece-4c3e-b189-be25c9537097', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:d5:07:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1702, 'fixed_ips': [{'subnet_id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:48Z', 'updated_at': '2021-12-08T16:19:55Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '911f61ab-a9cc-435c-81c4-405ab05aa9d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:21:55.799089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07755ba3-e04f-4d21-9699-5e42744684bc req-f38938f6-20ef-4554-9de4-382a3f0763c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:55.801471 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-f38938f6-20ef-4554-9de4-382a3f0763c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=fd50c743-5ece-4c3e-b189-be25c9537097&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1431024 Dec 08 16:21:55.847769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-29a94761-59c5-4366-9cfe-c646bd775e3c service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567482 Dec 08 16:21:55.943921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c78897b5-9299-4e5a-9606-c5efd2a6dceb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:55.964896 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-7cc4e539-cb93-4ca9-a22d-145af903d765 service neutron] 10.222.0.86 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559062 Dec 08 16:21:56.171531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07755ba3-e04f-4d21-9699-5e42744684bc req-9b7a19fc-c298-43c3-bbb5-e8e6750144f5 service neutron] 10.222.0.86 "GET /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997726 Dec 08 16:21:56.200021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2c75df73-c040-4f28-933d-c0522efe7fb3 None None] Provisioning complete for port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:56.201265 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c75df73-c040-4f28-933d-c0522efe7fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.316869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2c75df73-c040-4f28-933d-c0522efe7fb3 None None] Port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:56.452224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-bb34958f-0fb0-4c44-a00d-f55d9e673d9e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.454944 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-bb34958f-0fb0-4c44-a00d-f55d9e673d9e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.2391262 Dec 08 16:21:56.595627 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e1560abb-788e-448d-a40a-94d72cc26251 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 379 time: 0.1300917 Dec 08 16:21:56.614674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'port': {'device_id': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'admin_state_up': True, 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'security_groups': ['0b8f4979-65d4-4cb1-97f6-4af357e2bc33']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:56.630027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be70c2e4-97e1-4bd2-ae91-1a090c0657f9 None None] New status for floating IP 96d31708-a12e-4f95-aaf9-b0e8bbb0df40: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:21:56.697915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4afe1d-9b66-4fe2-839a-fd5c8bf81de4 req-03e8d848-a5fe-4fe8-8bed-e2529943abb1 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.705783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f4afe1d-9b66-4fe2-839a-fd5c8bf81de4 req-03e8d848-a5fe-4fe8-8bed-e2529943abb1 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 1.1378477 Dec 08 16:21:56.764234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.764919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.822899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f4afe1d-9b66-4fe2-839a-fd5c8bf81de4 req-8aa5c81a-9e4e-44dd-876d-c476f4f987fd tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151068 Dec 08 16:21:56.834738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-2aab760a-206e-490e-bbfa-9d213a93d3ce tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.834738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-2aab760a-206e-490e-bbfa-9d213a93d3ce tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 1.2262814 Dec 08 16:21:56.913451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-3bc03129-69fe-45dd-8335-c7d93206676d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2181957 Dec 08 16:21:56.936329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-83bfad21-32a2-49b3-9fd8-9bb37b438950 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:56.938019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-83bfad21-32a2-49b3-9fd8-9bb37b438950 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.58 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 815 time: 1.1155679 Dec 08 16:21:56.939959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:56.946960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:56.948532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Request body: {'port': {'device_id': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:56.968397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Request body: {'port': {'device_id': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'admin_state_up': True, 'tenant_id': '6db672922ea6462a85139b692f8d0a68'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:57.002538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-6500d972-fb2f-495b-bd7c-961619d11d49 service neutron] 10.222.0.62 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0131354 Dec 08 16:21:57.149080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.270566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Allocated IP 172.20.0.4 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/0153153a-b9f6-4b51-a4fb-7ad996712525) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:57.362246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a839f83-35f3-4f7e-9f13-e625c575cc1c req-f2edb726-681d-4445-8700-6f6996921241 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:57.376924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a839f83-35f3-4f7e-9f13-e625c575cc1c req-f2edb726-681d-4445-8700-6f6996921241 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 945 time: 0.4326358 Dec 08 16:21:57.521108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9eacdd3-7f76-4272-98a0-cdc6feb11644 req-5000b745-16bc-4756-ab76-83c248088d8e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 210 time: 0.1313803 Dec 08 16:21:57.533583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 71ae868b-9d58-41e0-ba9b-83546964bac7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:21:57.533959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.652406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.701150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.779724 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:57.811369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:21:57.813011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:21:57.816854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:21:57.895579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:57.896552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:57.957518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f35e2771-f614-4d7d-ab1a-2b019f74ebe2 req-47026cb5-5812-4a94-b2e2-cf7adb57b410 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 210 time: 0.3635664 Dec 08 16:21:58.014704 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-1dd3a950-2149-4e2c-b727-fb083183b949 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4088399 Dec 08 16:21:58.016474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a839f83-35f3-4f7e-9f13-e625c575cc1c req-2e05a5b1-5f21-4226-9af3-e4f3e4197f95 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2adc65be-7c2e-4e31-9d1c-8557e2420acb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6386051 Dec 08 16:21:58.022642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Made reservation on behalf of 6db672922ea6462a85139b692f8d0a68 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:21:58.027348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.030266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Request body: {'port': {'device_id': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:58.138744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:58.139193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.222046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 71ae868b-9d58-41e0-ba9b-83546964bac7 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:21:58.258602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:58.275001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.386161 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.407729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Transition to ACTIVE for port object 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:21:58.501325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.506003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dbe3bd1c-782d-4b45-bcf8-306b857966a7 None None] Provisioning complete for port 0153153a-b9f6-4b51-a4fb-7ad996712525 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:21:58.506614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dbe3bd1c-782d-4b45-bcf8-306b857966a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:58.555036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dbe3bd1c-782d-4b45-bcf8-306b857966a7 None None] Port 0153153a-b9f6-4b51-a4fb-7ad996712525 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:21:58.588591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 71ae868b-9d58-41e0-ba9b-83546964bac7 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:21:58.745181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc72697-3a06-4e47-a6e6-3138a88273a9 req-9b797abd-7e63-4f3e-8506-abfda7ad95cb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:58.750158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3cc72697-3a06-4e47-a6e6-3138a88273a9 req-9b797abd-7e63-4f3e-8506-abfda7ad95cb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.3388929 Dec 08 16:21:58.996052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Allocated IP 172.20.0.3 (c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a/ccd207f1-ca81-44b6-b223-56ba1d2168b8/b153e344-ec85-4c12-978e-70a1e4241771) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:21:59.108354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:59.125208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a322d13-1010-4980-84ce-f138d38e042f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.163258 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.223961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:21:59.226661 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76cd1633-3b58-46d3-ba6f-ad1f075036d2" -d '{"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:21:59.244379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 71ae868b-9d58-41e0-ba9b-83546964bac7, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=71ae868b-9d58-41e0-ba9b-83546964bac7,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:21:59.250401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.315155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38b519-f8c3-47a3-af4c-a21675603074 req-9ef35cf1-ab3d-45ef-86de-8bc66ba45dd1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:59.333490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df38b519-f8c3-47a3-af4c-a21675603074 req-9ef35cf1-ab3d-45ef-86de-8bc66ba45dd1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 931 time: 0.6417468 Dec 08 16:21:59.389123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Attempting to bind port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:21:59.390296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Attempting to bind port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:21:59.391158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Attempting to bind port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:59.391543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:59.427444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3cc72697-3a06-4e47-a6e6-3138a88273a9 req-47f6f906-3ce2-413a-aa0e-e3fccb551a95 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5585852 Dec 08 16:21:59.444215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:21:59.476877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.498914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:21:59.499361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Attempting to bind port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:21:59.543309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Transition to ACTIVE for port object 0153153a-b9f6-4b51-a4fb-7ad996712525 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:21:59.564610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-aea79628-2388-42ea-aeac-da3546db90e1 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:21:59.567344 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-aea79628-2388-42ea-aeac-da3546db90e1 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 815 time: 0.5463150 Dec 08 16:21:59.569137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.578230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:21:59.578606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Checking segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:21:59.578968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Bound using segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:21:59.579406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Bound port: 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:21:59.579776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.598121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Request body: {'port': {'device_id': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'admin_state_up': True, 'tenant_id': '6db672922ea6462a85139b692f8d0a68'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:21:59.662543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.670570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df38b519-f8c3-47a3-af4c-a21675603074 req-43e26993-6bd1-4923-82d0-c3eb5e4931db tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021705 Dec 08 16:21:59.701721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8098818e-6355-423e-a1da-018eae4e1f19 req-4c5f475b-02ca-4d36-9ef5-d15069131c9d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 210 time: 0.0924647 Dec 08 16:21:59.763974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=71ae868b-9d58-41e0-ba9b-83546964bac7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:59.865538 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8aec5-df62-4f7d-bb2c-55803d9b385c x-openstack-request-id: req-bdd8aec5-df62-4f7d-bb2c-55803d9b385c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:21:59.866573 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-unplugged", "status": "completed", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:21:59.866573 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bdd8aec5-df62-4f7d-bb2c-55803d9b385c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:21:59.866573 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'code': 200} Dec 08 16:21:59.894713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:21:59.982655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] No DVR routers for this DVR port 71ae868b-9d58-41e0-ba9b-83546964bac7 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:21:59.998098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:21:59.998098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53e02b79-21cd-4a9f-9740-fdffd7a9f60a req-224083b0-5a6d-4523-a68b-1f92d977005d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "DELETE /v2.0/ports/71ae868b-9d58-41e0-ba9b-83546964bac7 HTTP/1.1" status: 204 len: 173 time: 3.1359978 Dec 08 16:22:00.024926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-deleted', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:00.028685 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9123614-14f5-4c43-8c60-fbcdaa630e94" -d '{"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-deleted", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:00.029937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-6641d269-04d1-4284-9921-097592da2b79 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.031484 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-6641d269-04d1-4284-9921-097592da2b79 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.86 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.3790841 Dec 08 16:22:00.066718 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.107510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9333cede-81bd-4bdd-b5e0-e9af8416cedc req-d23420e7-af8d-43ee-8a23-60daf17bb43e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb HTTP/1.1" status: 200 len: 210 time: 0.1994796 Dec 08 16:22:00.145190 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94109ac2-a317-4819-8782-78312c64590b x-openstack-request-id: req-94109ac2-a317-4819-8782-78312c64590b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:00.145637 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb", "name": "network-vif-deleted", "tag": "71ae868b-9d58-41e0-ba9b-83546964bac7", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:00.145909 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94109ac2-a317-4819-8782-78312c64590b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:00.146680 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3f30988-00e6-4c9e-8c1f-91ec0e8bb7eb', 'name': 'network-vif-deleted', 'tag': '71ae868b-9d58-41e0-ba9b-83546964bac7', 'status': 'completed', 'code': 200} Dec 08 16:22:00.154552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.159461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] For port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:00.164725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] For port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:00.190410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.249432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.250179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.251693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] 10.222.0.86 "PUT /v2.0/ports/5bdcc7c5-c607-41a7-b90c-334d571fb5d2 HTTP/1.1" status: 200 len: 1091 time: 3.3236010 Dec 08 16:22:00.290606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Attempting to bind port 0153153a-b9f6-4b51-a4fb-7ad996712525 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:00.292857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Attempting to bind port 0153153a-b9f6-4b51-a4fb-7ad996712525 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:00.293454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Attempting to bind port 0153153a-b9f6-4b51-a4fb-7ad996712525 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:00.303089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.310993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d693-83c8-42aa-a5a7-b888b1b026c4 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:00.318908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Made reservation on behalf of 6db672922ea6462a85139b692f8d0a68 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:00.325031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.329983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Port 0153153a-b9f6-4b51-a4fb-7ad996712525 on network 047bfe8b-ed46-402f-87b0-925346f987d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:00.330420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Attempting to bind port 0153153a-b9f6-4b51-a4fb-7ad996712525 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:00.342300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:00.342654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:00.343005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:00.343771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Bound port: 0153153a-b9f6-4b51-a4fb-7ad996712525, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:00.344234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.417816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:00.427714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:00.430769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:00.438379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Pushing event updated for resources: {'Port': ['ID=b153e344-ec85-4c12-978e-70a1e4241771,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:00.498346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-8f036575-3403-4610-a469-1c42d25bf4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.500092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-8f036575-3403-4610-a469-1c42d25bf4dc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 1094 time: 0.1774068 Dec 08 16:22:00.665535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-84f61e43-8fbc-4e0a-8a5f-34b55b85b729 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2 HTTP/1.1" status: 200 len: 217 time: 0.1307302 Dec 08 16:22:00.679109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.680172 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.707413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Deleting port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:00.708352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.854150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:00.859197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:00.887661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.895070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8a88444b-0217-470f-b8f4-907a57c9ab66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9394667 Dec 08 16:22:00.939047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Request body: {'port': {'device_id': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:00.958076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Allocated IP 172.20.0.11 (c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a/ccd207f1-ca81-44b6-b223-56ba1d2168b8/1be4f09c-cb0f-4429-ace7-56ee4a87bfdf) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:00.976632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:00.977313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:00.980399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] 10.222.0.58 "PUT /v2.0/ports/0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 1091 time: 2.9562540 Dec 08 16:22:01.008063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:01.010969 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eff78d5-ae04-40a1-b488-5b32391407ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:01.135297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d1c054-dc0a-45b3-81db-37c6dda8e330 service neutron] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:01.140619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] For port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:01.140958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:01.166876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:01.190682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fcacb-0f07-4edd-a1ca-ab8c6b35c2ff req-aaf27d29-ead1-4d6b-b9a1-41e638e7a715 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.192995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e82fcacb-0f07-4edd-a1ca-ab8c6b35c2ff req-aaf27d29-ead1-4d6b-b9a1-41e638e7a715 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 946 time: 0.4307873 Dec 08 16:22:01.231090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-67d77a73-31e1-4e57-ad58-b9cb44d64517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.232801 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-67d77a73-31e1-4e57-ad58-b9cb44d64517 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1094 time: 0.2013140 Dec 08 16:22:01.256746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-7731028e-0f8f-4ddd-85a6-8034d4710fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.259572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-7731028e-0f8f-4ddd-85a6-8034d4710fe5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.5728104 Dec 08 16:22:01.339731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-da522875-2599-4793-909f-83042bbadd83 None None] Provisioning complete for port b153e344-ec85-4c12-978e-70a1e4241771 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:01.342342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da522875-2599-4793-909f-83042bbadd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:01.422416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e82fcacb-0f07-4edd-a1ca-ab8c6b35c2ff req-f71d985b-d223-4be8-a2cf-84f11e4b989d tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791487 Dec 08 16:22:01.432286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39426217-4cfd-40c3-adea-b6c7101af34e req-b903c4eb-dfb7-40d0-975d-9c1fd2ae046a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.441825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39426217-4cfd-40c3-adea-b6c7101af34e req-b903c4eb-dfb7-40d0-975d-9c1fd2ae046a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 943 time: 0.2914813 Dec 08 16:22:01.463675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-da522875-2599-4793-909f-83042bbadd83 None None] Port b153e344-ec85-4c12-978e-70a1e4241771 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:01.470848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-36b78ba7-5ad6-4ecf-aed6-d6d0167672ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.478193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-36b78ba7-5ad6-4ecf-aed6-d6d0167672ef service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988277 Dec 08 16:22:01.601748 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-07c5b5a8-187e-4f79-af67-bc277d2c2bc9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 217 time: 0.3163464 Dec 08 16:22:01.735792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8778ae5f-28b4-4477-b28b-ad0232ea36bf req-dcf9ab49-f084-4c46-8c81-5a36e2e8fdc8 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 210 time: 0.1673934 Dec 08 16:22:01.754038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-84760b46-e03c-471b-894b-b806f2328a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:01.756386 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-84760b46-e03c-471b-894b-b806f2328a37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1129227 Dec 08 16:22:01.791520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:01.828278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39426217-4cfd-40c3-adea-b6c7101af34e req-121406a4-a565-422a-9e84-2ef076d671e0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851609 Dec 08 16:22:01.891685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-be930b8a-280b-4910-9b58-23a0b5df20e7 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242242 Dec 08 16:22:01.964659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53218) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:02.059177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.114656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f94a2ac-9967-49fb-83b7-34b820b389dc req-b11c7b68-2954-4d65-8c49-f7d34e24c5cf service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121935 Dec 08 16:22:02.147461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'tag': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:02.151476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.155184 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e68dfcd-a725-420e-a990-f57a5da70be8" -d '{"events": [{"name": "network-changed", "server_uuid": "b45e16b6-0572-48c0-9df6-09618b4de0c6", "tag": "5bdcc7c5-c607-41a7-b90c-334d571fb5d2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:02.183428 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbbfe67-6f7e-4de7-b39a-771ca99ff1b6 x-openstack-request-id: req-efbbfe67-6f7e-4de7-b39a-771ca99ff1b6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:02.183736 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:02.184247 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efbbfe67-6f7e-4de7-b39a-771ca99ff1b6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:02.184650 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'status': 'completed', 'code': 200} Dec 08 16:22:02.252384 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12befede-271f-405e-958a-9c53baa68ac3 x-openstack-request-id: req-12befede-271f-405e-958a-9c53baa68ac3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:02.253160 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b45e16b6-0572-48c0-9df6-09618b4de0c6", "tag": "5bdcc7c5-c607-41a7-b90c-334d571fb5d2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:02.253160 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-12befede-271f-405e-958a-9c53baa68ac3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:02.253483 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'tag': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2', 'status': 'completed', 'code': 200} Dec 08 16:22:02.263397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.279226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.279777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.280141 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Floating IP 8b7087e1-033c-4ee1-a4ba-5c33954239b7 disassociated. External IP: 172.25.3.253, port: 991d44ad-7cbd-44c7-9e6b-9098bed30bb6. Dec 08 16:22:02.280647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Calling delete_port for 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:02.303980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-7eb8927d-bf77-47cd-a0e0-527437265057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:02.305667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-7eb8927d-bf77-47cd-a0e0-527437265057 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248941 Dec 08 16:22:02.345095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-8bb97697-5eb2-4812-92c5-4c07e08f4d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:02.346757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-8bb97697-5eb2-4812-92c5-4c07e08f4d9f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 1094 time: 0.0926945 Dec 08 16:22:02.460767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.554990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-f32c7a22-d927-4eba-b981-e31556de1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:02.556803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-f32c7a22-d927-4eba-b981-e31556de1d2e service neutron] 10.222.0.86 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 916 time: 0.1999161 Dec 08 16:22:02.557754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:02.566726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-72287137-9b4c-4914-8870-de94f9392f86 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224507 Dec 08 16:22:02.569788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Pushing event updated for resources: {'Port': ['ID=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:02.574150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:02.576879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:02.600108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:02.683711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-1fe51d42-40d0-4a07-8963-0df64cbee707 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2 HTTP/1.1" status: 200 len: 217 time: 0.1002061 Dec 08 16:22:02.769068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:02.770059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.800016 n-d-820935-5 neutron-server[103283]: INFO neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No ports have port_id starting with 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 Dec 08 16:22:02.815876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:02.846586 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-301fd47f-dc40-4142-9a90-6bc6be78b08e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2669861 Dec 08 16:22:02.879132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Request body: {'port': {'device_id': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:02.888543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event deleted for resources: {'Port': ['ID=991d44ad-7cbd-44c7-9e6b-9098bed30bb6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:02.931212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.055032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2f8b5d4d-e5a2-4a27-bfa9-e6276166ccf0 req-0a45e6b1-2205-461f-8139-47f1a98f266d service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746218 Dec 08 16:22:03.064873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Router 0071318a-44ec-4eba-8090-3eeb8c82240c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:03.201216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6ffd16f6-071f-474d-8394-1c213ad89054 None None] Provisioning complete for port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:03.204298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ffd16f6-071f-474d-8394-1c213ad89054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.217583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.255772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6ffd16f6-071f-474d-8394-1c213ad89054 None None] Port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:03.383548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-3d37f50e-d378-4bf3-a6a9-0cec7bb58904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.386850 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-3d37f50e-d378-4bf3-a6a9-0cec7bb58904 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1094 time: 0.2244754 Dec 08 16:22:03.524817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:03.545272 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d17a60-970a-460b-adee-c2826712248f None None] Sync routers for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:03.563529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-85398b24-fc91-41c1-bf1c-ac8ea504e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.573772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-85398b24-fc91-41c1-bf1c-ac8ea504e9d7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.8811100 Dec 08 16:22:03.574460 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:03.576111 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:03.620675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968af20-d487-44c6-bc77-8a0d3db497cf req-fa1c1207-7fa1-4e43-9a1f-a6cbd40fc0a2 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.636683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3968af20-d487-44c6-bc77-8a0d3db497cf req-fa1c1207-7fa1-4e43-9a1f-a6cbd40fc0a2 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/ports?device_id=8fe710cb-e47f-4535-986c-e94c37d27ca7 HTTP/1.1" status: 200 len: 867 time: 0.9962211 Dec 08 16:22:03.655543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] No DVR routers for this DVR port 991d44ad-7cbd-44c7-9e6b-9098bed30bb6 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:03.669251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.673320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4735a043-abb0-4f27-b10e-b29f3fe81fd5 req-c5061ee7-6a4e-43dc-8381-f64f9a483566 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.86 "DELETE /v2.0/ports/991d44ad-7cbd-44c7-9e6b-9098bed30bb6 HTTP/1.1" status: 204 len: 173 time: 3.6247387 Dec 08 16:22:03.704529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-58f25712-74ac-4f75-869f-05edbb70f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.711243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-58f25712-74ac-4f75-869f-05edbb70f779 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.3160813 Dec 08 16:22:03.727730 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:03.795101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-b1087065-9ff9-4f45-84b1-1604434ee1a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 217 time: 0.0753722 Dec 08 16:22:03.864312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-473a8379-d298-4580-874d-374cd50139b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.868334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-473a8379-d298-4580-874d-374cd50139b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699823 Dec 08 16:22:03.875389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b153e344-ec85-4c12-978e-70a1e4241771 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:03.875888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-afd45f2d-a124-41ee-ab54-aed3287e47bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.877326 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-afd45f2d-a124-41ee-ab54-aed3287e47bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0733311 Dec 08 16:22:03.894566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:03.945738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602e11f-5a21-426a-a8ba-574516348f78 req-fa7ccdc4-720f-46b8-a6b7-7680c5a4cdd0 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.950062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c602e11f-5a21-426a-a8ba-574516348f78 req-fa7ccdc4-720f-46b8-a6b7-7680c5a4cdd0 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 932 time: 0.5157042 Dec 08 16:22:03.952460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-e4928fc2-e5c1-4f6e-848b-91c3215770c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:03.955353 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-e4928fc2-e5c1-4f6e-848b-91c3215770c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691218 Dec 08 16:22:03.959337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3968af20-d487-44c6-bc77-8a0d3db497cf req-96be1a73-03fd-4839-8d3a-b198ee38cb83 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups?id=e1f698b2-953d-4b97-8692-809f5da44a6f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405496 Dec 08 16:22:04.080067 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:31Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:04.110714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-28219962-9bab-4d38-a2b1-7d568b84c5fe service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502843 Dec 08 16:22:04.148829 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d17a60-970a-460b-adee-c2826712248f None None] Checking router: 0071318a-44ec-4eba-8090-3eeb8c82240c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:04.158945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Transition to ACTIVE for port object b153e344-ec85-4c12-978e-70a1e4241771 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:04.166342 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-51b1035e-ebf3-49e2-af66-99996755453d service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968727 Dec 08 16:22:04.168604 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:04.169238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:04.190258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'name': 'network-vif-deleted', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:04.193722 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0bf9e7-509c-4c13-aebc-97fb3e6b7c35" -d '{"events": [{"server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "name": "network-vif-deleted", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:04.234725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.377179 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:04.386189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8eff78d5-ae04-40a1-b488-5b32391407ad req-a81c3945-dac4-4a12-86fe-6d022c56da8c service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875653 Dec 08 16:22:04.409528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c602e11f-5a21-426a-a8ba-574516348f78 req-428efb70-1309-4b10-a3e2-047d6144a00a tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928305 Dec 08 16:22:04.533999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:04.571197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.593007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Pushing event updated for resources: {'Port': ['ID=b153e344-ec85-4c12-978e-70a1e4241771,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:04.604011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:04.637144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Transition to ACTIVE for port object 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:04.642340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f4a73-fb33-49b1-a445-ee2f361aa81a req-4e804b5a-c074-4112-82ad-2d9e3c105053 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:04.651781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:04.654804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c84f4a73-fb33-49b1-a445-ee2f361aa81a req-4e804b5a-c074-4112-82ad-2d9e3c105053 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 943 time: 0.5172348 Dec 08 16:22:04.699800 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d235ec60-1a87-431d-a7ed-1437261f8d13 x-openstack-request-id: req-d235ec60-1a87-431d-a7ed-1437261f8d13 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:04.700539 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe710cb-e47f-4535-986c-e94c37d27ca7", "name": "network-vif-deleted", "tag": "991d44ad-7cbd-44c7-9e6b-9098bed30bb6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:04.700804 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d235ec60-1a87-431d-a7ed-1437261f8d13 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:04.701215 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe710cb-e47f-4535-986c-e94c37d27ca7', 'name': 'network-vif-deleted', 'tag': '991d44ad-7cbd-44c7-9e6b-9098bed30bb6', 'status': 'completed', 'code': 200} Dec 08 16:22:04.756789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:04.763016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:04.831858 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-35d17a60-970a-460b-adee-c2826712248f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:31Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:04.837869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e68dfcd-a725-420e-a990-f57a5da70be8 req-ccf4b47a-9821-464f-b630-3365092c7030 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7136540 Dec 08 16:22:04.884255 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d17a60-970a-460b-adee-c2826712248f None None] The sync data for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 is: [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:19:25Z', 'revision_number': 4, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '712afc9a-7f4b-4f6e-9cb4-0077575a3dab', 'name': '', 'network_id': '85fe1f08-e91c-4a7e-8d8f-df7ebff994ec', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'mac_address': 'fa:16:3e:a9:20:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:23Z', 'updated_at': '2021-12-08T16:19:31Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'subnets': [{'id': '169df7fe-d162-40b2-bc28-09c4c3c04445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:04.913996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.022608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Attempting to bind port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:05.023344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Attempting to bind port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:05.023344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Attempting to bind port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:05.038310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:05.038638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Attempting to bind port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:05.063566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:05.063917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Checking segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:05.064314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Bound using segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:05.064772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Bound port: 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:05.065130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.068147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:05.141588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:05.162618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:05.180601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'port_id': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2', 'mac_address': 'fa:16:3e:00:68:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd207f1-ca81-44b6-b223-56ba1d2168b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:05.194215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53266) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:05.285762 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.298399 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.304808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c84f4a73-fb33-49b1-a445-ee2f361aa81a req-fa45a6ec-5cdb-4af8-966c-a8cac0fc85fe tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6347029 Dec 08 16:22:05.325330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] For port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:05.335670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Attempting to bind port b153e344-ec85-4c12-978e-70a1e4241771 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:05.336015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Attempting to bind port b153e344-ec85-4c12-978e-70a1e4241771 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:05.336322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Attempting to bind port b153e344-ec85-4c12-978e-70a1e4241771 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:05.337955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] For port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:05.347451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Port b153e344-ec85-4c12-978e-70a1e4241771 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:05.347451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Attempting to bind port b153e344-ec85-4c12-978e-70a1e4241771 on network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:05.348372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.348630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:05.379237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:05.386381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:05.386884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Checking segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:05.387291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Bound using segment: {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:05.387776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Bound port: b153e344-ec85-4c12-978e-70a1e4241771, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80d89250-0bd0-4a46-8f3c-16112ec8c9c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:05.388146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.409622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.410017 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.410425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:05.411225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] 10.222.0.86 "PUT /v2.0/ports/1be4f09c-cb0f-4429-ace7-56ee4a87bfdf HTTP/1.1" status: 200 len: 1092 time: 2.5368757 Dec 08 16:22:05.421849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c7f1e9-cd1d-4e45-8ef9-5e1055cae4e7 None None] New status for floating IP 8b7087e1-033c-4ee1-a4ba-5c33954239b7: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:05.493340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] For port b153e344-ec85-4c12-978e-70a1e4241771, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:05.499550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] For port b153e344-ec85-4c12-978e-70a1e4241771, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b153e344-ec85-4c12-978e-70a1e4241771,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:05.505118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e859c88-3eae-4354-8ba8-ceb88f119b92 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.539632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.555641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e859c88-3eae-4354-8ba8-ceb88f119b92 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.559343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97f447-289c-4ff5-acc3-3e71ee2d9477 service neutron] Pushing event updated for resources: {'Port': ['ID=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:05.567176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:05.616628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-d56d5d6c-22c9-4c3e-a51c-47289f124e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.620215 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-d56d5d6c-22c9-4c3e-a51c-47289f124e0e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 1095 time: 0.1331615 Dec 08 16:22:05.628120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.726857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-d29af3b8-8858-4497-b3c8-0dba092803d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf HTTP/1.1" status: 200 len: 217 time: 0.0982480 Dec 08 16:22:05.730374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e859c88-3eae-4354-8ba8-ceb88f119b92 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.733572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e859c88-3eae-4354-8ba8-ceb88f119b92 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.759145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8e859c88-3eae-4354-8ba8-ceb88f119b92 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "DELETE /v2.0/security-groups/e1f698b2-953d-4b97-8692-809f5da44a6f HTTP/1.1" status: 204 len: 168 time: 0.5617025 Dec 08 16:22:05.767543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.769754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53274) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:05.833215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.833890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:05.835406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] 10.222.0.58 "PUT /v2.0/ports/b153e344-ec85-4c12-978e-70a1e4241771 HTTP/1.1" status: 200 len: 1091 time: 4.9083946 Dec 08 16:22:05.850366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'tag': 'b153e344-ec85-4c12-978e-70a1e4241771'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:05.850724 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-47d5e716-2108-436a-b98b-bc40eadb4f55 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] show failed (client error): The resource could not be found. Dec 08 16:22:05.856368 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47d5e716-2108-436a-b98b-bc40eadb4f55 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "GET /v2.0/security-groups/e1f698b2-953d-4b97-8692-809f5da44a6f HTTP/1.1" status: 404 len: 347 time: 0.0767038 Dec 08 16:22:05.856606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5bdcc7c5-c607-41a7-b90c-334d571fb5d2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:05.858324 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee" -d '{"events": [{"name": "network-changed", "server_uuid": "30cda3cf-54ea-4bf3-8f32-605372418b60", "tag": "b153e344-ec85-4c12-978e-70a1e4241771"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:05.879795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e859c88-3eae-4354-8ba8-ceb88f119b92 tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f698b2-953d-4b97-8692-809f5da44a6f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:05.880431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:05.907884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180bcbd-869a-4130-a79a-f0036b9bd043 service neutron] Pushing event updated for resources: {'Port': ['ID=b153e344-ec85-4c12-978e-70a1e4241771,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:05.941638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:05.964343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c52954b-768c-4e36-a658-d09f716c4218 req-4feb565c-24b1-4465-b549-4a0379ffb66f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:05.966395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c52954b-768c-4e36-a658-d09f716c4218 req-4feb565c-24b1-4465-b549-4a0379ffb66f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 944 time: 0.3490763 Dec 08 16:22:06.033508 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97740c51-4146-4356-9563-a52db7e90200 x-openstack-request-id: req-97740c51-4146-4356-9563-a52db7e90200 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:06.033893 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cda3cf-54ea-4bf3-8f32-605372418b60", "tag": "b153e344-ec85-4c12-978e-70a1e4241771", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:06.034081 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97740c51-4146-4356-9563-a52db7e90200 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:06.034472 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'tag': 'b153e344-ec85-4c12-978e-70a1e4241771', 'status': 'completed', 'code': 200} Dec 08 16:22:06.048359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:06.112401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-0a213c73-530c-415f-815b-2f2849cbf6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.114713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-0a213c73-530c-415f-815b-2f2849cbf6ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.3803647 Dec 08 16:22:06.156598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-669c9588-e3c5-4e8d-9bbc-a59aeed01646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.158296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-669c9588-e3c5-4e8d-9bbc-a59aeed01646 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 1094 time: 0.2748458 Dec 08 16:22:06.178632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0153153a-b9f6-4b51-a4fb-7ad996712525'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:06.218477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-8507d2c6-7b88-4f39-93c8-4bfe6fc62e8e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b153e344-ec85-4c12-978e-70a1e4241771 HTTP/1.1" status: 200 len: 217 time: 0.0477741 Dec 08 16:22:06.242303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1d2feb6c-76ec-48dd-bcec-1b1363072e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.243948 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-1d2feb6c-76ec-48dd-bcec-1b1363072e72 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171992 Dec 08 16:22:06.249053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Deleting port 91225c50-fc00-475f-854f-d57d701c99ca {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:06.249474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.255134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c52954b-768c-4e36-a658-d09f716c4218 req-fcfc73d6-d1a2-4401-ae80-74fe928cc36c tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649865 Dec 08 16:22:06.292798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:06.293712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.360314 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-6626a0bd-16f3-4007-b83b-c1fd97732895 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084466 Dec 08 16:22:06.419459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-ede2ed92-9d05-4ac0-9c09-d959890e53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.421236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-ede2ed92-9d05-4ac0-9c09-d959890e53f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.1562133 Dec 08 16:22:06.533129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.533953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.555614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Calling delete_port for 91225c50-fc00-475f-854f-d57d701c99ca owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:06.561935 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c0fca65-a8b2-43df-b08d-d430845e455b req-03dd2a8b-5a0c-41e6-bfd1-e3e9b77d1b12 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875410 Dec 08 16:22:06.569498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-0ae47249-f345-4724-b9df-b439b5e45690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.571722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-0ae47249-f345-4724-b9df-b439b5e45690 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1381848 Dec 08 16:22:06.659313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 9d9195f9-ef03-478d-b586-c0e51ff8f1a2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:06.660095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.697742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e0a99-839b-4ff9-b2e0-694e9a6047d1 req-9700110d-d128-4940-8d45-662c31eba25c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:06.702705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-958e0a99-839b-4ff9-b2e0-694e9a6047d1 req-9700110d-d128-4940-8d45-662c31eba25c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1934817 Dec 08 16:22:06.703233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'tag': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:06.707504 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b696ea3-4426-4116-8554-9033cd8b0dee" -d '{"events": [{"name": "network-changed", "server_uuid": "be51278a-419b-4ffb-8553-a6e450123ff2", "tag": "1be4f09c-cb0f-4429-ace7-56ee4a87bfdf"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:06.748228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:06.843024 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:06.854164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-921859f4-3e0f-48f0-9d79-19f9b8fb8650 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626057 Dec 08 16:22:06.886565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Pushing event deleted for resources: {'Port': ['ID=91225c50-fc00-475f-854f-d57d701c99ca,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:06.972731 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65035001-85d6-4551-b808-9d7fdfc38ee4 x-openstack-request-id: req-65035001-85d6-4551-b808-9d7fdfc38ee4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:06.973075 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be51278a-419b-4ffb-8553-a6e450123ff2", "tag": "1be4f09c-cb0f-4429-ace7-56ee4a87bfdf", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:06.973333 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65035001-85d6-4551-b808-9d7fdfc38ee4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:06.973736 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'tag': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf', 'status': 'completed', 'code': 200} Dec 08 16:22:07.022358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53298) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:07.048113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-958e0a99-839b-4ff9-b2e0-694e9a6047d1 req-834833c8-32d2-438b-b423-172d647b42f0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232380 Dec 08 16:22:07.119913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.123560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.129615 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-443cf179-c527-488c-9b55-4c10a2defceb tempest-ServersTestJSON-1944511033 tempest-ServersTestJSON-1944511033-project] 10.222.0.62 "DELETE /v2.0/floatingips/8b7087e1-033c-4ee1-a4ba-5c33954239b7 HTTP/1.1" status: 204 len: 168 time: 1.2407055 Dec 08 16:22:07.129615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-1e97cdea-09dc-4ee3-958d-17ad57ac88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.133009 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-1e97cdea-09dc-4ee3-958d-17ad57ac88aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 1095 time: 0.1417923 Dec 08 16:22:07.133960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:07.187966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38ff515c-74dc-4550-b5c0-6d3f3725fcdb req-1e8f7a64-c50e-44f5-924f-0737269c6dda service neutron] 10.222.0.58 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218548 Dec 08 16:22:07.255426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1ec3-cfce-488b-80fc-7d2dd3c1c8e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.276420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.350030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=9d9195f9-ef03-478d-b586-c0e51ff8f1a2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:07.429963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-72adaa43-1e57-4ea9-8b09-581c90656c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.432027 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-72adaa43-1e57-4ea9-8b09-581c90656c2d service neutron] 10.222.0.86 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 916 time: 0.2925820 Dec 08 16:22:07.530533 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-ccfec825-6d8e-4ab0-9594-dbbe61d9b8da service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf HTTP/1.1" status: 200 len: 217 time: 0.0416784 Dec 08 16:22:07.549404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-ef6da3d9-b3a9-4509-888e-041c092c33ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.551998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-ef6da3d9-b3a9-4509-888e-041c092c33ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 1094 time: 0.2151706 Dec 08 16:22:07.582927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d39eff-51e1-42d8-996d-eab61637b487 req-19e67498-09fc-4590-ada6-2a4efa898304 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.585669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30d39eff-51e1-42d8-996d-eab61637b487 req-19e67498-09fc-4590-ada6-2a4efa898304 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 944 time: 0.2267647 Dec 08 16:22:07.637235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-991f3b52-c543-46cc-82e9-5e3aaf8fcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.638876 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-991f3b52-c543-46cc-82e9-5e3aaf8fcf23 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.1005924 Dec 08 16:22:07.749655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-c2651225-24b4-42f4-8678-3eb220698e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:07.751132 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-c2651225-24b4-42f4-8678-3eb220698e85 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1033316 Dec 08 16:22:07.770353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1ec3-cfce-488b-80fc-7d2dd3c1c8e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:07.803054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a5d1ec3-cfce-488b-80fc-7d2dd3c1c8e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.019697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6a5d1ec3-cfce-488b-80fc-7d2dd3c1c8e7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=32e414abed3b47fd942a7384152c1d5c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9925566 Dec 08 16:22:08.033049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d1ec3-cfce-488b-80fc-7d2dd3c1c8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5557ae36-a78e-474f-b695-be9a1c5a6dbe,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:08.036763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:08.045048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30d39eff-51e1-42d8-996d-eab61637b487 req-b022242d-5f74-4efd-bb5b-0183d0bdfb36 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858984 Dec 08 16:22:08.064211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.121826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-7cf59306-f429-4405-9b34-2bb61c4a121c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.123330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-7cf59306-f429-4405-9b34-2bb61c4a121c service neutron] 10.222.0.58 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 916 time: 0.5287626 Dec 08 16:22:08.217567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-9be4b831-9eb2-4aaf-a83a-9ebf544f27a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b153e344-ec85-4c12-978e-70a1e4241771 HTTP/1.1" status: 200 len: 217 time: 0.0543027 Dec 08 16:22:08.304727 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-ea886108-a718-4dd4-a503-82228f16c1de service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454507 Dec 08 16:22:08.346802 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7734-3530-4ca1-8903-d2cb0dd3c618 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.386797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-bebaeff4-c72a-41df-a286-fecf36c852ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.388324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-bebaeff4-c72a-41df-a286-fecf36c852ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.1518762 Dec 08 16:22:08.418426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7734-3530-4ca1-8903-d2cb0dd3c618 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.437587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123918b3-98aa-4d87-92a6-02d7e7f69af4 req-8f8598fa-e5e1-4f5b-be3e-462cae65d077 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:08.439234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-123918b3-98aa-4d87-92a6-02d7e7f69af4 req-8f8598fa-e5e1-4f5b-be3e-462cae65d077 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2277210 Dec 08 16:22:08.504294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.583240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2b696ea3-4426-4116-8554-9033cd8b0dee req-94a55edd-5854-40f0-93c4-a6ef8f06b9a6 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453980 Dec 08 16:22:08.608370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:08.614328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:08.725246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b153e344-ec85-4c12-978e-70a1e4241771 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:08.735898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:08.936377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:08.967287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:08.967997 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:08.998946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Deleting port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:08.999537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.021238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.046092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 0153153a-b9f6-4b51-a4fb-7ad996712525 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:09.074328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0153153a-b9f6-4b51-a4fb-7ad996712525 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:09.074729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.076669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'port_id': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf', 'mac_address': 'fa:16:3e:d4:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd207f1-ca81-44b6-b223-56ba1d2168b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:09.078992 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7734-3530-4ca1-8903-d2cb0dd3c618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.082526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a9c7734-3530-4ca1-8903-d2cb0dd3c618 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.084019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8a9c7734-3530-4ca1-8903-d2cb0dd3c618 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5557ae36-a78e-474f-b695-be9a1c5a6dbe HTTP/1.1" status: 204 len: 168 time: 1.0379522 Dec 08 16:22:09.140221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b153e344-ec85-4c12-978e-70a1e4241771, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b153e344-ec85-4c12-978e-70a1e4241771,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.149139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c7734-3530-4ca1-8903-d2cb0dd3c618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5557ae36-a78e-474f-b695-be9a1c5a6dbe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.177153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-8c5d641e-797d-4711-bc4c-5aaef07da226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:09.179729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-8c5d641e-797d-4711-bc4c-5aaef07da226 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7779384 Dec 08 16:22:09.204061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'b153e344-ec85-4c12-978e-70a1e4241771', 'network_id': 'c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a', 'port_id': 'b153e344-ec85-4c12-978e-70a1e4241771', 'mac_address': 'fa:16:3e:d1:1b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccd207f1-ca81-44b6-b223-56ba1d2168b8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:09.253303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.268180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] For port 712afc9a-7f4b-4f6e-9cb4-0077575a3dab, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.268687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.294779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Calling delete_port for 712afc9a-7f4b-4f6e-9cb4-0077575a3dab owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:09.316098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:09.341944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.347444 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.355600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-123918b3-98aa-4d87-92a6-02d7e7f69af4 req-64b232d8-b9e4-4071-8a41-6b709dc91e71 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8977182 Dec 08 16:22:09.416186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.427981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822418e5-ba8f-40f8-bbd9-1750496cf897 req-bdd39901-125d-479e-a939-cef1233c7335 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:09.435913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.437906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-822418e5-ba8f-40f8-bbd9-1750496cf897 req-bdd39901-125d-479e-a939-cef1233c7335 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 944 time: 0.1815374 Dec 08 16:22:09.440177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b153e344-ec85-4c12-978e-70a1e4241771 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:09.458496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:09.460518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.463658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:09.468311 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cdb705-337c-446f-a58e-197002fc260b" -d '{"events": [{"server_uuid": "b45e16b6-0572-48c0-9df6-09618b4de0c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bdcc7c5-c607-41a7-b90c-334d571fb5d2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:09.551164 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd146cc-f8d0-4dd2-b404-2b7697e0fe6f x-openstack-request-id: req-7fd146cc-f8d0-4dd2-b404-2b7697e0fe6f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:09.551614 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45e16b6-0572-48c0-9df6-09618b4de0c6", "name": "network-vif-plugged", "status": "completed", "tag": "5bdcc7c5-c607-41a7-b90c-334d571fb5d2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:09.552027 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fd146cc-f8d0-4dd2-b404-2b7697e0fe6f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:09.552652 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2', 'code': 200} Dec 08 16:22:09.563497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.589709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.597562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b153e344-ec85-4c12-978e-70a1e4241771, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b153e344-ec85-4c12-978e-70a1e4241771,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.621745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.657460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-ec26b4b8-09c3-4b40-b017-8b904a01d053 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534237 Dec 08 16:22:09.663067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['1be4f09c-cb0f-4429-ace7-56ee4a87bfdf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:09.670308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.693241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:09.722373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.730073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.764577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53324) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:09.787954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.801878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-822418e5-ba8f-40f8-bbd9-1750496cf897 req-8d042352-fdf6-4675-93bf-54367c8d718e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511906 Dec 08 16:22:09.829007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec6059e-e395-4505-a783-6acee1ac8486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:09.839263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Pushing event deleted for resources: {'Port': ['ID=712afc9a-7f4b-4f6e-9cb4-0077575a3dab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:09.866244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:09.885688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d67564ad-7d0d-4df9-a9b2-890cbf36caf5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/39c3ed65-056e-44c6-8ba0-3a98ad09df6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9166784 Dec 08 16:22:09.886455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53326) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:09.887324 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] Sync routers for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:09.919015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15826049-ed3e-4af3-b926-d259e6f35729 req-36752a4a-5502-47e4-81c9-65be99f02c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:09.920831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15826049-ed3e-4af3-b926-d259e6f35729 req-36752a4a-5502-47e4-81c9-65be99f02c91 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 1096 time: 0.2112205 Dec 08 16:22:09.925677 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:09.932126 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:09.942037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95d0afbf-56fc-4c9b-9f62-b5ee21d103ee req-845acca2-b449-4f20-9206-d17377dfe125 service neutron] 10.222.0.58 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2714903 Dec 08 16:22:09.981197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting subnet 911f61ab-a9cc-435c-81c4-405ab05aa9d0 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:09.996951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.108991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-15826049-ed3e-4af3-b926-d259e6f35729 req-42fdd0db-be59-4d60-b6ab-9c1347d69e05 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792305 Dec 08 16:22:10.120856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.178212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec6059e-e395-4505-a783-6acee1ac8486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.192109 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec6059e-e395-4505-a783-6acee1ac8486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.234090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.234466 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:10.258700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b153e344-ec85-4c12-978e-70a1e4241771'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:10.285067 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aec6059e-e395-4505-a783-6acee1ac8486 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3f463249fc474579b32110065eaf9e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5121517 Dec 08 16:22:10.287941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53330) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:10.294765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6059e-e395-4505-a783-6acee1ac8486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4169f46-51b3-4637-ac36-41344e85e174,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:10.388214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.410359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b153e344-ec85-4c12-978e-70a1e4241771,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:10.581282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.588583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3071f54-c171-47eb-ad72-429b20cce9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.599816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:10.660060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3071f54-c171-47eb-ad72-429b20cce9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.691341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Subnet': ['ID=911f61ab-a9cc-435c-81c4-405ab05aa9d0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:10.783158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:10.787613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9321574f-4f70-4ecd-83c1-c1569e0dfddb None None] Network fd50c743-5ece-4c3e-b189-be25c9537097 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:10.788274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-461a787b-7dad-4fc6-bb27-ceb7437d868c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/subnets/911f61ab-a9cc-435c-81c4-405ab05aa9d0 HTTP/1.1" status: 204 len: 168 time: 0.8962235 Dec 08 16:22:10.792136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53334) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:10.809539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:22:07Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:10.866147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82d09e-11c6-4144-85c4-7034452b3867 req-957ab8fb-c09b-466a-a168-aae3ec69bbb3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:10.868062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a82d09e-11c6-4144-85c4-7034452b3867 req-957ab8fb-c09b-466a-a168-aae3ec69bbb3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.2783337 Dec 08 16:22:10.896011 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] Checking router: 39c3ed65-056e-44c6-8ba0-3a98ad09df6d for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:10.908204 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] Routers {'39c3ed65-056e-44c6-8ba0-3a98ad09df6d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:10.909107 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:11.036462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.069758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3071f54-c171-47eb-ad72-429b20cce9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.081220 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3071f54-c171-47eb-ad72-429b20cce9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.083374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3071f54-c171-47eb-ad72-429b20cce9c7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4169f46-51b3-4637-ac36-41344e85e174 HTTP/1.1" status: 204 len: 168 time: 0.7896793 Dec 08 16:22:11.127563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] DHCP port deletion for fd50c743-5ece-4c3e-b189-be25c9537097 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:11.149586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3071f54-c171-47eb-ad72-429b20cce9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4169f46-51b3-4637-ac36-41344e85e174,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:11.220560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Router 0071318a-44ec-4eba-8090-3eeb8c82240c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:11.353879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] Deleting port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:11.354114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a82d09e-11c6-4144-85c4-7034452b3867 req-40ef7a38-a87a-402b-b6eb-e456db2c401c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4603293 Dec 08 16:22:11.354810 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.393556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad235c-7d8e-44f0-ae63-8eb1649d905c req-3be1428b-5d93-480c-8de2-5c4ae3a91efa tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:11.404590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58ad235c-7d8e-44f0-ae63-8eb1649d905c req-3be1428b-5d93-480c-8de2-5c4ae3a91efa tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 945 time: 0.2869589 Dec 08 16:22:11.454847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.456023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] Set router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:11.456301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:11.483376 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-600b6565-8212-4c93-a90a-506b9a027635 admin admin] 10.222.0.62 "PUT /v2.0/routers/0071318a-44ec-4eba-8090-3eeb8c82240c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3453798 Dec 08 16:22:11.485567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:11.507933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] For port 929b00cc-8d9b-45ec-b430-f137fb27dcc2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=929b00cc-8d9b-45ec-b430-f137fb27dcc2,segment=NetworkSegment(e0144899-715a-4348-8eca-988c92a8ac18),segment_id=e0144899-715a-4348-8eca-988c92a8ac18)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:11.508331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.536536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] Calling delete_port for 929b00cc-8d9b-45ec-b430-f137fb27dcc2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:11.630294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:11.632976 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1054d50e-65a7-426d-b2fa-7ddf228657f4" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:11.636308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] Sync routers for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:11.641531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58ad235c-7d8e-44f0-ae63-8eb1649d905c req-6ca23279-f384-4c17-9871-b6f74c8ba9f2 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350218 Dec 08 16:22:11.652152 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.674428 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:22:07Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:11.711500 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-085506e3-9a75-43e1-8a88-1505205b0e01 None None] The sync data for ids ['39c3ed65-056e-44c6-8ba0-3a98ad09df6d'] in n-d-820935-5 is: [{'id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533132280', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84'}], 'enable_snat': True}, 'gw_port_id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:41Z', 'updated_at': '2021-12-08T16:22:07Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '58a993a3-6152-4a3f-a21e-2751ec239904', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c3ed65-056e-44c6-8ba0-3a98ad09df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:42Z', 'updated_at': '2021-12-08T16:19:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:11.738321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 58a993a3-6152-4a3f-a21e-2751ec239904 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:11.738672 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.753820 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd12a8e9-a761-4461-a142-628a5318c76f x-openstack-request-id: req-cd12a8e9-a761-4461-a142-628a5318c76f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:11.754507 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:11.754922 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd12a8e9-a761-4461-a142-628a5318c76f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:11.755548 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:22:11.771354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] No DVR routers for this DVR port 929b00cc-8d9b-45ec-b430-f137fb27dcc2 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:11.774601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.777057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:11.779183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:11.783780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1270a-c880-4879-865b-fb2a708176da None None] Pushing event deleted for resources: {'Port': ['ID=929b00cc-8d9b-45ec-b430-f137fb27dcc2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:11.907881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.908817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826d5a4-166d-454e-adbd-9cdd4f865d3a req-808c18b9-512e-4eb4-ac83-df9b347c18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:11.910386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e826d5a4-166d-454e-adbd-9cdd4f865d3a req-808c18b9-512e-4eb4-ac83-df9b347c18b1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1096 time: 0.0824692 Dec 08 16:22:11.921951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53348) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:11.931746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 58a993a3-6152-4a3f-a21e-2751ec239904, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=58a993a3-6152-4a3f-a21e-2751ec239904,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:11.932144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.955768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 58a993a3-6152-4a3f-a21e-2751ec239904 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:11.959953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:11.971432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:11.988203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e826d5a4-166d-454e-adbd-9cdd4f865d3a req-b554c9a8-0ef4-4b0b-b5cb-fc90645cf922 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690634 Dec 08 16:22:12.023442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Deleting port b2a5509f-edf3-41fb-830c-6a5d1bf90b46 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:12.023779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.161743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.171222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] For port b2a5509f-edf3-41fb-830c-6a5d1bf90b46, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:12.172273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.174507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.200071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Calling delete_port for b2a5509f-edf3-41fb-830c-6a5d1bf90b46 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:12.228884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.245667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0f44fa6af1e3482a9d07f02956248cf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3224428 Dec 08 16:22:12.274456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53350) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:12.281555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d25603-eda9-4d90-8433-dcc1db86430f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:12.289698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=58a993a3-6152-4a3f-a21e-2751ec239904,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:12.294586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.294972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.295279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.296002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.296002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.296258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.296582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.296922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.297244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.297571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.297933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.298258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.298584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e7e56b-d4b4-45cf-89bd-2a410ccaeea0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:12.340890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134f0c0b-d9cd-4c6a-a891-c236be5a22a1 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:12.373445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:22:09Z', 'revision_number': 5, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port': {'id': 'b2a5509f-edf3-41fb-830c-6a5d1bf90b46', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:e8:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1661, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:19:12Z', 'updated_at': '2021-12-08T16:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:12.440952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] Checking router: 0071318a-44ec-4eba-8090-3eeb8c82240c for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:12.446381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3afd3414-9e62-4969-8d5b-d022a0078de6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.459869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.470584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] Routers {'0071318a-44ec-4eba-8090-3eeb8c82240c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:12.471602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0071318a-44ec-4eba-8090-3eeb8c82240c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:12.498278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.545137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3afd3414-9e62-4969-8d5b-d022a0078de6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.570945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a5509f-edf3-41fb-830c-6a5d1bf90b46,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:12.617203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.621299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:12.628784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.677267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8578d7-366b-490b-bdff-1d588f90563a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:12.686123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] Set router 0071318a-44ec-4eba-8090-3eeb8c82240c gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:12.707253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.761111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b153e344-ec85-4c12-978e-70a1e4241771 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:12.766511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:22:11Z', 'revision_number': 6, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:12.784654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.787640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Fanout notify agent at l3_agent the message router_deleted on router 39c3ed65-056e-44c6-8ba0-3a98ad09df6d {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:22:12.808088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.815869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7930d2a3-3e95-496c-8734-8ad77e672943 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/routers/39c3ed65-056e-44c6-8ba0-3a98ad09df6d HTTP/1.1" status: 204 len: 168 time: 2.0211649 Dec 08 16:22:12.820600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226fa37b-6257-41d3-9686-e945b4bbcd3f None None] The sync data for ids ['0071318a-44ec-4eba-8090-3eeb8c82240c'] in n-d-820935-5 is: [{'id': '0071318a-44ec-4eba-8090-3eeb8c82240c', 'name': 'tempest-ServersTestJSON-1267996378-router', 'tenant_id': '80b58aa5415b42488b1fb05e9315e9a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:19:09Z', 'updated_at': '2021-12-08T16:22:11Z', 'revision_number': 6, 'project_id': '80b58aa5415b42488b1fb05e9315e9a1', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:12.835975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3a692-e9a6-4ff8-af71-879ded784364 req-15f4b79a-f83d-47c8-bb8c-b336da7af777 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:12.839257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:12.847193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:12.856859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbe3a692-e9a6-4ff8-af71-879ded784364 req-15f4b79a-f83d-47c8-bb8c-b336da7af777 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.3198421 Dec 08 16:22:12.857365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:12.857721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.909195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3afd3414-9e62-4969-8d5b-d022a0078de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.913677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3afd3414-9e62-4969-8d5b-d022a0078de6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.921396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3afd3414-9e62-4969-8d5b-d022a0078de6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c8d25603-eda9-4d90-8433-dcc1db86430f HTTP/1.1" status: 204 len: 168 time: 0.6374171 Dec 08 16:22:12.921752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port b153e344-ec85-4c12-978e-70a1e4241771 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:12.941624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port b153e344-ec85-4c12-978e-70a1e4241771 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:12.949219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:12.993694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd3414-9e62-4969-8d5b-d022a0078de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d25603-eda9-4d90-8433-dcc1db86430f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.047451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.053250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.124292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbe3a692-e9a6-4ff8-af71-879ded784364 req-f402eb04-a8cc-41f3-b72f-9f6396d4245c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639203 Dec 08 16:22:13.153604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.169221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fe096-6b37-48cd-b8d5-251d565041a7 req-aeab980a-a3d0-4148-ace1-7b6a04033787 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:13.185076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-441fe096-6b37-48cd-b8d5-251d565041a7 req-aeab980a-a3d0-4148-ace1-7b6a04033787 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 945 time: 0.2512407 Dec 08 16:22:13.194824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.195674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0071318a-44ec-4eba-8090-3eeb8c82240c {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:22:13.241464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.249402 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1920ad11-cb78-48b9-a9b6-3917db3011ae admin admin] 10.222.0.62 "DELETE /v2.0/routers/0071318a-44ec-4eba-8090-3eeb8c82240c HTTP/1.1" status: 204 len: 168 time: 1.7578309 Dec 08 16:22:13.250802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53362) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:13.270392 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.340208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-441fe096-6b37-48cd-b8d5-251d565041a7 req-8b7b2442-5e50-48ef-9cad-8a94135f0b1a tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514077 Dec 08 16:22:13.362990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Deleting subnet 169df7fe-d162-40b2-bc28-09c4c3c04445 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:13.366846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.415380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.422445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.435717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.459539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd50c743-5ece-4c3e-b189-be25c9537097']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:13.460672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:13.475825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0144899-715a-4348-8eca-988c92a8ac18') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:13.476517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0144899-715a-4348-8eca-988c92a8ac18') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:13.492732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.498359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.511565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b153e344-ec85-4c12-978e-70a1e4241771, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b153e344-ec85-4c12-978e-70a1e4241771,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:13.516773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.525073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:13.545834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:13.549621 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:13.574132 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.620236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.658046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.681090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.698021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.705934 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/networks/fd50c743-5ece-4c3e-b189-be25c9537097 HTTP/1.1" status: 204 len: 168 time: 0.8571262 Dec 08 16:22:13.710323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:13.762048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf'}, {'server_uuid': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b153e344-ec85-4c12-978e-70a1e4241771'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:13.764366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ecd2e-ef2f-4648-88af-dba02a0ef9b2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Network': ['ID=fd50c743-5ece-4c3e-b189-be25c9537097,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.766835 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aec8c7-fc27-471c-8595-0474c4061ad5" -d '{"events": [{"server_uuid": "be51278a-419b-4ffb-8553-a6e450123ff2", "name": "network-vif-plugged", "status": "completed", "tag": "1be4f09c-cb0f-4429-ace7-56ee4a87bfdf"}, {"server_uuid": "30cda3cf-54ea-4bf3-8f32-605372418b60", "name": "network-vif-plugged", "status": "completed", "tag": "b153e344-ec85-4c12-978e-70a1e4241771"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:13.810216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.821186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b153e344-ec85-4c12-978e-70a1e4241771,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.872603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=169df7fe-d162-40b2-bc28-09c4c3c04445,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:13.876865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16b6e9cf-b7b2-43f7-afa0-71c83f39c13e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:13.916083 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0045aac-bbd9-4f74-b77c-a1098dc7b584 x-openstack-request-id: req-e0045aac-bbd9-4f74-b77c-a1098dc7b584 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:13.916937 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be51278a-419b-4ffb-8553-a6e450123ff2", "name": "network-vif-plugged", "status": "completed", "tag": "1be4f09c-cb0f-4429-ace7-56ee4a87bfdf", "code": 200}, {"server_uuid": "30cda3cf-54ea-4bf3-8f32-605372418b60", "name": "network-vif-plugged", "status": "completed", "tag": "b153e344-ec85-4c12-978e-70a1e4241771", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:13.917581 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e0045aac-bbd9-4f74-b77c-a1098dc7b584 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:13.918504 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf', 'code': 200} Dec 08 16:22:13.919140 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b153e344-ec85-4c12-978e-70a1e4241771', 'code': 200} Dec 08 16:22:13.935521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16b6e9cf-b7b2-43f7-afa0-71c83f39c13e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.046118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.051956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e40247d0-b08d-4bea-bd6c-02154f13da0a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/169df7fe-d162-40b2-bc28-09c4c3c04445 HTTP/1.1" status: 204 len: 168 time: 0.7978134 Dec 08 16:22:14.054223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53380) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:14.078516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc426195-845f-4387-a8fa-77975fcd84b6 None None] Network 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:14.124147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599fd58-8e48-43e1-8da1-9cd7a0c7253d req-981eb935-c328-4972-8ca3-fff28ab5b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:14.127016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9599fd58-8e48-43e1-8da1-9cd7a0c7253d req-981eb935-c328-4972-8ca3-fff28ab5b070 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 1096 time: 0.1220591 Dec 08 16:22:14.216214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500abbe-b023-4ecd-85a6-ec66ffef9590 req-aeb85388-3485-48e4-914b-70795b718c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:14.219653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3500abbe-b023-4ecd-85a6-ec66ffef9590 req-aeb85388-3485-48e4-914b-70795b718c8e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 1097 time: 0.2086957 Dec 08 16:22:14.232138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 929b00cc-8d9b-45ec-b430-f137fb27dcc2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:14.259772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.274212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16b6e9cf-b7b2-43f7-afa0-71c83f39c13e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.278211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16b6e9cf-b7b2-43f7-afa0-71c83f39c13e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.279522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-16b6e9cf-b7b2-43f7-afa0-71c83f39c13e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/security-groups/2adc65be-7c2e-4e31-9d1c-8557e2420acb HTTP/1.1" status: 204 len: 168 time: 0.5676529 Dec 08 16:22:14.299027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9599fd58-8e48-43e1-8da1-9cd7a0c7253d req-a1886ed9-6b40-4932-ae2f-bcc1096a7463 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646278 Dec 08 16:22:14.300602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b6e9cf-b7b2-43f7-afa0-71c83f39c13e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adc65be-7c2e-4e31-9d1c-8557e2420acb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:14.302654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 929b00cc-8d9b-45ec-b430-f137fb27dcc2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:14.303251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 929b00cc-8d9b-45ec-b430-f137fb27dcc2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:14.303986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:14.428926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:14.429105 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3500abbe-b023-4ecd-85a6-ec66ffef9590 req-d7623ec4-a58c-41df-9353-74c7e4410bcc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990659 Dec 08 16:22:14.429547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9d9195f9-ef03-478d-b586-c0e51ff8f1a2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:14.431001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 58a993a3-6152-4a3f-a21e-2751ec239904 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:14.449240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Deleting port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:14.449614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.492825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 58a993a3-6152-4a3f-a21e-2751ec239904 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:14.493128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 58a993a3-6152-4a3f-a21e-2751ec239904 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:14.494591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 712afc9a-7f4b-4f6e-9cb4-0077575a3dab no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:14.519669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 712afc9a-7f4b-4f6e-9cb4-0077575a3dab {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:14.520100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 712afc9a-7f4b-4f6e-9cb4-0077575a3dab not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:14.597127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] For port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,segment=NetworkSegment(1f7c1564-55ec-46e1-a201-17c492532195),segment_id=1f7c1564-55ec-46e1-a201-17c492532195)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:14.597611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.620275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Calling delete_port for 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:14.655870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7498a99-69e3-4220-9bd8-29278ce503f3 req-05693973-cae6-45ba-86d1-9b2b5b78ba22 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:14.657549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7498a99-69e3-4220-9bd8-29278ce503f3 req-05693973-cae6-45ba-86d1-9b2b5b78ba22 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.1293738 Dec 08 16:22:14.668033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f2791-e5f7-45fa-b5cf-d01e4f31cf19 req-32481f2a-b7d8-441d-9d4c-5d6e39e52ffe tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:14.670410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-400f2791-e5f7-45fa-b5cf-d01e4f31cf19 req-32481f2a-b7d8-441d-9d4c-5d6e39e52ffe tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.2267981 Dec 08 16:22:14.707343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] DHCP port deletion for 85fe1f08-e91c-4a7e-8d8f-df7ebff994ec request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:14.764290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.785338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Deleting port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:14.786094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.802844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:14.805385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] No DVR routers for this DVR port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:14.841936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-400f2791-e5f7-45fa-b5cf-d01e4f31cf19 req-0ffa544a-331e-453d-b4a5-e6d8a01d52d2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531975 Dec 08 16:22:14.923149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7498a99-69e3-4220-9bd8-29278ce503f3 req-2cea5eac-4f07-4cc2-aedd-61023e3c3cde tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509074 Dec 08 16:22:14.941271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] For port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:14.941702 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.944961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.974831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Calling delete_port for 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:14.979201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:22:14.981487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:14.999870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85fe1f08-e91c-4a7e-8d8f-df7ebff994ec']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.002671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] No DVR routers for this DVR port 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:15.027684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f7f52-4671-45bd-b0d6-49c0f0bf2bf0 None None] Pushing event deleted for resources: {'Port': ['ID=17dc7e64-7784-4e50-9e4c-1c4c41ef17a7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:15.029496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7c1564-55ec-46e1-a201-17c492532195') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.036980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7c1564-55ec-46e1-a201-17c492532195') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:15.068477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.135793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.147026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:15.147879 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:15.150907 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:15.192221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:15.236658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:15.246360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 17dc7e64-7784-4e50-9e4c-1c4c41ef17a7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:15.247044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b2a5509f-edf3-41fb-830c-6a5d1bf90b46 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:15.294683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613e8f2-60d2-4927-a2e3-8d71089f3e03 req-0e06497b-0f60-406f-8844-7375424df507 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:15.298521 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.300539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b2a5509f-edf3-41fb-830c-6a5d1bf90b46 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:15.301202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b2a5509f-edf3-41fb-830c-6a5d1bf90b46 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:15.311659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b613e8f2-60d2-4927-a2e3-8d71089f3e03 req-0e06497b-0f60-406f-8844-7375424df507 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.1386855 Dec 08 16:22:15.317631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53410) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:15.330260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.332671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'floatingip': {'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:15.348305 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] 10.222.0.62 "DELETE /v2.0/networks/85fe1f08-e91c-4a7e-8d8f-df7ebff994ec HTTP/1.1" status: 204 len: 168 time: 1.2925389 Dec 08 16:22:15.373504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9564b66-06b7-48c3-b38e-0d6aee3d1570 admin admin] Pushing event deleted for resources: {'Network': ['ID=85fe1f08-e91c-4a7e-8d8f-df7ebff994ec,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:15.500036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.785123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:15.795197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914647461', 'description': 'tempest-secgroup-smoke-914647461 description', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:15.827132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:15.882852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:15.932441 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c9bc413-d791-4c2e-96a1-33efe1bfeebc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80b58aa5415b42488b1fb05e9315e9a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0972714 Dec 08 16:22:15.937228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:16.046273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2f7c-a190-40fc-b115-57fd5cd74ef3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.107377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2f7c-a190-40fc-b115-57fd5cd74ef3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.153021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.183442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.256992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.258637 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4716592 Dec 08 16:22:16.264639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a021a-5d77-4b32-bf34-df17d342fca9 req-930346f0-e2af-47f6-b6a0-08865cf03a00 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:16.273329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbe26-df52-4c0b-853e-291bddb3e8d9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:16.277444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53432) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:16.278823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0a021a-5d77-4b32-bf34-df17d342fca9 req-930346f0-e2af-47f6-b6a0-08865cf03a00 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.2262135 Dec 08 16:22:16.287651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2de4e9c7-9436-4205-bd2a-f6e68ac6dc13', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:16.299918 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2f7c-a190-40fc-b115-57fd5cd74ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.304920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2f7c-a190-40fc-b115-57fd5cd74ef3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.309881 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8c5b2f7c-a190-40fc-b115-57fd5cd74ef3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e863429-c782-4ebb-b5ae-04d82e710935 HTTP/1.1" status: 204 len: 168 time: 0.3687809 Dec 08 16:22:16.331318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b2f7c-a190-40fc-b115-57fd5cd74ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e863429-c782-4ebb-b5ae-04d82e710935,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:16.363631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.459202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0a021a-5d77-4b32-bf34-df17d342fca9 req-0d199b67-607d-46a7-9ed8-6acb22a9d4e7 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579733 Dec 08 16:22:16.461738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.471740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.574798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.576115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2974305 Dec 08 16:22:16.577119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0036774-7f66-4c84-aa77-28327ebf4630 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e45f1d3f-c00e-4a8c-8aa0-ac11ee5bb490,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:16.580282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:16.601595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2de4e9c7-9436-4205-bd2a-f6e68ac6dc13', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:16.604123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.617939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.674929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.803735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.810103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.833676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a2e310-63ee-45bf-bb65-34f9b52538b8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:16.852545 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.857691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-532a3010-cb5f-422b-98a1-9c5120b88aa8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2749619 Dec 08 16:22:16.861616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:16.870473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2de4e9c7-9436-4205-bd2a-f6e68ac6dc13', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:16.927453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63538bc3-218c-4554-b532-98b1bc610541 req-4ce0c1e4-7544-4275-86f6-3f50b4c15aba tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:16.930297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:16.939768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63538bc3-218c-4554-b532-98b1bc610541 req-4ce0c1e4-7544-4275-86f6-3f50b4c15aba tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.2088668 Dec 08 16:22:16.986872 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Floating IP 94045419-2c60-46ee-937a-dbee399017bc associated. External IP: 172.25.3.49, port: 0153153a-b9f6-4b51-a4fb-7ad996712525. Dec 08 16:22:17.038730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.046350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.077040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4cbb0dd-31e6-466a-b483-b65d7b07bc5c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:17.102400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.105429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f8457fe2-69c7-4bdc-8455-73412c0e1180 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2425089 Dec 08 16:22:17.108958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:17.125325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2de4e9c7-9436-4205-bd2a-f6e68ac6dc13', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:17.178016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.187428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63538bc3-218c-4554-b532-98b1bc610541 req-05cb912b-34db-43d1-824a-85ea8632678e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463694 Dec 08 16:22:17.342930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:17.386979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.393816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.428008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a23396e7-0e4d-41a1-9de7-60add732091d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:17.463669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.469750 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1eae66f8-0855-43e8-a26f-f292d5a10ae9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3568015 Dec 08 16:22:17.473784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:17.484429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2de4e9c7-9436-4205-bd2a-f6e68ac6dc13', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:17.507917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac13ca-1bfe-47fe-861d-c170df7f6990 req-1b95c204-fa2a-4d89-ac0d-461d424364b6 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:17.515822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ac13ca-1bfe-47fe-861d-c170df7f6990 req-1b95c204-fa2a-4d89-ac0d-461d424364b6 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 945 time: 0.1576829 Dec 08 16:22:17.549578 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:22:17.571720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.574336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:17.587664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.590395 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] Sync routers for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:17.622361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ac13ca-1bfe-47fe-861d-c170df7f6990 req-164cb01d-c385-4fe8-ac68-c6136574f00d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973473 Dec 08 16:22:17.652287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-248422b3-5843-4f14-8eaa-567d1c42fb08 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "PUT /v2.0/floatingips/94045419-2c60-46ee-937a-dbee399017bc HTTP/1.1" status: 200 len: 990 time: 2.3327534 Dec 08 16:22:17.652909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:17.657102 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7dbda8-3bbb-4635-9f70-65a77018177a" -d '{"events": [{"name": "network-changed", "server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:17.661965 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:17.667429 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:17.769150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.779176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.855267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c587e4d-7046-417d-817a-fd3f5fb7a1d8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:17.859624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.860876 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-784ec493-31eb-4c0c-9cb3-2a5e2a10ea55 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3851607 Dec 08 16:22:17.863914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:17.869199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '2de4e9c7-9436-4205-bd2a-f6e68ac6dc13', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:17.916564 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:22:17.927707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:17.944023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576009ab-22c5-407e-9f32-3ff5105fb161 x-openstack-request-id: req-576009ab-22c5-407e-9f32-3ff5105fb161 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:17.947312 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:17.947965 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-576009ab-22c5-407e-9f32-3ff5105fb161 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:17.950153 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:17.950459 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'status': 'completed', 'code': 200} Dec 08 16:22:18.035905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:18.168955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-6af1ed30-88a8-497a-9215-e18af6438179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.171547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-6af1ed30-88a8-497a-9215-e18af6438179 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1096 time: 0.1863670 Dec 08 16:22:18.179360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.305528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.309617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-95444493-d9b9-40d9-8e6a-12690c636441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.313179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-95444493-d9b9-40d9-8e6a-12690c636441 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.1317825 Dec 08 16:22:18.362270 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '94045419-2c60-46ee-937a-dbee399017bc', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:21:49Z', 'updated_at': '2021-12-08T16:22:16Z', 'revision_number': 1, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:52Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:18.379901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2016213644-network', 'tenant_id': '94a3fa82aa1945b9999c45ad20df145b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:18.430349 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] Checking router: dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:18.471214 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:18.472497 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:18.476338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Made reservation on behalf of 94a3fa82aa1945b9999c45ad20df145b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:18.484219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.517014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.693197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53506) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:18.700943 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:18.717469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.724434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.768878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4da30d9-d610-4f17-9726-721190158bdf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:18.806199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:18.824815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.825685 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Added segment 8080ea16-6efc-4f8f-8957-401b67d666b5 of type vlan for network 38fb0357-d32d-4d39-917e-de4474bc7dad Dec 08 16:22:18.836031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b4493a-4b8a-4930-aa6e-9bf093d35165,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:18.855916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.857575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-31c3a0e3-48a2-4686-8e36-53e49d4fdacb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9926100 Dec 08 16:22:18.867050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53512) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:18.872817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'network': {'name': 'tempest-network-smoke--1933240306', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'port_security_enabled': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:18.909848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-6ce6d274-cbef-4fd2-9c08-454e4e83aeae service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.5740323 Dec 08 16:22:18.918789 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.923825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547309a-6b0a-4a9c-a0fa-401a08ad552b req-d1836bdd-5ea4-4234-8864-48529e6f8616 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.933347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2547309a-6b0a-4a9c-a0fa-401a08ad552b req-d1836bdd-5ea4-4234-8864-48529e6f8616 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.6322920 Dec 08 16:22:18.957575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:18.961687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.986130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:18.987837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:18.989140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.115925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-1a9d9ba4-4d5e-45ba-9464-50389c205011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:19.119683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-1a9d9ba4-4d5e-45ba-9464-50389c205011 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1800807 Dec 08 16:22:19.121587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:19.124562 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0874188 Dec 08 16:22:19.129978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f387d42-3fa5-40b4-853e-6ce573b36638 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.131289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2547309a-6b0a-4a9c-a0fa-401a08ad552b req-1ef6f2fb-d199-4fce-9241-29eaa3ec3efd tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960566 Dec 08 16:22:19.135049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:19.154187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b783a62-f252-43b3-94a4-400e111307ef admin admin] Pushing event updated for resources: {'Network': ['ID=38fb0357-d32d-4d39-917e-de4474bc7dad,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:19.157063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Request body: {'subnet': {'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2016213644-subnet', 'tenant_id': '94a3fa82aa1945b9999c45ad20df145b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:19.177282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 38fb0357-d32d-4d39-917e-de4474bc7dad details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:19.246356 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '94045419-2c60-46ee-937a-dbee399017bc', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:21:49Z', 'updated_at': '2021-12-08T16:22:16Z', 'revision_number': 1, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:52Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:19.285450 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5135bb50-2bf2-43cb-8e7b-15a012e9dc7e None None] The sync data for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 is: [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '94045419-2c60-46ee-937a-dbee399017bc', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'floating_ip_address': '172.25.3.49', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1891, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:21:49Z', 'updated_at': '2021-12-08T16:22:16Z', 'revision_number': 1, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:52Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:19.299737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.300304 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Added segment 148da118-cc70-4354-89cf-988ef0eb28fd of type vlan for network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 Dec 08 16:22:19.338121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f387d42-3fa5-40b4-853e-6ce573b36638 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.347568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f387d42-3fa5-40b4-853e-6ce573b36638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.395984 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9f387d42-3fa5-40b4-853e-6ce573b36638 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da3b8f6df5894c378cdecf6235a10974&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7008958 Dec 08 16:22:19.402087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:19.410436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.417601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Made reservation on behalf of 94a3fa82aa1945b9999c45ad20df145b for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:19.420269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.434463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f387d42-3fa5-40b4-853e-6ce573b36638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bebad6-85a2-4e29-a2ff-6283f95f0b57,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:19.521395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-6db48227-9569-4f4d-b9c6-d174deba1877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:19.523002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-6db48227-9569-4f4d-b9c6-d174deba1877 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3901081 Dec 08 16:22:19.528978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:22:19.627750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.633671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:19.634443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.648113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2844bdb-b2f3-42ee-90a7-7c7e898bb7c6 None None] New status for floating IP 94045419-2c60-46ee-937a-dbee399017bc: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:19.744296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e871641c-ae18-4148-acec-b4e1a34548b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.795449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9269915 Dec 08 16:22:19.800187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53522) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:19.806919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'admin_state_up': True, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:19.841010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.842449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.842908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47af8-02c2-4ed2-b043-5e7dd7d4274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Network': ['ID=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:19.857778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e871641c-ae18-4148-acec-b4e1a34548b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:19.865281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:19.877593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-47f99d44-a92b-4ee6-a6f7-3e11f3c1c820 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438621 Dec 08 16:22:19.908550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ca244-7d8c-4129-9e97-1db4d4da7b3d req-feba0c87-3a78-42d3-a506-3c31e9c3aa5e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:19.911022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-049ca244-7d8c-4129-9e97-1db4d4da7b3d req-feba0c87-3a78-42d3-a506-3c31e9c3aa5e tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.2997437 Dec 08 16:22:19.950164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.138845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e871641c-ae18-4148-acec-b4e1a34548b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.141753 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e871641c-ae18-4148-acec-b4e1a34548b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.145965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e871641c-ae18-4148-acec-b4e1a34548b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58bebad6-85a2-4e29-a2ff-6283f95f0b57 HTTP/1.1" status: 204 len: 168 time: 0.7375734 Dec 08 16:22:20.161313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-049ca244-7d8c-4129-9e97-1db4d4da7b3d req-0284620c-da44-40b8-9b3b-b8cfed376ca6 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359898 Dec 08 16:22:20.175105 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.278190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e871641c-ae18-4148-acec-b4e1a34548b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58bebad6-85a2-4e29-a2ff-6283f95f0b57,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:20.310774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a7dbda8-3bbb-4635-9f70-65a77018177a req-2d88f5b0-938f-40f2-be10-2f8a0b55b537 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955510 Dec 08 16:22:20.374188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Pushing event updated for resources: {'Subnet': ['ID=353037d1-baec-4131-813a-bd8de4840692,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:20.387314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Checking segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:20.387774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Network hostable DHCP agents. Network: 38fb0357-d32d-4d39-917e-de4474bc7dad, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:20.423948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Network 38fb0357-d32d-4d39-917e-de4474bc7dad is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:20.442397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 38fb0357-d32d-4d39-917e-de4474bc7dad) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:20.454303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a32a3f-a4e3-41ec-8215-e78315298495 None None] Network 38fb0357-d32d-4d39-917e-de4474bc7dad requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:20.477970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:20.483233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.485695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:20.526851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5fe499ef-2e3f-47c2-948d-4b17e80eb335 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3798406 Dec 08 16:22:20.825121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49409a-0433-43a6-b87a-e8c42d63bafd req-5cc48be9-f545-4ea7-a3ba-335aebcca90d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:20.832973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49409a-0433-43a6-b87a-e8c42d63bafd req-5cc48be9-f545-4ea7-a3ba-335aebcca90d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:20.844089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49409a-0433-43a6-b87a-e8c42d63bafd req-5cc48be9-f545-4ea7-a3ba-335aebcca90d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:20.857509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc49409a-0433-43a6-b87a-e8c42d63bafd req-5cc48be9-f545-4ea7-a3ba-335aebcca90d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2&device_id=30cda3cf-54ea-4bf3-8f32-605372418b60&device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 2417 time: 0.1408129 Dec 08 16:22:20.969846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc49409a-0433-43a6-b87a-e8c42d63bafd req-4855bb0a-dafb-4ed3-82bf-a49c27edc337 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977635 Dec 08 16:22:20.985399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.016764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.054063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca31acf-5ff7-4e3b-9cf9-69af15282d24 None None] Network 38fb0357-d32d-4d39-917e-de4474bc7dad requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:21.239414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c7cc1-6805-4b13-87df-d68b1cb6b633 req-067533ad-750a-4051-b905-079aaccef992 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:21.248205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e5c7cc1-6805-4b13-87df-d68b1cb6b633 req-067533ad-750a-4051-b905-079aaccef992 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.0931709 Dec 08 16:22:21.274540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.55 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/71f977de-9867-4910-9f57-f5606886e9b8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:21.438986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e5c7cc1-6805-4b13-87df-d68b1cb6b633 req-13380187-0637-477a-aaf3-c1c7a9ea4996 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892562 Dec 08 16:22:21.449004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.502558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.533391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-8872ebe2-3abe-4e9c-954a-f8af93201649 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:21.535325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-8872ebe2-3abe-4e9c-954a-f8af93201649 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 818 time: 0.2456310 Dec 08 16:22:21.572459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-6294bc8f-b83a-428c-8a2c-57dd86bf6d04 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/quotas/94a3fa82aa1945b9999c45ad20df145b HTTP/1.1" status: 200 len: 375 time: 0.0294292 Dec 08 16:22:21.590037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:21.599622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:21.606018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:21.615944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=71f977de-9867-4910-9f57-f5606886e9b8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:21.624808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684c3b7f-e61d-4e5e-99e0-fd52d52b55ed None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:21.630686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-a51f9880-7756-43a7-891a-2a0128394e4e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565517 Dec 08 16:22:21.775278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-63b530b1-04f1-4ca2-bb9d-afcf074734ca None None] Provisioning complete for port 71f977de-9867-4910-9f57-f5606886e9b8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:21.776472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63b530b1-04f1-4ca2-bb9d-afcf074734ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:21.820863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-d3ae5bc5-286b-456d-a0ad-c9c5107284eb service neutron] 10.222.0.62 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777589 Dec 08 16:22:21.857787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-63b530b1-04f1-4ca2-bb9d-afcf074734ca None None] Port 71f977de-9867-4910-9f57-f5606886e9b8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:22.043848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-902f6ac9-8653-42e0-a7df-c0632e52c317 service neutron] 10.222.0.62 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097893 Dec 08 16:22:22.073416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.399975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.688839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 17bcc165-ca79-459f-8614-9b198234207b is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:22:22.803121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-955cfc12-eb59-4989-ad81-620a8b75113c req-3635db96-a6ab-4036-b2e0-a0cde1197800 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.0704272 Dec 08 16:22:22.910054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:22.934318 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Sync routers for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:22.949847 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:22.950943 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:22.970113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:22.977159 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3f5945f2-f60c-451c-8056-0e146c516cdf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1699457 Dec 08 16:22:22.983076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.103569 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3207f07c-af3c-4be6-b45c-b9e7f65d352b tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d0a12132f1034bcc9fa41009f4c3b339&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1185317 Dec 08 16:22:23.108188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.273879 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:23.504423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb28658-57be-4625-b736-e7e884b667cc req-952a505e-0ddb-4efd-941f-243a09ebf452 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.518324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7eb28658-57be-4625-b736-e7e884b667cc req-952a505e-0ddb-4efd-941f-243a09ebf452 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.3380475 Dec 08 16:22:23.589534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dd062c-d9e4-4af4-8fe5-0ed6d6505584 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:23.595107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-65dd062c-d9e4-4af4-8fe5-0ed6d6505584 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4808028 Dec 08 16:22:23.595403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53638) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.618203 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:21Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:23.648848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7eb28658-57be-4625-b736-e7e884b667cc req-67303025-e4d8-456d-a29c-ed46da60a083 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293533 Dec 08 16:22:23.677033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3bda8166-6b91-4b28-838c-4e355c481074 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0782347 Dec 08 16:22:23.677485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53642) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.684726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1024757973', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:23.742850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Checking router: 17bcc165-ca79-459f-8614-9b198234207b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:23.744166 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Updating router 17bcc165-ca79-459f-8614-9b198234207b port 71f977de-9867-4910-9f57-f5606886e9b8 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:22:23.750901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53644) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:23.850056 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:23.926172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1b91645-4880-4b62-94d9-0460bf6aeff3 req-94622579-23e1-4dee-a35e-1457d4750320 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.0591784 Dec 08 16:22:23.937433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:23.945649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.057433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31b968f5-6282-42c2-8860-82a6f4ade8de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.214399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31b968f5-6282-42c2-8860-82a6f4ade8de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.220868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31b968f5-6282-42c2-8860-82a6f4ade8de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.318518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-31b968f5-6282-42c2-8860-82a6f4ade8de admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b0ffccd777514a31858c53e01bbc89e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5662088 Dec 08 16:22:24.319771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b968f5-6282-42c2-8860-82a6f4ade8de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5cabac-1301-42d2-a977-2e5d1b8ef180,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.324012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:24.401013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c177fc23-0a0b-4040-9a02-597d1fff416a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.431107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c177fc23-0a0b-4040-9a02-597d1fff416a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.460482 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.470167 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.523442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c177fc23-0a0b-4040-9a02-597d1fff416a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.527849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c177fc23-0a0b-4040-9a02-597d1fff416a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.530205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c177fc23-0a0b-4040-9a02-597d1fff416a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a5cabac-1301-42d2-a977-2e5d1b8ef180 HTTP/1.1" status: 204 len: 168 time: 0.2049851 Dec 08 16:22:24.534414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3feff-458e-4e1c-8fd7-78e02edc4886 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:24.544844 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Attempting to bind port 71f977de-9867-4910-9f57-f5606886e9b8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:24.545240 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Attempting to bind port 71f977de-9867-4910-9f57-f5606886e9b8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:24.545568 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Attempting to bind port 71f977de-9867-4910-9f57-f5606886e9b8 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:24.549210 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfb52a-9990-4b32-9f0b-87ac0088c532 None None] Pushing event updated for resources: {'Port': ['ID=71f977de-9867-4910-9f57-f5606886e9b8,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.554511 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:24.554969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:24.555280 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.556223 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:24.557018 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Bound port: 71f977de-9867-4910-9f57-f5606886e9b8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:24.557543 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.564991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177fc23-0a0b-4040-9a02-597d1fff416a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5cabac-1301-42d2-a977-2e5d1b8ef180,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.591020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.633066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3c6ba410-01b1-4766-bc8a-cf0c3fce4d9a None None] Provisioning complete for port 71f977de-9867-4910-9f57-f5606886e9b8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:24.634702 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] For port 71f977de-9867-4910-9f57-f5606886e9b8, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:24.634982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c6ba410-01b1-4766-bc8a-cf0c3fce4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.639480 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] For port 71f977de-9867-4910-9f57-f5606886e9b8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=71f977de-9867-4910-9f57-f5606886e9b8,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:24.646706 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.691357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ba410-01b1-4766-bc8a-cf0c3fce4d9a None None] Port 71f977de-9867-4910-9f57-f5606886e9b8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:24.734752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfb52a-9990-4b32-9f0b-87ac0088c532 None None] Pushing event updated for resources: {'Port': ['ID=71f977de-9867-4910-9f57-f5606886e9b8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.753778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:24.754569 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:21:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:24.759188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Subnet': ['ID=256bb2d4-b3c4-4e9b-b84a-625becee3829,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:24.772670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45f20b0-0820-4ef7-b97e-e88072cddfd0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:24.778238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.781021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.781529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.782005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.784567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.785127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.785718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.786236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.786742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.787506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.788567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.789651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.790722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:24.882398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Checking segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:24.883185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network hostable DHCP agents. Network: 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:24.949463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bb58b3a9-a4ac-49b3-b776-7fa8e7688f76 None None] Provisioning complete for port 71f977de-9867-4910-9f57-f5606886e9b8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:24.950606 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3a9-a4ac-49b3-b776-7fa8e7688f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:24.992896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2620a-15d0-40fe-8330-8f140a3f767c req-2b83a393-7827-4b4d-899b-2d3d9a71d8ad tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:24.998245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1a2620a-15d0-40fe-8330-8f140a3f767c req-2b83a393-7827-4b4d-899b-2d3d9a71d8ad tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.1562693 Dec 08 16:22:25.001708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:25.003893 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:25.033375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:25.062742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:25.068973 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.085576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ac34b-d644-4289-ba5c-ef4a89e26a3d None None] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:25.142904 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0634d827-8d9b-4957-9a7f-f1bd376ef59c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4616077 Dec 08 16:22:25.145116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53668) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:25.245878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:25.329892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1a2620a-15d0-40fe-8330-8f140a3f767c req-e331cdb0-a5b4-46b2-87d4-40b6141a587c tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219438 Dec 08 16:22:25.330851 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8afda3bf-f3e6-4d98-989e-aa7ad18dd4f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.336623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:22:25.339326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.403708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-ee0348c7-76f4-4562-97e0-4865ce1cbdf9 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:25.423535 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-ee0348c7-76f4-4562-97e0-4865ce1cbdf9 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 818 time: 0.4174843 Dec 08 16:22:25.442555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Request body: {'port': {'device_id': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'admin_state_up': True, 'tenant_id': '94a3fa82aa1945b9999c45ad20df145b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:25.460947 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:21Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:25.490174 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99bf8cd-afa9-41b0-ae8c-605f465d6bea None None] The sync data for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 is: [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:21Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:25.594603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3a9-a4ac-49b3-b776-7fa8e7688f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.630969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bb58b3a9-a4ac-49b3-b776-7fa8e7688f76 None None] For port 71f977de-9867-4910-9f57-f5606886e9b8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=71f977de-9867-4910-9f57-f5606886e9b8,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:25.634255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Allocated IP 172.20.0.2 (2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8/256bb2d4-b3c4-4e9b-b84a-625becee3829/b52eb2b4-4518-4245-8776-1142d22ef322) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:25.641861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb58b3a9-a4ac-49b3-b776-7fa8e7688f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:25.734203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbb89695-daf9-4d94-9559-85aff96691e0 req-a1caa7d7-5a4a-4051-9f86-27104ad5ef4b tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.1991603 Dec 08 16:22:25.813467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb58b3a9-a4ac-49b3-b776-7fa8e7688f76 None None] Pushing event updated for resources: {'Port': ['ID=71f977de-9867-4910-9f57-f5606886e9b8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:25.822438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Made reservation on behalf of 94a3fa82aa1945b9999c45ad20df145b for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:25.835928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.057478 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-188bbdc5-ccb7-47c6-8cbe-7767bff85327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.067834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.081869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Allocated IP 172.20.0.3 (38fb0357-d32d-4d39-917e-de4474bc7dad/353037d1-baec-4131-813a-bd8de4840692/fea17844-1cc5-400a-9ad8-efdb8b974ec3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:26.087109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.164717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:26.169840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:26.173632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:26.201839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Pushing event updated for resources: {'Port': ['ID=b52eb2b4-4518-4245-8776-1142d22ef322,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:26.275515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Attempting to bind port b52eb2b4-4518-4245-8776-1142d22ef322 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:26.275849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Attempting to bind port b52eb2b4-4518-4245-8776-1142d22ef322 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:26.276384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Attempting to bind port b52eb2b4-4518-4245-8776-1142d22ef322 on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:26.282771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:26.283126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Checking segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:26.283520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.283915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Bound using segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:26.284392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Bound port: b52eb2b4-4518-4245-8776-1142d22ef322, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:26.284773 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.287914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.296056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.302516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.309987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.316817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.323534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.333324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.335355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.342608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-7394283c-bf29-4884-8302-9d27f599ab89 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.6026928 Dec 08 16:22:26.362659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-ba3ce037-038f-46be-a256-6f7c24796787 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.364552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-ba3ce037-038f-46be-a256-6f7c24796787 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.58 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 818 time: 0.8253355 Dec 08 16:22:26.381260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.386883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] For port b52eb2b4-4518-4245-8776-1142d22ef322, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:26.388291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-828b632a-b271-48f3-9290-eda692835449 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.390044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-828b632a-b271-48f3-9290-eda692835449 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 818 time: 0.6493788 Dec 08 16:22:26.391698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] For port b52eb2b4-4518-4245-8776-1142d22ef322, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b52eb2b4-4518-4245-8776-1142d22ef322,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:26.402412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.421662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Request body: {'port': {'device_id': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'admin_state_up': True, 'tenant_id': '94a3fa82aa1945b9999c45ad20df145b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:26.432661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Request body: {'port': {'device_id': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'admin_state_up': True, 'tenant_id': '94a3fa82aa1945b9999c45ad20df145b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:26.442785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Network 38fb0357-d32d-4d39-917e-de4474bc7dad is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:26.476627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:26.477868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:26.509054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8afda3bf-f3e6-4d98-989e-aa7ad18dd4f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.517368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b0505-0d06-4a1c-ab89-3feddfcdbd4e None None] Pushing event updated for resources: {'Port': ['ID=b52eb2b4-4518-4245-8776-1142d22ef322,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:26.593433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Pushing event updated for resources: {'Port': ['ID=fea17844-1cc5-400a-9ad8-efdb8b974ec3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:26.601057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.601738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.608123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8afda3bf-f3e6-4d98-989e-aa7ad18dd4f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.641272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.651442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.657666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.677327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.684907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.691369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.699663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.702003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-49be85ba-637d-4e00-a4a2-5c5ea9fa4215 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 5435 time: 0.2854416 Dec 08 16:22:26.713158 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-62d2f2a7-63f5-4d22-afa5-a39fe5544a30 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2757258 Dec 08 16:22:26.730106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Request body: {'port': {'device_id': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:26.811358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-ddaa953b-ea42-41b2-b875-da7d936ef846 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:26.818837 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-ddaa953b-ea42-41b2-b875-da7d936ef846 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "GET /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1043057 Dec 08 16:22:26.827956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8afda3bf-f3e6-4d98-989e-aa7ad18dd4f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=968551a7e60847e4a6cf18bff967fbf8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5705104 Dec 08 16:22:26.845158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53684) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:26.853749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afda3bf-f3e6-4d98-989e-aa7ad18dd4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da9be7-9b31-4b37-bcf9-b9a3d5d2981f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:26.916695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:26.931145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42ec5434-c4c2-4dac-9aed-76eb32f1f345 req-1f1b0d39-cd80-40ee-a022-0f9997a85d49 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5869389 Dec 08 16:22:27.085047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b90d26-f762-4d6e-aa85-9f7f515d6646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.138135 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-af299029-c24d-4257-9aa5-55f51f3e1821 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "GET /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2935245 Dec 08 16:22:27.248339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:27.274739 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b90d26-f762-4d6e-aa85-9f7f515d6646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.330293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b52eb2b4-4518-4245-8776-1142d22ef322 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:27.479584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b90d26-f762-4d6e-aa85-9f7f515d6646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.483488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b90d26-f762-4d6e-aa85-9f7f515d6646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.487743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-57b90d26-f762-4d6e-aa85-9f7f515d6646 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d8da9be7-9b31-4b37-bcf9-b9a3d5d2981f HTTP/1.1" status: 204 len: 168 time: 0.6415093 Dec 08 16:22:27.506916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b90d26-f762-4d6e-aa85-9f7f515d6646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da9be7-9b31-4b37-bcf9-b9a3d5d2981f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:27.507189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b52eb2b4-4518-4245-8776-1142d22ef322 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:27.507645 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.509292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.582664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f51507-f119-472f-a588-b5b6144ce66e req-d4ef86f4-8c48-4468-9d74-c932b7b604ef tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:27.587291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8f51507-f119-472f-a588-b5b6144ce66e req-d4ef86f4-8c48-4468-9d74-c932b7b604ef tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 1.1446056 Dec 08 16:22:27.788369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Made reservation on behalf of 94a3fa82aa1945b9999c45ad20df145b for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:27.795873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.825179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.903519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port b52eb2b4-4518-4245-8776-1142d22ef322, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b52eb2b4-4518-4245-8776-1142d22ef322,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:27.908088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:27.912845 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:27.913425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 71f977de-9867-4910-9f57-f5606886e9b8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:27.945558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e53317d3-107c-4d71-8f96-5cb626dab53d req-aa0efd46-e0ba-4e52-a7a7-e5baa0993f09 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.1833444 Dec 08 16:22:27.989436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea17844-1cc5-400a-9ad8-efdb8b974ec3 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:28.000636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.030914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Transition to ACTIVE for port object fea17844-1cc5-400a-9ad8-efdb8b974ec3 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:28.034157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] For port f0119f3d-9c9b-41c1-a1bb-e718e22a4135, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:28.067824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=b52eb2b4-4518-4245-8776-1142d22ef322,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:28.075563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.098804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 71f977de-9867-4910-9f57-f5606886e9b8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:28.099390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.125226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c882d713-84ad-4a1f-8856-2228da894407 None None] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:28.160962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8f51507-f119-472f-a588-b5b6144ce66e req-a0693dfd-0290-4b86-9cda-22459e0e8dfc tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624883 Dec 08 16:22:28.208035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Made reservation on behalf of 94a3fa82aa1945b9999c45ad20df145b for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:28.223479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] device_id is not set on port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:22:28.224912 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.264443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.273140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-016d86fd-45dc-4ae3-a578-3051727d9060 None None] Provisioning complete for port b52eb2b4-4518-4245-8776-1142d22ef322 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:28.273524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-016d86fd-45dc-4ae3-a578-3051727d9060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.356673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Pushing event updated for resources: {'Port': ['ID=fea17844-1cc5-400a-9ad8-efdb8b974ec3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:28.364833 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.448206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Pushing event updated for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:28.460314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Attempting to bind port fea17844-1cc5-400a-9ad8-efdb8b974ec3 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:28.460805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Attempting to bind port fea17844-1cc5-400a-9ad8-efdb8b974ec3 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:28.461058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Attempting to bind port fea17844-1cc5-400a-9ad8-efdb8b974ec3 on network 38fb0357-d32d-4d39-917e-de4474bc7dad {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:28.487623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Port fea17844-1cc5-400a-9ad8-efdb8b974ec3 on network 38fb0357-d32d-4d39-917e-de4474bc7dad not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:28.494156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Attempting to bind port fea17844-1cc5-400a-9ad8-efdb8b974ec3 on network 38fb0357-d32d-4d39-917e-de4474bc7dad {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:28.529735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:28.530110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Checking segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:28.530498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Bound using segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:28.531267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Bound port: fea17844-1cc5-400a-9ad8-efdb8b974ec3, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:28.531517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.576058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] No DVR routers for this DVR port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:28.761002 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d7cabaa-7d9c-40e5-800d-232545733056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.788420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] In _notify_port_updated(), no bound segment for port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:22:28.789633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:28.790522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.791900 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-53126c8a-df15-4ea1-aaa6-a8fbde626165 service neutron] 10.222.0.58 "PUT /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 200 len: 1027 time: 1.5596855 Dec 08 16:22:28.806701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Allocated IP 172.20.0.8 (38fb0357-d32d-4d39-917e-de4474bc7dad/353037d1-baec-4131-813a-bd8de4840692/a5c7367e-2679-42c7-aebf-d789f2d9b6eb) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:28.822249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:28.825106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] For port fea17844-1cc5-400a-9ad8-efdb8b974ec3, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:28.858691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] For port fea17844-1cc5-400a-9ad8-efdb8b974ec3, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:28.858931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.925283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.983228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e20f9c52-fd6a-4b9d-a4aa-55b11e807908 None None] Provisioning complete for port b52eb2b4-4518-4245-8776-1142d22ef322 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:28.983576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20f9c52-fd6a-4b9d-a4aa-55b11e807908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.985310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:28.989690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:28.996895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.004836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.012029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.020257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.032964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.043555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-5db81965-7e4c-48d4-b0b5-c8bbb154f079 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 4661 time: 0.3672822 Dec 08 16:22:29.044116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:29.046698 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdf554c-7341-4ad6-ad49-474dfa845ff5" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:29.069884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:29.077703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.080008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 5f772bc5-eb30-4348-b14c-66cc80ddea07 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:29.081771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Pushing event updated for resources: {'Port': ['ID=fea17844-1cc5-400a-9ad8-efdb8b974ec3,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:29.116064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.116966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.119554 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-17c8cadb-9b15-4517-84bf-c03ade10be53 service neutron] 10.222.0.86 "PUT /v2.0/ports/fea17844-1cc5-400a-9ad8-efdb8b974ec3 HTTP/1.1" status: 200 len: 1091 time: 2.3967102 Dec 08 16:22:29.120614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'tag': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:29.123445 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a7c550-8a57-4126-829d-b936d0a9543b" -d '{"events": [{"name": "network-changed", "server_uuid": "709ab508-5fe5-4390-a5cd-8f787354aa1b", "tag": "fea17844-1cc5-400a-9ad8-efdb8b974ec3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:29.139216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-5abc0ddb-bdc2-4d51-a1a7-80c433c7c502 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.141370 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-5abc0ddb-bdc2-4d51-a1a7-80c433c7c502 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "GET /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3391602 Dec 08 16:22:29.174606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:29.231955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c66d792-fa96-4b8b-ac92-91affe24dcec req-6d662660-4335-4393-95ac-65210390e2f9 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.1087570 Dec 08 16:22:29.305080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.314947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b52eb2b4-4518-4245-8776-1142d22ef322 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:29.341935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38b93947-7fd6-4d54-8205-5efd28f727ec req-82b3bde4-cdc9-4f11-b9b3-8676d706a2a3 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&id=bc9030b9-7936-44ac-b24c-33088909ffc0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2968242 Dec 08 16:22:29.378121 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd767a1-b0fb-4363-a44e-e7d0542c44bb x-openstack-request-id: req-7fd767a1-b0fb-4363-a44e-e7d0542c44bb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:29.378121 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:29.378121 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fd767a1-b0fb-4363-a44e-e7d0542c44bb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:29.378121 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2', 'code': 200} Dec 08 16:22:29.392574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:29.454311 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.554931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:29.557023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b52eb2b4-4518-4245-8776-1142d22ef322 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:29.557429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.609088 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.609840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device da3ef01f-6be3-4ce2-a920-d3bedcce464b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:29.661836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e20f9c52-fd6a-4b9d-a4aa-55b11e807908 None None] Provisioning complete for port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:29.661836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e20f9c52-fd6a-4b9d-a4aa-55b11e807908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.713471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.727796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45e03f-c965-4d9d-8240-1b38d8531438 req-43da20fa-37b4-4e6e-a121-3fb6626add04 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.735793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b45e03f-c965-4d9d-8240-1b38d8531438 req-43da20fa-37b4-4e6e-a121-3fb6626add04 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.2348678 Dec 08 16:22:29.875463 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51016905-0a94-43f4-abc7-c52df5d0ac25 x-openstack-request-id: req-51016905-0a94-43f4-abc7-c52df5d0ac25 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:29.876215 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "709ab508-5fe5-4390-a5cd-8f787354aa1b", "tag": "fea17844-1cc5-400a-9ad8-efdb8b974ec3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:29.876215 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-51016905-0a94-43f4-abc7-c52df5d0ac25 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:29.876569 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'tag': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3', 'status': 'completed', 'code': 200} Dec 08 16:22:29.906789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b45e03f-c965-4d9d-8240-1b38d8531438 req-ba6722ee-2b3e-4205-a7f4-97d9eda36603 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697307 Dec 08 16:22:29.926824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e8bfcce5-891d-4ac9-9ed6-cca88c8a850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:29.928480 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e8bfcce5-891d-4ac9-9ed6-cca88c8a850a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 1094 time: 0.6392996 Dec 08 16:22:29.942092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e20f9c52-fd6a-4b9d-a4aa-55b11e807908 None None] Port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:29.947305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:29.956088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:29.957399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.1 (2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8/256bb2d4-b3c4-4e9b-b84a-625becee3829/c9864a43-abbc-4246-8908-6727eb2e8e52) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:30.020748 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-cc0aaa26-d37b-4880-8808-0604fc5c1662 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3 HTTP/1.1" status: 200 len: 217 time: 0.0603426 Dec 08 16:22:30.035489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.037698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Network 38fb0357-d32d-4d39-917e-de4474bc7dad is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:30.048012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:30.048256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.058029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:30.089276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:30.099696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.100868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:30.108896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-0c1cc4a5-2e01-4385-b2c8-a5d44e414ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.111240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-0c1cc4a5-2e01-4385-b2c8-a5d44e414ffa service neutron] 10.222.0.86 "GET /v2.0/subnets?id=353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 200 len: 858 time: 0.0816894 Dec 08 16:22:30.113603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:30.122594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Pushing event updated for resources: {'Port': ['ID=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:30.155875 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-305ec5f7-9140-413d-ba5a-490416d05bb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=38fb0357-d32d-4d39-917e-de4474bc7dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303929 Dec 08 16:22:30.177904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.8-c841ee35-ca1d-470e-a6eb-854ec5bded6e {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:22:30.178546 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:22:30.198553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.199363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] For port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:30.199715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.236003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e71c10ca-cc04-4ca1-8870-cadc51df8e0e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8435886 Dec 08 16:22:30.236956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:30.253444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Request body: {'port': {'device_id': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:30.269555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] device_id is not set on port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:22:30.289226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.297443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.304314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.336314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.344740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.369350 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-d96da51c-65a4-435a-9ae5-be772958296d service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990426 Dec 08 16:22:30.429933 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.455547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:22:30.455940 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:22:30.473310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18f43cec-acc8-42c7-8ed1-dbb6b3d9b391 req-eee675bd-2698-4ab9-a9e6-ba7a29acc667 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.0560012 Dec 08 16:22:30.474787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] No DVR routers for this DVR port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:30.477279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Pushing event updated for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:30.566374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:30.617716 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-0ee55594-4114-4dc5-b3f0-5f681bfa0432 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851207 Dec 08 16:22:30.621512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] In _notify_port_updated(), no bound segment for port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d on network 9a1fc047-bb59-45e4-b93f-0610b0d54433 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:22:30.622715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:30.623546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.624173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.625509 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-2ae446ed-daa6-4cbf-b391-e9db5840f1e9 service neutron] 10.222.0.58 "PUT /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 200 len: 1027 time: 1.4605641 Dec 08 16:22:30.635563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:30.645416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=c9864a43-abbc-4246-8908-6727eb2e8e52,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:30.681709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.784671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-ee18f044-1a96-4546-9f36-2d2705ca0e19 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.789243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-93ed1c86-df74-4ef1-8e2e-8c0786d8138f service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660104 Dec 08 16:22:30.799220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-ee18f044-1a96-4546-9f36-2d2705ca0e19 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.810881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fb29e31e-4fa3-47fb-a238-bc43c7639c0a None None] Provisioning complete for port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:30.811251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb29e31e-4fa3-47fb-a238-bc43c7639c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:30.815440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-ee18f044-1a96-4546-9f36-2d2705ca0e19 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.823090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-ee18f044-1a96-4546-9f36-2d2705ca0e19 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.835400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-ee18f044-1a96-4546-9f36-2d2705ca0e19 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:30.849928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-ee18f044-1a96-4546-9f36-2d2705ca0e19 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 3881 time: 0.3754103 Dec 08 16:22:30.906071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fb29e31e-4fa3-47fb-a238-bc43c7639c0a None None] Port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:30.917504 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.025527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-27c1a492-846a-4d16-833d-43e941aff6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.029041 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-27c1a492-846a-4d16-833d-43e941aff6c8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c71a97ed9ee647c3852de1abe49cf264&device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 1096 time: 0.3126762 Dec 08 16:22:31.052902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-efb2f90b-38af-4d3a-9c29-d1ec447e281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.059243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-efb2f90b-38af-4d3a-9c29-d1ec447e281d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 1094 time: 0.1712952 Dec 08 16:22:31.079286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device d87e2cfc-d21a-4285-a2f9-9b96ad62467a no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:31.123022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port d87e2cfc-d21a-4285-a2f9-9b96ad62467a {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:31.124287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.176019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a134f82a-364b-4463-b07f-28b3ece71a20 req-fb5c0826-2cbf-49d0-b097-fec344832a05 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208971 Dec 08 16:22:31.198812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3f551947-f0a6-419f-9d85-bf0efeed17cc None None] Provisioning complete for port c9864a43-abbc-4246-8908-6727eb2e8e52 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:31.199514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f551947-f0a6-419f-9d85-bf0efeed17cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.258933 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.269557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3f551947-f0a6-419f-9d85-bf0efeed17cc None None] Port c9864a43-abbc-4246-8908-6727eb2e8e52 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:31.309883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:31.316499 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.317433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0119f3d-9c9b-41c1-a1bb-e718e22a4135 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:31.349235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16752f-8b62-4c7d-84c3-73bd2a01f2e1 req-20cba263-45ac-4648-9414-601a8cb44370 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.358671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e16752f-8b62-4c7d-84c3-73bd2a01f2e1 req-20cba263-45ac-4648-9414-601a8cb44370 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.2013781 Dec 08 16:22:31.368606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07'}, {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b'}, {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:31.371680 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa4e722-88c9-48ba-a0b6-e2270147c61d" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07"}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b"}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:31.403325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:22:31.425922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-14d7c88e-5868-4c08-adee-02520ae5032d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.426516 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d44dc00-42ca-4dfa-9686-c1ee24d0b70d x-openstack-request-id: req-2d44dc00-42ca-4dfa-9686-c1ee24d0b70d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:31.426830 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07", "code": 200}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b", "code": 200}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:31.427062 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d44dc00-42ca-4dfa-9686-c1ee24d0b70d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:31.427464 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07', 'code': 200} Dec 08 16:22:31.427799 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b', 'code': 200} Dec 08 16:22:31.427977 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-14d7c88e-5868-4c08-adee-02520ae5032d service neutron] 10.222.0.86 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 919 time: 0.3454428 Dec 08 16:22:31.428193 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'code': 200} Dec 08 16:22:31.435555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-dc6e92fc-c98d-4d7e-866e-9fd1bd26cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.437097 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-dc6e92fc-c98d-4d7e-866e-9fd1bd26cf91 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 HTTP/1.1" status: 200 len: 915 time: 0.3760502 Dec 08 16:22:31.437311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:31.452097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f0119f3d-9c9b-41c1-a1bb-e718e22a4135 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:31.452468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:31.454342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] For port d87e2cfc-d21a-4285-a2f9-9b96ad62467a, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:31.454721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.540193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-dede3577-9b96-45f5-97bb-5797d9d1bad5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3 HTTP/1.1" status: 200 len: 217 time: 0.0994623 Dec 08 16:22:31.577423 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.625517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:31.632213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.636735 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-7951b7cc-6818-40e3-9f9d-f16afed08a53 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 HTTP/1.1" status: 200 len: 1001 time: 0.1849864 Dec 08 16:22:31.690634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:31.748739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-a1e32377-3a7c-4114-abab-30c6affc6ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.750298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-a1e32377-3a7c-4114-abab-30c6affc6ca4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 200 len: 858 time: 0.2002046 Dec 08 16:22:31.786165 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.791390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6cbbfab-b6e1-4d01-8df0-7e1d31deda5b req-9ac7598e-c1a0-4342-a288-ebcf5dc3c84e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.0962951 Dec 08 16:22:31.838629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e16752f-8b62-4c7d-84c3-73bd2a01f2e1 req-b284b056-8be4-4a35-a502-0e7478882785 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792295 Dec 08 16:22:31.855704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-162c70c2-0ae3-45d5-84dd-a4ed937d77c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:31.857327 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-162c70c2-0ae3-45d5-84dd-a4ed937d77c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c1947766-e912-492f-8c3b-4c8d5af01e30 HTTP/1.1" status: 200 len: 853 time: 0.2101932 Dec 08 16:22:31.861604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-389854c0-20ef-4735-9a4b-4a02f78507c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=38fb0357-d32d-4d39-917e-de4474bc7dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954762 Dec 08 16:22:31.896217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c7367e-2679-42c7-aebf-d789f2d9b6eb {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:31.901822 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.913830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.933450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Transition to ACTIVE for port object a5c7367e-2679-42c7-aebf-d789f2d9b6eb will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:31.962118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.973245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.973612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:31.973924 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Floating IP ed34e2bc-0e84-4fb7-b94f-9b5bf749675c disassociated. External IP: 172.25.3.35, port: d87e2cfc-d21a-4285-a2f9-9b96ad62467a. Dec 08 16:22:31.974279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for d87e2cfc-d21a-4285-a2f9-9b96ad62467a owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:32.047737 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.070047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-123f4ff8-b9c2-4e95-8c16-ce815e303734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.072226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-123f4ff8-b9c2-4e95-8c16-ce815e303734 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2015562 Dec 08 16:22:32.135069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Pushing event updated for resources: {'Port': ['ID=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:32.147248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.175977 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-acf9b1a8-62d2-45fc-b1aa-aee1e2ff6f4c service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033412 Dec 08 16:22:32.178467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Allocated IP 172.20.0.4 (38fb0357-d32d-4d39-917e-de4474bc7dad/353037d1-baec-4131-813a-bd8de4840692/a66edda1-fbd6-47b9-9336-6f5e743e3662) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:32.371864 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-0c569727-692b-44e8-97dc-dd43d9607bd0 service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738192 Dec 08 16:22:32.496223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.534711 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f7a7c550-8a57-4126-829d-b936d0a9543b req-c9143b31-39e9-4571-9bc4-257a8c5edc49 service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493736 Dec 08 16:22:32.539147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=d87e2cfc-d21a-4285-a2f9-9b96ad62467a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:32.545248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Attempting to bind port a5c7367e-2679-42c7-aebf-d789f2d9b6eb on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:32.545740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Attempting to bind port a5c7367e-2679-42c7-aebf-d789f2d9b6eb by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:32.546315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Attempting to bind port a5c7367e-2679-42c7-aebf-d789f2d9b6eb on network 38fb0357-d32d-4d39-917e-de4474bc7dad {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:32.585091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Port a5c7367e-2679-42c7-aebf-d789f2d9b6eb on network 38fb0357-d32d-4d39-917e-de4474bc7dad not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:32.585400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Attempting to bind port a5c7367e-2679-42c7-aebf-d789f2d9b6eb on network 38fb0357-d32d-4d39-917e-de4474bc7dad {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:32.586337 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fff795b0-2b0f-4f74-9c67-6116658d169c req-aa865b4d-2161-4442-ba37-3ba65dd76323 service neutron] 10.222.0.58 "GET /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988893 Dec 08 16:22:32.616830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:32.617164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Checking segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:32.617554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Bound using segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:32.618794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Bound port: a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:32.619194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.671894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-47d5ec24-03af-44e7-bb9e-7aeee1024ec9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.677940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-47d5ec24-03af-44e7-bb9e-7aeee1024ec9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.684483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-47d5ec24-03af-44e7-bb9e-7aeee1024ec9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.690477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-47d5ec24-03af-44e7-bb9e-7aeee1024ec9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.696676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-47d5ec24-03af-44e7-bb9e-7aeee1024ec9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:32.698769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-47d5ec24-03af-44e7-bb9e-7aeee1024ec9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 3798 time: 0.3968384 Dec 08 16:22:32.702769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fea17844-1cc5-400a-9ad8-efdb8b974ec3 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:32.708645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Router 4e1d2425-724c-4453-bd84-d850ec41b9d5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:32.783562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.827143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fea17844-1cc5-400a-9ad8-efdb8b974ec3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:32.855411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.864991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3', 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'port_id': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3', 'mac_address': 'fa:16:3e:7b:62:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353037d1-baec-4131-813a-bd8de4840692', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:32.870539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:32.876464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] For port a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:32.878528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.882663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] For port a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:32.896663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4836bbe5-ea4e-4299-8cfb-b381396c6d70 req-94f31dad-7558-41be-a180-e3357d4a5314 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1769013 Dec 08 16:22:32.913476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] Sync routers for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:32.956900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:32.958078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:32.962023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.963720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.966000 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:32.987946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] No DVR routers for this DVR port d87e2cfc-d21a-4285-a2f9-9b96ad62467a on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:32.996059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.005216 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-e5f4bbfb-b78e-4f51-afcc-53c7cdab26b2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "DELETE /v2.0/ports/d87e2cfc-d21a-4285-a2f9-9b96ad62467a HTTP/1.1" status: 204 len: 173 time: 2.3671007 Dec 08 16:22:33.007049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:33.010962 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d3008-b4b4-474f-8f33-678f5e63e5da" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:33.021864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96787bfd-5888-4684-9585-7e10fb541737 req-31710640-5297-47a8-8f52-4dc89e8a64b4 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.1240954 Dec 08 16:22:33.056600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea17844-1cc5-400a-9ad8-efdb8b974ec3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:33.077144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.137647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.138596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.140443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] 10.222.0.58 "PUT /v2.0/ports/a5c7367e-2679-42c7-aebf-d789f2d9b6eb HTTP/1.1" status: 200 len: 1091 time: 2.8922462 Dec 08 16:22:33.165731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'tag': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:33.173172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port da3ef01f-6be3-4ce2-a920-d3bedcce464b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:33.173681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.174024 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a765a5-3979-4dc3-8423-249e5e6fa172" -d '{"events": [{"name": "network-changed", "server_uuid": "4ba4d3f6-12a0-48bd-8a48-6ee76f108f99", "tag": "a5c7367e-2679-42c7-aebf-d789f2d9b6eb"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:33.177317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.194402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=c9864a43-abbc-4246-8908-6727eb2e8e52,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.203653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fea17844-1cc5-400a-9ad8-efdb8b974ec3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:33.213591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.254679 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3386d67f-b8e9-41ef-8407-9a5a2f6d3ee9 x-openstack-request-id: req-3386d67f-b8e9-41ef-8407-9a5a2f6d3ee9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:33.255079 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "d87e2cfc-d21a-4285-a2f9-9b96ad62467a", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:33.255253 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3386d67f-b8e9-41ef-8407-9a5a2f6d3ee9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:33.255608 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': 'd87e2cfc-d21a-4285-a2f9-9b96ad62467a', 'status': 'completed', 'code': 200} Dec 08 16:22:33.315542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:33.354792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Network 38fb0357-d32d-4d39-917e-de4474bc7dad is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:33.365977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:33.377176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fea17844-1cc5-400a-9ad8-efdb8b974ec3,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.381776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:33.388306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] For port da3ef01f-6be3-4ce2-a920-d3bedcce464b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=da3ef01f-6be3-4ce2-a920-d3bedcce464b,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:33.388915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.394492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c514433-c108-4bdc-a80c-ab3d419d0fc0 req-2722a46e-faca-4066-914a-ca79423c9041 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.397397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c514433-c108-4bdc-a80c-ab3d419d0fc0 req-2722a46e-faca-4066-914a-ca79423c9041 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.3342445 Dec 08 16:22:33.406652 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60926a4d-5ac4-463a-967f-2fb483cea773 x-openstack-request-id: req-60926a4d-5ac4-463a-967f-2fb483cea773 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:33.406931 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ba4d3f6-12a0-48bd-8a48-6ee76f108f99", "tag": "a5c7367e-2679-42c7-aebf-d789f2d9b6eb", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:33.407275 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-60926a4d-5ac4-463a-967f-2fb483cea773 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:33.407736 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'tag': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb', 'status': 'completed', 'code': 200} Dec 08 16:22:33.417098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for da3ef01f-6be3-4ce2-a920-d3bedcce464b owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:33.433055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:33.435932 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0594d029-92cf-458a-a29b-5f5497b9567e" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:33.515400 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d429ed8-3d25-410f-abce-16f48513b29b x-openstack-request-id: req-6d429ed8-3d25-410f-abce-16f48513b29b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:33.515667 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:33.516708 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d429ed8-3d25-410f-abce-16f48513b29b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:33.518017 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf', 'code': 200} Dec 08 16:22:33.524183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['fea17844-1cc5-400a-9ad8-efdb8b974ec3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:33.544870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5a3399-5887-46ec-9425-588162c7b49a service neutron] Pushing event updated for resources: {'Port': ['ID=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.584728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.586094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.645430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c514433-c108-4bdc-a80c-ab3d419d0fc0 req-dbe01df5-a6aa-42ed-aa87-4847cf2b3293 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156994 Dec 08 16:22:33.649839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2419939 Dec 08 16:22:33.651887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-949f2f45-ab45-4923-8b8f-fa6385139806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.653629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-949f2f45-ab45-4923-8b8f-fa6385139806 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 1094 time: 0.4629862 Dec 08 16:22:33.688253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Request body: {'port': {'device_id': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:33.692204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.757639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=da3ef01f-6be3-4ce2-a920-d3bedcce464b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.764102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-9b4766ef-e800-4d5a-9e31-2eed8718dd59 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb HTTP/1.1" status: 200 len: 217 time: 0.0951347 Dec 08 16:22:33.768790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:18Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:33.788916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa5ed7-523d-4fb5-ab52-5e613c0fe4fb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Pushing event updated for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:33.833358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:33.833613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] No DVR routers for this DVR port da3ef01f-6be3-4ce2-a920-d3bedcce464b on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:33.838134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.842569 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-23bc7185-f93b-48b9-9dad-fde7c2ee9a9f tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "DELETE /v2.0/ports/da3ef01f-6be3-4ce2-a920-d3bedcce464b HTTP/1.1" status: 204 len: 173 time: 0.8269701 Dec 08 16:22:33.848670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:33.877463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] Checking router: 4e1d2425-724c-4453-bd84-d850ec41b9d5 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:33.906433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:33.907546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:33.917180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:33.920647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e1650b34-5687-4931-a693-2dfecf38d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:33.922844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-e1650b34-5687-4931-a693-2dfecf38d07e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 200 len: 858 time: 0.1472201 Dec 08 16:22:33.975486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port 5f772bc5-eb30-4348-b14c-66cc80ddea07 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:33.976142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.009108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-c87bd9b7-eb93-4ca3-8990-1a4ff336ccdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38fb0357-d32d-4d39-917e-de4474bc7dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473158 Dec 08 16:22:34.099069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:34.163310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] For port 5f772bc5-eb30-4348-b14c-66cc80ddea07, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=5f772bc5-eb30-4348-b14c-66cc80ddea07,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:34.165354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.201014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for 5f772bc5-eb30-4348-b14c-66cc80ddea07 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:34.303934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-9d014348-ee12-4c52-8d84-de88dbc42dc6 service neutron] 10.222.0.58 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843299 Dec 08 16:22:34.417497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-92998342-ccc4-4975-9dc9-86c1a2db5684 None None] Provisioning complete for port c9864a43-abbc-4246-8908-6727eb2e8e52 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:34.417497 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92998342-ccc4-4975-9dc9-86c1a2db5684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.435776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.470519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-92998342-ccc4-4975-9dc9-86c1a2db5684 None None] Port c9864a43-abbc-4246-8908-6727eb2e8e52 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:34.475678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=5f772bc5-eb30-4348-b14c-66cc80ddea07,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:34.507930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:18Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:34.530995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] No DVR routers for this DVR port 5f772bc5-eb30-4348-b14c-66cc80ddea07 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:34.534324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.538091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-bea18653-799a-4145-9fc1-6753ddadf847 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "DELETE /v2.0/ports/5f772bc5-eb30-4348-b14c-66cc80ddea07 HTTP/1.1" status: 204 len: 173 time: 0.6876333 Dec 08 16:22:34.747252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fea17844-1cc5-400a-9ad8-efdb8b974ec3 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:34.752612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029c6d3e-6408-4270-a14a-8f275153ae34 None None] The sync data for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 is: [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:11:05Z', 'revision_number': 4, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '710dc20c-0625-432c-aa0d-6e534203aac8', 'name': '', 'network_id': '02b9c06e-9add-4910-bc5d-6edb3986b391', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'mac_address': 'fa:16:3e:27:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:04Z', 'updated_at': '2021-12-08T16:11:18Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'subnets': [{'id': '9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:34.854759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port fea17844-1cc5-400a-9ad8-efdb8b974ec3 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:34.863337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port fea17844-1cc5-400a-9ad8-efdb8b974ec3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:34.864156 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:34.941261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 17bcc165-ca79-459f-8614-9b198234207b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:34.995532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.088721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fea17844-1cc5-400a-9ad8-efdb8b974ec3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:35.096748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.106406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc22a58-d74a-45ea-8052-59f5df5ad30e req-5633fab8-c745-4f02-984b-9e08ee7ff493 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.124188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccc22a58-d74a-45ea-8052-59f5df5ad30e req-5633fab8-c745-4f02-984b-9e08ee7ff493 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 931 time: 0.8064256 Dec 08 16:22:35.144791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:35.145538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.187018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fea17844-1cc5-400a-9ad8-efdb8b974ec3,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.210713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7907b9-cc34-480a-9052-46a781cca28d req-931c1e88-6701-4420-979d-6f0636306b93 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.218633 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451db7af-79fb-4372-9ebe-b54e43abb3a5 None None] New status for floating IP ed34e2bc-0e84-4fb7-b94f-9b5bf749675c: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:35.226647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7907b9-cc34-480a-9052-46a781cca28d req-931c1e88-6701-4420-979d-6f0636306b93 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.239598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7907b9-cc34-480a-9052-46a781cca28d req-931c1e88-6701-4420-979d-6f0636306b93 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.243127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c7907b9-cc34-480a-9052-46a781cca28d req-931c1e88-6701-4420-979d-6f0636306b93 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 2332 time: 0.9375498 Dec 08 16:22:35.259813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b'}, {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:35.262294 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860d10bb-aaca-471b-9066-8fbbb04bf368" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b"}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:35.282000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] For port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:35.282360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.297864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:35.448425 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.492083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:35.519551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:35.521490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-5aa8d847-4c13-447f-b4a1-9b7a339e0a13 service neutron] 10.222.0.58 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1868308 Dec 08 16:22:35.530361 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07616203-d44e-403d-b749-bfa2bf2f0206" -d '{"events": [{"server_uuid": "709ab508-5fe5-4390-a5cd-8f787354aa1b", "name": "network-vif-plugged", "status": "completed", "tag": "fea17844-1cc5-400a-9ad8-efdb8b974ec3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:35.542615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccc22a58-d74a-45ea-8052-59f5df5ad30e req-d56315ff-141b-4be1-b25b-5e2b78ebfa43 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023306 Dec 08 16:22:35.546723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] No DVR routers for this DVR port f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:35.549829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.553744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-886b3e94-b79d-4fea-b75a-0abc9c61362d tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "DELETE /v2.0/ports/f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2 HTTP/1.1" status: 204 len: 173 time: 1.0096564 Dec 08 16:22:35.613051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c7907b9-cc34-480a-9052-46a781cca28d req-de281ae8-5aa4-4bfc-8d63-801bb813792a tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups?id=856c3158-c3b8-49ac-ad21-d33d94e7a1d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3435161 Dec 08 16:22:35.719268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:35.735142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ffd534c3-f46b-483d-98a9-c75fa01fc1f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/17bcc165-ca79-459f-8614-9b198234207b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5681713 Dec 08 16:22:35.735679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Sync routers for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:35.751184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66edda1-fbd6-47b9-9336-6f5e743e3662 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:35.760685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-ef320243-d5c3-4f9e-b854-38c80dee213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.762029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:35.762715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:35.762891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-ef320243-d5c3-4f9e-b854-38c80dee213a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 1094 time: 0.1562362 Dec 08 16:22:35.787623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.817437 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e9aaae-488b-4b63-8bea-f8f3741bc4e0 x-openstack-request-id: req-34e9aaae-488b-4b63-8bea-f8f3741bc4e0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:35.817735 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "da3ef01f-6be3-4ce2-a920-d3bedcce464b", "status": "completed", "code": 200}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "5f772bc5-eb30-4348-b14c-66cc80ddea07", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:35.818013 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-34e9aaae-488b-4b63-8bea-f8f3741bc4e0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:35.818432 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': 'da3ef01f-6be3-4ce2-a920-d3bedcce464b', 'status': 'completed', 'code': 200} Dec 08 16:22:35.818667 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': '5f772bc5-eb30-4348-b14c-66cc80ddea07', 'status': 'completed', 'code': 200} Dec 08 16:22:35.826094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:35.826338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.887126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Transition to ACTIVE for port object a66edda1-fbd6-47b9-9336-6f5e743e3662 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:35.905920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:35.934887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4c32f-32ad-4a12-b59e-3a5d7871553b req-0a5fa5a3-03a3-47b8-9862-71693fe63a45 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:35.935564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9e4c32f-32ad-4a12-b59e-3a5d7871553b req-0a5fa5a3-03a3-47b8-9862-71693fe63a45 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.1717405 Dec 08 16:22:36.045779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:36.070336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-7e9c60a2-0141-448b-9114-34fe9e3b7bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.072143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-7e9c60a2-0141-448b-9114-34fe9e3b7bbc service neutron] 10.222.0.58 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 919 time: 0.2958300 Dec 08 16:22:36.094417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Pushing event updated for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.146540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] For port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:36.146950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.171150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:36.181009 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11537bf-3428-4838-bd0f-4363b134819a x-openstack-request-id: req-a11537bf-3428-4838-bd0f-4363b134819a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:36.181507 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709ab508-5fe5-4390-a5cd-8f787354aa1b", "name": "network-vif-plugged", "status": "completed", "tag": "fea17844-1cc5-400a-9ad8-efdb8b974ec3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:36.181738 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a11537bf-3428-4838-bd0f-4363b134819a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:36.182465 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3', 'code': 200} Dec 08 16:22:36.184911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9e4c32f-32ad-4a12-b59e-3a5d7871553b req-f7231b03-111a-452f-ba95-b65b9e51469f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138197 Dec 08 16:22:36.186232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-1a96522b-dfca-4685-9785-5db3c27a366e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb HTTP/1.1" status: 200 len: 217 time: 0.0874765 Dec 08 16:22:36.190510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fdc461-406b-45c5-9f54-3e6ca9aea84f req-f2e1d75b-ee13-43e4-9f4a-8655cbda21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.192142 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3fdc461-406b-45c5-9f54-3e6ca9aea84f req-f2e1d75b-ee13-43e4-9f4a-8655cbda21e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 1096 time: 0.1444516 Dec 08 16:22:36.329354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-9989efda-3239-4aaf-be95-4f133031f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.331522 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d3fdc461-406b-45c5-9f54-3e6ca9aea84f req-9a434c63-9a2d-4569-9bc8-fb3658710ef8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182954 Dec 08 16:22:36.332077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-9989efda-3239-4aaf-be95-4f133031f76f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 200 len: 858 time: 0.1341755 Dec 08 16:22:36.351383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:32Z', 'revision_number': 2, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:36.376024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Attempting to bind port a66edda1-fbd6-47b9-9336-6f5e743e3662 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:36.376589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Attempting to bind port a66edda1-fbd6-47b9-9336-6f5e743e3662 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:36.377130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Attempting to bind port a66edda1-fbd6-47b9-9336-6f5e743e3662 on network 38fb0357-d32d-4d39-917e-de4474bc7dad {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:36.389839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Checking router: 17bcc165-ca79-459f-8614-9b198234207b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:36.389839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Updating router 17bcc165-ca79-459f-8614-9b198234207b port c9864a43-abbc-4246-8908-6727eb2e8e52 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:22:36.410949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-0fc75290-4e7d-4ff4-835c-1ee12bc059d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=38fb0357-d32d-4d39-917e-de4474bc7dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632570 Dec 08 16:22:36.411513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Port a66edda1-fbd6-47b9-9336-6f5e743e3662 on network 38fb0357-d32d-4d39-917e-de4474bc7dad not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:36.411832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Attempting to bind port a66edda1-fbd6-47b9-9336-6f5e743e3662 on network 38fb0357-d32d-4d39-917e-de4474bc7dad {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:36.419447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-a73db5fe-0482-4bac-9d32-dd5399385310 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914647461&fields=id&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 267 time: 0.1493504 Dec 08 16:22:36.421184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.428258 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.434069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:36.434438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Checking segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:36.434723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Bound using segment: {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:36.435154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Bound port: a66edda1-fbd6-47b9-9336-6f5e743e3662, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8080ea16-6efc-4f8f-8957-401b67d666b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:36.435509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.477745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.544116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] No DVR routers for this DVR port 4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:36.546815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.550374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9043aab1-7581-452a-8427-5662500f3e2d req-6955dc81-6298-4fc4-bf58-3e8b43b46327 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.58 "DELETE /v2.0/ports/4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf HTTP/1.1" status: 204 len: 173 time: 0.9818835 Dec 08 16:22:36.729613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-c2365794-0216-49bc-b449-9a4fe9456565 service neutron] 10.222.0.58 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073289 Dec 08 16:22:36.740022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-540500c1-bbac-48a4-b296-1f4aff3333ca tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.741711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-540500c1-bbac-48a4-b296-1f4aff3333ca tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 797 time: 0.3116152 Dec 08 16:22:36.812327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.822607 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:36.878634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:36.898079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a5c7367e-2679-42c7-aebf-d789f2d9b6eb details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:36.908820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:36.921641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-568f9c7d-28e2-4345-a852-9f088e051a83 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/quotas/d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 375 time: 0.1537797 Dec 08 16:22:36.946227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e0c7e-aa71-40cc-a6d0-a63c7094531e None None] Pushing event updated for resources: {'Port': ['ID=c9864a43-abbc-4246-8908-6727eb2e8e52,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:36.951402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fbb90-2d82-44d4-a1c7-44f772e0e8f4 req-a02d5abd-94c7-4059-b89d-ea445302a938 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:36.953186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b0fbb90-2d82-44d4-a1c7-44f772e0e8f4 req-a02d5abd-94c7-4059-b89d-ea445302a938 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 943 time: 0.2908955 Dec 08 16:22:36.980090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.086055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:37.088090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.089715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] 10.222.0.86 "PUT /v2.0/ports/a66edda1-fbd6-47b9-9336-6f5e743e3662 HTTP/1.1" status: 200 len: 1091 time: 3.4256833 Dec 08 16:22:37.098369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:37.098369 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47af4b86-d375-4b97-9fc6-622540a07075" -d '{"events": [{"name": "network-changed", "server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:37.195543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Attempting to bind port c9864a43-abbc-4246-8908-6727eb2e8e52 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:37.197009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Attempting to bind port c9864a43-abbc-4246-8908-6727eb2e8e52 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:37.201979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Attempting to bind port c9864a43-abbc-4246-8908-6727eb2e8e52 on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:37.243709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8a765a5-3979-4dc3-8423-249e5e6fa172 req-4ddc71ab-763c-47c9-b6e4-21a259b73f22 service neutron] 10.222.0.58 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904571 Dec 08 16:22:37.256736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-96b4561a-c38d-40cf-af7a-3eb21d4fdbdd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3340456 Dec 08 16:22:37.266449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db8feb-2d9d-4005-9890-20ce39374e42 service neutron] Pushing event updated for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:37.283152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b0fbb90-2d82-44d4-a1c7-44f772e0e8f4 req-57c4b085-38a5-49f5-be01-4869c164bc6f tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978375 Dec 08 16:22:37.309996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:37.331772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb', 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'port_id': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb', 'mac_address': 'fa:16:3e:16:a0:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353037d1-baec-4131-813a-bd8de4840692', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:37.339716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:37.340127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Checking segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:37.340654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.341285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Bound using segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:37.341788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Bound port: c9864a43-abbc-4246-8908-6727eb2e8e52, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:37.342296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.465593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] For port c9864a43-abbc-4246-8908-6727eb2e8e52, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:37.471092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] For port c9864a43-abbc-4246-8908-6727eb2e8e52, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c9864a43-abbc-4246-8908-6727eb2e8e52,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:37.496999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-89e612bc-cedc-486e-a777-d7536467900a service neutron] 10.222.0.62 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933370 Dec 08 16:22:37.538247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.555724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39629e02-ddf3-4826-b0c6-5d53dfeea0f5 req-d4ebf1c0-3043-440f-8554-b90017ecb2df tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0512967 Dec 08 16:22:37.620654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-7bf7c681-18c3-43ee-97e6-09f39806ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:37.627510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-7bf7c681-18c3-43ee-97e6-09f39806ccea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 1094 time: 0.4411922 Dec 08 16:22:37.689003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:37.692527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:37.714989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-1e162721-f73a-4c57-bb98-4c677128a5dc service neutron] 10.222.0.62 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373832 Dec 08 16:22:37.764705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-665ca8b8-fd8c-4d7f-9330-b880eb552f81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662 HTTP/1.1" status: 200 len: 217 time: 0.0484383 Dec 08 16:22:37.819521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.821265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2'}, {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:37.826312 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d673d41-908b-4e5b-a63c-c738b362bf98" -d '{"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2"}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:37.849047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-9dcb095a-03eb-4dec-9c9d-597199b31485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:37.851636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-9dcb095a-03eb-4dec-9c9d-597199b31485 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 200 len: 858 time: 0.0726917 Dec 08 16:22:37.914502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-4a84e51c-f1b9-41dc-bc31-bbae0b8b0279 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=38fb0357-d32d-4d39-917e-de4474bc7dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513601 Dec 08 16:22:37.949986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5e765269-42cb-438d-bb47-975949b6c503 None None] Provisioning complete for port c9864a43-abbc-4246-8908-6727eb2e8e52 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:37.950504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e765269-42cb-438d-bb47-975949b6c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:37.983546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c7367e-2679-42c7-aebf-d789f2d9b6eb {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:38.039016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:38.153310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.171215 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3ffb2d-432e-4387-8fe1-c957a0fc7c1b x-openstack-request-id: req-ef3ffb2d-432e-4387-8fe1-c957a0fc7c1b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:38.171950 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:38.172306 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ef3ffb2d-432e-4387-8fe1-c957a0fc7c1b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:38.173048 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662', 'status': 'completed', 'code': 200} Dec 08 16:22:38.186016 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a43f42-2553-4832-a4d7-8dae0b47334e x-openstack-request-id: req-f2a43f42-2553-4832-a4d7-8dae0b47334e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:38.186016 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2", "status": "completed", "code": 200}, {"server_uuid": "eafe87c8-adfa-4570-a907-13c3606c8a02", "name": "network-vif-deleted", "tag": "4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:38.186016 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2a43f42-2553-4832-a4d7-8dae0b47334e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:38.186460 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': 'f3e53c54-3e7e-4eb3-9fcf-b10fc47da0a2', 'status': 'completed', 'code': 200} Dec 08 16:22:38.187278 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eafe87c8-adfa-4570-a907-13c3606c8a02', 'name': 'network-vif-deleted', 'tag': '4cb1bd0f-171d-41a6-b948-d9fef9e9cdbf', 'status': 'completed', 'code': 200} Dec 08 16:22:38.216000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e0c7e-aa71-40cc-a6d0-a63c7094531e None None] Pushing event updated for resources: {'Port': ['ID=c9864a43-abbc-4246-8908-6727eb2e8e52,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:38.307913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:38.385599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2be6974a-6702-42b9-b899-547878628e06 req-1756e6dd-b143-46cd-b714-2de2bdd4cda8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 210 time: 0.1068723 Dec 08 16:22:38.401640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:38.402507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-ae32df67-f5a1-4f12-a854-6840535311d4 service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793489 Dec 08 16:22:38.538173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['a5c7367e-2679-42c7-aebf-d789f2d9b6eb'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:38.607669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b021be9-7243-4959-bc3e-bbe5fdb3eb84 req-ab1e42d0-0c35-43a7-8d50-a8bb65e1f6f4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:38.615994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b021be9-7243-4959-bc3e-bbe5fdb3eb84 req-ab1e42d0-0c35-43a7-8d50-a8bb65e1f6f4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.4410176 Dec 08 16:22:38.629910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af17369-99a3-4b48-a5d3-904905bc84d0 req-a722c5c3-a470-4a1a-92c7-5a2ab7ac7772 service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246459 Dec 08 16:22:38.679748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431900e-c49a-4285-bc52-6390a2af8dac req-bd41840a-2e74-4517-a09b-3863238bf0f8 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:38.691454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3431900e-c49a-4285-bc52-6390a2af8dac req-bd41840a-2e74-4517-a09b-3863238bf0f8 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 943 time: 0.1440599 Dec 08 16:22:38.759501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b021be9-7243-4959-bc3e-bbe5fdb3eb84 req-7551ad95-e9e3-4bfd-a624-fc047d7b6ed4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422513 Dec 08 16:22:38.776552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e765269-42cb-438d-bb47-975949b6c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.866108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3431900e-c49a-4285-bc52-6390a2af8dac req-9d1602b3-84a1-4abf-bde3-b14baeab9296 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733410 Dec 08 16:22:38.905577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5e765269-42cb-438d-bb47-975949b6c503 None None] For port c9864a43-abbc-4246-8908-6727eb2e8e52, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c9864a43-abbc-4246-8908-6727eb2e8e52,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:38.941765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af9d47da-e548-4647-9562-28bb0bc95831 req-5eec780c-eb6e-4d47-9b20-abfe580ab6f4 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0684781 Dec 08 16:22:38.951846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e765269-42cb-438d-bb47-975949b6c503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:38.958801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4b86-d375-4b97-9fc6-622540a07075 req-8b2d8cd2-50bb-4208-9b7d-98f0dc1f0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:38.960334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-8b2d8cd2-50bb-4208-9b7d-98f0dc1f0393 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=94a3fa82aa1945b9999c45ad20df145b&device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 1094 time: 0.2370744 Dec 08 16:22:39.181087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3af0a7be-6b16-4879-b5f1-616dd693a63a None None] Provisioning complete for port c9864a43-abbc-4246-8908-6727eb2e8e52 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:39.181637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3af0a7be-6b16-4879-b5f1-616dd693a63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:39.219546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4b86-d375-4b97-9fc6-622540a07075 req-928dee50-2077-4ba8-b660-ebe33a344bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:39.224562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-928dee50-2077-4ba8-b660-ebe33a344bd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 200 len: 919 time: 0.2549083 Dec 08 16:22:39.248342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e765269-42cb-438d-bb47-975949b6c503 None None] Pushing event updated for resources: {'Port': ['ID=c9864a43-abbc-4246-8908-6727eb2e8e52,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:39.316279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:37Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:39.406506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-5f95e1df-9dbd-4448-b83b-57e21471ec5c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662 HTTP/1.1" status: 200 len: 217 time: 0.1736114 Dec 08 16:22:39.539894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8ba475-34f2-4ace-9748-5b6b654b1777 None None] The sync data for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 is: [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:37Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:40.001134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efa113db-f67d-402f-a6d1-d85badc9298a req-928df06a-a157-4b47-a414-1b802c088066 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 210 time: 0.1134624 Dec 08 16:22:40.016296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4b86-d375-4b97-9fc6-622540a07075 req-60c39384-bb2c-4eb7-9beb-239545fda7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.019754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-60c39384-bb2c-4eb7-9beb-239545fda7b2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 200 len: 858 time: 0.0969915 Dec 08 16:22:40.215860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-c99a5903-990b-44a6-81cc-01d295249f54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=38fb0357-d32d-4d39-917e-de4474bc7dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361191 Dec 08 16:22:40.302627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29be3-2f5b-4785-91f1-982bc251031b req-f3023629-4e76-4ee6-8078-1e86b725f6f9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.304418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ade29be3-2f5b-4785-91f1-982bc251031b req-f3023629-4e76-4ee6-8078-1e86b725f6f9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.1659734 Dec 08 16:22:40.318678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a066a61-6ac9-46e8-beb0-ec22d19b1710 req-f0d31ded-e42a-441d-aafe-b7c88b6bc55f tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.327414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a066a61-6ac9-46e8-beb0-ec22d19b1710 req-f0d31ded-e42a-441d-aafe-b7c88b6bc55f tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 945 time: 0.9412961 Dec 08 16:22:40.475119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-16b6dcda-8d92-4bf1-8ac5-2b7c29b57e46 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.476730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-16b6dcda-8d92-4bf1-8ac5-2b7c29b57e46 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 797 time: 0.5903602 Dec 08 16:22:40.509368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a066a61-6ac9-46e8-beb0-ec22d19b1710 req-3b3cf64f-d4bb-4114-9e69-8bbf99763dfa tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups?id=df370df9-243b-4895-87a3-1d19191ee505&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810305 Dec 08 16:22:40.511786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-293bd17b-6f86-497f-9ecb-73207b304d74 service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814319 Dec 08 16:22:40.564393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ade29be3-2f5b-4785-91f1-982bc251031b req-f1dca30c-fcd0-4583-b274-966ec6a1b1b4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180142 Dec 08 16:22:40.696514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a66edda1-fbd6-47b9-9336-6f5e743e3662 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:40.822201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-8b934c9a-606b-49b8-8031-f4e6be264b39 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 379 time: 0.3311377 Dec 08 16:22:40.833026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03c4eb41-66cf-494f-9fb6-b2c3d43a4cab req-25473945-c0bb-4e1c-96d4-6473ec82456c tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0749462 Dec 08 16:22:40.903371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-cfefff0a-655f-4c0e-92f3-ab756d1e318a tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:40.904963 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-cfefff0a-655f-4c0e-92f3-ab756d1e318a tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.58 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 945 time: 0.1130600 Dec 08 16:22:40.923146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a5c7367e-2679-42c7-aebf-d789f2d9b6eb up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:40.974117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47af4b86-d375-4b97-9fc6-622540a07075 req-2fb963ea-9bb9-44f3-a56b-52827790509b service neutron] 10.222.0.86 "GET /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504454 Dec 08 16:22:41.014420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'port': {'device_id': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'admin_state_up': True, 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'security_groups': ['2de4e9c7-9436-4205-bd2a-f6e68ac6dc13']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:41.101310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:41.156141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a66edda1-fbd6-47b9-9336-6f5e743e3662', 'network_id': '38fb0357-d32d-4d39-917e-de4474bc7dad', 'port_id': 'a66edda1-fbd6-47b9-9336-6f5e743e3662', 'mac_address': 'fa:16:3e:e7:e2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353037d1-baec-4131-813a-bd8de4840692', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:41.248900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port a5c7367e-2679-42c7-aebf-d789f2d9b6eb completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:41.249316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:41.252689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.290883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.293147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c9864a43-abbc-4246-8908-6727eb2e8e52 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:41.297430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Deleting port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:41.298096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.302484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dc960-83d0-48f0-bdea-860d35c0b171 req-fcad33de-43de-4546-9a98-0ccc7271d347 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:41.311580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff8dc960-83d0-48f0-bdea-860d35c0b171 req-fcad33de-43de-4546-9a98-0ccc7271d347 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 943 time: 0.6625717 Dec 08 16:22:41.403159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port a5c7367e-2679-42c7-aebf-d789f2d9b6eb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:41.403540 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.483165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66edda1-fbd6-47b9-9336-6f5e743e3662 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:41.527105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] For port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:41.527105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.559741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:41.574805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.592899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c9864a43-abbc-4246-8908-6727eb2e8e52 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:41.592899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.654693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff8dc960-83d0-48f0-bdea-860d35c0b171 req-cebb4d92-e347-4dbb-8c5a-e8a224b44d5d tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420687 Dec 08 16:22:41.760369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e6317e4-3fd8-4cf8-992b-a2fec2381e23 req-9e86350d-b6b7-4b3b-94dc-f123fae63576 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 210 time: 0.1042132 Dec 08 16:22:41.770034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.7 (2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8/256bb2d4-b3c4-4e9b-b84a-625becee3829/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:41.838209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.838564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:41.838891 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Floating IP d447e99a-3ded-44f8-8c46-4ba75b6c77dc disassociated. External IP: 172.25.3.135, port: 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6. Dec 08 16:22:41.839574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Calling delete_port for 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:41.898746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.030825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:42.035970 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56129ee6-53e1-416b-bfad-64fccf07e292" -d '{"events": [{"server_uuid": "4ba4d3f6-12a0-48bd-8a48-6ee76f108f99", "name": "network-vif-plugged", "status": "completed", "tag": "a5c7367e-2679-42c7-aebf-d789f2d9b6eb"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:42.046746 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.067791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:42.071226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a66edda1-fbd6-47b9-9336-6f5e743e3662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:42.077888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:42.112137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event deleted for resources: {'Port': ['ID=7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:42.147845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0872f6a0-9632-4458-b961-4b7439cdbc04 req-a427c06d-e2aa-42dd-99a3-89f44179fd62 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/ports?device_id=65c53845-6609-4fe3-9b87-ae931052fc12 HTTP/1.1" status: 200 len: 210 time: 0.0938244 Dec 08 16:22:42.185155 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.206852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbe7d803-2428-43c3-9cc6-0e6f1309a718 req-55a16e50-e820-4952-b701-815770a97b59 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.1020188 Dec 08 16:22:42.309469 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Router 54849a5a-90ef-4a84-af03-10202e8569bb has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:42.362060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:42.375840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-19fabcd7-dfa3-4759-bb8f-e3626e7199db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.377374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-19fabcd7-dfa3-4759-bb8f-e3626e7199db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6db672922ea6462a85139b692f8d0a68&device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 1096 time: 0.3246489 Dec 08 16:22:42.416893 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a2c768-a328-4730-91e8-5b55c3648ed0 x-openstack-request-id: req-03a2c768-a328-4730-91e8-5b55c3648ed0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:42.417191 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba4d3f6-12a0-48bd-8a48-6ee76f108f99", "name": "network-vif-plugged", "status": "completed", "tag": "a5c7367e-2679-42c7-aebf-d789f2d9b6eb", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:42.417445 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03a2c768-a328-4730-91e8-5b55c3648ed0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:42.417883 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb', 'code': 200} Dec 08 16:22:42.504770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.576903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:42.589733 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] Sync routers for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:42.595702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e15f24-e168-4c33-ba34-6222d0bb5587 req-8be23d6d-b5e5-4bd9-b2f1-0ae2f0c8c1f1 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.597514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e15f24-e168-4c33-ba34-6222d0bb5587 req-8be23d6d-b5e5-4bd9-b2f1-0ae2f0c8c1f1 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.3162115 Dec 08 16:22:42.600326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c93db-9353-481f-836b-1e720cb21461 req-813b82ed-fd86-445a-9939-07ef7fcb5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.603519 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-273c93db-9353-481f-836b-1e720cb21461 req-813b82ed-fd86-445a-9939-07ef7fcb5360 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 1096 time: 0.1071386 Dec 08 16:22:42.606100 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:42.606749 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:42.673580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-728c110d-e660-4d7e-939d-735bf6b9aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.675660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-728c110d-e660-4d7e-939d-735bf6b9aeed service neutron] 10.222.0.86 "GET /v2.0/networks?id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 200 len: 916 time: 0.2739875 Dec 08 16:22:42.679221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.687476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] No DVR routers for this DVR port 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:42.691952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:42.696124 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-72f43b6b-d825-4126-a4ce-2f3d7d11fb15 req-8a405ead-f5f1-40c7-91f2-477b23185187 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.58 "DELETE /v2.0/ports/7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 HTTP/1.1" status: 204 len: 173 time: 1.7811713 Dec 08 16:22:42.701021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'name': 'network-vif-deleted', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:42.703851 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de4c241-d253-486d-a847-4e9949aa4769" -d '{"events": [{"server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "name": "network-vif-deleted", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:42.754056 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-273c93db-9353-481f-836b-1e720cb21461 req-0cc9117e-6b9e-4ec8-9652-d02cc176f63d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172197 Dec 08 16:22:42.794836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-c8b6f3b2-aa9a-45aa-a95e-7196bebe1b48 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2 HTTP/1.1" status: 200 len: 217 time: 0.1044784 Dec 08 16:22:42.827629 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd84873e-9900-4630-a395-5bdd77c3e9d6 x-openstack-request-id: req-cd84873e-9900-4630-a395-5bdd77c3e9d6 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:42.828184 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c53845-6609-4fe3-9b87-ae931052fc12", "name": "network-vif-deleted", "tag": "7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:42.830194 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd84873e-9900-4630-a395-5bdd77c3e9d6 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:42.830895 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c53845-6609-4fe3-9b87-ae931052fc12', 'name': 'network-vif-deleted', 'tag': '7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6', 'status': 'completed', 'code': 200} Dec 08 16:22:42.869354 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:42.937162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-b6a6f662-238c-4b6f-92cc-7a7418a97f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:42.938762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-b6a6f662-238c-4b6f-92cc-7a7418a97f5d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 200 len: 854 time: 0.1333086 Dec 08 16:22:43.003948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:43.028033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e15f24-e168-4c33-ba34-6222d0bb5587 req-4f28c216-3797-4b43-bc60-ad5916916e26 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062490 Dec 08 16:22:43.040432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:43.047343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:43.050647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:43.116711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be0480-672c-409e-a04f-789bd3941490 req-ef1b13cd-6180-4d88-b2e1-bfe99505785e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.119251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8be0480-672c-409e-a04f-789bd3941490 req-ef1b13cd-6180-4d88-b2e1-bfe99505785e tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 944 time: 0.2024755 Dec 08 16:22:43.191299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-ec06c966-ea87-4913-9be2-a6919e8c5e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.192930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-ec06c966-ea87-4913-9be2-a6919e8c5e49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2224405 Dec 08 16:22:43.201584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.202297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.255453 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:43.287052 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] Checking router: 54849a5a-90ef-4a84-af03-10202e8569bb for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:43.300215 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:43.301078 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:43.459775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-d337a8fd-cf28-446b-ac0b-1973277523d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6089513 Dec 08 16:22:43.476157 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:43.476382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3aed616c-7ed3-4a07-99a7-fc44232fdc5e None None] Provisioning complete for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:43.476929 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3aed616c-7ed3-4a07-99a7-fc44232fdc5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.478465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Request body: {'port': {'device_id': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:43.593357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3aed616c-7ed3-4a07-99a7-fc44232fdc5e None None] Port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:22:43.622914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8be0480-672c-409e-a04f-789bd3941490 req-2891ba45-650b-4586-b908-1459f75edf71 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4837987 Dec 08 16:22:43.702324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc500d2f-194d-4576-8deb-ed639b489988 req-6eea46d1-9260-4164-8a04-c88dcc770f3b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:43.714710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc500d2f-194d-4576-8deb-ed639b489988 req-6eea46d1-9260-4164-8a04-c88dcc770f3b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 931 time: 0.5363164 Dec 08 16:22:43.797648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:43.835149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d56650f5-b917-47ff-a098-fdc1796c5e50 req-ffdd8d76-3ce9-4836-bc14-e67f86ec6e86 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0852506 Dec 08 16:22:43.840129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-5068b678-f2ab-48fc-899d-85a6b13a84b0 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200480 Dec 08 16:22:43.960741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc500d2f-194d-4576-8deb-ed639b489988 req-268768dc-29d2-467c-84e7-e151b61b1696 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336636 Dec 08 16:22:43.973196 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:44.024624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:44.055523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e13dd83-6431-4a8a-ada3-1612444dfc95 None None] The sync data for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 is: [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:20:31Z', 'revision_number': 4, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b', 'name': '', 'network_id': 'a7255d5e-8d35-4b1e-a7e7-8a1177e897e4', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'mac_address': 'fa:16:3e:cd:b3:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:30Z', 'updated_at': '2021-12-08T16:20:38Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'subnets': [{'id': 'c1947766-e912-492f-8c3b-4c8d5af01e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:44.196663 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dfca331-3b40-4573-8ce8-0537613debe2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.233518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dfca331-3b40-4573-8ce8-0537613debe2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.293935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dfca331-3b40-4573-8ce8-0537613debe2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.298705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dfca331-3b40-4573-8ce8-0537613debe2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.303298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2dfca331-3b40-4573-8ce8-0537613debe2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "DELETE /v2.0/security-groups/df370df9-243b-4895-87a3-1d19191ee505 HTTP/1.1" status: 204 len: 168 time: 0.2774389 Dec 08 16:22:44.304331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:44.342308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfca331-3b40-4573-8ce8-0537613debe2 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df370df9-243b-4895-87a3-1d19191ee505,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:44.345170 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-dca01979-6b6a-4e5c-8f75-509e6c6869ae tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] show failed (client error): The resource could not be found. Dec 08 16:22:44.350012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dca01979-6b6a-4e5c-8f75-509e6c6869ae tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "GET /v2.0/security-groups/df370df9-243b-4895-87a3-1d19191ee505 HTTP/1.1" status: 404 len: 347 time: 0.0390799 Dec 08 16:22:44.363826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53910) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:44.457824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d307eeb-5f9f-4237-9a01-842abc487d13 req-8248fd6d-a1e0-40e4-94ac-c9c2ea71bc81 service neutron] 10.222.0.86 "GET /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051114 Dec 08 16:22:44.542347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb220f13-0902-478d-9adb-0d61b10900e1 None None] New status for floating IP d447e99a-3ded-44f8-8c46-4ba75b6c77dc: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:22:44.547535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e1b27c-ccb9-4949-ab03-775cee6030d0 req-9101f0b2-f21c-4b3a-af12-e502e13a5efb tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:44.554213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20e1b27c-ccb9-4949-ab03-775cee6030d0 req-9101f0b2-f21c-4b3a-af12-e502e13a5efb tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.2089088 Dec 08 16:22:44.605610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Deleting port 5921a6e0-6fbd-410f-b91a-997703c6b7c9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:44.606102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.634092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20e1b27c-ccb9-4949-ab03-775cee6030d0 req-eefd849f-f509-413b-ad3f-d866f24c9c9b tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783894 Dec 08 16:22:44.725139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bd9d4e-f23c-4b64-88b5-cc2072c9155d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:44.728312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a66edda1-fbd6-47b9-9336-6f5e743e3662 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:44.745329 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.776323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.776867 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.786740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Transition to ACTIVE for port object a0bd9d4e-f23c-4b64-88b5-cc2072c9155d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:22:44.793551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.797555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Calling delete_port for 5921a6e0-6fbd-410f-b91a-997703c6b7c9 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:44.880774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a66edda1-fbd6-47b9-9336-6f5e743e3662 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:44.885880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a66edda1-fbd6-47b9-9336-6f5e743e3662 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:44.886252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:44.888331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:44.963895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:45.025859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:45.027436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f2f0164-8ca6-45f6-af79-bfc3ae47f8a6 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:45.194744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.201930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.213494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ab28b81-6ab7-4130-9f3f-5878ce96b096 req-2b24a490-84e0-4a0e-a011-08888f504b96 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0807538 Dec 08 16:22:45.244101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829d13f-35bf-4711-aba3-d1b36dc34203 req-b92f9d83-9488-4ab3-b508-a3a5d83448a7 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.252517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e829d13f-35bf-4711-aba3-d1b36dc34203 req-b92f9d83-9488-4ab3-b508-a3a5d83448a7 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 944 time: 0.4448729 Dec 08 16:22:45.272397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Pushing event deleted for resources: {'Port': ['ID=5921a6e0-6fbd-410f-b91a-997703c6b7c9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:45.302476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:45.304295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:45.311587 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4d37dc-6098-4545-9e0b-0c4d70f179c3" -d '{"events": [{"server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "name": "network-vif-plugged", "status": "completed", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:45.327870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e829d13f-35bf-4711-aba3-d1b36dc34203 req-e215ee1f-5873-41f5-8b07-e873187c3852 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710163 Dec 08 16:22:45.332704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:22:45.333155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:22:45.334200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:45.334432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.350798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:22:45.351388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:22:45.365417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:22:45.366204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Checking segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:45.366865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Bound using segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:22:45.368291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Bound port: a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:22:45.368915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.408242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.412432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.413696 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f94abbe4-a5cb-403b-b85f-59973a3d6fd9 tempest-ServersTestFqdnHostnames-1973779867 tempest-ServersTestFqdnHostnames-1973779867-project] 10.222.0.62 "DELETE /v2.0/floatingips/d447e99a-3ded-44f8-8c46-4ba75b6c77dc HTTP/1.1" status: 204 len: 168 time: 1.0483577 Dec 08 16:22:45.418262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53924) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:45.469822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:45.538604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed6f82e-121f-4827-a0a4-8de715e5bbe0 req-98423d8e-e522-408d-a2bf-63f2dff6868a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.553427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ed6f82e-121f-4827-a0a4-8de715e5bbe0 req-98423d8e-e522-408d-a2bf-63f2dff6868a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.1811121 Dec 08 16:22:45.599378 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d01d308-1eb5-4d25-8843-ed630988431d x-openstack-request-id: req-9d01d308-1eb5-4d25-8843-ed630988431d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:45.600401 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "name": "network-vif-plugged", "status": "completed", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:45.600864 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d01d308-1eb5-4d25-8843-ed630988431d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:45.604533 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662', 'code': 200} Dec 08 16:22:45.639320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:22:45.647761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:22:45.662061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.769611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ed6f82e-121f-4827-a0a4-8de715e5bbe0 req-6ebf4da6-de01-425c-9a9a-2ad2b4895ec1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132788 Dec 08 16:22:45.803643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.804278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:45.805928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] 10.222.0.58 "PUT /v2.0/ports/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 1091 time: 2.3440511 Dec 08 16:22:45.806545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:45.810001 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:45.813276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e98afc-e376-440c-baf6-57f452d26055 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:45.900983 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6854ba-549b-45d1-9a33-fd371acb399e x-openstack-request-id: req-0e6854ba-549b-45d1-9a33-fd371acb399e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:45.901269 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:45.901590 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0e6854ba-549b-45d1-9a33-fd371acb399e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:45.908054 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'status': 'completed', 'code': 200} Dec 08 16:22:45.985370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e46a85-73ee-4512-9adb-fff5682c23d9 req-30224291-a34d-425e-a69d-17a66314af1d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:45.993834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3e46a85-73ee-4512-9adb-fff5682c23d9 req-30224291-a34d-425e-a69d-17a66314af1d tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.1768763 Dec 08 16:22:46.003641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8dcf2-1b17-41fb-92c5-dd5ccb1f8bfc req-0f988d73-b303-4441-bed0-03b62fdfe2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.005441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99b8dcf2-1b17-41fb-92c5-dd5ccb1f8bfc req-0f988d73-b303-4441-bed0-03b62fdfe2db service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 1096 time: 0.2726252 Dec 08 16:22:46.016137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-ddc5f255-6472-400b-b5e9-21ad0cae69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.017626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-ddc5f255-6472-400b-b5e9-21ad0cae69c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1094 time: 0.1497109 Dec 08 16:22:46.076640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.093890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-b7d0f14b-9134-4092-bb67-2381ce879f7d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 217 time: 0.0659792 Dec 08 16:22:46.173361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3e46a85-73ee-4512-9adb-fff5682c23d9 req-de723022-f948-497a-a070-e8856f78790f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781590 Dec 08 16:22:46.187880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99b8dcf2-1b17-41fb-92c5-dd5ccb1f8bfc req-8db46182-42db-476b-837b-db36b8210bfb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672218 Dec 08 16:22:46.199598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-ed8f8934-0cfe-4f86-8d2e-b37d791da03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.201499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-ed8f8934-0cfe-4f86-8d2e-b37d791da03e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.0960460 Dec 08 16:22:46.269938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7f028-3577-42c8-8553-3300161f69ea req-5fb19a94-364a-49e7-8971-72416cdfd67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.277681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-5fb19a94-364a-49e7-8971-72416cdfd67f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672054 Dec 08 16:22:46.421065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ddaf94d-3146-43e9-ab1b-3285c6f76d35 req-6f513a16-4378-434d-baaa-d262f43ca4d9 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0458462 Dec 08 16:22:46.431350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Deleting port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:46.431898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.480101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970f22-4505-4c65-8f7c-401be741b305 req-f3739bab-2049-4fba-ac6a-d87cd5b4bf27 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.481747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0970f22-4505-4c65-8f7c-401be741b305 req-f3739bab-2049-4fba-ac6a-d87cd5b4bf27 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.1695859 Dec 08 16:22:46.489133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-d84d4b4d-c711-47f0-a099-7475b5fe123b service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017272 Dec 08 16:22:46.589074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] For port 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:46.589434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:46.604886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Calling delete_port for 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:46.647249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0970f22-4505-4c65-8f7c-401be741b305 req-7e69850d-2956-4fd0-b731-d8d8c4de35ea tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566343 Dec 08 16:22:46.675589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99a7f028-3577-42c8-8553-3300161f69ea req-ea576cbd-303e-4358-9b03-9b047d10b095 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772234 Dec 08 16:22:46.684067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18c02b9-8f38-4f88-826b-ca4a3260cd48 req-2f5fa02a-9e92-42fe-99cb-3210f8cfaf76 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.685895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c18c02b9-8f38-4f88-826b-ca4a3260cd48 req-2f5fa02a-9e92-42fe-99cb-3210f8cfaf76 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 945 time: 0.1316266 Dec 08 16:22:46.817311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c18c02b9-8f38-4f88-826b-ca4a3260cd48 req-8cbd978a-ea5b-4cee-ad21-110ab00dd53a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099789 Dec 08 16:22:46.892571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-9293546c-4671-4dec-851a-780a53d18331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:46.895195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-9293546c-4671-4dec-851a-780a53d18331 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1094 time: 0.1634161 Dec 08 16:22:46.976415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.046182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:47.128801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c381b5-7599-4c12-ac85-18e95a443660 req-2268e9ad-010a-42c3-be5f-1760c6f3ff0f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.134366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50c381b5-7599-4c12-ac85-18e95a443660 req-2268e9ad-010a-42c3-be5f-1760c6f3ff0f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 945 time: 0.1919982 Dec 08 16:22:47.191830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde943b-ea2a-4c8c-adbd-a6bc3f513eb7 req-108c4231-13f5-4b8c-ab46-d8eae07dd0e0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.200051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbde943b-ea2a-4c8c-adbd-a6bc3f513eb7 req-108c4231-13f5-4b8c-ab46-d8eae07dd0e0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.1870463 Dec 08 16:22:47.279060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-e877c109-9063-4ffd-b015-289851957fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.280707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-e877c109-9063-4ffd-b015-289851957fb5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.3706205 Dec 08 16:22:47.314562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50c381b5-7599-4c12-ac85-18e95a443660 req-0d603c73-5fe4-4891-b196-63264c029b80 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722841 Dec 08 16:22:47.378604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-c341998d-7a88-4a4f-bf4c-bcc496b7e0b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 217 time: 0.0816662 Dec 08 16:22:47.390495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbde943b-ea2a-4c8c-adbd-a6bc3f513eb7 req-e036bace-2339-4fda-a78a-43685bbc6e7a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886518 Dec 08 16:22:47.400385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:47.472984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-13add056-eb81-475a-8402-75d64006268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.475600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-13add056-eb81-475a-8402-75d64006268a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.0836134 Dec 08 16:22:47.589825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fe81df-1f86-45ea-9a77-41f67d09f2e7 req-5883f736-63b5-4b65-9d07-b46d64115826 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0484028 Dec 08 16:22:47.622581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4945008-f5be-40e7-a3ea-d9d79702898f req-28a9e9c2-d7a9-4243-bb7b-abbddc63211a tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.624201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4945008-f5be-40e7-a3ea-d9d79702898f req-28a9e9c2-d7a9-4243-bb7b-abbddc63211a tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.1287391 Dec 08 16:22:47.647953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-51d862e7-1801-4e36-8b2e-9ac69a29a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:47.651343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-51d862e7-1801-4e36-8b2e-9ac69a29a447 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1688426 Dec 08 16:22:47.736690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Router 54849a5a-90ef-4a84-af03-10202e8569bb has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:22:47.746402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4945008-f5be-40e7-a3ea-d9d79702898f req-b7abbff0-57e3-4c7f-b4f3-fbc4410a55d3 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115947 Dec 08 16:22:47.801821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-e277f910-8606-4584-b598-b78a743eb466 req-6d908b4e-4782-4af7-963f-af7c76776669 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:22:47.803662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e277f910-8606-4584-b598-b78a743eb466 req-6d908b4e-4782-4af7-963f-af7c76776669 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0103323 Dec 08 16:22:47.811170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-8b319084-8328-45cf-a1be-763e8728e209 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509721 Dec 08 16:22:47.966845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:22:47.980082 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff31bf1e-1bac-4639-97a0-011a629db7d3 admin admin] 10.222.0.62 "PUT /v2.0/routers/54849a5a-90ef-4a84-af03-10202e8569bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5606248 Dec 08 16:22:47.980829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53954) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:47.984408 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] Sync routers for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:22:47.996294 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:47.996974 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:48.116019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.126547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e277f910-8606-4584-b598-b78a743eb466 req-4ee8cd21-8ea6-4e43-8d19-c562db53a187 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3047650 Dec 08 16:22:48.137511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7032ccdb-0e1a-46e4-823d-1d1620a8e42f req-ff9b33f4-257b-4ddb-b1d7-c32328fb36f6 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178961 Dec 08 16:22:48.155940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870c40a-5f8c-4711-9bba-85a4f08ae9b2 req-ad1d8419-5993-4e91-ad02-35601f820755 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.162728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7870c40a-5f8c-4711-9bba-85a4f08ae9b2 req-ad1d8419-5993-4e91-ad02-35601f820755 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 945 time: 0.1778789 Dec 08 16:22:48.181325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:48.251574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7870c40a-5f8c-4711-9bba-85a4f08ae9b2 req-1d0b04a6-70a6-4742-8070-5d55c2770d48 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821910 Dec 08 16:22:48.323305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.455206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Deleting port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:48.455578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.457670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1348620-9251-4aa6-99d0-b58a8a4ab419 req-718d9dbe-b859-459a-8a3e-84b2eca0cadb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.466585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1348620-9251-4aa6-99d0-b58a8a4ab419 req-718d9dbe-b859-459a-8a3e-84b2eca0cadb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 945 time: 0.1093338 Dec 08 16:22:48.530295 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186'}], 'enable_snat': True}, 'gw_port_id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:22:46Z', 'revision_number': 5, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port': {'id': 'a1a83b66-9e0c-43ad-927f-cfafe4d19b3a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:39:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1755, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:20:27Z', 'updated_at': '2021-12-08T16:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:48.552934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1348620-9251-4aa6-99d0-b58a8a4ab419 req-298e7a6d-1d4f-4a9c-99d9-0c42bb848b24 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850697 Dec 08 16:22:48.579414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97046-e934-438c-b901-fadd499a9e5f req-05546e7e-2ad1-4b71-9977-77b6bb408b12 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.579720 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] Checking router: 54849a5a-90ef-4a84-af03-10202e8569bb for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:22:48.591600 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] Routers {'54849a5a-90ef-4a84-af03-10202e8569bb'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:22:48.592551 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54849a5a-90ef-4a84-af03-10202e8569bb'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:48.596708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7b97046-e934-438c-b901-fadd499a9e5f req-05546e7e-2ad1-4b71-9977-77b6bb408b12 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.1218634 Dec 08 16:22:48.649081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] For port a1a83b66-9e0c-43ad-927f-cfafe4d19b3a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:48.652103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:48.711500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Calling delete_port for a1a83b66-9e0c-43ad-927f-cfafe4d19b3a owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:48.742365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] Set router 54849a5a-90ef-4a84-af03-10202e8569bb gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:22:48.744380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7b97046-e934-438c-b901-fadd499a9e5f req-c51f197a-1c61-4d57-b201-e6330171b6bf tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458867 Dec 08 16:22:48.852579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395028b1-0413-4084-b3b5-c5da6e3079fc req-42baa470-647a-405c-84e2-54c0a2593106 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.860457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-395028b1-0413-4084-b3b5-c5da6e3079fc req-42baa470-647a-405c-84e2-54c0a2593106 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.1455052 Dec 08 16:22:48.869227 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:22:48Z', 'revision_number': 6, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:48.908167 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad682647-28e7-4c18-a0d9-1c04700c7558 None None] The sync data for ids ['54849a5a-90ef-4a84-af03-10202e8569bb'] in n-d-820935-5 is: [{'id': '54849a5a-90ef-4a84-af03-10202e8569bb', 'name': 'tempest-ServersTestFqdnHostnames-175224820-router', 'tenant_id': 'c71a97ed9ee647c3852de1abe49cf264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:20:26Z', 'updated_at': '2021-12-08T16:22:48Z', 'revision_number': 6, 'project_id': 'c71a97ed9ee647c3852de1abe49cf264', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:22:48.928277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:22:48.984811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77777ac-32f7-4cd4-a827-ad2dabc58512 req-78a6a6fc-7be8-4bc4-ac0e-e6b9ba525f08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:48.993979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a77777ac-32f7-4cd4-a827-ad2dabc58512 req-78a6a6fc-7be8-4bc4-ac0e-e6b9ba525f08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 945 time: 0.1175478 Dec 08 16:22:49.040389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-395028b1-0413-4084-b3b5-c5da6e3079fc req-b2472ae4-ca98-4f73-bb76-d212949ba9c6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772225 Dec 08 16:22:49.065491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:49.085742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'mac_address': 'fa:16:3e:d1:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:22:49.091150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a77777ac-32f7-4cd4-a827-ad2dabc58512 req-e0858b5c-a4c7-44f8-9e34-5b22f965c68b tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962007 Dec 08 16:22:49.154864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.172910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd9d4e-f23c-4b64-88b5-cc2072c9155d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:22:49.220092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:49.232001 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.267773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73f6add5-4b8f-4d5f-b2b5-0f7685dfe1c0 req-eb1cb8e4-4a83-4403-8b8f-6a78d846bab1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0495980 Dec 08 16:22:49.373394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:49.405208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.407710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.408446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.408960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.410753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.411310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.411947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.414016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.416472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.417668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.418284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.418829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.420942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:22:49.440990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b5ae1-3cf2-41a1-877b-e9585abe1efb req-7a359faf-5c62-47d0-b9b0-f1cd88f6b797 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:49.442970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-328b5ae1-3cf2-41a1-877b-e9585abe1efb req-7a359faf-5c62-47d0-b9b0-f1cd88f6b797 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 945 time: 0.1650295 Dec 08 16:22:49.474105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:49.528987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:49.535322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:49.535685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3cd65ff0-a02a-4c9f-ba0e-2ca5aa09b99b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:49.572118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-328b5ae1-3cf2-41a1-877b-e9585abe1efb req-c7c63bf7-eed8-47ab-8e70-c8ab3d0c1bf4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160562 Dec 08 16:22:49.576947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.665931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a83b66-9e0c-43ad-927f-cfafe4d19b3a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:49.692736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5b83e7-06b8-4429-9db0-6f4bc1d5f595 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:49.790769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08c49a-e797-422f-93d1-1daead228a4d req-033664ca-b249-4050-903a-5f2a1d00c7ec tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:49.793563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc08c49a-e797-422f-93d1-1daead228a4d req-033664ca-b249-4050-903a-5f2a1d00c7ec tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.1108513 Dec 08 16:22:49.811564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:49.978091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc08c49a-e797-422f-93d1-1daead228a4d req-5fcc78b9-6ae9-4c31-b959-a39bc4ecbfe7 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763136 Dec 08 16:22:50.018146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5431467d-d01e-4f77-97df-41973d38963e req-cb0d1955-833c-4c93-960d-1735d683b326 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.019881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5431467d-d01e-4f77-97df-41973d38963e req-cb0d1955-833c-4c93-960d-1735d683b326 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 945 time: 0.2088630 Dec 08 16:22:50.060619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.076050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.220592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5431467d-d01e-4f77-97df-41973d38963e req-ba8483b4-ccab-42a8-a438-9815c333e3eb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824939 Dec 08 16:22:50.252837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.254139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54849a5a-90ef-4a84-af03-10202e8569bb {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:22:50.265680 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.268395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-216543b7-2c8c-4cbc-90bb-4a521aeb6743 admin admin] 10.222.0.62 "DELETE /v2.0/routers/54849a5a-90ef-4a84-af03-10202e8569bb HTTP/1.1" status: 204 len: 168 time: 2.2856867 Dec 08 16:22:50.270373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53996) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:50.447110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Deleting subnet c1947766-e912-492f-8c3b-4c8d5af01e30 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:22:50.460188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f455e3-02e2-430a-a10e-52d19e29ffe9 req-d9a07fe5-9d82-4627-a0b6-8882156d943d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.462671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28f455e3-02e2-430a-a10e-52d19e29ffe9 req-d9a07fe5-9d82-4627-a0b6-8882156d943d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.1363633 Dec 08 16:22:50.463480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.557005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15015e5-c9db-4008-bcba-3fe430a89694 req-d55e184f-5163-4672-a3d9-af09a03b3893 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.567052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15015e5-c9db-4008-bcba-3fe430a89694 req-d55e184f-5163-4672-a3d9-af09a03b3893 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.578294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15015e5-c9db-4008-bcba-3fe430a89694 req-d55e184f-5163-4672-a3d9-af09a03b3893 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:50.580929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d15015e5-c9db-4008-bcba-3fe430a89694 req-d55e184f-5163-4672-a3d9-af09a03b3893 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2&device_id=30cda3cf-54ea-4bf3-8f32-605372418b60&device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 2417 time: 0.2092736 Dec 08 16:22:50.591479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:50.702869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28f455e3-02e2-430a-a10e-52d19e29ffe9 req-da6ff41c-7fa6-4af8-b0d2-2a0ba870a948 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162869 Dec 08 16:22:50.799884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d15015e5-c9db-4008-bcba-3fe430a89694 req-030704fa-765c-42f9-9c08-d7fcc3c6f2f3 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968751 Dec 08 16:22:50.952500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:22:51.059671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:22:51.069387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:22:51.069387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.189819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a1a83b66-9e0c-43ad-927f-cfafe4d19b3a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:51.218164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-669601b3-b382-4c87-a348-342d8c343667 req-3791337c-5c8f-4742-b3de-c497b57318e2 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0632026 Dec 08 16:22:51.260965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a1a83b66-9e0c-43ad-927f-cfafe4d19b3a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:51.261631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a1a83b66-9e0c-43ad-927f-cfafe4d19b3a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:51.282253 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.286353 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.328338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:51.330903 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1b5673-601f-4fb5-9534-d4390dad6434" -d '{"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:51.347654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:51.353290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.366866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03f8b3af-1663-4f5e-8894-acdc3282b1c8 req-b386cd12-375d-40bb-a417-2174ea6ead15 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2031782 Dec 08 16:22:51.434930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:51.462961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-719dbf72-e354-41f4-a19b-675e091b05e0 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.464507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-719dbf72-e354-41f4-a19b-675e091b05e0 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "GET /v2.0/ports?device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 945 time: 0.2434208 Dec 08 16:22:51.527257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe690138-14e8-4b4c-846e-8a69a6567d37 req-d74f30f5-b363-4d40-87f7-b160151dcbbf tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.528954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe690138-14e8-4b4c-846e-8a69a6567d37 req-d74f30f5-b363-4d40-87f7-b160151dcbbf tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 945 time: 0.1966946 Dec 08 16:22:51.530757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.572629 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d8996c-ab2c-4663-a0a6-ef6af495f622 x-openstack-request-id: req-b2d8996c-ab2c-4663-a0a6-ef6af495f622 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:51.573115 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:51.573525 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2d8996c-ab2c-4663-a0a6-ef6af495f622 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:51.582196 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'code': 200} Dec 08 16:22:51.657824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1947766-e912-492f-8c3b-4c8d5af01e30,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:51.660020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.662542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a133260-ded1-4ee1-ba99-6485a7f31416 None None] Network a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:51.666968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54016) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:51.681550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-325ed925-af4d-437e-8033-f0b76c1d4c36 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c1947766-e912-492f-8c3b-4c8d5af01e30 HTTP/1.1" status: 204 len: 168 time: 1.4097071 Dec 08 16:22:51.831038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe690138-14e8-4b4c-846e-8a69a6567d37 req-b46e0220-4900-466b-9058-ed854876948f tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807364 Dec 08 16:22:51.841772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:51.940172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4581c2-03a7-4f00-8d95-68939008ea75 req-13a742d2-47b8-44ee-9744-f797977e25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:51.949435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec4581c2-03a7-4f00-8d95-68939008ea75 req-13a742d2-47b8-44ee-9744-f797977e25ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1096 time: 0.1770265 Dec 08 16:22:51.950991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] DHCP port deletion for a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:22:51.952567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Deleting port fea17844-1cc5-400a-9ad8-efdb8b974ec3 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:51.954391 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.036665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Deleting port e287efa7-a25e-406e-a5f0-f502d396d48f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:52.038401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.066663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] Deleting port e287efa7-a25e-406e-a5f0-f502d396d48f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:52.067732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.121953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c02b3-6531-4312-bc39-13862eaf03ac req-5fbe8200-9580-4e27-866a-1b7f42e2a0c9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:52.129849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-189c02b3-6531-4312-bc39-13862eaf03ac req-5fbe8200-9580-4e27-866a-1b7f42e2a0c9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1556692 Dec 08 16:22:52.160135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec4581c2-03a7-4f00-8d95-68939008ea75 req-b7d2bcaf-86e1-49d2-9ebc-beb4c5f67cf3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992271 Dec 08 16:22:52.187897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] For port e287efa7-a25e-406e-a5f0-f502d396d48f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e287efa7-a25e-406e-a5f0-f502d396d48f,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:52.188556 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.221348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] For port e287efa7-a25e-406e-a5f0-f502d396d48f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e287efa7-a25e-406e-a5f0-f502d396d48f,segment=NetworkSegment(ebebf8ad-6276-49b8-990c-f0c1747847b6),segment_id=ebebf8ad-6276-49b8-990c-f0c1747847b6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:52.222133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.231609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] Calling delete_port for e287efa7-a25e-406e-a5f0-f502d396d48f owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:52.240759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Calling delete_port for e287efa7-a25e-406e-a5f0-f502d396d48f owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:52.250403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-189c02b3-6531-4312-bc39-13862eaf03ac req-8f7ab0a1-ef8f-40ca-8131-07006200811d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193211 Dec 08 16:22:52.287973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] For port fea17844-1cc5-400a-9ad8-efdb8b974ec3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fea17844-1cc5-400a-9ad8-efdb8b974ec3,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:52.288475 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.319011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Calling delete_port for fea17844-1cc5-400a-9ad8-efdb8b974ec3 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:52.390858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.458233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] No DVR routers for this DVR port e287efa7-a25e-406e-a5f0-f502d396d48f on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:52.466970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Pushing event deleted for resources: {'Port': ['ID=e287efa7-a25e-406e-a5f0-f502d396d48f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:52.482312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.534861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a03be66-e725-42dd-ba92-175e2217b856 req-11a9cde8-46ed-4dbb-b75a-7807a26982e7 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0728166 Dec 08 16:22:52.556227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] Pushing event deleted for resources: {'Port': ['ID=e287efa7-a25e-406e-a5f0-f502d396d48f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:52.569318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ae941c-62aa-4773-85b5-cc092e5aea88 None None] No DVR routers for this DVR port e287efa7-a25e-406e-a5f0-f502d396d48f on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:52.598466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.667222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7255d5e-8d35-4b1e-a7e7-8a1177e897e4']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:52.686106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebebf8ad-6276-49b8-990c-f0c1747847b6') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:52.686554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebebf8ad-6276-49b8-990c-f0c1747847b6') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:22:52.705170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.731379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.744017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:22:52.744625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.794594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:22:52.814450 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:22:52.818561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['a5c7367e-2679-42c7-aebf-d789f2d9b6eb'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:52.819833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['fea17844-1cc5-400a-9ad8-efdb8b974ec3', 'a66edda1-fbd6-47b9-9336-6f5e743e3662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:52.863874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.872943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:52.881904 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] 10.222.0.62 "DELETE /v2.0/networks/a7255d5e-8d35-4b1e-a7e7-8a1177e897e4 HTTP/1.1" status: 204 len: 168 time: 1.2101958 Dec 08 16:22:52.904055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Pushing event deleted for resources: {'Port': ['ID=fea17844-1cc5-400a-9ad8-efdb8b974ec3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:52.906678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498bf61b-144a-4c1a-9ef3-6c6bfa2d864f admin admin] Pushing event deleted for resources: {'Network': ['ID=a7255d5e-8d35-4b1e-a7e7-8a1177e897e4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:53.027197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] No DVR routers for this DVR port fea17844-1cc5-400a-9ad8-efdb8b974ec3 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:53.031823 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.038752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a47e11b3-5272-43b3-896f-f01ec595c512 req-b1f74d09-aa1a-4125-9651-75214ad1bd0a tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "DELETE /v2.0/ports/fea17844-1cc5-400a-9ad8-efdb8b974ec3 HTTP/1.1" status: 204 len: 173 time: 1.5628209 Dec 08 16:22:53.040117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'name': 'network-vif-deleted', 'tag': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:53.060642 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3931607b-5498-408e-8767-7cb9397af497" -d '{"events": [{"server_uuid": "709ab508-5fe5-4390-a5cd-8f787354aa1b", "name": "network-vif-deleted", "tag": "fea17844-1cc5-400a-9ad8-efdb8b974ec3"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:53.187907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f373d6b-192e-4d77-b13c-4ee52549e96b req-9167bca4-fe5f-48bc-819a-29fc9d51957d tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=709ab508-5fe5-4390-a5cd-8f787354aa1b HTTP/1.1" status: 200 len: 210 time: 0.0895746 Dec 08 16:22:53.234574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e287efa7-a25e-406e-a5f0-f502d396d48f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:53.384917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e287efa7-a25e-406e-a5f0-f502d396d48f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:53.385257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e287efa7-a25e-406e-a5f0-f502d396d48f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:53.477499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54046) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:53.551963 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712f400f-0cd3-4e5a-adc6-930ccde995fc x-openstack-request-id: req-712f400f-0cd3-4e5a-adc6-930ccde995fc {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:53.559220 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "709ab508-5fe5-4390-a5cd-8f787354aa1b", "name": "network-vif-deleted", "tag": "fea17844-1cc5-400a-9ad8-efdb8b974ec3", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:53.559671 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-712f400f-0cd3-4e5a-adc6-930ccde995fc {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:53.561667 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '709ab508-5fe5-4390-a5cd-8f787354aa1b', 'name': 'network-vif-deleted', 'tag': 'fea17844-1cc5-400a-9ad8-efdb8b974ec3', 'status': 'completed', 'code': 200} Dec 08 16:22:53.593466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-423a54a5-7ae8-4321-89bb-0a9e1997ade8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c71a97ed9ee647c3852de1abe49cf264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1135986 Dec 08 16:22:53.596115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:53.716375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929b659-bffb-48fb-8e17-72c2c902dbff req-36bd2b09-9e79-4fad-a0d8-e0a580246be5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:53.719000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f929b659-bffb-48fb-8e17-72c2c902dbff req-36bd2b09-9e79-4fad-a0d8-e0a580246be5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.0960193 Dec 08 16:22:53.722052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64caa4-dd9d-4ca0-9db1-fa8405f74f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.781641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64caa4-dd9d-4ca0-9db1-fa8405f74f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.833366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f929b659-bffb-48fb-8e17-72c2c902dbff req-42269401-02bd-48d0-944c-367c27fd5401 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039143 Dec 08 16:22:53.902019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64caa4-dd9d-4ca0-9db1-fa8405f74f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.907529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64caa4-dd9d-4ca0-9db1-fa8405f74f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:53.909969 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa64caa4-dd9d-4ca0-9db1-fa8405f74f1b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a46405a6-3739-4c9b-af5b-c943dff9934b HTTP/1.1" status: 204 len: 168 time: 0.3122559 Dec 08 16:22:53.945479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64caa4-dd9d-4ca0-9db1-fa8405f74f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46405a6-3739-4c9b-af5b-c943dff9934b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:54.032852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2e58d97-715f-429b-9907-c82f010d9075 req-575f8fbf-32df-45a8-b262-ecdd2760f6b8 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0506916 Dec 08 16:22:54.356753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5b9ec-fd67-4c8c-9852-661faff843b0 req-5786e53b-afcb-4e97-b785-62ee037fa628 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:54.358814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ac5b9ec-fd67-4c8c-9852-661faff843b0 req-5786e53b-afcb-4e97-b785-62ee037fa628 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.1211457 Dec 08 16:22:54.446196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ac5b9ec-fd67-4c8c-9852-661faff843b0 req-32232492-7004-43a5-878c-089718c1cd3f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733294 Dec 08 16:22:55.142955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4ca65-a202-451d-af7a-8a4bbe27a685 req-683b37c3-85a4-4ea5-a6b4-03cf61490eed tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.163401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdc4ca65-a202-451d-af7a-8a4bbe27a685 req-683b37c3-85a4-4ea5-a6b4-03cf61490eed tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1652036 Dec 08 16:22:55.246342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdc4ca65-a202-451d-af7a-8a4bbe27a685 req-1c32f2d3-34e9-4669-b120-50dbd019b996 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789649 Dec 08 16:22:55.366614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:55.431266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-867f50ab-42ea-4ac3-aa9b-93a453634a89 req-af6a0dec-dcab-4209-b4e2-04f5b5e442b6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.0408301 Dec 08 16:22:55.454280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fad5f1-f020-4bac-9344-3074ea5c7d13 req-65891bec-5f0e-4012-a272-ac0975dfba67 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.462787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fad5f1-f020-4bac-9344-3074ea5c7d13 req-65891bec-5f0e-4012-a272-ac0975dfba67 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.465027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05fad5f1-f020-4bac-9344-3074ea5c7d13 req-65891bec-5f0e-4012-a272-ac0975dfba67 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783&device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 1681 time: 0.1330752 Dec 08 16:22:55.561383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05fad5f1-f020-4bac-9344-3074ea5c7d13 req-35240bed-a332-4702-98ae-33a489f93aad tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863791 Dec 08 16:22:55.623720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-756035484-network', 'tenant_id': 'a626ee22588a455198b87946c548120d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:55.659200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Made reservation on behalf of a626ee22588a455198b87946c548120d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:55.665953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.697829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.786159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-04af421b-88cc-476c-a0b7-a8f3ad9867ce tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.787812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-04af421b-88cc-476c-a0b7-a8f3ad9867ce tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.2412031 Dec 08 16:22:55.819479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54126) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:55.843277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.850835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.858214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543832f7-ec04-4b13-b0bf-6365ffb9c973 req-9deb1c05-7ab6-4f30-a868-940d46028a5c tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.860324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-543832f7-ec04-4b13-b0bf-6365ffb9c973 req-9deb1c05-7ab6-4f30-a868-940d46028a5c tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 946 time: 0.1429498 Dec 08 16:22:55.869863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:22:55.874948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea5e97-a241-43da-a544-4f55e94cbf5c req-2be33b33-51a9-4e89-9bb5-afa59b670fb1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:55.876551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50ea5e97-a241-43da-a544-4f55e94cbf5c req-2be33b33-51a9-4e89-9bb5-afa59b670fb1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.2649367 Dec 08 16:22:55.891766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:55.893076 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Added segment 2bc648a3-873e-45d4-9ab4-752899366736 of type vlan for network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef Dec 08 16:22:55.962387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0554fd87-3ef6-4349-9a10-ca8f18f2534c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.001952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-543832f7-ec04-4b13-b0bf-6365ffb9c973 req-92b80170-bc39-47e3-b324-cf18e0b43dd2 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993557 Dec 08 16:22:56.025861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50ea5e97-a241-43da-a544-4f55e94cbf5c req-051da3ba-e9ac-4bfc-9226-09c6c294a660 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218929 Dec 08 16:22:56.037089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.052251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Deleting port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:56.052660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.056035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54130) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:56.135217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-024ec502-0fa6-414b-b8c6-db9895139871 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.178273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c10e87-4cd2-4aff-9489-896cf631aae3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:56.241055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.243131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.245492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.263821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] For port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:56.264763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.294398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d99ace-2ae5-4430-82b0-8360e2f51fcb tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:56.298049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-82d99ace-2ae5-4430-82b0-8360e2f51fcb tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1091 time: 0.2401197 Dec 08 16:22:56.300005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Calling delete_port for 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:56.303223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54134) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:56.313356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:56.403110 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0338268 Dec 08 16:22:56.414356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:56.425414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Request body: {'subnet': {'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-756035484-subnet', 'tenant_id': 'a626ee22588a455198b87946c548120d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:22:56.458625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8df3c0-d268-444d-892b-8d525b56c0aa admin admin] Pushing event updated for resources: {'Network': ['ID=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:56.477218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:22:56.559218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:22:56.559218 n-d-820935-5 neutron-server[103281]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:22:56.559218 n-d-820935-5 neutron-server[103281]: [parameters: {'project_id_1': 'a626ee22588a455198b87946c548120d', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 22, 36, 443041)}] Dec 08 16:22:56.559218 n-d-820935-5 neutron-server[103281]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:22:56.560779 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:22:56.591537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.594088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.610731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b153e344-ec85-4c12-978e-70a1e4241771'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:56.614512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5bdcc7c5-c607-41a7-b90c-334d571fb5d2', '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:22:56.625028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-024ec502-0fa6-414b-b8c6-db9895139871 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.640944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-024ec502-0fa6-414b-b8c6-db9895139871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.707790 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-024ec502-0fa6-414b-b8c6-db9895139871 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2f634320db7943c4b86f4e867e4006f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8869007 Dec 08 16:22:56.713043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:22:56.718045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ec502-0fa6-414b-b8c6-db9895139871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f3a757-398f-4e9f-9ca8-6f4f222994ae,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:56.759428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7d0e07d-50c8-4e94-8ea5-460313516fc2 req-73aa5fd8-efd8-4f15-a4d4-559e87a1afdf tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.1473117 Dec 08 16:22:56.769104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Pushing event deleted for resources: {'Port': ['ID=1be4f09c-cb0f-4429-ace7-56ee4a87bfdf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:56.810098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fea17844-1cc5-400a-9ad8-efdb8b974ec3 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:22:56.856796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] No DVR routers for this DVR port 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:22:56.861664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:56.865951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2d02bb4-8931-4320-a461-9bbb1934d76c req-4d83657c-9199-4bc7-acf6-b71397ab2626 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "DELETE /v2.0/ports/1be4f09c-cb0f-4429-ace7-56ee4a87bfdf HTTP/1.1" status: 204 len: 173 time: 1.0696597 Dec 08 16:22:56.867350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'name': 'network-vif-deleted', 'tag': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:22:56.867987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: fea17844-1cc5-400a-9ad8-efdb8b974ec3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:22:56.868541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fea17844-1cc5-400a-9ad8-efdb8b974ec3 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:22:56.870876 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b9112f-7cf7-4f7f-8e72-cc4ddafa56e2" -d '{"events": [{"server_uuid": "be51278a-419b-4ffb-8553-a6e450123ff2", "name": "network-vif-deleted", "tag": "1be4f09c-cb0f-4429-ace7-56ee4a87bfdf"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:22:56.949525 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54bd3363-1f0a-4128-9b51-68b4a3b33ee5 x-openstack-request-id: req-54bd3363-1f0a-4128-9b51-68b4a3b33ee5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:22:56.950979 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be51278a-419b-4ffb-8553-a6e450123ff2", "name": "network-vif-deleted", "tag": "1be4f09c-cb0f-4429-ace7-56ee4a87bfdf", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:22:56.952018 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-54bd3363-1f0a-4128-9b51-68b4a3b33ee5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:22:56.953669 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be51278a-419b-4ffb-8553-a6e450123ff2', 'name': 'network-vif-deleted', 'tag': '1be4f09c-cb0f-4429-ace7-56ee4a87bfdf', 'status': 'completed', 'code': 200} Dec 08 16:22:57.005611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-250c1d97-a41a-4b28-a740-085e8564e4e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.089250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.091479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-250c1d97-a41a-4b28-a740-085e8564e4e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.245213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Made reservation on behalf of a626ee22588a455198b87946c548120d for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:22:57.249134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.431861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-790637b5-836d-47dd-b6be-5fd5c9d7c83b req-d7b97e56-0702-4925-84d6-f38d2b031801 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=be51278a-419b-4ffb-8553-a6e450123ff2 HTTP/1.1" status: 200 len: 210 time: 0.0829675 Dec 08 16:22:57.488929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.168 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/6d7b2373-a81b-4c23-b320-933b09f7f2dd) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:22:57.513745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-250c1d97-a41a-4b28-a740-085e8564e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.523562 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-250c1d97-a41a-4b28-a740-085e8564e4e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.529485 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-250c1d97-a41a-4b28-a740-085e8564e4e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/31f3a757-398f-4e9f-9ca8-6f4f222994ae HTTP/1.1" status: 204 len: 168 time: 0.8105049 Dec 08 16:22:57.638761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c1d97-a41a-4b28-a740-085e8564e4e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f3a757-398f-4e9f-9ca8-6f4f222994ae,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:57.768741 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.895569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4767a2-3b19-4a70-9fea-2f9eab5b4c80 req-5611e3b1-19b2-408c-bbea-daadc26924e6 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:57.903230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e4767a2-3b19-4a70-9fea-2f9eab5b4c80 req-5611e3b1-19b2-408c-bbea-daadc26924e6 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 945 time: 0.1100655 Dec 08 16:22:57.921627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:57.926316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.016762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:58.052306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Checking segment: {'id': '2bc648a3-873e-45d4-9ab4-752899366736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:22:58.052981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Network hostable DHCP agents. Network: 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:22:58.078015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:22:58.082398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ebaa13-9136-4507-a1d3-44a3fd996842 req-06e5da5a-ce39-4a28-9a05-8ecd9b88c9dd tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.1043875 Dec 08 16:22:58.089384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:58.096721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:22:58.103036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375e2a01-9440-46b6-9b7b-24a0433c9e49 None None] Network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:58.110913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:22:58.113086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:58.115550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:58.120548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:22:58.185870 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5a08d7f4-d02b-4cb9-b926-90de4103d49b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7657807 Dec 08 16:22:58.208998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=6d7b2373-a81b-4c23-b320-933b09f7f2dd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:22:58.281240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e4767a2-3b19-4a70-9fea-2f9eab5b4c80 req-3a3ebe2f-34b9-4d6b-97c6-d89ab9133b0d tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/security-groups?id=a4da30d9-d610-4f17-9726-721190158bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417203 Dec 08 16:22:58.313307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55426223-b830-4458-bf8c-044e89adff59 None None] Network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:22:58.341524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-7666e5a4-e344-43fe-b76f-c4877b8ad8ca tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:58.344351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-7666e5a4-e344-43fe-b76f-c4877b8ad8ca tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.58 "GET /v2.0/ports?device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 945 time: 0.2587280 Dec 08 16:22:58.837263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Deleting port a5c7367e-2679-42c7-aebf-d789f2d9b6eb {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:22:58.838125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.025310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-f46c8aa1-bd75-4c45-a44c-82eafef3e335 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:59.027832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-f46c8aa1-bd75-4c45-a44c-82eafef3e335 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 945 time: 0.1970932 Dec 08 16:22:59.122447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80ed19b1-f23c-45ee-b851-bd1f5437cb8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.160720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] For port a5c7367e-2679-42c7-aebf-d789f2d9b6eb, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:22:59.161093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:22:59.242367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Calling delete_port for a5c7367e-2679-42c7-aebf-d789f2d9b6eb owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:22:59.819937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6abc-e9d2-4585-8d06-4fcb0d74c39e req-c3bd120c-dd32-4441-a97b-308c5beb0ab4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:59.822910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6eca6abc-e9d2-4585-8d06-4fcb0d74c39e req-c3bd120c-dd32-4441-a97b-308c5beb0ab4 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 945 time: 0.6902194 Dec 08 16:22:59.937020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-2d251a86-83e4-4d80-9471-fed575936a60 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:22:59.938735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-2d251a86-83e4-4d80-9471-fed575936a60 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/networks?id=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef HTTP/1.1" status: 200 len: 821 time: 0.7737305 Dec 08 16:22:59.979122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.016083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Deleting port a66edda1-fbd6-47b9-9336-6f5e743e3662 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:00.016331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.020163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-05d05e3e-9986-4d6d-8201-7e333e62c2c8 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/quotas/a626ee22588a455198b87946c548120d HTTP/1.1" status: 200 len: 375 time: 0.0720000 Dec 08 16:23:00.034998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.106920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54224) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:00.166989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6eca6abc-e9d2-4585-8d06-4fcb0d74c39e req-614368bb-cd3e-4b8b-a18f-5b77b1e3b34c tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009841 Dec 08 16:23:00.178837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-5f996122-2509-4e01-8968-ec6d387696ac tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a626ee22588a455198b87946c548120d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1224415 Dec 08 16:23:00.387515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-c934fc6d-0ebd-4ea9-82fc-5d19ec392198 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:00.391516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-c934fc6d-0ebd-4ea9-82fc-5d19ec392198 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.58 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 945 time: 0.1065536 Dec 08 16:23:00.415385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1335703093'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:00.418481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.432711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a66edda1-fbd6-47b9-9336-6f5e743e3662'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:00.471225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d58a3df-fd9c-4f7e-9bb6-40ac9dc7b3db req-b78a198c-4431-4cc4-9bf8-753a4b1cbfd1 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/ports?device_id=eafe87c8-adfa-4570-a907-13c3606c8a02 HTTP/1.1" status: 200 len: 210 time: 0.1669343 Dec 08 16:23:00.472247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.515452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Made reservation on behalf of 1beab6ec6ef54964bdc0b6ee76b74f0b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:00.521987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.535020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Pushing event deleted for resources: {'Port': ['ID=a5c7367e-2679-42c7-aebf-d789f2d9b6eb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:00.543274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.584861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:00.585175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.598839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Deleting port b153e344-ec85-4c12-978e-70a1e4241771 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:00.599289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.649930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Calling delete_port for a66edda1-fbd6-47b9-9336-6f5e743e3662 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:00.714307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-854c9881-bfdf-4954-9ef1-148f56850535 req-732cc99a-13dd-4a53-9ed6-d1fd96e3a313 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ba4d3f6-12a0-48bd-8a48-6ee76f108f99 HTTP/1.1" status: 200 len: 210 time: 0.1062114 Dec 08 16:23:00.720116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] No DVR routers for this DVR port a5c7367e-2679-42c7-aebf-d789f2d9b6eb on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:00.735620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.739187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b333dfd7-4852-4bf4-8c29-8bdc93da1263 req-84a071a4-7879-4474-be0a-4f6da534aa08 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.58 "DELETE /v2.0/ports/a5c7367e-2679-42c7-aebf-d789f2d9b6eb HTTP/1.1" status: 204 len: 173 time: 2.3524609 Dec 08 16:23:00.742503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'name': 'network-vif-deleted', 'tag': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:00.744841 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a68159-72e1-472c-938b-3238ae301d05" -d '{"events": [{"server_uuid": "4ba4d3f6-12a0-48bd-8a48-6ee76f108f99", "name": "network-vif-deleted", "tag": "a5c7367e-2679-42c7-aebf-d789f2d9b6eb"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:00.774632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] For port b153e344-ec85-4c12-978e-70a1e4241771, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b153e344-ec85-4c12-978e-70a1e4241771,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:00.784659 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.800558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:00.824059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-71c0ad20-5ba0-4dbc-87c9-f7dd506bb7f7 service neutron] 10.222.0.62 "GET /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6258001 Dec 08 16:23:00.849583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:00.850120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 1be4f09c-cb0f-4429-ace7-56ee4a87bfdf not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:00.850838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a66edda1-fbd6-47b9-9336-6f5e743e3662 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:00.888987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Calling delete_port for b153e344-ec85-4c12-978e-70a1e4241771 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:00.894673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.904280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:00.946388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-b81959bb-f885-4456-8127-7602250aa9a3 service neutron] 10.222.0.62 "GET /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091998 Dec 08 16:23:00.969882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a5c7367e-2679-42c7-aebf-d789f2d9b6eb no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:00.998242 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94464a4c-4488-4722-80f2-985d9933fc23 x-openstack-request-id: req-94464a4c-4488-4722-80f2-985d9933fc23 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:00.998629 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ba4d3f6-12a0-48bd-8a48-6ee76f108f99", "name": "network-vif-deleted", "tag": "a5c7367e-2679-42c7-aebf-d789f2d9b6eb", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:00.998813 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94464a4c-4488-4722-80f2-985d9933fc23 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:00.999208 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ba4d3f6-12a0-48bd-8a48-6ee76f108f99', 'name': 'network-vif-deleted', 'tag': 'a5c7367e-2679-42c7-aebf-d789f2d9b6eb', 'status': 'completed', 'code': 200} Dec 08 16:23:01.009951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3200046-fc1c-426b-b346-595d0a78e5bc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.024817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: a5c7367e-2679-42c7-aebf-d789f2d9b6eb {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:01.025303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a5c7367e-2679-42c7-aebf-d789f2d9b6eb not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:01.031508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.044461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:01.062518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.062868 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Added segment eafdcb42-dbc3-432b-abac-35dbefa39d56 of type vlan for network 7b454d03-03a8-4aa2-a97d-06d74c518863 Dec 08 16:23:01.085124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:01.089617 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d938aa5-4c4a-4eb3-afda-c413a99a8b8e" -d '{"events": [{"server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "name": "network-vif-unplugged", "status": "completed", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:01.122776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a66edda1-fbd6-47b9-9336-6f5e743e3662, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a66edda1-fbd6-47b9-9336-6f5e743e3662,segment=NetworkSegment(8080ea16-6efc-4f8f-8957-401b67d666b5),segment_id=8080ea16-6efc-4f8f-8957-401b67d666b5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:01.129177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.139412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.152424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.159895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.187987 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a6a8fb-ed6d-4841-a55a-a82b2627a406 x-openstack-request-id: req-47a6a8fb-ed6d-4841-a55a-a82b2627a406 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:01.188331 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "name": "network-vif-unplugged", "status": "completed", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:01.188737 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47a6a8fb-ed6d-4841-a55a-a82b2627a406 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:01.189741 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662', 'code': 200} Dec 08 16:23:01.275141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.283693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.285056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.286063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.291872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=6d7b2373-a81b-4c23-b320-933b09f7f2dd,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.436868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-808f78b0-dda4-4d58-a2ec-f450dc098218 req-cc8f3e40-93c0-48ca-bcb0-3c4717446e00 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 210 time: 0.0883689 Dec 08 16:23:01.440483 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3295584 Dec 08 16:23:01.449601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54238) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:01.483425 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.501073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5bdcc7c5-c607-41a7-b90c-334d571fb5d2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:01.508240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ac547-87d2-43a7-ba85-df1f4cba3c1d tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Pushing event updated for resources: {'Network': ['ID=7b454d03-03a8-4aa2-a97d-06d74c518863,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.573467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Pushing event deleted for resources: {'Port': ['ID=b153e344-ec85-4c12-978e-70a1e4241771,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.625632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.643085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:01.658168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7b454d03-03a8-4aa2-a97d-06d74c518863 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:01.661561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.684600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'network': {'name': 'tempest-network--1289897353', 'router:external': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:01.731660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] No DVR routers for this DVR port b153e344-ec85-4c12-978e-70a1e4241771 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:01.746728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.748735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Pushing event deleted for resources: {'Port': ['ID=a66edda1-fbd6-47b9-9336-6f5e743e3662,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:01.759243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef3b59a6-0cfa-463e-8916-1484dfc43d16 req-0e5480e6-deb0-4cdf-83f5-c7aa622c734f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.58 "DELETE /v2.0/ports/b153e344-ec85-4c12-978e-70a1e4241771 HTTP/1.1" status: 204 len: 173 time: 1.3604877 Dec 08 16:23:01.760011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'name': 'network-vif-deleted', 'tag': 'b153e344-ec85-4c12-978e-70a1e4241771'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:01.765990 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099a0383-1492-4d43-896c-059b1dda3641" -d '{"events": [{"server_uuid": "30cda3cf-54ea-4bf3-8f32-605372418b60", "name": "network-vif-deleted", "tag": "b153e344-ec85-4c12-978e-70a1e4241771"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:01.777408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc14fd7-e1ac-4c4b-84e6-7cf4fc9dea2a req-b409a15d-1ccd-4e74-af0a-4c6567c6f240 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:01.795872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdc14fd7-e1ac-4c4b-84e6-7cf4fc9dea2a req-b409a15d-1ccd-4e74-af0a-4c6567c6f240 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=30cda3cf-54ea-4bf3-8f32-605372418b60 HTTP/1.1" status: 200 len: 867 time: 0.4307895 Dec 08 16:23:01.802924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Made reservation on behalf of 708a0611e258416b8964fe3a80c63c3f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:01.807436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.830342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.850478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2d3126e-81ad-4177-8f03-806dd7b44905 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.914463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:01.941220 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1f3cdb-fbed-4d71-b054-9a7f6f8f3acb x-openstack-request-id: req-7a1f3cdb-fbed-4d71-b054-9a7f6f8f3acb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:01.942090 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cda3cf-54ea-4bf3-8f32-605372418b60", "name": "network-vif-deleted", "tag": "b153e344-ec85-4c12-978e-70a1e4241771", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:01.943686 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a1f3cdb-fbed-4d71-b054-9a7f6f8f3acb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:01.947363 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cda3cf-54ea-4bf3-8f32-605372418b60', 'name': 'network-vif-deleted', 'tag': 'b153e344-ec85-4c12-978e-70a1e4241771', 'status': 'completed', 'code': 200} Dec 08 16:23:01.959108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2d3126e-81ad-4177-8f03-806dd7b44905 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.064024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] No DVR routers for this DVR port a66edda1-fbd6-47b9-9336-6f5e743e3662 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:02.090062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.117379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72c56afe-78cd-4bc8-8ef3-88fff26b720e req-7f37779a-0f04-49ad-be2e-1fb19d41cbdb tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.86 "DELETE /v2.0/ports/a66edda1-fbd6-47b9-9336-6f5e743e3662 HTTP/1.1" status: 204 len: 173 time: 3.0778210 Dec 08 16:23:02.134150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.149339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2d3126e-81ad-4177-8f03-806dd7b44905 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.154281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2d3126e-81ad-4177-8f03-806dd7b44905 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.154880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdc14fd7-e1ac-4c4b-84e6-7cf4fc9dea2a req-6b5e5dd7-dcfb-4735-8751-9beffbcd4092 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578386 Dec 08 16:23:02.156489 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d2d3126e-81ad-4177-8f03-806dd7b44905 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/security-groups/856c3158-c3b8-49ac-ad21-d33d94e7a1d2 HTTP/1.1" status: 204 len: 168 time: 0.5114799 Dec 08 16:23:02.159361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.161467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.169542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54260) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:02.205296 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-432b1948-00f5-423c-a331-f7ef3fcad97e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] show failed (client error): The resource could not be found. Dec 08 16:23:02.211078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-432b1948-00f5-423c-a331-f7ef3fcad97e tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "GET /v2.0/security-groups/856c3158-c3b8-49ac-ad21-d33d94e7a1d2 HTTP/1.1" status: 404 len: 347 time: 0.0398245 Dec 08 16:23:02.216360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:02.220443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d3126e-81ad-4177-8f03-806dd7b44905 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=856c3158-c3b8-49ac-ad21-d33d94e7a1d2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:02.229358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.235774 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 458cb408-f468-4212-becc-21ba944365ef associated. External IP: 172.25.3.168, port: a0bd9d4e-f23c-4b64-88b5-cc2072c9155d. Dec 08 16:23:02.252185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:02.369124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab6e2db6-51a1-4c60-bd6c-bb6b78b64636 req-c9c7b23c-4e99-4c89-ba7c-4390001c4940 tempest-ListServersNegativeTestJSON-319582124 tempest-ListServersNegativeTestJSON-319582124-project] 10.222.0.62 "GET /v2.0/ports?device_id=065a0a8f-a02e-4e2a-afcd-94116d943783 HTTP/1.1" status: 200 len: 210 time: 0.0468950 Dec 08 16:23:02.429743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.431167 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Added segment 0e407a58-9bae-4eb3-8f0d-3273d489164c of type vlan for network 000c1b2b-f5cf-4d04-b79b-90431f9f234d Dec 08 16:23:02.513570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67defa34-accd-45c5-84ca-00444febacf2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:02.612540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.656695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c32a9c45-0177-4c17-8058-f165373efa7c req-29dd2298-90ff-4f8d-b5b9-9b21f2ace12f tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 210 time: 0.0601025 Dec 08 16:23:02.690441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.692841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:02.694104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.709122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port f87537de-1461-4fd6-bc19-0d330e6c275f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:02.709666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.770984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 17bcc165-ca79-459f-8614-9b198234207b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:02.862946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4104958 Dec 08 16:23:02.868341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54268) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:02.906487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33265880-b968-4007-9b22-ab77ebf4b526 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Network': ['ID=000c1b2b-f5cf-4d04-b79b-90431f9f234d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:02.942442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 000c1b2b-f5cf-4d04-b79b-90431f9f234d details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:02.949769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.950359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:02.995947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for f87537de-1461-4fd6-bc19-0d330e6c275f owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:03.003938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'name': 'network-vif-deleted', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:03.004849 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3574e5b-c0d2-405a-8ff6-6156b204d774" -d '{"events": [{"server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "name": "network-vif-deleted", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:03.048488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b153e344-ec85-4c12-978e-70a1e4241771 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:03.055671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.086211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: b153e344-ec85-4c12-978e-70a1e4241771 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:03.086881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b153e344-ec85-4c12-978e-70a1e4241771 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:03.306944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.371808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=f87537de-1461-4fd6-bc19-0d330e6c275f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:03.435051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d963d1d-0be4-4493-b0fd-9ae869af23ef None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:03.510459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:03.510819 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5ee61c-6ca9-4b48-8bbe-95da9a2d0779 x-openstack-request-id: req-0b5ee61c-6ca9-4b48-8bbe-95da9a2d0779 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:03.511553 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "065a0a8f-a02e-4e2a-afcd-94116d943783", "name": "network-vif-deleted", "tag": "a66edda1-fbd6-47b9-9336-6f5e743e3662", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:03.511553 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b5ee61c-6ca9-4b48-8bbe-95da9a2d0779 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:03.511898 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '065a0a8f-a02e-4e2a-afcd-94116d943783', 'name': 'network-vif-deleted', 'tag': 'a66edda1-fbd6-47b9-9336-6f5e743e3662', 'status': 'completed', 'code': 200} Dec 08 16:23:03.549215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.553909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:03.572068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.579190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.586958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2770b45a-006a-4af1-8769-81f9ba268037 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/floatingips/ed34e2bc-0e84-4fb7-b94f-9b5bf749675c HTTP/1.1" status: 204 len: 168 time: 1.3541319 Dec 08 16:23:03.589173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] Sync routers for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:03.591581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:03.622925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.628469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:03.629952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:03.699572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.718642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Deleting subnet 353037d1-baec-4131-813a-bd8de4840692 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:03.722344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e1fcccef-4be8-40be-a2d2-c12bd5d61001 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4166043 Dec 08 16:23:03.725201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.796647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['000c1b2b-f5cf-4d04-b79b-90431f9f234d']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:03.815477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.815754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e407a58-9bae-4eb3-8f0d-3273d489164c') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:03.815974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e407a58-9bae-4eb3-8f0d-3273d489164c') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:03.834609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.906116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.920249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.923174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:03.972710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b96d4cc-f96c-47b4-93e7-180f5b5c105c req-1fc44613-1d74-4eea-84a1-1437feb5bdaf tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 210 time: 0.1183851 Dec 08 16:23:03.989187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:03.989717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:03.992136 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:04.022766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-67273642-b6f5-461b-bff0-0d52adceb41c tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:04.029051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-67273642-b6f5-461b-bff0-0d52adceb41c tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.86 "GET /v2.0/networks?id=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef HTTP/1.1" status: 200 len: 821 time: 0.3290815 Dec 08 16:23:04.064756 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.115892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353037d1-baec-4131-813a-bd8de4840692,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:04.123659 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.130573 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9749eedd-5b6d-4175-b542-7899eb4b6418 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/353037d1-baec-4131-813a-bd8de4840692 HTTP/1.1" status: 204 len: 168 time: 0.6127849 Dec 08 16:23:04.132610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54290) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:04.135986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Request body: {'port': {'device_id': 'eeafc190-664b-4e99-a779-322acddea35d', 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef', 'admin_state_up': True, 'tenant_id': 'a626ee22588a455198b87946c548120d'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:04.234012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:04.234547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.242887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.271251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb86e4-9723-4563-acce-5d7182ccaf77 req-11228ea8-3f93-4fec-85f4-a24d9d240283 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:04.273432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2bdb86e4-9723-4563-acce-5d7182ccaf77 req-11228ea8-3f93-4fec-85f4-a24d9d240283 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.3985567 Dec 08 16:23:04.340516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '458cb408-f468-4212-becc-21ba944365ef', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '17bcc165-ca79-459f-8614-9b198234207b', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'mac_address': 'fa:16:3e:d1:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:22:59Z', 'updated_at': '2021-12-08T16:22:59Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:04.360164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.373966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] Checking router: 17bcc165-ca79-459f-8614-9b198234207b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:04.393664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:04.395147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:04.409620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 000c1b2b-f5cf-4d04-b79b-90431f9f234d {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:23:04.424276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Network': ['ID=000c1b2b-f5cf-4d04-b79b-90431f9f234d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:04.432416 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.439084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1e586a52-c2bd-43b4-9a7d-4c443766ff43 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/networks/000c1b2b-f5cf-4d04-b79b-90431f9f234d HTTP/1.1" status: 204 len: 168 time: 1.5690119 Dec 08 16:23:04.442794 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.460768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:04.471835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:04.479979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for 6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:04.480717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f7369-ddcd-4211-98c7-65079e0d9f2d req-3ee77891-0aa4-498d-a151-e804c6e733e9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:04.494925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f80f7369-ddcd-4211-98c7-65079e0d9f2d req-3ee77891-0aa4-498d-a151-e804c6e733e9 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.3530414 Dec 08 16:23:04.502889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.548538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2bdb86e4-9723-4563-acce-5d7182ccaf77 req-aaf6b645-88fc-4aa6-a35c-ef268ae35be5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419357 Dec 08 16:23:04.580810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Made reservation on behalf of 708a0611e258416b8964fe3a80c63c3f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:04.584980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.598447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54296) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:04.664481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38fb0357-d32d-4d39-917e-de4474bc7dad']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:04.669864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:04.682672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8080ea16-6efc-4f8f-8957-401b67d666b5') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:04.683318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8080ea16-6efc-4f8f-8957-401b67d666b5') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:04.704448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.735361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.739934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f80f7369-ddcd-4211-98c7-65079e0d9f2d req-abe23357-8fd9-43c9-b765-34cc69308829 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438138 Dec 08 16:23:04.743630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Made reservation on behalf of a626ee22588a455198b87946c548120d for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:04.748455 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.789195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:04.802839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:04.803380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:04.805993 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:04.856756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f79fb870-5147-44c6-91a5-6fa62d4f1b8b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/458cb408-f468-4212-becc-21ba944365ef HTTP/1.1" status: 200 len: 991 time: 0.2437418 Dec 08 16:23:04.914996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.915735 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Added segment 913c3d36-af75-4ec1-84d7-473b72ecf190 of type vlan for network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 Dec 08 16:23:04.917877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.933544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:04.943589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] 10.222.0.62 "DELETE /v2.0/networks/38fb0357-d32d-4d39-917e-de4474bc7dad HTTP/1.1" status: 204 len: 168 time: 0.8078704 Dec 08 16:23:04.950381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Allocated IP 172.20.0.7 (5af5e507-ea4f-4319-8dcd-a6e048dbf0ef/c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9/513fe76c-221d-4e9a-8c2f-853fe41a8f15) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:04.985158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b63cd-ac3c-4e7f-91f7-28008989d60c admin admin] Pushing event deleted for resources: {'Network': ['ID=38fb0357-d32d-4d39-917e-de4474bc7dad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:05.087766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.147862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.219669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.221228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:05.316261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b6e116b-ab06-44b6-9940-073562ea4505 req-14201552-88d7-494b-a2bc-ea771a722a4c tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 210 time: 0.0628614 Dec 08 16:23:05.348211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.416520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:05.424975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:05.431422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:05.436351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.437617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.438699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.442957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54302) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:05.451739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '458cb408-f468-4212-becc-21ba944365ef', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '17bcc165-ca79-459f-8614-9b198234207b', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'mac_address': 'fa:16:3e:d1:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:22:59Z', 'updated_at': '2021-12-08T16:22:59Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:05.485780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f649b1-b866-4583-a789-63a64a5d1bf7 None None] The sync data for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 is: [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '458cb408-f468-4212-becc-21ba944365ef', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.168', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '17bcc165-ca79-459f-8614-9b198234207b', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1969, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'mac_address': 'fa:16:3e:d1:97:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:22:59Z', 'updated_at': '2021-12-08T16:22:59Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:05.510793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Pushing event updated for resources: {'Port': ['ID=513fe76c-221d-4e9a-8c2f-853fe41a8f15,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:05.520532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.521280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:05.527020 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6e4670-7d41-4a45-8e40-0aadafa0a146" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:05.531647 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-001f0c17-2306-45bb-b457-a57bae013da6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/ports/6509ad6d-d271-46a0-b6a6-0c43ecb3ae6d HTTP/1.1" status: 204 len: 168 time: 1.9381866 Dec 08 16:23:05.532237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54304) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:05.602660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-91ab0161-4256-4a27-bbcb-fd5204295c66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.606325 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-91ab0161-4256-4a27-bbcb-fd5204295c66 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.2983341 Dec 08 16:23:05.609142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Network': ['ID=9f57cf4d-fc16-4d18-8e4b-e9428ab18e43,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:05.619888 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2f9db4-dec4-4db7-98c5-35132d855620 x-openstack-request-id: req-1b2f9db4-dec4-4db7-98c5-35132d855620 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:05.620694 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:05.620904 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b2f9db4-dec4-4db7-98c5-35132d855620 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:05.621491 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'status': 'completed', 'code': 200} Dec 08 16:23:05.635672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:05.636131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54308) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:05.636903 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7f715ea2-c5a1-4d9c-82f6-0966a2ffc499 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1736271 Dec 08 16:23:05.661044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'subnet': {'network_id': '9f57cf4d-fc16-4d18-8e4b-e9428ab18e43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:05.704411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.705646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.841268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d041cd22-7449-4812-bf7d-e9138bb8a66e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94a3fa82aa1945b9999c45ad20df145b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3657966 Dec 08 16:23:05.856084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54314) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:05.865920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54316) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:05.898137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Made reservation on behalf of 708a0611e258416b8964fe3a80c63c3f for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:05.900612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:05.935456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-fd23a278-843f-4f4d-82e7-bc1672768b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:05.937605 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-fd23a278-843f-4f4d-82e7-bc1672768b18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1096 time: 0.2759292 Dec 08 16:23:05.978464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f2eb7cf3-f932-456e-a905-ae1140f08b61 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9306948 Dec 08 16:23:06.026354 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30005fb2-aff5-4416-b758-c012265f533e None None] New status for floating IP 458cb408-f468-4212-becc-21ba944365ef: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:23:06.057023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Request body: {'port': {'device_id': 'eeafc190-664b-4e99-a779-322acddea35d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:06.082303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Deleting port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:06.082778 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.172818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5bbe9584-0b8c-44ab-b42f-fc9947b05911 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/458cb408-f468-4212-becc-21ba944365ef HTTP/1.1" status: 200 len: 991 time: 0.3036063 Dec 08 16:23:06.236593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-463939fe-dbaa-4aa1-8944-9c4cfe35c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.238300 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-463939fe-dbaa-4aa1-8944-9c4cfe35c8af service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.2903481 Dec 08 16:23:06.302838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] For port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:06.303329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.319686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.324833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Calling delete_port for 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:06.334851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting port f0119f3d-9c9b-41c1-a1bb-e718e22a4135 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:06.335267 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.344590 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-756db20d-c149-4657-8a5d-f9be55582e34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.0984080 Dec 08 16:23:06.350381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349fb23-67d3-48f9-9068-d2e239f7d258 req-25b3a5c0-d683-492f-8caf-0c57bc4fb042 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.353300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5349fb23-67d3-48f9-9068-d2e239f7d258 req-25b3a5c0-d683-492f-8caf-0c57bc4fb042 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/ports?device_id=b45e16b6-0572-48c0-9df6-09618b4de0c6 HTTP/1.1" status: 200 len: 945 time: 0.3884721 Dec 08 16:23:06.397449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29da6584-aa2b-4c02-84c2-fc2b508ce474 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.451034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-b348546f-8afd-4f3d-8060-ec7b135a46ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.452539 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-b348546f-8afd-4f3d-8060-ec7b135a46ac service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.0721257 Dec 08 16:23:06.547164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-7242f3e3-06e1-4ae4-b646-ca2b4b6ffed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.548032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-7242f3e3-06e1-4ae4-b646-ca2b4b6ffed2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832934 Dec 08 16:23:06.589760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.601769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5bdcc7c5-c607-41a7-b90c-334d571fb5d2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:06.622412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29da6584-aa2b-4c02-84c2-fc2b508ce474 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.659487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Pushing event deleted for resources: {'Port': ['ID=5bdcc7c5-c607-41a7-b90c-334d571fb5d2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:06.729002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] No DVR routers for this DVR port 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:06.735325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.742210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ecd8a866-e68b-45cb-821b-e18206b20a34 req-ee10cfb2-a5ad-4c05-956a-575f8fe46462 tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.86 "DELETE /v2.0/ports/5bdcc7c5-c607-41a7-b90c-334d571fb5d2 HTTP/1.1" status: 204 len: 173 time: 1.1213515 Dec 08 16:23:06.742932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'name': 'network-vif-deleted', 'tag': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:06.747278 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca34f7-f2ef-48f5-b732-2d79389eacea" -d '{"events": [{"server_uuid": "b45e16b6-0572-48c0-9df6-09618b4de0c6", "name": "network-vif-deleted", "tag": "5bdcc7c5-c607-41a7-b90c-334d571fb5d2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:06.805597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-15c30cbf-68a6-4e65-a4ce-7d23fb411a6c service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475626 Dec 08 16:23:06.815309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5349fb23-67d3-48f9-9068-d2e239f7d258 req-739c7bdc-1f91-43e9-8ada-4eae08997f1f tempest-ListServerFiltersTestJSON-2110683320 tempest-ListServerFiltersTestJSON-2110683320-project] 10.222.0.62 "GET /v2.0/security-groups?id=6280b1fa-54a6-40ec-a1bd-f006ca30d284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210865 Dec 08 16:23:06.930930 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:06.962737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c1a74-c8f7-4c68-a698-944d78468114 req-876faa1f-4332-4d99-9c9f-0492595050bd tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:06.972024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb7c1a74-c8f7-4c68-a698-944d78468114 req-876faa1f-4332-4d99-9c9f-0492595050bd tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 931 time: 0.5039494 Dec 08 16:23:07.016708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Calling delete_port for f0119f3d-9c9b-41c1-a1bb-e718e22a4135 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:07.191430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54324) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:07.259136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29da6584-aa2b-4c02-84c2-fc2b508ce474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:07.261788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29da6584-aa2b-4c02-84c2-fc2b508ce474 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:07.263049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29da6584-aa2b-4c02-84c2-fc2b508ce474 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a4da30d9-d610-4f17-9726-721190158bdf HTTP/1.1" status: 204 len: 168 time: 1.4043489 Dec 08 16:23:07.289315 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607840d4-e60d-4ed7-a0cc-40fec5fdc101 x-openstack-request-id: req-607840d4-e60d-4ed7-a0cc-40fec5fdc101 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:07.289646 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b45e16b6-0572-48c0-9df6-09618b4de0c6", "name": "network-vif-deleted", "tag": "5bdcc7c5-c607-41a7-b90c-334d571fb5d2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:07.289884 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-607840d4-e60d-4ed7-a0cc-40fec5fdc101 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:07.290273 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b45e16b6-0572-48c0-9df6-09618b4de0c6', 'name': 'network-vif-deleted', 'tag': '5bdcc7c5-c607-41a7-b90c-334d571fb5d2', 'status': 'completed', 'code': 200} Dec 08 16:23:07.354855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb7c1a74-c8f7-4c68-a698-944d78468114 req-9e3bb837-00d1-4b38-9e76-5f757918f3b3 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813910 Dec 08 16:23:07.381166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2e6e4670-7d41-4a45-8e40-0aadafa0a146 req-8cefa8c3-9bd2-447b-ba10-a91c98336211 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667489 Dec 08 16:23:07.431936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da6584-aa2b-4c02-84c2-fc2b508ce474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4da30d9-d610-4f17-9726-721190158bdf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:07.492688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ad33d794-89d8-4e02-960f-8099e50c4ae5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/458cb408-f468-4212-becc-21ba944365ef HTTP/1.1" status: 200 len: 993 time: 0.2986403 Dec 08 16:23:07.679114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:07.687931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 513fe76c-221d-4e9a-8c2f-853fe41a8f15 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:07.706274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:07.735871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Port': ['ID=f0119f3d-9c9b-41c1-a1bb-e718e22a4135,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:07.771618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Transition to ACTIVE for port object 513fe76c-221d-4e9a-8c2f-853fe41a8f15 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:23:07.802285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:07.873690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:23:07.874497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:07.946917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54340) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:08.000169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.008960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-26183860-7386-4644-be67-7945dfbdacad tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/ports/f0119f3d-9c9b-41c1-a1bb-e718e22a4135 HTTP/1.1" status: 204 len: 168 time: 2.4648242 Dec 08 16:23:08.010774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Deleting subnet ccd207f1-ca81-44b6-b223-56ba1d2168b8 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:08.013060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:08.014035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Pushing event updated for resources: {'Port': ['ID=513fe76c-221d-4e9a-8c2f-853fe41a8f15,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:08.017063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.087109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Subnet': ['ID=abad9297-c6cc-4de6-9046-e019807db86e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:08.117702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.154285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Checking segment: {'id': '913c3d36-af75-4ec1-84d7-473b72ecf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '9f57cf4d-fc16-4d18-8e4b-e9428ab18e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:08.154724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Network hostable DHCP agents. Network: 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:23:08.162506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting subnet 4c08bad6-5736-47e1-bb36-4577dfb15b09 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:08.171417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.186011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:23:08.204866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Attempting to bind port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:08.205544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Attempting to bind port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '2bc648a3-873e-45d4-9ab4-752899366736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:08.206120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Attempting to bind port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 on network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:08.215140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 on network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:23:08.215920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Attempting to bind port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 on network 5af5e507-ea4f-4319-8dcd-a6e048dbf0ef {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:08.223760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:08.235238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc07d41-665b-43a7-b9f9-baec463c5d5c None None] Network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:08.250129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:08.251176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.266865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:08.267837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Checking segment: {'id': '2bc648a3-873e-45d4-9ab4-752899366736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:08.268527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Bound using segment: {'id': '2bc648a3-873e-45d4-9ab4-752899366736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:08.269634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Bound port: 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bc648a3-873e-45d4-9ab4-752899366736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:08.270275 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.279549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0fa79e35-f365-4c27-8814-9b3d43c582ff tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6333222 Dec 08 16:23:08.282015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54352) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:08.291999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'floatingip': {'floating_network_id': '9f57cf4d-fc16-4d18-8e4b-e9428ab18e43'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:08.324650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.377556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.416816 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:23:08.432755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.514504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5c2d7-5fb6-4794-9364-0cf4e32bda57 None None] Network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:08.545353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.607502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccd207f1-ca81-44b6-b223-56ba1d2168b8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:08.612012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.618283 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b244433-b340-4b2c-aff4-4a4ca1954700 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ccd207f1-ca81-44b6-b223-56ba1d2168b8 HTTP/1.1" status: 204 len: 168 time: 0.6690962 Dec 08 16:23:08.618914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:08.677891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c596a62c-b039-413b-9a39-dd137967bb78 None None] Network c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:08.683436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54360) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:08.694191 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.774548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.838945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Subnet': ['ID=4c08bad6-5736-47e1-bb36-4577dfb15b09,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:08.849437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.855310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b3ae589-aa6f-456b-9064-007f81032268 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/subnets/4c08bad6-5736-47e1-bb36-4577dfb15b09 HTTP/1.1" status: 204 len: 168 time: 0.8399103 Dec 08 16:23:08.857825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54364) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:08.872503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:08.898321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ca966-e6b5-46ca-a5c1-86e17cb89499 None None] Network 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:08.928448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-network', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:08.964485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] For port 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:08.972789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] For port 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15,segment=NetworkSegment(2bc648a3-873e-45d4-9ab4-752899366736),segment_id=2bc648a3-873e-45d4-9ab4-752899366736)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:08.977570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Made reservation on behalf of 8398fb8e06f4420787227c8e124f77ad for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:08.981543 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.005831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e5f4-feb1-4ee1-9a77-30aa15d2aaeb req-55b44d86-47b4-4240-b5a8-00ee5ab08d31 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.008787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6be2e5f4-feb1-4ee1-9a77-30aa15d2aaeb req-55b44d86-47b4-4240-b5a8-00ee5ab08d31 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 943 time: 0.1422772 Dec 08 16:23:09.010732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.029781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.094332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Deleting subnet 3912fa87-4695-4533-9c7b-515cf75bf317 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:09.112219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.113357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.115350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.116069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] 10.222.0.86 "PUT /v2.0/ports/513fe76c-221d-4e9a-8c2f-853fe41a8f15 HTTP/1.1" status: 200 len: 1091 time: 3.0643935 Dec 08 16:23:09.120650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeafc190-664b-4e99-a779-322acddea35d', 'tag': '513fe76c-221d-4e9a-8c2f-853fe41a8f15'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:09.125751 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f633842-090c-4d60-a0fd-d12904337c70" -d '{"events": [{"name": "network-changed", "server_uuid": "eeafc190-664b-4e99-a779-322acddea35d", "tag": "513fe76c-221d-4e9a-8c2f-853fe41a8f15"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:09.200793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] DHCP port deletion for c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:09.230194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1694b-a7f4-4995-8973-5cd399404583 service neutron] Pushing event updated for resources: {'Port': ['ID=513fe76c-221d-4e9a-8c2f-853fe41a8f15,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:09.254465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.276973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] DHCP port deletion for 0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:09.284000 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec6565f-a358-42d4-a306-2322a3c3d971 x-openstack-request-id: req-5ec6565f-a358-42d4-a306-2322a3c3d971 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:09.284794 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeafc190-664b-4e99-a779-322acddea35d", "tag": "513fe76c-221d-4e9a-8c2f-853fe41a8f15", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:09.285467 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ec6565f-a358-42d4-a306-2322a3c3d971 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:09.286237 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeafc190-664b-4e99-a779-322acddea35d', 'tag': '513fe76c-221d-4e9a-8c2f-853fe41a8f15', 'status': 'completed', 'code': 200} Dec 08 16:23:09.302544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6be2e5f4-feb1-4ee1-9a77-30aa15d2aaeb req-d1fe8280-de3f-4602-bc0f-5d6cf56720f6 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742000 Dec 08 16:23:09.318214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Deleting port 2c72262e-a5d5-4d12-874d-0a943ad02902 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:09.318443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.374525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-2ed1eccf-70f0-4c58-b0e1-0bc1a2a9228c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.376329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-2ed1eccf-70f0-4c58-b0e1-0bc1a2a9228c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a626ee22588a455198b87946c548120d&device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 1094 time: 0.1890171 Dec 08 16:23:09.379146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.387750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] Deleting port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:09.388400 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.442497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] Deleting port 2c72262e-a5d5-4d12-874d-0a943ad02902 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:09.442972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.456068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-68374bbc-7ec5-4e28-af9d-bfe6abc1cec0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15 HTTP/1.1" status: 200 len: 217 time: 0.0683639 Dec 08 16:23:09.541590 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.562842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.575227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] For port 2c72262e-a5d5-4d12-874d-0a943ad02902, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2c72262e-a5d5-4d12-874d-0a943ad02902,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:09.575805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.606563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-d7627ae7-2d42-4a08-bdd4-fb2289907ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.609277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-d7627ae7-2d42-4a08-bdd4-fb2289907ee6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9 HTTP/1.1" status: 200 len: 861 time: 0.1446846 Dec 08 16:23:09.622873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Calling delete_port for 2c72262e-a5d5-4d12-874d-0a943ad02902 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:09.626905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.655572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-4c3cc0bb-857c-4785-8ff9-0d248d749afb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345604 Dec 08 16:23:09.660271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Allocated IP 172.20.0.3 (9f57cf4d-fc16-4d18-8e4b-e9428ab18e43/abad9297-c6cc-4de6-9046-e019807db86e/a4b63421-c173-48cd-96c5-d08e6a534599) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:09.707900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:09.724834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] For port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,segment=NetworkSegment(dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5),segment_id=dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:09.725212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e2a1b3-cb68-4c19-9896-1a203cea9fb8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:09.726217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.740995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.742373 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Added segment 8eecb4bd-2d9c-442b-8230-154448b82c93 of type vlan for network df1ed44a-89f1-4c13-9e60-8bd467211b7f Dec 08 16:23:09.774300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] Calling delete_port for 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:09.786722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] For port 2c72262e-a5d5-4d12-874d-0a943ad02902, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2c72262e-a5d5-4d12-874d-0a943ad02902,segment=NetworkSegment(80d89250-0bd0-4a46-8f3c-16112ec8c9c2),segment_id=80d89250-0bd0-4a46-8f3c-16112ec8c9c2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:09.787448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.810949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] Calling delete_port for 2c72262e-a5d5-4d12-874d-0a943ad02902 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:09.844126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.888953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.906394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-f1d1a253-d072-4d1e-8680-ec7b2855f1f4 service neutron] 10.222.0.86 "GET /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430837 Dec 08 16:23:09.920902 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.921976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:09.922570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.933018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Subnet': ['ID=3912fa87-4695-4533-9c7b-515cf75bf317,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:09.936550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.939891 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3565bf17-418f-4a03-b2ac-b9a4189dc721 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/subnets/3912fa87-4695-4533-9c7b-515cf75bf317 HTTP/1.1" status: 204 len: 168 time: 1.0807614 Dec 08 16:23:09.943117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:09.943372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:09.978069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a34e3f-138e-4e16-af5d-1d6cc08d80c2 None None] Network 9a1fc047-bb59-45e4-b93f-0610b0d54433 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:10.028135 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.035603 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3508048 Dec 08 16:23:10.037187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c72262e-a5d5-4d12-874d-0a943ad02902,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.039027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:10.042504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8e061-dba9-4919-a2b9-8e31d7e9a9bf admin admin] Pushing event updated for resources: {'Network': ['ID=df1ed44a-89f1-4c13-9e60-8bd467211b7f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.055052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] No DVR routers for this DVR port 2c72262e-a5d5-4d12-874d-0a943ad02902 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:10.060504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Request body: {'subnet': {'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-subnet', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:10.063810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.089413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] Pushing event deleted for resources: {'Port': ['ID=2bfa78af-1c0a-41fc-828a-5eecdd33c2a0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.104245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.118615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f706f33-68a5-4a36-8d3d-9abcf1a3f206 None None] No DVR routers for this DVR port 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:10.155980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] Pushing event deleted for resources: {'Port': ['ID=2c72262e-a5d5-4d12-874d-0a943ad02902,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.159471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744986a-881b-45a3-8e58-262cd9eff376 None None] No DVR routers for this DVR port 2c72262e-a5d5-4d12-874d-0a943ad02902 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:10.181734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:10.209135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Made reservation on behalf of 8398fb8e06f4420787227c8e124f77ad for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:10.211886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.243481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.292504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae3f19b-ff55-49fa-87e1-854f6575bb3e req-a38cd2b2-7c8d-46e4-8167-ccb449d88e43 service neutron] 10.222.0.86 "GET /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3752093 Dec 08 16:23:10.296033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.300764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.342943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.374498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d89250-0bd0-4a46-8f3c-16112ec8c9c2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.374827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d89250-0bd0-4a46-8f3c-16112ec8c9c2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.390720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.412468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] DHCP port deletion for 9a1fc047-bb59-45e4-b93f-0610b0d54433 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:10.423972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.449870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:10.453273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:10.469885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:10.470301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:10.472272 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:10.510305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:10.550113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] Deleting port fb7b77e4-50e5-49ea-b737-f29d70fdad11 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:10.561470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.591374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.609730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.615967 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a HTTP/1.1" status: 204 len: 168 time: 1.9909379 Dec 08 16:23:10.629674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3bbc-e7d0-4132-8db8-83d5ea975194 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f3f52e-3b10-4a0d-8ae6-16dcd118c87a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.634874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.656615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Port': ['ID=a4b63421-c173-48cd-96c5-d08e6a534599,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.680947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.706543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633842-090c-4d60-a0fd-d12904337c70 req-e6d539ef-5d1a-4646-8411-6ba5210240cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:10.708561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-e6d539ef-5d1a-4646-8411-6ba5210240cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a626ee22588a455198b87946c548120d&device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 1094 time: 0.3298628 Dec 08 16:23:10.709476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=297e44f7-443d-49fb-a8ee-4db6dbe59f70,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:10.723593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Checking segment: {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:10.724045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Network hostable DHCP agents. Network: df1ed44a-89f1-4c13-9e60-8bd467211b7f, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:23:10.748893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:23:10.752795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8310d5-d7ad-4e11-98f1-e0acd1b2a882']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.765554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, df1ed44a-89f1-4c13-9e60-8bd467211b7f) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:10.771911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:10.773212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.791025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] For port fb7b77e4-50e5-49ea-b737-f29d70fdad11, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fb7b77e4-50e5-49ea-b737-f29d70fdad11,segment=NetworkSegment(9d2788da-a671-4ab8-ad52-52d4d90791bb),segment_id=9d2788da-a671-4ab8-ad52-52d4d90791bb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:10.791452 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.795184 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-754367a5-449f-4d63-aea9-a3014d8259b8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7546170 Dec 08 16:23:10.798429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e49a033-9962-4adb-8888-65aaf090cdd3 None None] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:10.802659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54382) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:10.811026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:10.820334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532c7b1-44b6-43cc-a576-ed34ba682059 req-d75267c7-f05b-4f67-a102-d65cb508971c tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:10.822372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3532c7b1-44b6-43cc-a576-ed34ba682059 req-d75267c7-f05b-4f67-a102-d65cb508971c tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 943 time: 0.3079903 Dec 08 16:23:10.830240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.830819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa5ad42-55a4-41ee-9df9-6ec2bc3d51a5') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:10.842432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:10.857911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.859990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.861414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.905085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54384) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:10.909836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] Calling delete_port for fb7b77e4-50e5-49ea-b737-f29d70fdad11 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:10.911978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:10.912299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5bdcc7c5-c607-41a7-b90c-334d571fb5d2 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:10.913569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.932254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.949179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:10.949573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:10.953902 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:10.979531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.054545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3532c7b1-44b6-43cc-a576-ed34ba682059 req-5e04ac66-effa-4ba5-9b3a-0b711eb7c539 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108810 Dec 08 16:23:11.066931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633842-090c-4d60-a0fd-d12904337c70 req-1f181996-b230-4cef-96d4-b07a61ad752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:11.068401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-1f181996-b230-4cef-96d4-b07a61ad752b service neutron] 10.222.0.86 "GET /v2.0/networks?id=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef HTTP/1.1" status: 200 len: 922 time: 0.3512094 Dec 08 16:23:11.070388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.107733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.123176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.126981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/networks/0e8310d5-d7ad-4e11-98f1-e0acd1b2a882 HTTP/1.1" status: 204 len: 168 time: 1.1827884 Dec 08 16:23:11.128804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece40284-1c5a-421c-bef2-25980765a0eb None None] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:11.139366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19dec947-8ae1-48d6-944f-d1b73a7bbda9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6db672922ea6462a85139b692f8d0a68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2300746 Dec 08 16:23:11.139366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54386) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:11.140979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54388) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:11.305529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-158f8a21-a1cc-47c8-a3f6-760e17854463 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15 HTTP/1.1" status: 200 len: 217 time: 0.2128201 Dec 08 16:23:11.308400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbecaf2-7128-4fd5-9c96-818f249c3c53 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Network': ['ID=0e8310d5-d7ad-4e11-98f1-e0acd1b2a882,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:11.309960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:11.379220 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.388108 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.399508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f633842-090c-4d60-a0fd-d12904337c70 req-4dd955f4-751b-4895-86c8-ce025dbcaf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:11.401961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-4dd955f4-751b-4895-86c8-ce025dbcaf58 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9 HTTP/1.1" status: 200 len: 861 time: 0.0878482 Dec 08 16:23:11.424618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.432009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.456787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.459226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:11.462795 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2bfa78af-1c0a-41fc-828a-5eecdd33c2a0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:11.463810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fb7b77e4-50e5-49ea-b737-f29d70fdad11 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:11.497348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Port': ['ID=a4b63421-c173-48cd-96c5-d08e6a534599,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:11.502548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-1ff1aab6-bae0-4ac8-a58c-15cdf6976ab9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901353 Dec 08 16:23:11.525616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] Pushing event deleted for resources: {'Port': ['ID=fb7b77e4-50e5-49ea-b737-f29d70fdad11,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:11.544581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fb7b77e4-50e5-49ea-b737-f29d70fdad11 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:11.545150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fb7b77e4-50e5-49ea-b737-f29d70fdad11 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:11.545927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2c72262e-a5d5-4d12-874d-0a943ad02902 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:11.610889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7e41f5-7d9b-437a-a347-1616e7a634eb None None] No DVR routers for this DVR port fb7b77e4-50e5-49ea-b737-f29d70fdad11 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:11.626073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaba0-def7-4ad1-be9d-b8d7801ca525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.638987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-d7691d2c-d910-4275-b1ae-5b11b08cc104 service neutron] 10.222.0.86 "GET /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288311 Dec 08 16:23:11.645317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2c72262e-a5d5-4d12-874d-0a943ad02902 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:11.646836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2c72262e-a5d5-4d12-874d-0a943ad02902 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:11.759507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaba0-def7-4ad1-be9d-b8d7801ca525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.769079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.779215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.816598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.821840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3d980a7a-3def-44be-b990-ffbc736cb9cc tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.5331545 Dec 08 16:23:11.822060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54392) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:11.837851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1fc047-bb59-45e4-b93f-0610b0d54433']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:11.854912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2788da-a671-4ab8-ad52-52d4d90791bb') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:11.855368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2788da-a671-4ab8-ad52-52d4d90791bb') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:11.879962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.905095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaba0-def7-4ad1-be9d-b8d7801ca525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.908286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa4aaba0-def7-4ad1-be9d-b8d7801ca525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.909770 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fa4aaba0-def7-4ad1-be9d-b8d7801ca525 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6280b1fa-54a6-40ec-a1bd-f006ca30d284 HTTP/1.1" status: 204 len: 168 time: 0.7409160 Dec 08 16:23:11.913040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.931718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:11.932141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:11.936577 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:11.941396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4aaba0-def7-4ad1-be9d-b8d7801ca525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6280b1fa-54a6-40ec-a1bd-f006ca30d284,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:11.951897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ecd7f534-74f8-4e7c-b259-603ee3144562 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "GET /v2.0/floatingips?floating_network_id=9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 HTTP/1.1" status: 200 len: 689 time: 0.1256089 Dec 08 16:23:11.951897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f633842-090c-4d60-a0fd-d12904337c70 req-4fe85ad1-04a6-405a-9485-baadbe471730 service neutron] 10.222.0.86 "GET /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045146 Dec 08 16:23:11.952277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54396) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:12.048075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.133679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.146274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.152069 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] 10.222.0.62 "DELETE /v2.0/networks/9a1fc047-bb59-45e4-b93f-0610b0d54433 HTTP/1.1" status: 204 len: 168 time: 1.0116849 Dec 08 16:23:12.192349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e81290-ee11-4dc1-84cf-34fca0624ef6 tempest-TaggedBootDevicesTest-78481649 tempest-TaggedBootDevicesTest-78481649-project] Pushing event deleted for resources: {'Network': ['ID=9a1fc047-bb59-45e4-b93f-0610b0d54433,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:12.229325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.264426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Deleting port a4b63421-c173-48cd-96c5-d08e6a534599 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:12.265452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.289049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.409651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b37f8-8529-4830-9949-cb3fa63c34b5 req-77745d2e-49e4-4705-b116-0049dd2c5474 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:12.411711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f32b37f8-8529-4830-9949-cb3fa63c34b5 req-77745d2e-49e4-4705-b116-0049dd2c5474 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 943 time: 0.1403561 Dec 08 16:23:12.425890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.426540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.461334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Calling delete_port for a4b63421-c173-48cd-96c5-d08e6a534599 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:12.539203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Allocated IP 172.25.3.122 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/dadd0180-09b8-4ded-960f-939ae3816b91) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:12.608760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f32b37f8-8529-4830-9949-cb3fa63c34b5 req-67b1e11c-69a9-4de1-9e72-a2e5a865aac3 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857572 Dec 08 16:23:12.774270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.810022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.821311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 513fe76c-221d-4e9a-8c2f-853fe41a8f15 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:23:12.862674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4b63421-c173-48cd-96c5-d08e6a534599,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:12.885786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:12.974200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:12.980476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:12.988920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:12.997377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Pushing event updated for resources: {'Port': ['ID=dadd0180-09b8-4ded-960f-939ae3816b91,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:13.002014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.056703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db29a2-a105-4a0a-989d-13935cdbe544 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:13.057007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.057527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.058191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.059023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.059625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.060204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.060804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.061355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.062200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.062562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.063133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.063619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.063969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:13.198211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15,segment=NetworkSegment(2bc648a3-873e-45d4-9ab4-752899366736),segment_id=2bc648a3-873e-45d4-9ab4-752899366736)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:13.216669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '513fe76c-221d-4e9a-8c2f-853fe41a8f15', 'network_id': '5af5e507-ea4f-4319-8dcd-a6e048dbf0ef', 'port_id': '513fe76c-221d-4e9a-8c2f-853fe41a8f15', 'mac_address': 'fa:16:3e:13:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:23:13.265765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e4af0ae4-cff7-4726-8c75-c43e7b780e05 None None] Provisioning complete for port dadd0180-09b8-4ded-960f-939ae3816b91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:13.266308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4af0ae4-cff7-4726-8c75-c43e7b780e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.393335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.402181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e4af0ae4-cff7-4726-8c75-c43e7b780e05 None None] Port dadd0180-09b8-4ded-960f-939ae3816b91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:23:13.430662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 513fe76c-221d-4e9a-8c2f-853fe41a8f15 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:13.483017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15,segment=NetworkSegment(2bc648a3-873e-45d4-9ab4-752899366736),segment_id=2bc648a3-873e-45d4-9ab4-752899366736)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:13.492292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.525216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.605248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.623658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:13.638818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=513fe76c-221d-4e9a-8c2f-853fe41a8f15,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:13.701746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['513fe76c-221d-4e9a-8c2f-853fe41a8f15'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:13.724857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.775043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=abad9297-c6cc-4de6-9046-e019807db86e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:13.885001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:13.903292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1268848504-network', 'tenant_id': '5cbb0efd1fdf4452ae600e5fdbe6edb2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:13.919728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932b6a-b043-4c98-9ba3-a66a3e1ce14e req-31804095-70ac-4944-a590-0149b2ad36cf tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:13.921372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed932b6a-b043-4c98-9ba3-a66a3e1ce14e req-31804095-70ac-4944-a590-0149b2ad36cf tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 944 time: 0.1502147 Dec 08 16:23:13.937168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f57cf4d-fc16-4d18-8e4b-e9428ab18e43']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:13.998683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.006718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913c3d36-af75-4ec1-84d7-473b72ecf190') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:14.007984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913c3d36-af75-4ec1-84d7-473b72ecf190') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:14.031214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.055431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Made reservation on behalf of 5cbb0efd1fdf4452ae600e5fdbe6edb2 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:14.057677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.071863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.085680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.089568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:14.090016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.104617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed932b6a-b043-4c98-9ba3-a66a3e1ce14e req-6c75a920-04b1-48ba-9d54-6c106912fcb0 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723537 Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:14.105364 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:14.207997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.218388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:23:14.222414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.230259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/networks/9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 HTTP/1.1" status: 204 len: 168 time: 2.2729290 Dec 08 16:23:14.234563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:14.239530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ef568-d49e-459c-a9fa-af93d472fab1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Network': ['ID=9f57cf4d-fc16-4d18-8e4b-e9428ab18e43,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:14.285640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.295972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.322295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:14.341315 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.341998 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Added segment 086bbfc1-eb8f-4615-a69b-f61c3f400045 of type vlan for network b92b8633-6a52-4824-a7c2-95d0f40fc66a Dec 08 16:23:14.427844 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.484456 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.486137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:14.487135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.610050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9846871 Dec 08 16:23:14.610991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c285b9-7c03-47d8-83c6-95c0d4f63189,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:14.613431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54440) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:14.622199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Request body: {'subnet': {'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1268848504-subnet', 'tenant_id': '5cbb0efd1fdf4452ae600e5fdbe6edb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:14.637770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f43748-65de-4750-a401-148ea0bc9417 admin admin] Pushing event updated for resources: {'Network': ['ID=b92b8633-6a52-4824-a7c2-95d0f40fc66a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:14.667192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Made reservation on behalf of 5cbb0efd1fdf4452ae600e5fdbe6edb2 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:14.670638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.684110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b92b8633-6a52-4824-a7c2-95d0f40fc66a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:14.821242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 513fe76c-221d-4e9a-8c2f-853fe41a8f15 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:14.940963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Router f2110f3e-39d5-4bfc-8666-89aba15c6240 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:23:14.942256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:23:14.947525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:14.948159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:14.959436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5439fab-c159-46b2-8183-58ea4cdd8ed6 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.7222462 Dec 08 16:23:14.965994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54444) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.177636 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.208256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.208708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.209153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.209588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.210780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.211227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.211663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.212134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.212565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.214713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d052625-e026-4c76-8212-9832f0203a22 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5941 time: 0.2472739 Dec 08 16:23:15.221274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54450) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.229276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeafc190-664b-4e99-a779-322acddea35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513fe76c-221d-4e9a-8c2f-853fe41a8f15'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:15.234617 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37037df3-b9a9-443c-9524-e97674df6b77" -d '{"events": [{"server_uuid": "eeafc190-664b-4e99-a779-322acddea35d", "name": "network-vif-plugged", "status": "completed", "tag": "513fe76c-221d-4e9a-8c2f-853fe41a8f15"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:15.241464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:15.243215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.262421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15,segment=NetworkSegment(2bc648a3-873e-45d4-9ab4-752899366736),segment_id=2bc648a3-873e-45d4-9ab4-752899366736)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:15.271810 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.284149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.285372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9f2c1ff2-13b5-4354-bd25-676ce80ccb1e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.4813261 Dec 08 16:23:15.291117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.340490 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-afd8e998-b294-4568-94ab-5b43edf11a99 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] delete failed (client error): The resource could not be found. Dec 08 16:23:15.341565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-afd8e998-b294-4568-94ab-5b43edf11a99 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/77528f91-d697-45c2-92c4-c0d26f298acf HTTP/1.1" status: 404 len: 345 time: 0.1172516 Dec 08 16:23:15.353142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.355988 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e961103-6f5a-442e-ae84-9d6c1157cbd6 x-openstack-request-id: req-4e961103-6f5a-442e-ae84-9d6c1157cbd6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:15.357060 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeafc190-664b-4e99-a779-322acddea35d", "name": "network-vif-plugged", "status": "completed", "tag": "513fe76c-221d-4e9a-8c2f-853fe41a8f15", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:15.357746 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e961103-6f5a-442e-ae84-9d6c1157cbd6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:15.358643 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeafc190-664b-4e99-a779-322acddea35d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '513fe76c-221d-4e9a-8c2f-853fe41a8f15', 'code': 200} Dec 08 16:23:15.400743 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb4afeb-a4bd-4531-950d-e8ee6de85e11 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] DELETE failed (client error): The resource could not be found. Dec 08 16:23:15.401206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb4afeb-a4bd-4531-950d-e8ee6de85e11 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:23:15.404624 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4fb4afeb-a4bd-4531-950d-e8ee6de85e11 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/networks/9f57cf4d-fc16-4d18-8e4b-e9428ab18e43 HTTP/1.1" status: 404 len: 339 time: 0.0504398 Dec 08 16:23:15.416845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:15.445473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'network': {'name': 'tempest-network--800308056', 'router:external': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:15.451663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=513fe76c-221d-4e9a-8c2f-853fe41a8f15,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:15.473739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Pushing event updated for resources: {'Subnet': ['ID=311e0fc0-7027-44f4-920b-fd87c9d847ed,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:15.517455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Made reservation on behalf of 708a0611e258416b8964fe3a80c63c3f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:15.521852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.536402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Checking segment: {'id': '086bbfc1-eb8f-4615-a69b-f61c3f400045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:15.536982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Network hostable DHCP agents. Network: b92b8633-6a52-4824-a7c2-95d0f40fc66a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:23:15.598634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809da6bc-5284-43d3-b7d8-073adf54d69b req-3c08a83b-6c70-41ca-9fa1-2237459262a4 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.603285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-809da6bc-5284-43d3-b7d8-073adf54d69b req-3c08a83b-6c70-41ca-9fa1-2237459262a4 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 945 time: 0.2742229 Dec 08 16:23:15.636779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Sync routers for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:15.653941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:15.655063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:15.655501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64531992-53b7-424b-91a2-899109285a72 req-86f73521-96e1-476c-9723-f6d0ce502734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.662617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64531992-53b7-424b-91a2-899109285a72 req-86f73521-96e1-476c-9723-f6d0ce502734 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 1096 time: 0.1980541 Dec 08 16:23:15.662617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Network b92b8633-6a52-4824-a7c2-95d0f40fc66a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:23:15.695860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b92b8633-6a52-4824-a7c2-95d0f40fc66a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:15.702675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:15.703238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.720335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:15.729356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9180593-ca9f-4ee6-a3c9-407107184f9e None None] Network b92b8633-6a52-4824-a7c2-95d0f40fc66a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:15.777853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64531992-53b7-424b-91a2-899109285a72 req-470de0c7-a926-4ee0-96f2-49076261b5f6 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947018 Dec 08 16:23:15.784743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8815710c-cbb6-4d82-a9a9-d508a2d1ebef admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1673937 Dec 08 16:23:15.822520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-809da6bc-5284-43d3-b7d8-073adf54d69b req-cac0a337-53a3-4fca-9c27-358908a51a18 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932325 Dec 08 16:23:15.909541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:15.910335 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Added segment 5d85b435-08a4-4853-9aa6-d90f2c8d5227 of type vlan for network 30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7 Dec 08 16:23:15.947017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:15.981123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570595ea-c0f6-4040-b0c9-792ae18c481a None None] Network b92b8633-6a52-4824-a7c2-95d0f40fc66a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:16.045039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.114019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.119284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.119284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.138243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7183461 Dec 08 16:23:16.142795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54470) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:16.327075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:13Z', 'revision_number': 3, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:16.332353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866adb5b-4628-4596-8fba-eab92b6a2412 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Network': ['ID=30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:16.368384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:16.394740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Checking router: f2110f3e-39d5-4bfc-8666-89aba15c6240 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:16.395223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Updating router f2110f3e-39d5-4bfc-8666-89aba15c6240 port dadd0180-09b8-4ded-960f-939ae3816b91 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:23:16.402619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.555056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-0961b3ea-f989-4331-8ac5-8452d5f93eea tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.564077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-0961b3ea-f989-4331-8ac5-8452d5f93eea tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/networks?id=b92b8633-6a52-4824-a7c2-95d0f40fc66a HTTP/1.1" status: 200 len: 822 time: 0.1549163 Dec 08 16:23:16.621888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4a28a1d6-ab45-48ad-8598-c3ca8c90fe61 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/quotas/5cbb0efd1fdf4452ae600e5fdbe6edb2 HTTP/1.1" status: 200 len: 375 time: 0.0559530 Dec 08 16:23:16.671931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-2b30974a-6d8d-40ac-be23-6116ff8ad889 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5cbb0efd1fdf4452ae600e5fdbe6edb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487599 Dec 08 16:23:16.674729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Allocated IP 172.20.0.1 (df1ed44a-89f1-4c13-9e60-8bd467211b7f/297e44f7-443d-49fb-a8ee-4db6dbe59f70/10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:16.716505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.717590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2e6a5-e5ee-4f32-b08f-918f9f99351f tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.724688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2e6a5-e5ee-4f32-b08f-918f9f99351f tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.732565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2e6a5-e5ee-4f32-b08f-918f9f99351f tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.739695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c2e6a5-e5ee-4f32-b08f-918f9f99351f tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:16.748227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a7c2e6a5-e5ee-4f32-b08f-918f9f99351f tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5987377 Dec 08 16:23:16.777431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:16.824103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.871049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.928166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:16.945033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Pushing event updated for resources: {'Port': ['ID=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:16.973420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:16.976818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:16.980804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:17.033133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-e5b85fbd-2bb7-4e39-b774-c5f5173b8309 service neutron] 10.222.0.62 "GET /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3604026 Dec 08 16:23:17.068252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.155363 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.164137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.220058 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.246638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff602ed3-3105-46fb-bd34-1d1e5bee4ec3 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:17.266568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8789a-7263-4c62-b13e-726e1433a716 None None] Pushing event updated for resources: {'Port': ['ID=dadd0180-09b8-4ded-960f-939ae3816b91,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:17.269523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Attempting to bind port dadd0180-09b8-4ded-960f-939ae3816b91 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:17.270037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Attempting to bind port dadd0180-09b8-4ded-960f-939ae3816b91 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:17.274865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db44c2-01f0-4257-af11-a377142a0d01 req-652176b2-c140-4b2c-afd1-6cc3d4b187a0 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:17.280482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66db44c2-01f0-4257-af11-a377142a0d01 req-652176b2-c140-4b2c-afd1-6cc3d4b187a0 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 945 time: 0.2772810 Dec 08 16:23:17.280663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Attempting to bind port dadd0180-09b8-4ded-960f-939ae3816b91 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:17.289925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:17.290316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:17.290881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.291273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:17.291847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Bound port: dadd0180-09b8-4ded-960f-939ae3816b91, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:17.292303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.317329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:17.360828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.363138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d85b435-08a4-4853-9aa6-d90f2c8d5227') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:17.364511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d85b435-08a4-4853-9aa6-d90f2c8d5227') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:17.390369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5bea960e-164e-4e7b-bd99-c9365df04e58 None None] Provisioning complete for port dadd0180-09b8-4ded-960f-939ae3816b91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:17.390369 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea960e-164e-4e7b-bd99-c9365df04e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.394755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] For port dadd0180-09b8-4ded-960f-939ae3816b91, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:17.416825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66db44c2-01f0-4257-af11-a377142a0d01 req-ec43443e-1eed-4abf-9c40-a2818f829bab tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152389 Dec 08 16:23:17.424714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.444934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-8c0fddfa-351e-4345-b2fb-0931f90b797b service neutron] 10.222.0.62 "GET /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921402 Dec 08 16:23:17.446933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] For port dadd0180-09b8-4ded-960f-939ae3816b91, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dadd0180-09b8-4ded-960f-939ae3816b91,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:17.450110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.461027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.469006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:17.472767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:17.480496 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:17.484921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5bea960e-164e-4e7b-bd99-c9365df04e58 None None] Port dadd0180-09b8-4ded-960f-939ae3816b91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:23:17.621996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.628787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8789a-7263-4c62-b13e-726e1433a716 None None] Pushing event updated for resources: {'Port': ['ID=dadd0180-09b8-4ded-960f-939ae3816b91,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:17.636460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7f2a8c-789a-4bb8-8a5f-a2376c373d21 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:17.666742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:17.667338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:17.720383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:23:17.723661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Network': ['ID=30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:17.738940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.754656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04633b10-44e6-458c-b21f-00c188b4775c tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/networks/30fad9ee-d5d4-4d2a-b79e-a75ec5cf70f7 HTTP/1.1" status: 204 len: 168 time: 0.9749842 Dec 08 16:23:17.764409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:17.796983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'network': {'name': 'tempest-network--1012710665', 'router:external': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:17.876701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.885710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.893302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Made reservation on behalf of 708a0611e258416b8964fe3a80c63c3f for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:17.894968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c0685590-31c0-4f99-8c07-3c47fb3bce62 None None] Provisioning complete for port dadd0180-09b8-4ded-960f-939ae3816b91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:17.895435 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0685590-31c0-4f99-8c07-3c47fb3bce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.904043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:17.985073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:18.055157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbbc7846-38fb-48e9-b0ab-1661e049adec req-1d638b1a-35e8-4972-b01a-791d1280f6f3 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 210 time: 0.0998540 Dec 08 16:23:18.114058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Pushing event updated for resources: {'Port': ['ID=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:18.115986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:18.127859 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.152597 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.156715 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Added segment da812f83-7fa4-4b08-836c-d3b8c024bdd5 of type vlan for network 52c8d616-381c-45da-912a-3e0baefbc1dc Dec 08 16:23:18.389063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.411419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:18.412526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:18.498737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.500808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:18.503831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.512199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0685590-31c0-4f99-8c07-3c47fb3bce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.659239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c0685590-31c0-4f99-8c07-3c47fb3bce62 None None] For port dadd0180-09b8-4ded-960f-939ae3816b91, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dadd0180-09b8-4ded-960f-939ae3816b91,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:18.686529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0685590-31c0-4f99-8c07-3c47fb3bce62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:18.836126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0657864 Dec 08 16:23:18.837258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54512) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:18.843968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc8f50-4d57-4ad6-90b9-10ac8d2f87d4 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Network': ['ID=52c8d616-381c-45da-912a-3e0baefbc1dc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:18.886124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0685590-31c0-4f99-8c07-3c47fb3bce62 None None] Pushing event updated for resources: {'Port': ['ID=dadd0180-09b8-4ded-960f-939ae3816b91,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:18.887086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Router f2110f3e-39d5-4bfc-8666-89aba15c6240 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:18.889994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 52c8d616-381c-45da-912a-3e0baefbc1dc details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:18.903786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b609d-3219-48d7-93b0-1a8fa90ed7f6 req-0980a071-30a6-424b-94ca-14be670fc89b tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:18.907812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a16b609d-3219-48d7-93b0-1a8fa90ed7f6 req-0980a071-30a6-424b-94ca-14be670fc89b tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 945 time: 0.2414887 Dec 08 16:23:19.014082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:16Z', 'revision_number': 1, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:19.032964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a16b609d-3219-48d7-93b0-1a8fa90ed7f6 req-0b249916-5afb-4cec-bfdb-c7f61c5768bf tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052563 Dec 08 16:23:19.066181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63927aa3-d8db-4474-a83d-dce6bba09a07 None None] The sync data for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 is: [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:16Z', 'revision_number': 1, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:19.090934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7e9593-c548-4cb8-934e-baf9e4f6ae14 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:19.119390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:19.124620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff7e9593-c548-4cb8-934e-baf9e4f6ae14 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] 10.222.0.62 "GET /v2.0/networks/52c8d616-381c-45da-912a-3e0baefbc1dc HTTP/1.1" status: 200 len: 757 time: 0.2812958 Dec 08 16:23:19.359802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71c89690-a73b-47a2-8108-114bb0bffff3 req-e9523f40-46e9-4d4e-bf49-53f0ca724b66 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 210 time: 0.0774682 Dec 08 16:23:19.409681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bc80b2-7c85-4bf6-ba96-5cbdbf9201f2 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:19.434768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-83bc80b2-7c85-4bf6-ba96-5cbdbf9201f2 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] 10.222.0.62 "GET /v2.0/networks/7b454d03-03a8-4aa2-a97d-06d74c518863 HTTP/1.1" status: 200 len: 768 time: 0.3141341 Dec 08 16:23:19.437610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54526) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:19.578748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:19.634573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:19.665295 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-76e62518-36f9-4dcd-9540-3d0ae0a1ae61 admin admin] 10.222.0.62 "PUT /v2.0/routers/f2110f3e-39d5-4bfc-8666-89aba15c6240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3727021 Dec 08 16:23:19.866994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:19.943509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c8d616-381c-45da-912a-3e0baefbc1dc']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:19.970608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da812f83-7fa4-4b08-836c-d3b8c024bdd5') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:19.970874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da812f83-7fa4-4b08-836c-d3b8c024bdd5') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:19.983534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.003548 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.011462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:20.011883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:20.085251 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:20.109959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.132709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269c382-5526-4a2e-a5b8-2ebe20ba84e0 req-634f3b37-b9a7-4ac3-8dd1-7cdc6f09557f tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.135900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9269c382-5526-4a2e-a5b8-2ebe20ba84e0 req-634f3b37-b9a7-4ac3-8dd1-7cdc6f09557f tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 945 time: 0.4907005 Dec 08 16:23:20.145945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 52c8d616-381c-45da-912a-3e0baefbc1dc {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:23:20.174799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.183684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/networks/52c8d616-381c-45da-912a-3e0baefbc1dc HTTP/1.1" status: 204 len: 168 time: 0.7446430 Dec 08 16:23:20.188127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54544) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:20.198041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'network': {'name': 'tempest-network--198848063'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:20.200897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60afd030-2fd3-4ae4-9fbe-a0ff0037f732 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Network': ['ID=52c8d616-381c-45da-912a-3e0baefbc1dc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:20.241385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Made reservation on behalf of 708a0611e258416b8964fe3a80c63c3f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:20.245664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.306820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:20.318592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.319737 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Added segment e6430647-2448-4a3e-a83d-183e5e92fbd2 of type vlan for network 703d138c-eac9-4fcf-9dac-9510466629dd Dec 08 16:23:20.400230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9269c382-5526-4a2e-a5b8-2ebe20ba84e0 req-5bf4de87-94fd-448a-b42b-bb0913139510 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350614 Dec 08 16:23:20.480904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.577097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.579357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.582164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:20.677430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-64cd8673-d9e4-4f74-9ea4-5e05ee4680e9 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.680513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-64cd8673-d9e4-4f74-9ea4-5e05ee4680e9 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 820 time: 0.2239892 Dec 08 16:23:20.738904 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5490975 Dec 08 16:23:20.745297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:20.745655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-94a7b58b-b748-4241-9558-cdfefc373996 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/quotas/8398fb8e06f4420787227c8e124f77ad HTTP/1.1" status: 200 len: 375 time: 0.0195665 Dec 08 16:23:20.755346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:20.787260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-49e84afe-c9d8-469e-8643-6b0484820ca5 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:20.789947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-49e84afe-c9d8-469e-8643-6b0484820ca5 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.86 "GET /v2.0/networks?id=b92b8633-6a52-4824-a7c2-95d0f40fc66a HTTP/1.1" status: 200 len: 822 time: 0.6407201 Dec 08 16:23:20.790704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a727c1-aa25-4bb7-8dd9-13b67fd905b1 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Network': ['ID=703d138c-eac9-4fcf-9dac-9510466629dd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:20.792073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c96c67d-237a-465e-9bda-b357a61cf5a2 req-0aff30c4-99dc-4c01-bbac-dee41b0454c2 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 210 time: 0.1105649 Dec 08 16:23:20.804885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Request body: {'port': {'device_id': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a', 'admin_state_up': True, 'tenant_id': '5cbb0efd1fdf4452ae600e5fdbe6edb2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:20.818232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 703d138c-eac9-4fcf-9dac-9510466629dd details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:20.941022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-91c7eb34-d0b6-466d-b557-2211d4e165b4 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1712465 Dec 08 16:23:21.159812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Made reservation on behalf of 5cbb0efd1fdf4452ae600e5fdbe6edb2 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:21.170012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.233336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-2b7aa23b-2e9e-4071-905c-fac5b1dbfd56 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:21.235087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-2b7aa23b-2e9e-4071-905c-fac5b1dbfd56 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.86 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 945 time: 0.3120322 Dec 08 16:23:21.411965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.435732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Allocated IP 172.20.0.11 (b92b8633-6a52-4824-a7c2-95d0f40fc66a/311e0fc0-7027-44f4-920b-fd87c9d847ed/c17682ca-ef0d-43a0-b8ac-359722f4b4bd) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:21.463707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.475514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Network 703d138c-eac9-4fcf-9dac-9510466629dd is not hosted by any dhcp agent {{(pid=103281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:23:21.476418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:21.477071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.478838 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "PUT /v2.0/networks/703d138c-eac9-4fcf-9dac-9510466629dd HTTP/1.1" status: 200 len: 857 time: 0.7296529 Dec 08 16:23:21.484836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54564) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:21.612873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-eec11f70-299c-474f-91cb-ac4e27a714ac service neutron] 10.222.0.62 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476007 Dec 08 16:23:21.635278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Deleting port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:21.635772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.768763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.786078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.826651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08e6575-280f-43d9-aee4-669f7b6bfe40 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event updated for resources: {'Network': ['ID=703d138c-eac9-4fcf-9dac-9510466629dd,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:21.873013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d658d20-d540-4d25-8a5f-521010f4b570 req-b555ad63-4109-40f6-8b28-2821ba913815 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:21.881411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d658d20-d540-4d25-8a5f-521010f4b570 req-b555ad63-4109-40f6-8b28-2821ba913815 tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 945 time: 0.2004850 Dec 08 16:23:21.910850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-ffa2359c-2bcc-498a-8a86-4d0fd12a468b service neutron] 10.222.0.62 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970366 Dec 08 16:23:21.937099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] For port 513fe76c-221d-4e9a-8c2f-853fe41a8f15, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=513fe76c-221d-4e9a-8c2f-853fe41a8f15,segment=NetworkSegment(2bc648a3-873e-45d4-9ab4-752899366736),segment_id=2bc648a3-873e-45d4-9ab4-752899366736)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:21.938010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.964745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:21.990606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d658d20-d540-4d25-8a5f-521010f4b570 req-25613de4-578b-4ec0-9d6e-301c3935f2ab tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/security-groups?id=13c10e87-4cd2-4aff-9489-896cf631aae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081226 Dec 08 16:23:22.073863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Calling delete_port for 513fe76c-221d-4e9a-8c2f-853fe41a8f15 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:22.109784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.159613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Network b92b8633-6a52-4824-a7c2-95d0f40fc66a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:22.164705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Pushing event updated for resources: {'Port': ['ID=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:22.167760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:22.172024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:22.245131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df81fc74-dff2-43b0-a1f2-9a4437b3c665 req-94d9f7c0-53db-442b-ba73-118808ed7ce0 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:22.270632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df81fc74-dff2-43b0-a1f2-9a4437b3c665 req-94d9f7c0-53db-442b-ba73-118808ed7ce0 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 932 time: 0.1884785 Dec 08 16:23:22.321568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['703d138c-eac9-4fcf-9dac-9510466629dd']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:22.324917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:22.325595 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.350827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6430647-2448-4a3e-a83d-183e5e92fbd2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:22.352529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6430647-2448-4a3e-a83d-183e5e92fbd2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:22.370689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bf67691-5533-4438-acc6-af4b6a6e473e req-479464f5-2e73-418d-ac0f-a5eb225ff117 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 210 time: 0.0890872 Dec 08 16:23:22.402697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-4785ac37-2208-4308-a10a-f893175cd24c tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5994427 Dec 08 16:23:22.426676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Request body: {'port': {'device_id': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:22.474752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.589838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.611446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:22.612216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:22.614697 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:22.738460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.757390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['513fe76c-221d-4e9a-8c2f-853fe41a8f15'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:22.838536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df81fc74-dff2-43b0-a1f2-9a4437b3c665 req-66ce9213-6c47-4512-8b1a-751f0ec10559 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658855 Dec 08 16:23:22.885244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Pushing event deleted for resources: {'Port': ['ID=513fe76c-221d-4e9a-8c2f-853fe41a8f15,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:22.891783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.924438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 703d138c-eac9-4fcf-9dac-9510466629dd {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:23:22.940592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.964969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Pushing event deleted for resources: {'Network': ['ID=703d138c-eac9-4fcf-9dac-9510466629dd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:22.968763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] No DVR routers for this DVR port 513fe76c-221d-4e9a-8c2f-853fe41a8f15 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:22.971140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.975273 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0974826f-0dcf-4961-8c08-7c98b7b7f856 tempest-ExternalNetworksTestJSON-1250182523 tempest-ExternalNetworksTestJSON-1250182523-project-admin] 10.222.0.62 "DELETE /v2.0/networks/703d138c-eac9-4fcf-9dac-9510466629dd HTTP/1.1" status: 204 len: 168 time: 1.4891584 Dec 08 16:23:22.976983 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:22.982046 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3ea4475e-3f7f-422f-a9ff-9580c1844d56 req-5a1da371-8998-4dee-81ce-7f9a89949bde tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.86 "DELETE /v2.0/ports/513fe76c-221d-4e9a-8c2f-853fe41a8f15 HTTP/1.1" status: 204 len: 173 time: 1.7366254 Dec 08 16:23:22.982549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeafc190-664b-4e99-a779-322acddea35d', 'name': 'network-vif-deleted', 'tag': '513fe76c-221d-4e9a-8c2f-853fe41a8f15'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:22.985424 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c67e46-6aa6-4408-93a1-00db5666ed1b" -d '{"events": [{"server_uuid": "eeafc190-664b-4e99-a779-322acddea35d", "name": "network-vif-deleted", "tag": "513fe76c-221d-4e9a-8c2f-853fe41a8f15"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:22.988666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54584) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:23.055951 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-28221399-ea2b-44ec-b665-a311bc2a4816 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] DELETE failed (client error): The resource could not be found. Dec 08 16:23:23.060247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28221399-ea2b-44ec-b665-a311bc2a4816 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:23:23.067395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28221399-ea2b-44ec-b665-a311bc2a4816 tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] 10.222.0.62 "DELETE /v2.0/subnets/abad9297-c6cc-4de6-9046-e019807db86e HTTP/1.1" status: 404 len: 337 time: 0.0771227 Dec 08 16:23:23.071621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:23.195254 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ecaca1-ab96-4ba0-98cf-00edd5246985 x-openstack-request-id: req-c3ecaca1-ab96-4ba0-98cf-00edd5246985 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:23.195767 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeafc190-664b-4e99-a779-322acddea35d", "name": "network-vif-deleted", "tag": "513fe76c-221d-4e9a-8c2f-853fe41a8f15", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:23.196014 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c3ecaca1-ab96-4ba0-98cf-00edd5246985 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:23.196485 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeafc190-664b-4e99-a779-322acddea35d', 'name': 'network-vif-deleted', 'tag': '513fe76c-221d-4e9a-8c2f-853fe41a8f15', 'status': 'completed', 'code': 200} Dec 08 16:23:23.231842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.238313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78aa839b-a0d9-48bc-89bb-e1f0ce13b1dc req-c7a7c0c4-699a-42e9-aaf7-67aab9b68ebb tempest-InstanceActionsNegativeTestJSON-86055452 tempest-InstanceActionsNegativeTestJSON-86055452-project] 10.222.0.62 "GET /v2.0/ports?device_id=eeafc190-664b-4e99-a779-322acddea35d HTTP/1.1" status: 200 len: 210 time: 0.0729103 Dec 08 16:23:23.392543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dadd0180-09b8-4ded-960f-939ae3816b91 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:23.471033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.504330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b454d03-03a8-4aa2-a97d-06d74c518863']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:23.516887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eafdcb42-dbc3-432b-abac-35dbefa39d56') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:23.517781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eafdcb42-dbc3-432b-abac-35dbefa39d56') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:23.560442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.616555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.631153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:23.632601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:23.650987 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:23.722918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port dadd0180-09b8-4ded-960f-939ae3816b91 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:23.723513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.862610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.885005 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-deca8b9f-5dee-42ba-9e0e-687296cc4c43 req-208f369b-7021-45a3-b003-d7439f9991ac tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 210 time: 0.1332049 Dec 08 16:23:23.931494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:23.942317 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] 10.222.0.62 "DELETE /v2.0/networks/7b454d03-03a8-4aa2-a97d-06d74c518863 HTTP/1.1" status: 204 len: 168 time: 0.8689950 Dec 08 16:23:23.946604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954f573-d99d-465d-bf19-770d834b396a tempest-ExternalNetworksTestJSON-1950325750 tempest-ExternalNetworksTestJSON-1950325750-project] Pushing event deleted for resources: {'Network': ['ID=7b454d03-03a8-4aa2-a97d-06d74c518863,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:24.134087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ef5f8-7911-43e7-966f-ba33bfc2adee req-81efd9e9-2701-4e6f-9cef-d46079eb5fd0 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:24.139406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-855ef5f8-7911-43e7-966f-ba33bfc2adee req-81efd9e9-2701-4e6f-9cef-d46079eb5fd0 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 932 time: 0.1065471 Dec 08 16:23:24.234871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17682ca-ef0d-43a0-b8ac-359722f4b4bd {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:24.258438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.298616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-855ef5f8-7911-43e7-966f-ba33bfc2adee req-3a04894c-be99-4eb5-b259-98a99ede5e77 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296852 Dec 08 16:23:24.307003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Transition to ACTIVE for port object c17682ca-ef0d-43a0-b8ac-359722f4b4bd will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:23:24.312978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.382056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54608) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:24.487373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Pushing event updated for resources: {'Port': ['ID=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:24.538451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54610) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:24.626542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Attempting to bind port c17682ca-ef0d-43a0-b8ac-359722f4b4bd on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:24.627321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Attempting to bind port c17682ca-ef0d-43a0-b8ac-359722f4b4bd by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '086bbfc1-eb8f-4615-a69b-f61c3f400045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:24.627977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Attempting to bind port c17682ca-ef0d-43a0-b8ac-359722f4b4bd on network b92b8633-6a52-4824-a7c2-95d0f40fc66a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:24.634953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Port c17682ca-ef0d-43a0-b8ac-359722f4b4bd on network b92b8633-6a52-4824-a7c2-95d0f40fc66a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:23:24.640543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Attempting to bind port c17682ca-ef0d-43a0-b8ac-359722f4b4bd on network b92b8633-6a52-4824-a7c2-95d0f40fc66a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:24.649438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:24.649955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Checking segment: {'id': '086bbfc1-eb8f-4615-a69b-f61c3f400045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:24.651099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Bound using segment: {'id': '086bbfc1-eb8f-4615-a69b-f61c3f400045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:24.651815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Bound port: c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086bbfc1-eb8f-4615-a69b-f61c3f400045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:24.652232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.719808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Deleting subnet c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:24.745033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.858392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 513fe76c-221d-4e9a-8c2f-853fe41a8f15 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:24.877922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] For port c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:24.898149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] For port c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,segment=NetworkSegment(086bbfc1-eb8f-4615-a69b-f61c3f400045),segment_id=086bbfc1-eb8f-4615-a69b-f61c3f400045)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:24.904260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 513fe76c-221d-4e9a-8c2f-853fe41a8f15 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:24.909648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.913642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 513fe76c-221d-4e9a-8c2f-853fe41a8f15 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:24.931797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.979710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:24.980329 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:24.982440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] 10.222.0.86 "PUT /v2.0/ports/c17682ca-ef0d-43a0-b8ac-359722f4b4bd HTTP/1.1" status: 200 len: 1092 time: 2.5722859 Dec 08 16:23:24.984311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b0ea4b29-a05e-4c98-8314-395c34652996 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1beab6ec6ef54964bdc0b6ee76b74f0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4443476 Dec 08 16:23:24.984869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'tag': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:24.987320 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ef9915-9861-4d34-bb6c-19cd708c4a32" -d '{"events": [{"name": "network-changed", "server_uuid": "0aeb89b8-e59a-49bd-bd85-91f84d43c25b", "tag": "c17682ca-ef0d-43a0-b8ac-359722f4b4bd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:24.995967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:25.044463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Pushing event updated for resources: {'Port': ['ID=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:25.067188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.067643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.068010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.068194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.069671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.070106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.070485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.070771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.071097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.071426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.071753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.072078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.072400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec3e94d-4131-47db-943e-a660fecbaa82 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:25.203417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-a166d0a8-c8cb-4f77-8eb3-7d801f35b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.210250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-a166d0a8-c8cb-4f77-8eb3-7d801f35b0fe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbb0efd1fdf4452ae600e5fdbe6edb2&device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 1095 time: 0.0988071 Dec 08 16:23:25.213401 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a53e81-b24e-4b61-9c91-850e67416a79 x-openstack-request-id: req-31a53e81-b24e-4b61-9c91-850e67416a79 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:25.214635 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aeb89b8-e59a-49bd-bd85-91f84d43c25b", "tag": "c17682ca-ef0d-43a0-b8ac-359722f4b4bd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:25.215089 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31a53e81-b24e-4b61-9c91-850e67416a79 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:25.215730 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'tag': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd', 'status': 'completed', 'code': 200} Dec 08 16:23:25.273023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-13397df0-ef05-4ef7-ae53-7233ff634170 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd HTTP/1.1" status: 200 len: 217 time: 0.0541449 Dec 08 16:23:25.375020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-057e696d-4afd-4708-88fd-b850e3928fcd req-d271477d-ff93-4814-8272-7f9793d7cb7e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 210 time: 0.1049910 Dec 08 16:23:25.427777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-0bb28072-cc5a-4ea2-87db-024e7bfb1bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.430120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-0bb28072-cc5a-4ea2-87db-024e7bfb1bab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=311e0fc0-7027-44f4-920b-fd87c9d847ed HTTP/1.1" status: 200 len: 862 time: 0.1371853 Dec 08 16:23:25.448015 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Sync routers for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:25.477916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-9d5beb31-7396-4653-a5a2-dc188c6a9638 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b92b8633-6a52-4824-a7c2-95d0f40fc66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405769 Dec 08 16:23:25.482697 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:25.483491 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:25.510513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-8a2dfde5-7541-400c-bb5c-e5cd84cd007a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:25.512779 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-8a2dfde5-7541-400c-bb5c-e5cd84cd007a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 820 time: 0.9985650 Dec 08 16:23:25.531834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:25.605281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'port': {'device_id': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'admin_state_up': True, 'tenant_id': '8398fb8e06f4420787227c8e124f77ad'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:25.614148 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:25.623190 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:25.723027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-cd265868-ad89-40a8-a67d-9b1d8ea47904 service neutron] 10.222.0.86 "GET /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361434 Dec 08 16:23:25.729649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:25.735481 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9 HTTP/1.1" status: 204 len: 168 time: 1.3517404 Dec 08 16:23:25.737601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba61cd-2fb2-495c-817f-7ccf77e50828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7ea0a9f-549e-4cc8-9ed4-86d3e24b2af9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:25.742158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54626) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:25.851677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:25.867380 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 2, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:25.954376 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-faae7ad3-f94e-4614-8132-20f4c186a594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.005835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efe0da8-65fb-40fe-8af2-6f8f11f50469 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.010564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a0d35-96ae-49e6-a4ff-3089f640fb35 req-86857b7a-d876-4c59-bbb0-814702f07bee tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.017245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-505a0d35-96ae-49e6-a4ff-3089f640fb35 req-86857b7a-d876-4c59-bbb0-814702f07bee tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 944 time: 0.5195887 Dec 08 16:23:26.045125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c95b0d26-7b74-4306-9a88-333ab8c48613 req-899b82c8-a48c-4526-9de4-07ea085fae69 service neutron] 10.222.0.86 "GET /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872860 Dec 08 16:23:26.071547 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Checking router: f2110f3e-39d5-4bfc-8666-89aba15c6240 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:26.072083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Updating router f2110f3e-39d5-4bfc-8666-89aba15c6240 port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:23:26.117544 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.131294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efe0da8-65fb-40fe-8af2-6f8f11f50469 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.165251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.172735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-505a0d35-96ae-49e6-a4ff-3089f640fb35 req-795c96ef-8714-454d-a080-79c7b493aae5 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257842 Dec 08 16:23:26.255378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af5e507-ea4f-4319-8dcd-a6e048dbf0ef']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:26.259676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Made reservation on behalf of 8398fb8e06f4420787227c8e124f77ad for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:26.263911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.266517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-fd3f6755-1f45-4c73-b12d-82ea99688fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.272072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-fd3f6755-1f45-4c73-b12d-82ea99688fb1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5cbb0efd1fdf4452ae600e5fdbe6edb2&device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 1095 time: 0.0933805 Dec 08 16:23:26.277344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bc648a3-873e-45d4-9ab4-752899366736') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:26.277825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bc648a3-873e-45d4-9ab4-752899366736') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:26.304885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.356534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.410274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efe0da8-65fb-40fe-8af2-6f8f11f50469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.425194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efe0da8-65fb-40fe-8af2-6f8f11f50469 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.430039 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6efe0da8-65fb-40fe-8af2-6f8f11f50469 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f3200046-fc1c-426b-b346-595d0a78e5bc HTTP/1.1" status: 204 len: 168 time: 1.4303141 Dec 08 16:23:26.440923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:26.441338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:26.458984 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:26.552405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0a39e-856a-4dfc-9965-48d1242b7939 req-44507937-536c-420a-87a8-53f55b6b1736 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.561391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dd0a39e-856a-4dfc-9965-48d1242b7939 req-44507937-536c-420a-87a8-53f55b6b1736 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1096 time: 0.1668260 Dec 08 16:23:26.568648 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe0da8-65fb-40fe-8af2-6f8f11f50469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3200046-fc1c-426b-b346-595d0a78e5bc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:26.633560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50689181-4307-4ae0-8c51-133508a2494c req-ec70f660-4ff2-41cc-b5dd-de037060618f tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 210 time: 0.0619674 Dec 08 16:23:26.639608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-7290c053-7382-4e90-ba83-a9a219121806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.643495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-7290c053-7382-4e90-ba83-a9a219121806 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b92b8633-6a52-4824-a7c2-95d0f40fc66a HTTP/1.1" status: 200 len: 923 time: 0.3639202 Dec 08 16:23:26.649604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.691621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.698089 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] 10.222.0.62 "DELETE /v2.0/networks/5af5e507-ea4f-4319-8dcd-a6e048dbf0ef HTTP/1.1" status: 204 len: 168 time: 0.9465525 Dec 08 16:23:26.698089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff34d0-9ca8-427c-a32e-c96dd5e6097f admin admin] Pushing event deleted for resources: {'Network': ['ID=5af5e507-ea4f-4319-8dcd-a6e048dbf0ef,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:26.734117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-37947fe0-20de-4ca2-bfd7-94189404a040 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd HTTP/1.1" status: 200 len: 217 time: 0.0808029 Dec 08 16:23:26.786293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dd0a39e-856a-4dfc-9965-48d1242b7939 req-fe5b4229-57be-4bde-a350-427ec70c060e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2072980 Dec 08 16:23:26.845275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-06a8e1a8-acf8-4532-9501-ef87fc2a7bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:26.847609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-06a8e1a8-acf8-4532-9501-ef87fc2a7bd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=311e0fc0-7027-44f4-920b-fd87c9d847ed HTTP/1.1" status: 200 len: 862 time: 0.1017556 Dec 08 16:23:26.866974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c17682ca-ef0d-43a0-b8ac-359722f4b4bd details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:23:26.901992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-661e6767-2243-4bbc-83f4-48ebe3b6a3fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b92b8633-6a52-4824-a7c2-95d0f40fc66a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451031 Dec 08 16:23:26.984001 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:26.994245 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.296801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Allocated IP 172.20.0.3 (df1ed44a-89f1-4c13-9e60-8bd467211b7f/297e44f7-443d-49fb-a8ee-4db6dbe59f70/b1391434-f497-42fc-8fa3-a1d5bea2f241) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:27.362521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-af14ff4e-b9f9-4c54-9750-d71757a7fea6 service neutron] 10.222.0.86 "GET /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512687 Dec 08 16:23:27.423178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,segment=NetworkSegment(086bbfc1-eb8f-4615-a69b-f61c3f400045),segment_id=086bbfc1-eb8f-4615-a69b-f61c3f400045)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:27.431182 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Pushing event updated for resources: {'Port': ['ID=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:27.458014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd', 'network_id': 'b92b8633-6a52-4824-a7c2-95d0f40fc66a', 'port_id': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd', 'mac_address': 'fa:16:3e:e0:f6:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '311e0fc0-7027-44f4-920b-fd87c9d847ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:23:27.503803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54654) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:27.518266 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.519386 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.521570 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.522623 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.523499 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.527950 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.529379 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.537264 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.538002 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.540038 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.540687 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.542364 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.553978 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:27.555265 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.591411 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Attempting to bind port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:27.595855 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Attempting to bind port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:27.596921 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Attempting to bind port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 on network df1ed44a-89f1-4c13-9e60-8bd467211b7f {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:27.605172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17682ca-ef0d-43a0-b8ac-359722f4b4bd {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:27.611338 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:27.611908 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Checking segment: {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:27.612786 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.613634 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Bound using segment: {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:27.616387 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Bound port: 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:27.618143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54658) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:27.619724 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.663831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,segment=NetworkSegment(086bbfc1-eb8f-4615-a69b-f61c3f400045),segment_id=086bbfc1-eb8f-4615-a69b-f61c3f400045)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:27.671249 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.753576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ef9915-9861-4d34-bb6c-19cd708c4a32 req-56a98cf6-3cb6-4f6b-8e40-0008c9f64207 service neutron] 10.222.0.86 "GET /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423896 Dec 08 16:23:27.788304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6507346f-f7a2-4ee3-83de-90d042f0f6bf req-17f87597-74c5-403d-bfd9-c0c1ce4113f4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:27.792357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6507346f-f7a2-4ee3-83de-90d042f0f6bf req-17f87597-74c5-403d-bfd9-c0c1ce4113f4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.4800680 Dec 08 16:23:27.807038 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] For port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:27.811494 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] For port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:27.821152 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:27.863087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:27.881164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['c17682ca-ef0d-43a0-b8ac-359722f4b4bd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:27.974491 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3be0ef-7898-4955-9f23-3801148b0b19 None None] Pushing event updated for resources: {'Port': ['ID=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:27.980567 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8c7519e8-6eb4-404d-9a8c-e2fe443d464e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a626ee22588a455198b87946c548120d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4693346 Dec 08 16:23:27.980786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:27.980786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:22:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:27.999283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54662) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:28.048796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c3bff5c5-4fca-4f9d-9f56-3c5b5c041895 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=708a0611e258416b8964fe3a80c63c3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4291494 Dec 08 16:23:28.062598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54664) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:28.208659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cf0db-6674-46f7-911d-83b0ecd52b27 req-9cb1b72a-d6cd-4355-ba18-cacec304b349 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:28.210318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.226488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c0cf0db-6674-46f7-911d-83b0ecd52b27 req-9cb1b72a-d6cd-4355-ba18-cacec304b349 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 945 time: 0.6090109 Dec 08 16:23:28.229139 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:28.277629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6507346f-f7a2-4ee3-83de-90d042f0f6bf req-72b9f523-fb15-494e-9ff3-89448b5f7d0b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129510 Dec 08 16:23:28.315908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62a518e2-0a11-4697-94c7-5d9960470440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.357466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54668) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:28.377755 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4bd9001b-8c7a-4073-a7cc-ef030e430ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.411766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62a518e2-0a11-4697-94c7-5d9960470440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.465470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.526888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4bd9001b-8c7a-4073-a7cc-ef030e430ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.539973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c0cf0db-6674-46f7-911d-83b0ecd52b27 req-1a7cf1cc-4aac-4a55-b715-03573585d656 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956722 Dec 08 16:23:28.654568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Network df1ed44a-89f1-4c13-9e60-8bd467211b7f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:28.675196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:28.681937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:28.686716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-24619d4c-b526-4ed2-a738-5ed68ae34414 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/458cb408-f468-4212-becc-21ba944365ef HTTP/1.1" status: 200 len: 993 time: 0.3273404 Dec 08 16:23:28.745474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62a518e2-0a11-4697-94c7-5d9960470440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.749412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62a518e2-0a11-4697-94c7-5d9960470440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.750892 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-62a518e2-0a11-4697-94c7-5d9960470440 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13c10e87-4cd2-4aff-9489-896cf631aae3 HTTP/1.1" status: 204 len: 168 time: 0.7447677 Dec 08 16:23:28.779920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:28.804456 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:27Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:28.835755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4cefd3a-e4d6-4d58-b694-25633b66650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.845208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a518e2-0a11-4697-94c7-5d9960470440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c10e87-4cd2-4aff-9489-896cf631aae3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:28.848447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a1fae-b8eb-4a9c-a053-65d8b1cf4458 req-f8b16e9e-e191-4e22-a45a-970703ca7bf9 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:28.879320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-846a1fae-b8eb-4a9c-a053-65d8b1cf4458 req-f8b16e9e-e191-4e22-a45a-970703ca7bf9 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 931 time: 0.2950590 Dec 08 16:23:28.913735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4bd9001b-8c7a-4073-a7cc-ef030e430ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.914574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:28.915973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.935972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4bd9001b-8c7a-4073-a7cc-ef030e430ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:28.941467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4bd9001b-8c7a-4073-a7cc-ef030e430ba8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67defa34-accd-45c5-84ca-00444febacf2 HTTP/1.1" status: 204 len: 168 time: 0.8667171 Dec 08 16:23:28.952307 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-c3ca736d-458a-41dd-9594-9a3d4eb34288 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3543255 Dec 08 16:23:28.967918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c17682ca-ef0d-43a0-b8ac-359722f4b4bd up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:28.970169 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4621829-870a-454b-a8c7-e93ca0b4e350 None None] The sync data for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 is: [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:27Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:28.972516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Request body: {'port': {'device_id': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:29.078150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9001b-8c7a-4073-a7cc-ef030e430ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67defa34-accd-45c5-84ca-00444febacf2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:29.177338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-846a1fae-b8eb-4a9c-a053-65d8b1cf4458 req-1a8c0b37-0926-4ec3-914c-58213d9a9003 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955358 Dec 08 16:23:29.247937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:29.325534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port c17682ca-ef0d-43a0-b8ac-359722f4b4bd completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:23:29.347821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port c17682ca-ef0d-43a0-b8ac-359722f4b4bd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:29.349183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:29.503986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:29.550567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-2c12b211-43d2-4ccd-bb4a-9f2c2e052ef0 req-e8b27f61-93fe-4568-ba7f-5805cf666710 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:23:29.557180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c12b211-43d2-4ccd-bb4a-9f2c2e052ef0 req-e8b27f61-93fe-4568-ba7f-5805cf666710 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161452 Dec 08 16:23:29.906163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.000757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91928bcf-e9e2-4637-aca6-0ff0cc624ce5 req-0bb326b5-f327-4bf5-b998-fbf62b7e4956 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:30.007923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91928bcf-e9e2-4637-aca6-0ff0cc624ce5 req-0bb326b5-f327-4bf5-b998-fbf62b7e4956 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 945 time: 0.2015049 Dec 08 16:23:30.035320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,segment=NetworkSegment(086bbfc1-eb8f-4615-a69b-f61c3f400045),segment_id=086bbfc1-eb8f-4615-a69b-f61c3f400045)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:30.047093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:30.071869 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-accd66f8-5393-457f-8954-be5ff1835718" -d '{"events": [{"server_uuid": "0aeb89b8-e59a-49bd-bd85-91f84d43c25b", "name": "network-vif-plugged", "status": "completed", "tag": "c17682ca-ef0d-43a0-b8ac-359722f4b4bd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:30.112753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:30.114037 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.218166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.232388 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.256513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91928bcf-e9e2-4637-aca6-0ff0cc624ce5 req-51a5ed85-e877-40a2-af1b-fd61df406953 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310131 Dec 08 16:23:30.392751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1391434-f497-42fc-8fa3-a1d5bea2f241 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:30.404462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.421876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Transition to ACTIVE for port object b1391434-f497-42fc-8fa3-a1d5bea2f241 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:23:30.431443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.602214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.648413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:30.748604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:30.792693 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3738bce4-d9cb-45bc-b82f-cad5ad9089f6 x-openstack-request-id: req-3738bce4-d9cb-45bc-b82f-cad5ad9089f6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:30.793172 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb89b8-e59a-49bd-bd85-91f84d43c25b", "name": "network-vif-plugged", "status": "completed", "tag": "c17682ca-ef0d-43a0-b8ac-359722f4b4bd", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:30.793591 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3738bce4-d9cb-45bc-b82f-cad5ad9089f6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:30.794304 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd', 'code': 200} Dec 08 16:23:30.874262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Attempting to bind port b1391434-f497-42fc-8fa3-a1d5bea2f241 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:30.884881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Attempting to bind port b1391434-f497-42fc-8fa3-a1d5bea2f241 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:30.885822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Attempting to bind port b1391434-f497-42fc-8fa3-a1d5bea2f241 on network df1ed44a-89f1-4c13-9e60-8bd467211b7f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:30.944514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:30.952865 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:30.997499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Port b1391434-f497-42fc-8fa3-a1d5bea2f241 on network df1ed44a-89f1-4c13-9e60-8bd467211b7f not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:23:31.002578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Attempting to bind port b1391434-f497-42fc-8fa3-a1d5bea2f241 on network df1ed44a-89f1-4c13-9e60-8bd467211b7f {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:31.042533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:31.043218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:31.043720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Checking segment: {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:31.045442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Bound using segment: {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:31.046551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Bound port: b1391434-f497-42fc-8fa3-a1d5bea2f241, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8eecb4bd-2d9c-442b-8230-154448b82c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:31.047415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.072260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-fca8af0a-6998-47b5-96b6-b2f8429d6777 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4645691 Dec 08 16:23:31.096426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9942d9f9-108e-476f-8101-e9d5445b844c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2242942 Dec 08 16:23:31.183208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865fa59-baf5-47dd-895d-5ca16290bb19 req-a4d2d004-e9fe-4d74-91b0-e8ddcbd9ff63 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.198853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1865fa59-baf5-47dd-895d-5ca16290bb19 req-a4d2d004-e9fe-4d74-91b0-e8ddcbd9ff63 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.2212193 Dec 08 16:23:31.230059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bf181-f4f0-46f4-b73c-5c257ed955e4 req-b9b1be44-1411-4c00-b7bb-34f304c1c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.232491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b2bf181-f4f0-46f4-b73c-5c257ed955e4 req-b9b1be44-1411-4c00-b7bb-34f304c1c2cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 1097 time: 0.1654291 Dec 08 16:23:31.243853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13aa68-c476-40fe-9c7b-1ac29b5b5c0c req-b5121805-682f-4a75-b727-502bc8bd4683 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.255304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea13aa68-c476-40fe-9c7b-1ac29b5b5c0c req-b5121805-682f-4a75-b727-502bc8bd4683 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 943 time: 0.4551597 Dec 08 16:23:31.365261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b2bf181-f4f0-46f4-b73c-5c257ed955e4 req-66d00553-fa9f-4077-a6f4-95373eac56fc service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062381 Dec 08 16:23:31.399003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-8cffdaad-2b60-40d8-a6a5-86378a2a1d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.402078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:31.408055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-8cffdaad-2b60-40d8-a6a5-86378a2a1d19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1096 time: 0.2540522 Dec 08 16:23:31.424953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:31.467158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.473672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:31.680628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-ea63e5c0-f24e-4f2c-830e-a1274a836338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.684172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-ea63e5c0-f24e-4f2c-830e-a1274a836338 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.2179375 Dec 08 16:23:31.686236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:31.690181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:31.690181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.703550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:31.704910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.712352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-9cfd3582-c221-4316-be74-54bf3af77aa4 service neutron] 10.222.0.58 "PUT /v2.0/ports/b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 1091 time: 2.7496216 Dec 08 16:23:31.713150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:31.714483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea13aa68-c476-40fe-9c7b-1ac29b5b5c0c req-74e8803d-f090-48fe-9c4b-14d4cb481a17 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4577250 Dec 08 16:23:31.726084 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47c7755-897e-4e2b-ba22-33fba14fc740" -d '{"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:31.924240 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:31.989334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-a1383396-f9a1-4e9c-9422-4f8423a0a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.004705 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-a1383396-f9a1-4e9c-9422-4f8423a0a95c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1094 time: 0.1835499 Dec 08 16:23:32.075749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1865fa59-baf5-47dd-895d-5ca16290bb19 req-d55e7b8c-87e2-453c-92e4-5e67cbbd94dc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8750544 Dec 08 16:23:32.087918 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-2af40945-9396-4e4b-816e-72a53b156ffa service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.0740972 Dec 08 16:23:32.160328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.167731 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:32.176452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-def7e824-18eb-4926-933f-515a6b515c56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 1000 time: 0.4597437 Dec 08 16:23:32.294445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-5e1b3f0e-9b13-4ae3-bf87-580cdba68904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.296357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e32c8-a45b-49a3-88d5-baae56bea604 req-66500616-3faa-4025-856b-6bd5eee6ba07 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.307097 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-5e1b3f0e-9b13-4ae3-bf87-580cdba68904 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.2112317 Dec 08 16:23:32.309356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef1e32c8-a45b-49a3-88d5-baae56bea604 req-66500616-3faa-4025-856b-6bd5eee6ba07 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 946 time: 0.2917266 Dec 08 16:23:32.455070 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-fbee9fe3-bdef-4c60-8d59-5e8eb46212d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395159 Dec 08 16:23:32.502720 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9019898e-8c78-4983-8a3e-39e268c2afce x-openstack-request-id: req-9019898e-8c78-4983-8a3e-39e268c2afce {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:32.503618 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:32.504313 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9019898e-8c78-4983-8a3e-39e268c2afce {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:32.505111 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'status': 'completed', 'code': 200} Dec 08 16:23:32.589918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-13bda26e-56d8-4e2b-80ce-c58603f7ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.598059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-13bda26e-56d8-4e2b-80ce-c58603f7ef5d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.4120111 Dec 08 16:23:32.620483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef1e32c8-a45b-49a3-88d5-baae56bea604 req-a164afdc-fe71-40cc-81a7-3e836a4d50e9 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092890 Dec 08 16:23:32.778493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-133ee35b-0f7c-4870-89be-9663f1d92dd2 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107460 Dec 08 16:23:32.784105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-d41ddd8c-13c6-4657-be3b-9bc33c3de254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:32.787938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-d41ddd8c-13c6-4657-be3b-9bc33c3de254 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1661177 Dec 08 16:23:32.987046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:33.078906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-78dfa5ba-2c97-4e69-a4d1-0e9e3209ee0b req-1e496834-9a32-4304-95a8-b20c4682bdf9 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907405 Dec 08 16:23:33.244539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-3052c15a-f1f8-421b-990c-6392bb11ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.246682 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-3052c15a-f1f8-421b-990c-6392bb11ef66 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1094 time: 0.0963707 Dec 08 16:23:33.263893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-21382eb5-bee9-4970-896b-c728aefcf0ec service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680429 Dec 08 16:23:33.297355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd680c-51b0-4c31-92ea-7cf4c06c660b req-fa3b66ce-0c70-4248-9975-80fec8819813 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.308417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebd680c-51b0-4c31-92ea-7cf4c06c660b req-fa3b66ce-0c70-4248-9975-80fec8819813 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 943 time: 0.3318121 Dec 08 16:23:33.391984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-535db9f6-7528-4818-9973-fb1e8d226b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.397846 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-535db9f6-7528-4818-9973-fb1e8d226b24 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.1406057 Dec 08 16:23:33.488544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-134c9234-af15-43d0-a744-0427fc16d758 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.0833690 Dec 08 16:23:33.586675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebd680c-51b0-4c31-92ea-7cf4c06c660b req-26b60a26-d259-4ad4-a9a4-c8c848363749 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567015 Dec 08 16:23:33.606004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-f12b40a6-2ff4-4415-b1b6-5256d609bcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.608527 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-f12b40a6-2ff4-4415-b1b6-5256d609bcf3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.1134508 Dec 08 16:23:33.704742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6ff2189-0b05-41c5-8f6c-11fa2e1aa806 req-b1e86b3d-53f3-4093-a9e3-c2e18bc12e07 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944886 Dec 08 16:23:33.735192 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-a0e362ef-18e3-4f93-93a4-0df0e41ad668 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1171198 Dec 08 16:23:33.946503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07712527-c6b8-46da-a3b0-2701bc153dc5 req-1cd792c4-b071-482a-af57-eecc7916ab7e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:33.957848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07712527-c6b8-46da-a3b0-2701bc153dc5 req-1cd792c4-b071-482a-af57-eecc7916ab7e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1509833 Dec 08 16:23:34.047042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07712527-c6b8-46da-a3b0-2701bc153dc5 req-5772218e-9325-43db-8e69-0019b6fbaeb4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868320 Dec 08 16:23:34.085994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-a6a0b2cf-002b-491f-8fc5-f936e6a6ba63 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220370 Dec 08 16:23:34.350405 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b47c7755-897e-4e2b-ba22-33fba14fc740 req-2922a66b-e666-4edd-a780-5ff64e0a0c59 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576010 Dec 08 16:23:34.395686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ae5b5-0067-4590-8761-52a74d62ea5b req-8ecb72cd-5864-4a3c-9844-1da1296572f2 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.414235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-960ae5b5-0067-4590-8761-52a74d62ea5b req-8ecb72cd-5864-4a3c-9844-1da1296572f2 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 946 time: 0.2166443 Dec 08 16:23:34.467221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:34.498739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3403f4a2-55da-4d90-be4d-bd839d8fc3e9 req-e8a3d4bd-2622-4b71-bff0-04f5657713c6 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.0818026 Dec 08 16:23:34.604605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-960ae5b5-0067-4590-8761-52a74d62ea5b req-99d00c11-b840-4a71-9a89-2a0e943e02d5 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890957 Dec 08 16:23:34.791304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:34.906382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:34.950897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-b322f1c1-e393-4e80-943c-583840af7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.953017 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-b322f1c1-e393-4e80-943c-583840af7d17 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1096 time: 0.2253048 Dec 08 16:23:34.976025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6197c6-a010-411b-998f-5a7f6794dcd4 req-c1488c9b-c12c-4f2b-995d-4ab16b32c5f5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:34.980512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6197c6-a010-411b-998f-5a7f6794dcd4 req-c1488c9b-c12c-4f2b-995d-4ab16b32c5f5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 943 time: 0.1812418 Dec 08 16:23:35.039013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b1391434-f497-42fc-8fa3-a1d5bea2f241 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:23:35.132980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a6197c6-a010-411b-998f-5a7f6794dcd4 req-e26085f9-ebab-437c-923f-47ca8838b30c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392612 Dec 08 16:23:35.265572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-92a4e27d-a692-4e13-be51-f1d2b26dcf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:35.267251 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-92a4e27d-a692-4e13-be51-f1d2b26dcf1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.3058286 Dec 08 16:23:35.309156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:35.351427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'port_id': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'mac_address': 'fa:16:3e:20:10:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:23:35.389889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-bf293def-394c-4335-9a04-4a303f226958 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 1001 time: 0.1118796 Dec 08 16:23:35.410675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.442397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.475690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1391434-f497-42fc-8fa3-a1d5bea2f241 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:35.491231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57171f59-6454-4f1a-9808-9710e70f64b0 req-64351be7-b753-4f81-88e4-e2d29d609273 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:35.503064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57171f59-6454-4f1a-9808-9710e70f64b0 req-64351be7-b753-4f81-88e4-e2d29d609273 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1184587 Dec 08 16:23:35.542212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:35.549188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:35.600801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-b477c27b-ba25-4196-9e79-9c5da7cda7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:35.602424 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-b477c27b-ba25-4196-9e79-9c5da7cda7ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.2039032 Dec 08 16:23:35.612520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57171f59-6454-4f1a-9808-9710e70f64b0 req-20904230-f207-41ff-8f8e-2595b0f76217 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990875 Dec 08 16:23:35.703211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:35.728235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Allocated IP 172.25.3.210 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/3125a8ef-5091-44ed-9c0d-352083aed1e0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:35.743494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-80b589cf-8f79-4f24-b5e7-3328e3ee047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:35.745130 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-80b589cf-8f79-4f24-b5e7-3328e3ee047c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1268992 Dec 08 16:23:35.788533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b1391434-f497-42fc-8fa3-a1d5bea2f241'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:36.026414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dd898bc-8ba8-45b9-8560-ade1d54c4675 req-ee0acf72-e996-4f7d-b922-794cb12dddb4 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0873761 Dec 08 16:23:36.027261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:36.055682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a2880f-1aa6-43cd-b9c2-24025be4583f req-69064cb6-eec8-45c7-99ce-615af5e6d1dc tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.061951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81a2880f-1aa6-43cd-b9c2-24025be4583f req-69064cb6-eec8-45c7-99ce-615af5e6d1dc tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 946 time: 0.2723114 Dec 08 16:23:36.238224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81a2880f-1aa6-43cd-b9c2-24025be4583f req-94a330e3-d2e9-45a9-8d2b-041e5b6923c2 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699796 Dec 08 16:23:36.331100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:36.340463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-75162642-7ddb-4223-8a28-66ef99c7d554 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841429 Dec 08 16:23:36.553596 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:36.563302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-19fcacd9-edce-43e3-9bd2-a01aa30a31e3 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081187 Dec 08 16:23:36.565724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a6157-620a-4264-a670-f2ceb6bae820 req-88dcc413-5612-486c-8313-f5b5465611bd tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.568269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd4a6157-620a-4264-a670-f2ceb6bae820 req-88dcc413-5612-486c-8313-f5b5465611bd tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 944 time: 0.2482276 Dec 08 16:23:36.627430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Pushing event updated for resources: {'Port': ['ID=3125a8ef-5091-44ed-9c0d-352083aed1e0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:36.651886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:36.654106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:36.658511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:36.838714 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:36.874840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd4a6157-620a-4264-a670-f2ceb6bae820 req-f5fafd72-ce11-46ac-a7a9-1d76ca2278e0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644861 Dec 08 16:23:36.914516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:36.924295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-586b42ad-af48-4c13-bd4e-815449ab9f6e tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:36.925910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-586b42ad-af48-4c13-bd4e-815449ab9f6e tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.86 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 946 time: 0.3148801 Dec 08 16:23:37.059315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b1391434-f497-42fc-8fa3-a1d5bea2f241 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:37.264730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.273932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.374171 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c1b64655-183e-404a-a127-904658aa7def req-9e1d8b92-cc7b-4b89-b937-765a02beea52 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.0428116 Dec 08 16:23:37.429013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Pushing event updated for resources: {'Port': ['ID=3125a8ef-5091-44ed-9c0d-352083aed1e0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:37.451528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.491826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.501882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4eb552f4-1e22-43a2-8937-3fc7d452a7f0 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0334158 Dec 08 16:23:37.503825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:37.511951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-577cb9df-1e52-4595-8b83-23f9fa0d7fc1 req-486ad476-7421-461d-bd67-a4182e121c06 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1236537 Dec 08 16:23:37.523442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1508044886', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'fixed_ips': [{'ip_address': '172.25.3.210'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:37.581268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Made reservation on behalf of 55885854a1be40d0a2dbfe09366133d1 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:37.586639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.606176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.673326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port b1391434-f497-42fc-8fa3-a1d5bea2f241 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:23:37.681400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port b1391434-f497-42fc-8fa3-a1d5bea2f241 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:37.682096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.692262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda4044a-1609-4162-a9c8-ba7b6e179d33 req-35ae4416-e42e-4e9a-a201-2a53e848d39c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:37.695586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cda4044a-1609-4162-a9c8-ba7b6e179d33 req-35ae4416-e42e-4e9a-a201-2a53e848d39c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.8484325 Dec 08 16:23:37.715175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.721654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.729292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] device_id is not set on port 8f6217b7-c3b8-4318-8389-c8b8250ba1c8 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:23:37.796963 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.822518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9eadf4-315f-4fc0-9c68-533a8944fe39,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:37.838961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:37.841384 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce8e2bf-c7f7-49f7-900a-e99b25e85c09" -d '{"events": [{"server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:37.867073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:37.874195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:37.902218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314bd7bc-50db-419e-ba13-fc1bbbcd4a08 req-d0ae04c7-b240-4717-a6ac-1c5f7ea9a18a tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:37.904726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-314bd7bc-50db-419e-ba13-fc1bbbcd4a08 req-d0ae04c7-b240-4717-a6ac-1c5f7ea9a18a tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 946 time: 0.2603247 Dec 08 16:23:37.922268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cda4044a-1609-4162-a9c8-ba7b6e179d33 req-c20cde3d-c76e-4deb-921b-de47b350fdd7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149365 Dec 08 16:23:37.935862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:37.941307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Deleting port c17682ca-ef0d-43a0-b8ac-359722f4b4bd {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:37.942221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.047807 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 16:23:38.048906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:23:38.080879 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7e533d13-ba01-4cb7-9766-b0ad63c7b1f2 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.5734222 Dec 08 16:23:38.085336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:38.085873 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee95d277-dec8-4424-bfdc-d4cb7297ba35 x-openstack-request-id: req-ee95d277-dec8-4424-bfdc-d4cb7297ba35 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:38.086635 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "name": "network-vif-plugged", "status": "completed", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:38.086635 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ee95d277-dec8-4424-bfdc-d4cb7297ba35 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:38.086998 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'code': 200} Dec 08 16:23:38.158850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-314bd7bc-50db-419e-ba13-fc1bbbcd4a08 req-7c22f391-7aef-4063-8c0a-b0659d215cf4 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/security-groups?id=d9c285b9-7c03-47d8-83c6-95c0d4f63189&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238774 Dec 08 16:23:38.177191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] For port c17682ca-ef0d-43a0-b8ac-359722f4b4bd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,segment=NetworkSegment(086bbfc1-eb8f-4615-a69b-f61c3f400045),segment_id=086bbfc1-eb8f-4615-a69b-f61c3f400045)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:38.178165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.200093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Calling delete_port for c17682ca-ef0d-43a0-b8ac-359722f4b4bd owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:38.206872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.458118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6798f38-886c-43ed-bc5f-66e52be55e40 req-12866107-4c3f-45ba-916b-958667a631db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:38.461287 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c6798f38-886c-43ed-bc5f-66e52be55e40 req-12866107-4c3f-45ba-916b-958667a631db service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 0.1968906 Dec 08 16:23:38.540541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4f2ba-5c9b-417a-a3af-40a045400027 req-d23fed5b-ea2f-4595-88d9-3f729701f22f tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:38.544047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0f4f2ba-5c9b-417a-a3af-40a045400027 req-d23fed5b-ea2f-4595-88d9-3f729701f22f tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.3412466 Dec 08 16:23:38.560334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Deleting port 3125a8ef-5091-44ed-9c0d-352083aed1e0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:38.560900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.567325 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c6798f38-886c-43ed-bc5f-66e52be55e40 req-df066360-9e03-481b-ba86-efb1beb20e35 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965862 Dec 08 16:23:38.706479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.706961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.725077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Calling delete_port for 3125a8ef-5091-44ed-9c0d-352083aed1e0 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:38.754493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc9bdace-a437-4c2d-a433-ecf2545fbdbb req-f3aefa41-6dde-4708-a16c-707f84b1ad77 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0988326 Dec 08 16:23:38.839083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d16f1fde-ecd1-4926-b0e9-a9a793dfc053 req-824983b0-b726-4ec0-9dde-91252001d37c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0392401 Dec 08 16:23:38.879211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0f4f2ba-5c9b-417a-a3af-40a045400027 req-2201ba00-4f0f-4c44-8828-a14c080e73ea tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957699 Dec 08 16:23:38.907570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.930334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['c17682ca-ef0d-43a0-b8ac-359722f4b4bd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:38.987087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:38.993946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Pushing event deleted for resources: {'Port': ['ID=c17682ca-ef0d-43a0-b8ac-359722f4b4bd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:39.088242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Pushing event deleted for resources: {'Port': ['ID=3125a8ef-5091-44ed-9c0d-352083aed1e0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:39.159237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] No DVR routers for this DVR port c17682ca-ef0d-43a0-b8ac-359722f4b4bd on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:39.165722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.168602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.169395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cf29393-1ade-4744-bfa4-c5a6831637f9 req-8a35e077-352b-4685-ba8b-c014889b7869 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.86 "DELETE /v2.0/ports/c17682ca-ef0d-43a0-b8ac-359722f4b4bd HTTP/1.1" status: 204 len: 173 time: 1.7823215 Dec 08 16:23:39.170881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'name': 'network-vif-deleted', 'tag': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:39.173364 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8792cac0-d564-4df6-8e8c-3abf16a3ed8c" -d '{"events": [{"server_uuid": "0aeb89b8-e59a-49bd-bd85-91f84d43c25b", "name": "network-vif-deleted", "tag": "c17682ca-ef0d-43a0-b8ac-359722f4b4bd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:39.173623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.182851 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-35e0d8ef-75bd-40a6-bb19-07524ad6f34a tempest-ExternalNetworksAdminNegativeTestJSON-1625090038 tempest-ExternalNetworksAdminNegativeTestJSON-1625090038-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/92d77130-7434-4387-b4b6-a700de179763 HTTP/1.1" status: 204 len: 168 time: 1.0956740 Dec 08 16:23:39.211923 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e3673b-7faf-4ff6-b43a-71fc4f708304 req-d9eab0f1-0ff1-43eb-afda-40f42b1f9548 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:39.213563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4e3673b-7faf-4ff6-b43a-71fc4f708304 req-d9eab0f1-0ff1-43eb-afda-40f42b1f9548 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1228378 Dec 08 16:23:39.215658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Deleting port 710dc20c-0625-432c-aa0d-6e534203aac8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:39.215836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.275923 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b12b8b1-b994-4016-a823-cb4b4f38230b x-openstack-request-id: req-7b12b8b1-b994-4016-a823-cb4b4f38230b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:39.276281 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aeb89b8-e59a-49bd-bd85-91f84d43c25b", "name": "network-vif-deleted", "tag": "c17682ca-ef0d-43a0-b8ac-359722f4b4bd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:39.276459 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b12b8b1-b994-4016-a823-cb4b4f38230b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:39.276846 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aeb89b8-e59a-49bd-bd85-91f84d43c25b', 'name': 'network-vif-deleted', 'tag': 'c17682ca-ef0d-43a0-b8ac-359722f4b4bd', 'status': 'completed', 'code': 200} Dec 08 16:23:39.363156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4e3673b-7faf-4ff6-b43a-71fc4f708304 req-59d4ee92-52d9-4ddd-bcef-d07be69eea82 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187391 Dec 08 16:23:39.454772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a173d703-1640-420b-b26a-4872dd1817bc req-f60f265c-e3c1-431c-8ba3-2701a31dc674 tempest-ServerAddressesNegativeTestJSON-1099340557 tempest-ServerAddressesNegativeTestJSON-1099340557-project] 10.222.0.62 "GET /v2.0/ports?device_id=0aeb89b8-e59a-49bd-bd85-91f84d43c25b HTTP/1.1" status: 200 len: 210 time: 0.0530183 Dec 08 16:23:39.457853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] For port 710dc20c-0625-432c-aa0d-6e534203aac8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=710dc20c-0625-432c-aa0d-6e534203aac8,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:39.458266 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.487315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Calling delete_port for 710dc20c-0625-432c-aa0d-6e534203aac8 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:39.547723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:39.759548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fde3398-7ca3-4c7b-a3ba-48b6bf16114b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.825295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.879864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=710dc20c-0625-432c-aa0d-6e534203aac8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:39.958197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fde3398-7ca3-4c7b-a3ba-48b6bf16114b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:39.967341 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fde3398-7ca3-4c7b-a3ba-48b6bf16114b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.132155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f58f8e0-4896-42f0-92bd-f55b28174d3c req-6095dcdf-6a6f-405d-9920-7917aae3fa52 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1004803 Dec 08 16:23:40.151076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9fde3398-7ca3-4c7b-a3ba-48b6bf16114b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ba43ed78a4b8459b88cdb4938a74a4ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5999970 Dec 08 16:23:40.163279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:40.255548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde3398-7ca3-4c7b-a3ba-48b6bf16114b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f895ebd1-c28c-4f4c-ac0e-9b28f93f2e35,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:40.256291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f99d9-bb22-4843-bfbf-279cac14107e req-afce8244-c32c-43a0-b61a-16e367abb7ac tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:40.275651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-694f99d9-bb22-4843-bfbf-279cac14107e req-afce8244-c32c-43a0-b61a-16e367abb7ac tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2290366 Dec 08 16:23:40.307464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24d7b338-f088-4fc5-86b8-d76aaa677ff0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.343553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24d7b338-f088-4fc5-86b8-d76aaa677ff0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.409233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-694f99d9-bb22-4843-bfbf-279cac14107e req-cac6cf38-f039-4a23-8ab5-3e8a4bf0ec2e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312714 Dec 08 16:23:40.410752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.434214 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24d7b338-f088-4fc5-86b8-d76aaa677ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.438950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24d7b338-f088-4fc5-86b8-d76aaa677ff0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.440378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24d7b338-f088-4fc5-86b8-d76aaa677ff0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f895ebd1-c28c-4f4c-ac0e-9b28f93f2e35 HTTP/1.1" status: 204 len: 168 time: 0.2757804 Dec 08 16:23:40.459228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7b338-f088-4fc5-86b8-d76aaa677ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f895ebd1-c28c-4f4c-ac0e-9b28f93f2e35,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:40.649287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2cceb-5296-4cf7-84b7-133e7ab6c53d req-25a3ceaf-251f-43f7-9eed-bfa002f2e933 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:40.658338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39f2cceb-5296-4cf7-84b7-133e7ab6c53d req-25a3ceaf-251f-43f7-9eed-bfa002f2e933 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1328499 Dec 08 16:23:40.666953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:40.781958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Deleting subnet 311e0fc0-7027-44f4-920b-fd87c9d847ed {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:40.804801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.878924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:40.885741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-72795b4a-ef61-4daa-bc4b-d39c81a8a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:40.889241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-72795b4a-ef61-4daa-bc4b-d39c81a8a300 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 0.1554182 Dec 08 16:23:40.891726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39f2cceb-5296-4cf7-84b7-133e7ab6c53d req-37dd36a1-07a5-4d2d-9d9f-94a01416fa3e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308469 Dec 08 16:23:40.916433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf66c75-647c-4658-ab28-f49feaceb8fe req-9c641174-9b96-49b0-b154-0051edb0b34e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:40.926769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adf66c75-647c-4658-ab28-f49feaceb8fe req-9c641174-9b96-49b0-b154-0051edb0b34e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1910346 Dec 08 16:23:40.927615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c17682ca-ef0d-43a0-b8ac-359722f4b4bd no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:40.967487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: c17682ca-ef0d-43a0-b8ac-359722f4b4bd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:40.967841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c17682ca-ef0d-43a0-b8ac-359722f4b4bd not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:41.029045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:41.048319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54930) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:41.054229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adf66c75-647c-4658-ab28-f49feaceb8fe req-bb35217e-4df2-4350-8689-7e6a1eb4b20f tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255119 Dec 08 16:23:41.067073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Router 4e1d2425-724c-4453-bd84-d850ec41b9d5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:41.132919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-8d5c607c-9541-48b9-9d71-24d65f673ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:41.135773 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-8d5c607c-9541-48b9-9d71-24d65f673ce8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.2178023 Dec 08 16:23:41.192059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-1d0960c7-5fe0-42d5-9c82-23fa5f33a528 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.0470729 Dec 08 16:23:41.243551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bd47be02-94d1-4f56-b211-8d12dc4326e2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55885854a1be40d0a2dbfe09366133d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1935771 Dec 08 16:23:41.246406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54934) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:41.263361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:41.298483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ffd9487-4b3e-4d67-9c93-7ef81e9ea3d6 req-a5b182ab-375b-42d3-890b-4908d35f1a16 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0463970 Dec 08 16:23:41.332890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:41.343578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4f4ea571-b3bc-4ebb-a514-3149c6155a6d admin admin] 10.222.0.62 "PUT /v2.0/routers/4e1d2425-724c-4453-bd84-d850ec41b9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3140616 Dec 08 16:23:41.349577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 54938) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:41.359632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] Sync routers for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:41.398421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:41.399955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:41.651283 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:41.729715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:41.755995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311e0fc0-7027-44f4-920b-fd87c9d847ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:41.768430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:41.775894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b0d450c-56dc-44d8-b7b4-0a24263969b6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/311e0fc0-7027-44f4-920b-fd87c9d847ed HTTP/1.1" status: 204 len: 168 time: 1.1076791 Dec 08 16:23:41.803595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:41.815700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-1f596509-fbd1-4a8d-868f-44e63376ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:41.817427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-1f596509-fbd1-4a8d-868f-44e63376ee20 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.6182353 Dec 08 16:23:41.921236 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.010128 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-921bd5dc-fc29-4813-b826-b4da011c1caa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1747775 Dec 08 16:23:42.079623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea82b9a7-92b5-42a5-84b0-65dc7288f068 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.171039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Deleting port 8b4d7acd-33eb-4da2-8248-dcf9973b2576 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:42.171552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.272436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.300251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea82b9a7-92b5-42a5-84b0-65dc7288f068 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.325286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129'}], 'enable_snat': True}, 'gw_port_id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:23:39Z', 'revision_number': 5, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port': {'id': '8b4d7acd-33eb-4da2-8248-dcf9973b2576', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:87:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:00Z', 'updated_at': '2021-12-08T16:11:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:42.422398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea82b9a7-92b5-42a5-84b0-65dc7288f068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.427289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea82b9a7-92b5-42a5-84b0-65dc7288f068 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.432924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ea82b9a7-92b5-42a5-84b0-65dc7288f068 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db9eadf4-315f-4fc0-9c68-533a8944fe39 HTTP/1.1" status: 204 len: 168 time: 1.1780312 Dec 08 16:23:42.468975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] Checking router: 4e1d2425-724c-4453-bd84-d850ec41b9d5 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:42.500449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] Routers {'4e1d2425-724c-4453-bd84-d850ec41b9d5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:42.501956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4e1d2425-724c-4453-bd84-d850ec41b9d5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:42.578371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea82b9a7-92b5-42a5-84b0-65dc7288f068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9eadf4-315f-4fc0-9c68-533a8944fe39,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:42.648647 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-7022c040-84d2-434f-9fe4-d1f41af27c45 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5963433 Dec 08 16:23:42.744382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.766123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] Set router 4e1d2425-724c-4453-bd84-d850ec41b9d5 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:42.822006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b92b8633-6a52-4824-a7c2-95d0f40fc66a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:42.832582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-009ac90d-47f5-4866-8788-272bc430f184 req-81dd3d5c-9f63-43fb-bdd7-032f6716ab15 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.6653430 Dec 08 16:23:42.862775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086bbfc1-eb8f-4615-a69b-f61c3f400045') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:42.863137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086bbfc1-eb8f-4615-a69b-f61c3f400045') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:42.865081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c37e9ba-8df5-4efd-9ff8-2882a3d7018e req-9eb4bb12-63a1-4856-aeae-cbb8194454a4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:42.880395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c37e9ba-8df5-4efd-9ff8-2882a3d7018e req-9eb4bb12-63a1-4856-aeae-cbb8194454a4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.8273644 Dec 08 16:23:42.914002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:23:41Z', 'revision_number': 6, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:42.918736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:42.991707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de5b0e2-fbb0-4d6b-8f7a-8ed4aacf7b8a None None] The sync data for ids ['4e1d2425-724c-4453-bd84-d850ec41b9d5'] in n-d-820935-5 is: [{'id': '4e1d2425-724c-4453-bd84-d850ec41b9d5', 'name': 'tempest-TaggedBootDevicesTest-1063089212-router', 'tenant_id': '3a9a92237483425699d2dc200a89b79a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:10:58Z', 'updated_at': '2021-12-08T16:23:41Z', 'revision_number': 6, 'project_id': '3a9a92237483425699d2dc200a89b79a', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:43.010532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.031847 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c581578-8d4e-417d-b49f-6986e895ff99 req-1bd5e653-cf25-4862-a436-ff86da59e657 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723292 Dec 08 16:23:43.031847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:43.031847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:43.034111 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:43.108795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c37e9ba-8df5-4efd-9ff8-2882a3d7018e req-02e1ba39-2b3f-4c38-b358-6ccb1c899bc7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261744 Dec 08 16:23:43.151334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] For port 8b4d7acd-33eb-4da2-8248-dcf9973b2576, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8b4d7acd-33eb-4da2-8248-dcf9973b2576,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:43.151908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.228999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.236763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Calling delete_port for 8b4d7acd-33eb-4da2-8248-dcf9973b2576 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:43.251149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.259745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b92b8633-6a52-4824-a7c2-95d0f40fc66a HTTP/1.1" status: 204 len: 168 time: 1.4407589 Dec 08 16:23:43.307267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab11763-095d-4994-ad76-4b1cba677651 admin admin] Pushing event deleted for resources: {'Network': ['ID=b92b8633-6a52-4824-a7c2-95d0f40fc66a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:43.312818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c8894-904f-4046-a1ec-371b11c7cd8d req-c32fa3d6-09ac-44fa-b8d7-f9c5c6ecc06c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:43.315383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-855c8894-904f-4046-a1ec-371b11c7cd8d req-c32fa3d6-09ac-44fa-b8d7-f9c5c6ecc06c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2001307 Dec 08 16:23:43.469335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 710dc20c-0625-432c-aa0d-6e534203aac8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:43.528553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 710dc20c-0625-432c-aa0d-6e534203aac8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:43.529032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 710dc20c-0625-432c-aa0d-6e534203aac8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:43.594455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-855c8894-904f-4046-a1ec-371b11c7cd8d req-ee3791ca-509e-45da-a40d-5cb2d246d50b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301548 Dec 08 16:23:43.635562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:43.707059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a9bec084-e9f9-4a6c-92d7-395e3db935c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5cbb0efd1fdf4452ae600e5fdbe6edb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700684 Dec 08 16:23:43.711488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 54984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:43.726057 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.772484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Pushing event deleted for resources: {'Port': ['ID=8b4d7acd-33eb-4da2-8248-dcf9973b2576,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:43.799169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42252c39-d0be-4d9a-af50-caa89fadc60f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:43.812427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4d33ab6-0b0d-4c62-9f91-df12ee5d7a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.859355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4d33ab6-0b0d-4c62-9f91-df12ee5d7a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.883784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.965902 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4d33ab6-0b0d-4c62-9f91-df12ee5d7a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.969039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4d33ab6-0b0d-4c62-9f91-df12ee5d7a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:43.973623 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4d33ab6-0b0d-4c62-9f91-df12ee5d7a4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9c285b9-7c03-47d8-83c6-95c0d4f63189 HTTP/1.1" status: 204 len: 168 time: 0.2606535 Dec 08 16:23:43.986561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d33ab6-0b0d-4c62-9f91-df12ee5d7a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c285b9-7c03-47d8-83c6-95c0d4f63189,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:44.117600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.125596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c28e863-ec8c-428a-b760-e6d2530c96ad req-4ebe2c7b-4f2e-4cee-a5ec-f97580c31bc1 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0610468 Dec 08 16:23:44.128745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.218102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.218852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1d2425-724c-4453-bd84-d850ec41b9d5 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:23:44.227389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.228979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8dc041fd-0908-485e-ab59-577bf66107eb admin admin] 10.222.0.62 "DELETE /v2.0/routers/4e1d2425-724c-4453-bd84-d850ec41b9d5 HTTP/1.1" status: 204 len: 168 time: 2.8774557 Dec 08 16:23:44.232044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55000) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:44.329696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:44.345643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Deleting subnet 9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:44.346733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f78ed7-102a-4f6f-899d-75d1051c0c71 req-c06fcfe2-2638-417b-a0c2-c4e1ad093536 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:44.348605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41f78ed7-102a-4f6f-899d-75d1051c0c71 req-c06fcfe2-2638-417b-a0c2-c4e1ad093536 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.0710971 Dec 08 16:23:44.351894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.452281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.481509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41f78ed7-102a-4f6f-899d-75d1051c0c71 req-8d6d54a8-d6b4-4f57-b1e8-e46c06bed8d3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201222 Dec 08 16:23:44.595542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.620694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-28336677', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:44.676989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.679192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.714662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.772938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.774401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:44.796534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.797702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bbd9d1-d94f-48d0-83b2-43d63ce1319b None None] Network 02b9c06e-9add-4910-bc5d-6edb3986b391 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:44.806858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-85c6ab4a-84ea-41d9-879f-75f80c3376c3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9ba207ed-3b61-40ee-8fb4-6b7b1acf50ee HTTP/1.1" status: 204 len: 168 time: 0.5722611 Dec 08 16:23:44.807588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55022) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:44.807892 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.846904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.848641 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-62d00e27-b6a9-468b-86b1-0923d23664a5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 710 time: 0.5085077 Dec 08 16:23:44.853134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55026) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:44.855990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03915775-7025-4a68-8207-fc07db48a276 req-a17e5b7c-cce2-401c-9e2d-7b2350e2ea1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:44.857619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03915775-7025-4a68-8207-fc07db48a276 req-a17e5b7c-cce2-401c-9e2d-7b2350e2ea1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1258879 Dec 08 16:23:44.862079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1789393326'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:44.908180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:44.918226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.943638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:44.977046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03915775-7025-4a68-8207-fc07db48a276 req-bfcc3dcb-ff2e-47a6-bb8a-2ee37ad6ae46 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860684 Dec 08 16:23:44.982387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.076100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Deleting port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:45.076450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.093570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] DHCP port deletion for 02b9c06e-9add-4910-bc5d-6edb3986b391 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:45.157693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.165099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.221484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:45.222423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] Deleting port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:45.223060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.240188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9461fb04-7f34-4f58-9af1-3852a33da82e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:45.259531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.261622 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Added segment 9d1cf57f-e9e1-4253-afba-6bd86e5081ab of type vlan for network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 Dec 08 16:23:45.278133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] For port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:45.282540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.324550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b4d7acd-33eb-4da2-8248-dcf9973b2576 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:45.330392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Calling delete_port for ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:45.331003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.373202 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.389044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:45.390260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.420235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:23:45.437477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] For port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,segment=NetworkSegment(86720055-82e5-4aad-9458-4bd0fc5aed88),segment_id=86720055-82e5-4aad-9458-4bd0fc5aed88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:45.437920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.471164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] Calling delete_port for ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:45.485528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Network': ['ID=dda4f10d-f075-4ffa-99b5-9c7b497c7ae4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:45.516031 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9898816e-5cbf-474d-85e6-5621a00924e5 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6612508 Dec 08 16:23:45.517219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55042) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:45.524420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'subnet': {'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:45.532420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3245e1d-039d-4fd5-a0d3-5ce3bb5359f1 req-1113d1da-efdc-48bc-a962-9ea2ef1ea5dd tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0571127 Dec 08 16:23:45.621503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.645938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8b4d7acd-33eb-4da2-8248-dcf9973b2576 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:45.647323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b4d7acd-33eb-4da2-8248-dcf9973b2576 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:45.647986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:45.652534 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.655994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:45.660664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:45.667691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] No DVR routers for this DVR port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:45.723986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:45.725233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:45.743473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:45.754606 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.769114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] Pushing event deleted for resources: {'Port': ['ID=ba6bfabf-5c54-4fab-8c19-4f7fd76ea245,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:45.772344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9f2ec2-848f-4c89-a376-a056df697569 None None] No DVR routers for this DVR port ba6bfabf-5c54-4fab-8c19-4f7fd76ea245 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:45.842907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.883253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02b9c06e-9add-4910-bc5d-6edb3986b391']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:45.897022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e7f97-b0ab-4238-8893-8f1515affd62 req-3fc1cd73-7428-48ef-b54b-7d90f7df422a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:45.899915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd9e7f97-b0ab-4238-8893-8f1515affd62 req-3fc1cd73-7428-48ef-b54b-7d90f7df422a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1816628 Dec 08 16:23:45.910476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86720055-82e5-4aad-9458-4bd0fc5aed88') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:45.910769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86720055-82e5-4aad-9458-4bd0fc5aed88') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:45.934152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.952596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:45.975233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.991539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:45.992348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:45.994448 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:46.062384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd9e7f97-b0ab-4238-8893-8f1515affd62 req-264c251b-2001-4312-afd1-bcde6f7076df tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439235 Dec 08 16:23:46.086437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.128262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.137735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/02b9c06e-9add-4910-bc5d-6edb3986b391 HTTP/1.1" status: 204 len: 168 time: 1.3271241 Dec 08 16:23:46.139786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5063f4-5d23-4bc7-ad33-6a9cecc8b2c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=02b9c06e-9add-4910-bc5d-6edb3986b391,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:46.143043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:46.193848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.211871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff750c91-e7ac-4d6f-ade6-9ff28222fcf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.228270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b3f8a-5a2b-4ef7-ba78-d20fe348352c req-2ea3748f-0df2-4de8-bc49-3a999c6088fa tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:46.229933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44b3f8a-5a2b-4ef7-ba78-d20fe348352c req-2ea3748f-0df2-4de8-bc49-3a999c6088fa tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.0587230 Dec 08 16:23:46.295013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44b3f8a-5a2b-4ef7-ba78-d20fe348352c req-0d93a230-aba1-4a20-a14c-a51c4d7cb101 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545712 Dec 08 16:23:46.340362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Subnet': ['ID=5b38b139-0c3c-4012-bbac-957817c48140,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:46.417264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Checking segment: {'id': '9d1cf57f-e9e1-4253-afba-6bd86e5081ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:46.417899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network hostable DHCP agents. Network: dda4f10d-f075-4ffa-99b5-9c7b497c7ae4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:23:46.503947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:23:46.552407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, dda4f10d-f075-4ffa-99b5-9c7b497c7ae4) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:46.564752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619afc6-f626-41e5-ac65-d5dc8d0da423 None None] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:46.575403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:46.576003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.580665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff750c91-e7ac-4d6f-ade6-9ff28222fcf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.586442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff750c91-e7ac-4d6f-ade6-9ff28222fcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.652230 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-21d08c77-e3b7-43c5-9703-53224a3719b1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1332374 Dec 08 16:23:46.658685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55058) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:46.669516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'network': {'name': 'tempest-router-network01--312846433'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:46.676753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff750c91-e7ac-4d6f-ade6-9ff28222fcf1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4420a86a52c047608b0a099e2669a970&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7219746 Dec 08 16:23:46.686540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55060) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:46.697659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff750c91-e7ac-4d6f-ade6-9ff28222fcf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23c1e222-0469-43c5-9cb7-3c2a76198f6c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:46.769625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d937424-da71-4a2f-bb79-07ccb512f0fc req-68ffa6f5-47af-45a9-a893-37619b05837b tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0614877 Dec 08 16:23:46.772562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:46.779212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.818726 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eed1c553-024f-4228-905d-3c17860f8cca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.821069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-dda4f10d-f075-4ffa-99b5-9c7b497c7ae4', 'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4', 'project_id': 'e79919245e9041e395d85254de9c7b76', 'fixed_ips': [{'subnet_id': '5b38b139-0c3c-4012-bbac-957817c48140'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:23:46.824284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.832360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] vlan segment allocate from pool success with {'vlan_id': 684, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:46.848872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.849331 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Added segment f4bfd84c-1f49-47d1-ae89-5fb7ff845666 of type vlan for network 8e672c92-7547-42fe-85a5-b9a143f4b299 Dec 08 16:23:46.851953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eed1c553-024f-4228-905d-3c17860f8cca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.905192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.951932 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.960792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:46.962668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.963423 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eed1c553-024f-4228-905d-3c17860f8cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.967932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eed1c553-024f-4228-905d-3c17860f8cca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:46.973919 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eed1c553-024f-4228-905d-3c17860f8cca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/23c1e222-0469-43c5-9cb7-3c2a76198f6c HTTP/1.1" status: 204 len: 168 time: 0.2797399 Dec 08 16:23:46.984480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1c553-024f-4228-905d-3c17860f8cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c1e222-0469-43c5-9cb7-3c2a76198f6c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:47.016494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.075429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Allocated IP 2001:db8::2 (dda4f10d-f075-4ffa-99b5-9c7b497c7ae4/5b38b139-0c3c-4012-bbac-957817c48140/4fce138c-6c69-49df-b98d-2e1117cd4111) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:47.148421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4879150 Dec 08 16:23:47.158555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55066) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:47.179421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'network': {'name': 'tempest-router-network02--381365167'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:47.217023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47c0d9-0a1b-4d61-b07e-16329a34e831 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Network': ['ID=8e672c92-7547-42fe-85a5-b9a143f4b299,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:47.251908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:47.322916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:47.328528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.394648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:23:47.396999 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.407895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.435454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4460658-e225-409d-bd92-b992aa471b8b req-f0553b00-359a-42eb-b7c7-6a7ca944cdfa tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:47.439627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4460658-e225-409d-bd92-b992aa471b8b req-f0553b00-359a-42eb-b7c7-6a7ca944cdfa tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.1639054 Dec 08 16:23:47.451105 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.451421 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Added segment 78b53e9e-853d-405b-a22d-517aab7c541d of type vlan for network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 Dec 08 16:23:47.456937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:47.461754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:47.471481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:47.522857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Pushing event updated for resources: {'Port': ['ID=4fce138c-6c69-49df-b98d-2e1117cd4111,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:47.561473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Attempting to bind port 4fce138c-6c69-49df-b98d-2e1117cd4111 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:47.561882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Attempting to bind port 4fce138c-6c69-49df-b98d-2e1117cd4111 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9d1cf57f-e9e1-4253-afba-6bd86e5081ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:47.562249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Attempting to bind port 4fce138c-6c69-49df-b98d-2e1117cd4111 on network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:47.569550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:47.571079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Checking segment: {'id': '9d1cf57f-e9e1-4253-afba-6bd86e5081ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:47.571845 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.572490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Bound using segment: {'id': '9d1cf57f-e9e1-4253-afba-6bd86e5081ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:47.572986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Bound port: 4fce138c-6c69-49df-b98d-2e1117cd4111, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1cf57f-e9e1-4253-afba-6bd86e5081ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'dda4f10d-f075-4ffa-99b5-9c7b497c7ae4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:47.573374 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.639090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4460658-e225-409d-bd92-b992aa471b8b req-ba9deaea-bb93-40c6-ae1d-0f44f829926c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568186 Dec 08 16:23:47.639643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Deleting port 9818cc4c-067e-479d-9c89-a839e3591a83 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:47.640204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.670493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] For port 4fce138c-6c69-49df-b98d-2e1117cd4111, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:47.676131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] For port 4fce138c-6c69-49df-b98d-2e1117cd4111, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4fce138c-6c69-49df-b98d-2e1117cd4111,segment=NetworkSegment(9d1cf57f-e9e1-4253-afba-6bd86e5081ab),segment_id=9d1cf57f-e9e1-4253-afba-6bd86e5081ab)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:47.683327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.711728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.775330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c219e-31ed-4c67-acfa-7f5d8e1d789a None None] Pushing event updated for resources: {'Port': ['ID=4fce138c-6c69-49df-b98d-2e1117cd4111,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:47.782199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.796945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:47.797727 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.812060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11952d-9363-4f6d-98c1-3457fd0a21dc req-e961c92b-68a2-4a9d-9a61-d5d1b5638f2c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:47.813561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] For port 9818cc4c-067e-479d-9c89-a839e3591a83, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9818cc4c-067e-479d-9c89-a839e3591a83,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:47.814105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:47.814419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b11952d-9363-4f6d-98c1-3457fd0a21dc req-e961c92b-68a2-4a9d-9a61-d5d1b5638f2c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1891882 Dec 08 16:23:47.857275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Calling delete_port for 9818cc4c-067e-479d-9c89-a839e3591a83 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:47.946709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Network': ['ID=d06692c0-2de3-4351-b7bf-1c7f7f4348b3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:47.958214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:23:47.978207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d202dec6-5bc5-482a-86f2-951b16685436 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8057353 Dec 08 16:23:47.994328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55086) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:48.003503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'subnet': {'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:48.019196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83074b65-856d-465b-aa4b-9370e9ab9621 req-6d733333-1c44-44f9-bf47-90fcb1d55377 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0573215 Dec 08 16:23:48.062443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b11952d-9363-4f6d-98c1-3457fd0a21dc req-ca75367e-ea8f-49e9-a864-260402d20e99 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135913 Dec 08 16:23:48.243691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:48.247255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.373558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.411520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9818cc4c-067e-479d-9c89-a839e3591a83,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:48.665244 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.808401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Subnet': ['ID=0057acaa-0e6c-4b01-9f89-5eeb24244fb5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:48.812012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca823f4-bd09-4004-8f80-36e9e5a31835 req-13a92d08-4941-4adf-b68b-8574678af619 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:48.820353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ca823f4-bd09-4004-8f80-36e9e5a31835 req-13a92d08-4941-4adf-b68b-8574678af619 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.0637898 Dec 08 16:23:48.837397 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-e567293c-eea1-484f-a07e-cbd3a34683f3 service neutron] show failed (client error): The resource could not be found. Dec 08 16:23:48.838173 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-e567293c-eea1-484f-a07e-cbd3a34683f3 service neutron] 10.222.0.58 "GET /v2.0/ports/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.2160370 Dec 08 16:23:48.839093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:48.857754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Checking segment: {'id': 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:48.858161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network hostable DHCP agents. Network: 8e672c92-7547-42fe-85a5-b9a143f4b299, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:23:48.897516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ca823f4-bd09-4004-8f80-36e9e5a31835 req-f1d2ac8c-3562-43c9-8a7b-f83ea907310a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740073 Dec 08 16:23:48.962319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:23:48.984984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8e672c92-7547-42fe-85a5-b9a143f4b299) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:48.997089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e40d4-9aa5-417a-9b35-dda725e6ed55 None None] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:49.044426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:49.045126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:49.093983 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ffad86a2-cb0d-484d-bbf6-2748c81956ea tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0950992 Dec 08 16:23:49.099473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:49.100629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'subnet': {'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:49.228338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8e672c92-7547-42fe-85a5-b9a143f4b299', 'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299', 'project_id': 'e79919245e9041e395d85254de9c7b76', 'fixed_ips': [{'subnet_id': '0057acaa-0e6c-4b01-9f89-5eeb24244fb5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:23:49.229712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:49.303457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd5e2196-c323-417f-8782-597601bfc47a req-f6026383-b06b-4b55-91fb-1345d41f5ffb tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0479348 Dec 08 16:23:49.377191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-4d488a60-d55f-4baf-809b-b383ddc77a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:49.379202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-4d488a60-d55f-4baf-809b-b383ddc77a1e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 1096 time: 0.2606204 Dec 08 16:23:49.396500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:23:49.448394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d552a410-6797-4718-8304-8f2175411120 None None] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:49.540175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbe640-b9d5-4fca-9b86-751fd661a1eb req-a9aa6e83-e9c4-4f18-85f0-e2858fee293c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:49.542868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84fbe640-b9d5-4fca-9b86-751fd661a1eb req-a9aa6e83-e9c4-4f18-85f0-e2858fee293c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2059104 Dec 08 16:23:49.547895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55132) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:49.576429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:49.579879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Provisioning complete for port 4fce138c-6c69-49df-b98d-2e1117cd4111 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:49.580251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:49.589073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4fce138c-6c69-49df-b98d-2e1117cd4111 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:49.604645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:23:49.608502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:49.680410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Router fcda4787-edfa-41fa-8cdc-4b34d38f1300 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:23:49.693290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Allocated IP 2001:db8::2 (8e672c92-7547-42fe-85a5-b9a143f4b299/0057acaa-0e6c-4b01-9f89-5eeb24244fb5/c17b7ace-2716-4eb1-b629-6174e9f0124d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:49.736908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84fbe640-b9d5-4fca-9b86-751fd661a1eb req-789a7722-f84e-4694-9ee7-ea80f0c0c8ef tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805398 Dec 08 16:23:49.858632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70b2afde-d2c2-47fd-8cd8-c85b4a0a1cb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:49.936755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:49.953050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6615cb4d-e5c1-4d17-9a21-9c2cb11610a5 admin admin] 10.222.0.62 "PUT /v2.0/routers/fcda4787-edfa-41fa-8cdc-4b34d38f1300/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8050909 Dec 08 16:23:49.960568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:49.961504 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] Sync routers for ids ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:49.991220 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] Routers {'fcda4787-edfa-41fa-8cdc-4b34d38f1300'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:49.992530 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:50.099852 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.106360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4fce138c-6c69-49df-b98d-2e1117cd4111 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:50.106737 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.161336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.218231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:50.243283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] For port 4fce138c-6c69-49df-b98d-2e1117cd4111, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4fce138c-6c69-49df-b98d-2e1117cd4111,segment=NetworkSegment(9d1cf57f-e9e1-4253-afba-6bd86e5081ab),segment_id=9d1cf57f-e9e1-4253-afba-6bd86e5081ab)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:50.250011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Subnet': ['ID=e882a917-8a88-4bb5-be1a-97714e10e869,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:50.265682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04da770-e0ab-43c0-ad93-f37af1a3aa26 req-9d333fd0-571a-468f-b5dd-00755054c646 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:50.276269 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.284739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a04da770-e0ab-43c0-ad93-f37af1a3aa26 req-9d333fd0-571a-468f-b5dd-00755054c646 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.2598498 Dec 08 16:23:50.358967 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] Set router fcda4787-edfa-41fa-8cdc-4b34d38f1300 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:50.370344 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.405950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.437154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a04da770-e0ab-43c0-ad93-f37af1a3aa26 req-712e5835-6f2b-4b1d-b641-c092887258ee tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420708 Dec 08 16:23:50.481857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Pushing event updated for resources: {'Port': ['ID=4fce138c-6c69-49df-b98d-2e1117cd4111,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:50.484767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70b2afde-d2c2-47fd-8cd8-c85b4a0a1cb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.485523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:50.493563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:50.503199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:50.510793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:50.519559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.519999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.520292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.520577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.521543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.521938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.522453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.522895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.523238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.523569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.523900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.524228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.524557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a1ebbc-a426-48fa-a53e-d193ca141b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:23:50.528143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70b2afde-d2c2-47fd-8cd8-c85b4a0a1cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.572365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-70b2afde-d2c2-47fd-8cd8-c85b4a0a1cb2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9aa5fb6e3c084d398a33f6aa808d0cce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0224617 Dec 08 16:23:50.610800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55144) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:50.640991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37d0b945-4d0b-4b90-8f08-461a65306f4b req-f64665e9-5597-488e-aefa-b8a1da603572 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0764825 Dec 08 16:23:50.689690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:50.692486 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c67074-2f47-46ba-ab4d-69ea9c59701a" -d '{"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:50.696513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2afde-d2c2-47fd-8cd8-c85b4a0a1cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22597b10-b418-4b3f-b8e4-d4a1781d6fd3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:50.714411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.796305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Transition to ACTIVE for port object a0bd9d4e-f23c-4b64-88b5-cc2072c9155d will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:23:50.817037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.832887 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6efd109-764e-4f36-a1dc-7c032b2d105f x-openstack-request-id: req-b6efd109-764e-4f36-a1dc-7c032b2d105f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:50.833181 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:50.834131 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6efd109-764e-4f36-a1dc-7c032b2d105f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:50.835185 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'code': 200} Dec 08 16:23:50.858521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8b617d4-abc7-457c-9685-e5e136aba79d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.867575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Attempting to bind port c17b7ace-2716-4eb1-b629-6174e9f0124d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:50.867575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Attempting to bind port c17b7ace-2716-4eb1-b629-6174e9f0124d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:50.878411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Attempting to bind port c17b7ace-2716-4eb1-b629-6174e9f0124d on network 8e672c92-7547-42fe-85a5-b9a143f4b299 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:50.889375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.889954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Pushing event updated for resources: {'Port': ['ID=c17b7ace-2716-4eb1-b629-6174e9f0124d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:50.894538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:50.895065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Checking segment: {'id': 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:50.895313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.895710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Bound using segment: {'id': 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:50.896769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Bound port: c17b7ace-2716-4eb1-b629-6174e9f0124d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '8e672c92-7547-42fe-85a5-b9a143f4b299'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:50.897162 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.916821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2ac578be-ab81-446b-b78a-c61b64678a98 None None] Provisioning complete for port 4fce138c-6c69-49df-b98d-2e1117cd4111 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:50.917245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ac578be-ab81-446b-b78a-c61b64678a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:50.954884 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:23:48Z', 'revision_number': 5, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:50.967633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:50.987707 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] Checking router: fcda4787-edfa-41fa-8cdc-4b34d38f1300 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:23:50.998403 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] Routers {'fcda4787-edfa-41fa-8cdc-4b34d38f1300'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:50.999322 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:51.031595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Checking segment: {'id': '78b53e9e-853d-405b-a22d-517aab7c541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:51.032131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network hostable DHCP agents. Network: d06692c0-2de3-4351-b7bf-1c7f7f4348b3, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:23:51.052861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8b617d4-abc7-457c-9685-e5e136aba79d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.084779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:23:51.108563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, d06692c0-2de3-4351-b7bf-1c7f7f4348b3) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:51.117079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:51.118145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.132924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:51.137882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e078a53-184f-47ac-8bb0-cec3d8a7cb83 None None] Network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:51.150480 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] Set router fcda4787-edfa-41fa-8cdc-4b34d38f1300 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:23:51.253301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8cd36-a9e5-43f3-96d2-043a34a81c41 req-7d5841b9-2960-46d5-88cc-0319a5c0fbe2 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:51.258182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9c8cd36-a9e5-43f3-96d2-043a34a81c41 req-7d5841b9-2960-46d5-88cc-0319a5c0fbe2 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.3737407 Dec 08 16:23:51.315149 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33fba0fd-fb6c-4aec-99b9-03623da02507 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2184157 Dec 08 16:23:51.325283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] No DVR routers for this DVR port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:51.326914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55152) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:51.458703 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8b617d4-abc7-457c-9685-e5e136aba79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.467232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8b617d4-abc7-457c-9685-e5e136aba79d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.470024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e8b617d4-abc7-457c-9685-e5e136aba79d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22597b10-b418-4b3f-b8e4-d4a1781d6fd3 HTTP/1.1" status: 204 len: 168 time: 0.8575850 Dec 08 16:23:51.486260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4fce138c-6c69-49df-b98d-2e1117cd4111 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:51.502300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:23:48Z', 'revision_number': 5, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:51.531731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c27ed5b-d53a-44af-ace1-bc6b76afaf34 None None] The sync data for ids ['fcda4787-edfa-41fa-8cdc-4b34d38f1300'] in n-d-820935-5 is: [{'id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'name': 'tempest-TaggedBootDevicesTest-1454447325-router', 'tenant_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:11:15Z', 'updated_at': '2021-12-08T16:23:48Z', 'revision_number': 5, 'project_id': 'c334f4a7d53448fea7ed1d9ab2cf874e', 'gw_port': {'id': '78177c8b-3e72-4c0d-9e44-8f841f5c6653', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:25:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcda4787-edfa-41fa-8cdc-4b34d38f1300', 'device_owner': 'network:router_gateway', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:11:20Z', 'updated_at': '2021-12-08T16:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:51.650642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b617d4-abc7-457c-9685-e5e136aba79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22597b10-b418-4b3f-b8e4-d4a1781d6fd3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:51.656909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] For port c17b7ace-2716-4eb1-b629-6174e9f0124d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:51.728573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] For port c17b7ace-2716-4eb1-b629-6174e9f0124d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c17b7ace-2716-4eb1-b629-6174e9f0124d,segment=NetworkSegment(f4bfd84c-1f49-47d1-ae89-5fb7ff845666),segment_id=f4bfd84c-1f49-47d1-ae89-5fb7ff845666)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:51.730420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:51.747955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.759550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9c8cd36-a9e5-43f3-96d2-043a34a81c41 req-17c4af10-accf-41ad-9844-5716cdde461d tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415224 Dec 08 16:23:51.807007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d29949-8a8f-4856-be9b-fb7e25841ab2 req-e2c1a42e-dab0-4630-9a4f-8a0b614f5e16 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:51.826550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27d29949-8a8f-4856-be9b-fb7e25841ab2 req-e2c1a42e-dab0-4630-9a4f-8a0b614f5e16 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.1519547 Dec 08 16:23:51.833241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-d06692c0-2de3-4351-b7bf-1c7f7f4348b3', 'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3', 'project_id': 'e79919245e9041e395d85254de9c7b76', 'fixed_ips': [{'subnet_id': 'e882a917-8a88-4bb5-be1a-97714e10e869'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:23:51.834815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.870875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.901289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4fce138c-6c69-49df-b98d-2e1117cd4111 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:51.901696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.962832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:51.990499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e32bd5-dd65-4db7-b47b-22c5be74e863 None None] Pushing event updated for resources: {'Port': ['ID=c17b7ace-2716-4eb1-b629-6174e9f0124d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:51.995069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27d29949-8a8f-4856-be9b-fb7e25841ab2 req-320e8615-4ee8-4138-ae2e-63aa6cc2333a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672528 Dec 08 16:23:52.080630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70ab0937-f95d-47d3-9d63-093883f20bfd req-161b1f9e-b8b9-4c61-8396-89e92f1888d3 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0516636 Dec 08 16:23:52.087435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:52.088051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:52.091102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:52.119357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:23:52.119702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:52.136352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:52.136699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Checking segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:52.137077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Bound using segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:52.137525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Bound port: a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:52.137919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.315510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Allocated IP 2001:db8::2 (d06692c0-2de3-4351-b7bf-1c7f7f4348b3/e882a917-8a88-4bb5-be1a-97714e10e869/0f449bef-bdc0-478b-876b-fbd1a4d355e0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:52.323165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:52.329063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:52.338024 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.349266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Deleting port 78177c8b-3e72-4c0d-9e44-8f841f5c6653 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:52.349882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.440486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:52.451949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] For port 78177c8b-3e72-4c0d-9e44-8f841f5c6653, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=78177c8b-3e72-4c0d-9e44-8f841f5c6653,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:52.452399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.455664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:52.456581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.478559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Calling delete_port for 78177c8b-3e72-4c0d-9e44-8f841f5c6653 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:52.482059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9121b40c-9f2f-4d07-9dcd-7cba7c7fa51d service neutron] 10.222.0.86 "PUT /v2.0/ports/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 1091 time: 3.0703850 Dec 08 16:23:52.581725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-2599379b-3e2d-4519-8c4b-79c58ffd882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:52.591973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-2599379b-3e2d-4519-8c4b-79c58ffd882a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1094 time: 0.0900900 Dec 08 16:23:52.802702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-2bb90b97-371d-4029-b459-70c3d1756a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:52.806040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-2bb90b97-371d-4029-b459-70c3d1756a0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.2130587 Dec 08 16:23:52.845085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.856145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:52.943209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Allocated IP 2001:db8::1 (8e672c92-7547-42fe-85a5-b9a143f4b299/0057acaa-0e6c-4b01-9f89-5eeb24244fb5/5b137320-48d6-4626-b6fa-c6861a0cfb63) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:23:52.951489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:52.956411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:52.964078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:52.972848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Pushing event updated for resources: {'Port': ['ID=0f449bef-bdc0-478b-876b-fbd1a4d355e0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:53.124399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Attempting to bind port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:23:53.127298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Attempting to bind port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '78b53e9e-853d-405b-a22d-517aab7c541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:23:53.132010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Attempting to bind port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 on network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:23:53.157238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:23:53.157783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Checking segment: {'id': '78b53e9e-853d-405b-a22d-517aab7c541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:23:53.158568 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.159188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Bound using segment: {'id': '78b53e9e-853d-405b-a22d-517aab7c541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:23:53.159956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Bound port: 0f449bef-bdc0-478b-876b-fbd1a4d355e0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b53e9e-853d-405b-a22d-517aab7c541d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'd06692c0-2de3-4351-b7bf-1c7f7f4348b3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:23:53.160545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.315741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] For port 0f449bef-bdc0-478b-876b-fbd1a4d355e0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:23:53.317499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.322650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] For port 0f449bef-bdc0-478b-876b-fbd1a4d355e0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0f449bef-bdc0-478b-876b-fbd1a4d355e0,segment=NetworkSegment(78b53e9e-853d-405b-a22d-517aab7c541d),segment_id=78b53e9e-853d-405b-a22d-517aab7c541d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:23:53.335224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.365969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c17b7ace-2716-4eb1-b629-6174e9f0124d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:53.422385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Pushing event deleted for resources: {'Port': ['ID=78177c8b-3e72-4c0d-9e44-8f841f5c6653,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:53.450849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b07b3d-4d65-4a6e-83fa-c024898390b2 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:53.469141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:23:53.472527 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45199d46-00a0-45b7-be11-dd2900fa9a76" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:23:53.510711 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.551890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-4cc033be-c2b4-41f0-bd81-069dcdfb2f90 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.7375028 Dec 08 16:23:53.575740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.582552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c17b7ace-2716-4eb1-b629-6174e9f0124d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:53.584458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.664696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d6f0f9-ba8c-463c-9c03-ffa8907b4bb0 req-5dc0ef37-7973-4148-ae6e-b440142d9d75 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:53.666345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33d6f0f9-ba8c-463c-9c03-ffa8907b4bb0 req-5dc0ef37-7973-4148-ae6e-b440142d9d75 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.1889434 Dec 08 16:23:53.693680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148d3e53-f25b-4ed1-afed-8cac4f4cf56b None None] Pushing event updated for resources: {'Port': ['ID=0f449bef-bdc0-478b-876b-fbd1a4d355e0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:53.721439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.724924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.729975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b80d43-8381-4308-88f2-a291c57ce8de req-a39c80cb-366e-4657-9f23-9ac780d5dcd9 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:53.740346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61b80d43-8381-4308-88f2-a291c57ce8de req-a39c80cb-366e-4657-9f23-9ac780d5dcd9 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2318690 Dec 08 16:23:53.801406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.802077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcda4787-edfa-41fa-8cdc-4b34d38f1300 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:23:53.809939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.814029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-109f197f-4c18-4fe6-9df8-8912a1d1bf0e admin admin] 10.222.0.62 "DELETE /v2.0/routers/fcda4787-edfa-41fa-8cdc-4b34d38f1300 HTTP/1.1" status: 204 len: 168 time: 3.8499768 Dec 08 16:23:53.816139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:53.824817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-f500c2ce-f124-4fba-86db-bd6f9185dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:53.826329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-f500c2ce-f124-4fba-86db-bd6f9185dfc3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.2655864 Dec 08 16:23:53.831399 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.880915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Deleting subnet 21982007-95c8-4f0f-89fc-54d9ba29a96f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:23:53.887876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.951063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port c17b7ace-2716-4eb1-b629-6174e9f0124d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c17b7ace-2716-4eb1-b629-6174e9f0124d,segment=NetworkSegment(f4bfd84c-1f49-47d1-ae89-5fb7ff845666),segment_id=f4bfd84c-1f49-47d1-ae89-5fb7ff845666)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:53.963268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.967381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:53.987507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9818cc4c-067e-479d-9c89-a839e3591a83 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:53.994917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61b80d43-8381-4308-88f2-a291c57ce8de req-746b83df-c6ca-46d7-8b09-1cd71aec0ea8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324257 Dec 08 16:23:54.013240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33d6f0f9-ba8c-463c-9c03-ffa8907b4bb0 req-7c6e3318-fb42-46b5-b02f-2f5fc94b640c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231311 Dec 08 16:23:54.037051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:54.042579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.045227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:54.046843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-8175c20e-0e8b-43da-9f36-f9b5946b4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:54.049847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-8175c20e-0e8b-43da-9f36-f9b5946b4575 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2037685 Dec 08 16:23:54.121772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:23:54.122770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.142465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9818cc4c-067e-479d-9c89-a839e3591a83 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:54.142465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9818cc4c-067e-479d-9c89-a839e3591a83 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:54.163835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b134590-74f1-4ad6-8fa5-cdf53675679e None None] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:54.378069 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89e24f-ca46-4f80-8f46-833e76ecc452 x-openstack-request-id: req-6e89e24f-ca46-4f80-8f46-833e76ecc452 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:23:54.378666 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:23:54.379067 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e89e24f-ca46-4f80-8f46-833e76ecc452 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:23:54.379721 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'status': 'completed', 'code': 200} Dec 08 16:23:54.420615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=c17b7ace-2716-4eb1-b629-6174e9f0124d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:54.424929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Port': ['ID=5b137320-48d6-4626-b6fa-c6861a0cfb63,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:54.452760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf74a562-1f38-42fc-a780-f4ee65cd7987 req-251e5b85-bf31-4ae6-88d2-561166ea23fe tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0703163 Dec 08 16:23:54.469347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-277aaef9-df74-4205-add0-dc57b46d62c0 None None] Provisioning complete for port c17b7ace-2716-4eb1-b629-6174e9f0124d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:54.470443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-277aaef9-df74-4205-add0-dc57b46d62c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.497596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-1273f94c-1e62-4d8b-8da4-271a6332a700 service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348197 Dec 08 16:23:54.534477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.682809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-5a35e7ad-5d57-4e0b-a30e-9d039395b568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:54.685755 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-5a35e7ad-5d57-4e0b-a30e-9d039395b568 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1094 time: 0.3876646 Dec 08 16:23:54.686744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-ef54243c-07a5-4cf8-b914-148268760391 service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798906 Dec 08 16:23:54.700413 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.811476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.869444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:54.875002 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/21982007-95c8-4f0f-89fc-54d9ba29a96f HTTP/1.1" status: 204 len: 168 time: 1.0579557 Dec 08 16:23:54.889860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:54.891047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646dfe74-3de7-4fe6-8978-e9536b9d2315 None None] Network 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:54.935640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-853f86a8-4146-40ab-97ea-6ccb1cf56020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:54.938943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-853f86a8-4146-40ab-97ea-6ccb1cf56020 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1094 time: 0.1670823 Dec 08 16:23:55.050849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f05ec-516a-4973-a6dc-4344fa43ec34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21982007-95c8-4f0f-89fc-54d9ba29a96f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:55.189453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-b5d4d737-8e14-43a6-89ec-a716e390e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:55.195111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-b5d4d737-8e14-43a6-89ec-a716e390e7ed service neutron] 10.222.0.86 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.2459631 Dec 08 16:23:55.274130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-c2e00693-4e18-4f4b-aadf-79503164be61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:55.279703 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-c2e00693-4e18-4f4b-aadf-79503164be61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.4997308 Dec 08 16:23:55.287695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.455925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] DHCP port deletion for 4ec1a14f-fecd-47dc-9633-f4f58ed690d8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:23:55.512424 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-c16276bb-7b8e-4c8b-998f-e70e43eef74d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.2168908 Dec 08 16:23:55.639485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] Deleting port 96667d51-3c68-4df5-9f9f-98e5eff19def {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:55.639848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.669201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c17b7ace-2716-4eb1-b629-6174e9f0124d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:55.670387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d70844-10b6-4327-9c90-94162f25582f req-421d0f51-7d47-4bbd-9d02-8788d69c805c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:55.684051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44d70844-10b6-4327-9c90-94162f25582f req-421d0f51-7d47-4bbd-9d02-8788d69c805c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.4531293 Dec 08 16:23:55.703733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.715171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.716330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.748640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-330492b8-c7af-46c8-bdd2-7902da2c6d6a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.5445418 Dec 08 16:23:55.807212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] For port 96667d51-3c68-4df5-9f9f-98e5eff19def, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=96667d51-3c68-4df5-9f9f-98e5eff19def,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:55.807867 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:55.845211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] Calling delete_port for 96667d51-3c68-4df5-9f9f-98e5eff19def owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:55.936775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e997d53d-9c83-4f37-929d-e20f6ee9c992 req-c994006a-ebbe-4691-9be4-076672bf31fb tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:55.950647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e997d53d-9c83-4f37-929d-e20f6ee9c992 req-c994006a-ebbe-4691-9be4-076672bf31fb tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.5131688 Dec 08 16:23:55.963827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0402b-796f-4483-b694-53031700ec74 None None] Network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:23:56.053485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4e355265-9341-406d-a448-7c0ee0404514 None None] Provisioning complete for port 5b137320-48d6-4626-b6fa-c6861a0cfb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:56.053891 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e355265-9341-406d-a448-7c0ee0404514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.056123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44d70844-10b6-4327-9c90-94162f25582f req-76dce665-e269-4537-84f3-b9c54a4e98de tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3686056 Dec 08 16:23:56.077427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:23:56.079191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Deleting port 96667d51-3c68-4df5-9f9f-98e5eff19def {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:23:56.084424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.110123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e355265-9341-406d-a448-7c0ee0404514 None None] Port 5b137320-48d6-4626-b6fa-c6861a0cfb63 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:23:56.111799 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08686326-2a9c-4652-ae95-67f87846d1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.141828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-343deac3-fd58-4198-9c4c-feffd721bdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:56.144783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-343deac3-fd58-4198-9c4c-feffd721bdda service neutron] 10.222.0.86 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.3821080 Dec 08 16:23:56.157574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c17b7ace-2716-4eb1-b629-6174e9f0124d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:56.158019 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.229771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4e355265-9341-406d-a448-7c0ee0404514 None None] Provisioning complete for port c17b7ace-2716-4eb1-b629-6174e9f0124d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:56.230198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e355265-9341-406d-a448-7c0ee0404514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.292669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] For port 96667d51-3c68-4df5-9f9f-98e5eff19def, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=96667d51-3c68-4df5-9f9f-98e5eff19def,segment=NetworkSegment(8febd28d-e299-4cc9-93ad-1fd13ad3d082),segment_id=8febd28d-e299-4cc9-93ad-1fd13ad3d082)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:56.293245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.315460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Calling delete_port for 96667d51-3c68-4df5-9f9f-98e5eff19def owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:23:56.316526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e997d53d-9c83-4f37-929d-e20f6ee9c992 req-0fedb0f5-042f-4284-8d88-705c69343011 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644307 Dec 08 16:23:56.358269 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.365917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-07adf065-6b75-4233-9681-07cffdda0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:56.382073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-07adf065-6b75-4233-9681-07cffdda0946 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2027054 Dec 08 16:23:56.544808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] Pushing event deleted for resources: {'Port': ['ID=96667d51-3c68-4df5-9f9f-98e5eff19def,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:56.546803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Port': ['ID=5b137320-48d6-4626-b6fa-c6861a0cfb63,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:56.552075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-9ddf837f-9815-4215-8bbf-f89490c6280b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:56.557006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-9ddf837f-9815-4215-8bbf-f89490c6280b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.9392543 Dec 08 16:23:56.558139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.566528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0254fd0-4b4d-4a7e-95d1-8aed502f0811 None None] No DVR routers for this DVR port 96667d51-3c68-4df5-9f9f-98e5eff19def on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:56.570043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:23:56.580926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0f449bef-bdc0-478b-876b-fbd1a4d355e0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:56.703214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:56.703720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.842175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a5e51ce-6f97-4102-a6a8-69526e7430f1 req-b3c1bd20-8fe3-46ea-881f-bcd933565151 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1451106 Dec 08 16:23:56.911455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdf7ba-102e-45ee-9519-2fb25fabbdd7 req-c40a41fa-0e3a-4a12-ae88-75221b61f83d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:56.918780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9465a3e3-d98b-4e55-9c03-f6f26c037450 None None] Provisioning complete for port 5b137320-48d6-4626-b6fa-c6861a0cfb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:56.919342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9465a3e3-d98b-4e55-9c03-f6f26c037450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:56.935292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ecdf7ba-102e-45ee-9519-2fb25fabbdd7 req-c40a41fa-0e3a-4a12-ae88-75221b61f83d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.3120887 Dec 08 16:23:57.013257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9465a3e3-d98b-4e55-9c03-f6f26c037450 None None] Port 5b137320-48d6-4626-b6fa-c6861a0cfb63 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:23:57.018940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-d5e0105f-8539-4e61-b0ce-470116a85306 service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291280 Dec 08 16:23:57.026326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.063431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9465a3e3-d98b-4e55-9c03-f6f26c037450 None None] Provisioning complete for port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:57.064169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9465a3e3-d98b-4e55-9c03-f6f26c037450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.171972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 0f449bef-bdc0-478b-876b-fbd1a4d355e0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0f449bef-bdc0-478b-876b-fbd1a4d355e0,segment=NetworkSegment(78b53e9e-853d-405b-a22d-517aab7c541d),segment_id=78b53e9e-853d-405b-a22d-517aab7c541d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:57.185441 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.260730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=0f449bef-bdc0-478b-876b-fbd1a4d355e0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:57.291448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 78177c8b-3e72-4c0d-9e44-8f841f5c6653 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:57.324049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ecdf7ba-102e-45ee-9519-2fb25fabbdd7 req-9250197e-4ff8-4fd1-ba0f-b3c2148eac32 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868694 Dec 08 16:23:57.356097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 78177c8b-3e72-4c0d-9e44-8f841f5c6653 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:57.356685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 78177c8b-3e72-4c0d-9e44-8f841f5c6653 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:57.391541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c1477-16d3-4d6e-809f-99dc2d529138 req-e7030923-ad66-46cb-b230-4e8cf1dbdc1d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:57.393661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-654c1477-16d3-4d6e-809f-99dc2d529138 req-e7030923-ad66-46cb-b230-4e8cf1dbdc1d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.1164665 Dec 08 16:23:57.460546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Pushing event deleted for resources: {'Port': ['ID=96667d51-3c68-4df5-9f9f-98e5eff19def,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:57.470173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] No DVR routers for this DVR port 96667d51-3c68-4df5-9f9f-98e5eff19def on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:23:57.560223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0f449bef-bdc0-478b-876b-fbd1a4d355e0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:23:57.568758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-3409cc40-3f82-44c7-a4a3-8120dcab371b service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5383685 Dec 08 16:23:57.632293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-654c1477-16d3-4d6e-809f-99dc2d529138 req-7b007e26-fb38-4fbd-a156-cba7abb52a62 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169023 Dec 08 16:23:57.650017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eb344727-c5f2-4cf0-9082-d25f55c64cb1 None None] Provisioning complete for port 5b137320-48d6-4626-b6fa-c6861a0cfb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:57.650489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb344727-c5f2-4cf0-9082-d25f55c64cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.659537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ccaa6-f2c8-4517-b9ca-d44759bf5b9a req-02f5ea81-a59f-48a3-902f-9b6d4a763c9b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:57.670867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d62ccaa6-f2c8-4517-b9ca-d44759bf5b9a req-02f5ea81-a59f-48a3-902f-9b6d4a763c9b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2303009 Dec 08 16:23:57.706150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eb344727-c5f2-4cf0-9082-d25f55c64cb1 None None] Port 5b137320-48d6-4626-b6fa-c6861a0cfb63 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:23:57.713002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:57.713368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.736813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-2ec0f4bf-b7c6-4ba5-b72c-b9ae09d9dafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:57.743440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-2ec0f4bf-b7c6-4ba5-b72c-b9ae09d9dafe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1696517 Dec 08 16:23:57.753321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.782644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec1a14f-fecd-47dc-9633-f4f58ed690d8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:57.797646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8febd28d-e299-4cc9-93ad-1fd13ad3d082') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:57.798127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8febd28d-e299-4cc9-93ad-1fd13ad3d082') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:57.799204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eb344727-c5f2-4cf0-9082-d25f55c64cb1 None None] Provisioning complete for port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:23:57.799827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb344727-c5f2-4cf0-9082-d25f55c64cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.819994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.838786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.848021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:23:57.848463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:57.874720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d62ccaa6-f2c8-4517-b9ca-d44759bf5b9a req-62322f2b-8081-469b-b78f-b11f325bb848 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869388 Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:23:57.902615 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:23:58.120908 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-c0eaa87d-9441-47b6-b14d-795333942c2f service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153783 Dec 08 16:23:58.125255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.157389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.175378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] 10.222.0.62 "DELETE /v2.0/networks/4ec1a14f-fecd-47dc-9633-f4f58ed690d8 HTTP/1.1" status: 204 len: 168 time: 3.2762578 Dec 08 16:23:58.180308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Router a33e81f5-c0ce-4d6b-8d6b-383d00865a64 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:23:58.261295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 96667d51-3c68-4df5-9f9f-98e5eff19def no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:23:58.329818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 96667d51-3c68-4df5-9f9f-98e5eff19def {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:23:58.330987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 96667d51-3c68-4df5-9f9f-98e5eff19def not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:23:58.399621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1601728-4782-4970-b094-f916f3bbe01d admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec1a14f-fecd-47dc-9633-f4f58ed690d8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:58.643190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55272) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:58.657262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:23:58.663189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45199d46-00a0-45b7-be11-dd2900fa9a76 req-207af192-2531-4ae6-b7f7-d4e58df430ca service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338736 Dec 08 16:23:58.672029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95d0f99f-2f0e-4087-bb24-483af18eaac2 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3401453 Dec 08 16:23:58.675423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] Sync routers for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:23:58.682388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55274) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:58.692000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:58.693042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:58.738514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:58.748652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55276) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:58.757242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-406aa056-971d-44f7-800e-d746caa8aff1 req-042bc602-9976-41a6-b207-3291ed1c5420 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1594605 Dec 08 16:23:58.762868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd831a6f-84c4-4267-9966-367ec3676c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:58.764671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:23:58.765646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:58.835390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:23:58.836078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfa552-68f1-41f5-bd77-3b792f5c03e5 None None] The sync data for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:23:58.851910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-00facf7a-eaf0-43cd-a739-e826e361dccd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a9a92237483425699d2dc200a89b79a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027864 Dec 08 16:23:58.855690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:58.861365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-50ecb223-de2d-4c19-bff7-7402ae3ac38a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.862871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-50ecb223-de2d-4c19-bff7-7402ae3ac38a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c&tenant_id=d0a12132f1034bcc9fa41009f4c3b339&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 943 time: 0.5087688 Dec 08 16:23:58.871384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11eec-6630-433e-9d1d-641c4bbcc9d5 req-c9af7875-6196-4ed4-a68d-2e823243f4e0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:58.872881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22b11eec-6630-433e-9d1d-641c4bbcc9d5 req-c9af7875-6196-4ed4-a68d-2e823243f4e0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 943 time: 0.2725430 Dec 08 16:23:58.982676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22b11eec-6630-433e-9d1d-641c4bbcc9d5 req-64b3fcf8-710e-4279-b1e2-bc484dc8d382 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831966 Dec 08 16:23:59.017966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9af8b55d-5d27-49af-af1c-969c63ab7229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.019008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-c1defc8d-c402-4e56-9baa-2f2d232740f8 service neutron] 10.222.0.86 "GET /v2.0/ports/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d/bindings/n-h2-820935-5 HTTP/1.1" status: 200 len: 382 time: 0.1451359 Dec 08 16:23:59.053884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9af8b55d-5d27-49af-af1c-969c63ab7229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.056408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:23:59.112295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761708e8-8611-4513-a1aa-1150064ec994 req-866c354d-f6da-403b-8d3f-c8529d8bbf29 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.117407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-761708e8-8611-4513-a1aa-1150064ec994 req-866c354d-f6da-403b-8d3f-c8529d8bbf29 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1121550 Dec 08 16:23:59.135514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60a833bb-d3c8-4046-bd97-a6a0f09f6ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.178286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-ce4634de-630c-46cd-b970-85f02c2b5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.180038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-ce4634de-630c-46cd-b970-85f02c2b5879 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1094 time: 0.1326778 Dec 08 16:23:59.243088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:59.250554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9af8b55d-5d27-49af-af1c-969c63ab7229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.256551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9af8b55d-5d27-49af-af1c-969c63ab7229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.258793 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9af8b55d-5d27-49af-af1c-969c63ab7229 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bc9030b9-7936-44ac-b24c-33088909ffc0 HTTP/1.1" status: 204 len: 168 time: 0.4011548 Dec 08 16:23:59.259980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'mac_address': 'fa:16:3e:d1:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:23:59.294318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8b55d-5d27-49af-af1c-969c63ab7229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9030b9-7936-44ac-b24c-33088909ffc0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:59.324116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-761708e8-8611-4513-a1aa-1150064ec994 req-20dc8a05-67c1-4e9b-8056-86cb5c4ff35c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965814 Dec 08 16:23:59.367806 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.374537 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-f5f47b0b-42ce-4c02-b43a-8249114bfa26 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:23:59.377248 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f5f47b0b-42ce-4c02-b43a-8249114bfa26 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6933644 Dec 08 16:23:59.380671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:59.390316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd9d4e-f23c-4b64-88b5-cc2072c9155d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:23:59.423358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:23:59.428631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.450883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-923493c4-e057-4ad3-9028-941fa99c3e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.452969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-923493c4-e057-4ad3-9028-941fa99c3e35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.2566056 Dec 08 16:23:59.480235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60a833bb-d3c8-4046-bd97-a6a0f09f6ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.492196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60a833bb-d3c8-4046-bd97-a6a0f09f6ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.494061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:59.605403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-60a833bb-d3c8-4046-bd97-a6a0f09f6ae1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bb0fe6146c974ba3ab5713482298d901&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8518128 Dec 08 16:23:59.609093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:59.611125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a833bb-d3c8-4046-bd97-a6a0f09f6ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e66f058-7f73-4233-9216-d93e6ce0165f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:23:59.622864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-8dde47aa-e675-41c7-a3f5-e38d5f1a9f95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 1000 time: 0.1592746 Dec 08 16:23:59.650127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:23:59.704300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-d394d4fa-2a25-4693-9d82-0e3691992beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.708119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-d394d4fa-2a25-4693-9d82-0e3691992beb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.0761156 Dec 08 16:23:59.736765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db7a4fa1-b912-45c2-b3d0-d3eb1aae62c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.784454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55296) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:23:59.790436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-31f5f471-8f0f-4377-a3d1-fbc15eaf0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:23:59.792571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db7a4fa1-b912-45c2-b3d0-d3eb1aae62c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.792828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-31f5f471-8f0f-4377-a3d1-fbc15eaf0c77 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770683 Dec 08 16:23:59.901222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db7a4fa1-b912-45c2-b3d0-d3eb1aae62c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.904459 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db7a4fa1-b912-45c2-b3d0-d3eb1aae62c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:23:59.909410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db7a4fa1-b912-45c2-b3d0-d3eb1aae62c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e66f058-7f73-4233-9216-d93e6ce0165f HTTP/1.1" status: 204 len: 168 time: 0.2966123 Dec 08 16:23:59.968346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7a4fa1-b912-45c2-b3d0-d3eb1aae62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e66f058-7f73-4233-9216-d93e6ce0165f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:00.012788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f8994092-df74-49f1-8b52-0e392c767af4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c334f4a7d53448fea7ed1d9ab2cf874e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242677 Dec 08 16:24:00.014045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:00.024823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-441073fd-f89e-49cf-bd3e-675d568d4f38 req-437d9511-5b31-4bed-b0ba-31855ba0722c tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0594537 Dec 08 16:24:00.069711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.077960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.135017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-c2406010-8e91-40ba-bfe7-cf49462a78dc service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308709 Dec 08 16:24:00.179025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a27d4a-1a40-418b-aea1-29e47f1a4997 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.220182 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a27d4a-1a40-418b-aea1-29e47f1a4997 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.225510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f83ce-42d9-4900-816f-3b5a3253b8f3 req-b0c0213b-4f3c-4a15-a0cd-dece4b1cedba tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:00.227142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d7f83ce-42d9-4900-816f-3b5a3253b8f3 req-b0c0213b-4f3c-4a15-a0cd-dece4b1cedba tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.1313117 Dec 08 16:24:00.331919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d7f83ce-42d9-4900-816f-3b5a3253b8f3 req-89961683-26fa-4629-a0ee-0d88334556f9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847492 Dec 08 16:24:00.336219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1446a5e1-1dc1-4d2d-856f-5c60a9340490 service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932716 Dec 08 16:24:00.397759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a27d4a-1a40-418b-aea1-29e47f1a4997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.402536 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32a27d4a-1a40-418b-aea1-29e47f1a4997 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.410124 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32a27d4a-1a40-418b-aea1-29e47f1a4997 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8cbfbc0d-b640-4350-83fc-3fd9af2c5bff HTTP/1.1" status: 204 len: 168 time: 0.3944042 Dec 08 16:24:00.477023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a27d4a-1a40-418b-aea1-29e47f1a4997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbfbc0d-b640-4350-83fc-3fd9af2c5bff,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:00.595138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting port 5b137320-48d6-4626-b6fa-c6861a0cfb63 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:00.595478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.602004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9230-2640-4c30-8a0a-4817df9e9b48 req-0b4ff895-b68a-4ada-a8bf-c31076ece852 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:00.606857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce4d9230-2640-4c30-8a0a-4817df9e9b48 req-0b4ff895-b68a-4ada-a8bf-c31076ece852 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1415677 Dec 08 16:24:00.624177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55316) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:00.663237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-815603d6-d2b9-4e57-a2ad-f95be2f85925 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.712064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce4d9230-2640-4c30-8a0a-4817df9e9b48 req-98b691cf-0300-4bd5-b135-7e23be7f37fb tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986915 Dec 08 16:24:00.733519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.764791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Calling delete_port for 5b137320-48d6-4626-b6fa-c6861a0cfb63 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:00.811496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-815603d6-d2b9-4e57-a2ad-f95be2f85925 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.818747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-815603d6-d2b9-4e57-a2ad-f95be2f85925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:00.888418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-815603d6-d2b9-4e57-a2ad-f95be2f85925 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c28dcc1d7764e3fb4dcf250e2bdcb84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582405 Dec 08 16:24:00.888418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55324) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:00.897295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815603d6-d2b9-4e57-a2ad-f95be2f85925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c75c8da-a5ef-429b-9eb6-09d9cee5316a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:00.976146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-437c77e5-dea7-4bd0-8c35-a335cbb06140 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.013501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-437c77e5-dea7-4bd0-8c35-a335cbb06140 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.030231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.075617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:01.088104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Port': ['ID=5b137320-48d6-4626-b6fa-c6861a0cfb63,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:01.115178 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-437c77e5-dea7-4bd0-8c35-a335cbb06140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.120665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-437c77e5-dea7-4bd0-8c35-a335cbb06140 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.122893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-437c77e5-dea7-4bd0-8c35-a335cbb06140 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c75c8da-a5ef-429b-9eb6-09d9cee5316a HTTP/1.1" status: 204 len: 168 time: 0.2334464 Dec 08 16:24:01.167969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437c77e5-dea7-4bd0-8c35-a335cbb06140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c75c8da-a5ef-429b-9eb6-09d9cee5316a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:01.263737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:24:01.271519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:01.272099 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.312457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8279fc1a-ca35-45bc-b1eb-d15d8c023fbb req-b53567b0-b331-4ce4-a339-663d49a062e4 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0778503 Dec 08 16:24:01.352270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.475357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.528940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:01.531458 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66a4646-7850-43ab-8ec5-7e6c35a066b7" -d '{"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:01.572270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:01.581218 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.675033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd518c55-486f-46d8-ac77-dd6a8f9a7c67 req-ad1e4b31-5e63-4478-ac5a-a0067515cbac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:01.676237 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3edda47e-ef8a-4f26-b51c-7c2b8fa367c4 x-openstack-request-id: req-3edda47e-ef8a-4f26-b51c-7c2b8fa367c4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:01.676590 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:01.679420 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3edda47e-ef8a-4f26-b51c-7c2b8fa367c4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:01.680763 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'code': 200} Dec 08 16:24:01.699082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd518c55-486f-46d8-ac77-dd6a8f9a7c67 req-ad1e4b31-5e63-4478-ac5a-a0067515cbac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.1789727 Dec 08 16:24:01.701178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:01.800639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd518c55-486f-46d8-ac77-dd6a8f9a7c67 req-a69cb1e1-b6f2-46f6-9854-621abb0b9e76 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001773 Dec 08 16:24:01.830906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:01.881460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Router a33e81f5-c0ce-4d6b-8d6b-383d00865a64 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:01.986586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b55257-6c85-477e-8c74-d7087face076 req-14f2d429-7aa0-4c17-813b-1a842e9cd742 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:01.990629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3b55257-6c85-477e-8c74-d7087face076 req-14f2d429-7aa0-4c17-813b-1a842e9cd742 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1047058 Dec 08 16:24:02.017402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:02.030555 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] Sync routers for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:02.038085 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95e2bc5b-acf1-4c32-ab62-30f3f032a886 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6560535 Dec 08 16:24:02.039090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:02.045467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55358) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:02.055766 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:02.057325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:02.071629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.122101 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:02.135650 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:02.136433 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:02.154336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.181975 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-b843b15d-0c07-40f6-833c-5a47b6e5ba9a tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] delete failed (client error): The resource could not be found. Dec 08 16:24:02.190703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b843b15d-0c07-40f6-833c-5a47b6e5ba9a tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1934861280 HTTP/1.1" status: 404 len: 335 time: 0.1310904 Dec 08 16:24:02.190897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:02.195624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-de99c312-bbae-48d4-8d96-3bf46b315e11 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:02.199797 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:02.200476 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8464df16-3a16-4ef3-9190-c2d1dd53d52b None None] The sync data for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:02.230516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3b55257-6c85-477e-8c74-d7087face076 req-16e0fa93-3d03-413e-b720-dea64a9c4a7e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325993 Dec 08 16:24:02.303075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-171982974-network', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:02.411438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:02.413886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.455434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d6c93ef-8bf5-4d30-b380-d57c13b1c402 req-58b4030d-136d-488b-9933-5656093e1f83 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0440516 Dec 08 16:24:02.492009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.512095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de99c312-bbae-48d4-8d96-3bf46b315e11 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.552897 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-de99c312-bbae-48d4-8d96-3bf46b315e11 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] update failed (client error): The resource could not be found. Dec 08 16:24:02.554003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de99c312-bbae-48d4-8d96-3bf46b315e11 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64 HTTP/1.1" status: 404 len: 339 time: 0.3627093 Dec 08 16:24:02.558041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:02.564660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-369431223'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:02.608434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:02.612140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.644453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:02.659838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.660327 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Added segment a8e5edc0-50af-4ef3-ad63-2338e625cb75 of type vlan for network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 Dec 08 16:24:02.661347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.669005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.739843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.774784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.785887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:02.787756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:02.790481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.831071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4added63-4d8d-491f-8f88-2add2dbac61e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:02.836044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.836745 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Added segment e7a93eff-37fa-425d-9afb-c21f427d22f2 of type vlan for network 4d591784-736c-42e5-b1b6-fb316b2cd05a Dec 08 16:24:02.942063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3818488 Dec 08 16:24:02.942913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.948819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-88b8bcaa-6c20-4039-9b69-f31746de017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:02.949057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55390) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:02.951437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-88b8bcaa-6c20-4039-9b69-f31746de017d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 1096 time: 0.2195799 Dec 08 16:24:02.962429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:02.971960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'subnet': {'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:02.972374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:03.056403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.057478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:03.058039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.126787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747add21-3ef3-493b-9548-53ee50bbd355 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Network': ['ID=cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:03.169358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:03.188000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a107886-5c68-4bff-a839-fe476598bc01 req-c634f8bb-91f9-47bf-8db9-3ddc482cc33f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:03.195672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:24:03.201486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.202276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a107886-5c68-4bff-a839-fe476598bc01 req-c634f8bb-91f9-47bf-8db9-3ddc482cc33f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 945 time: 0.2691581 Dec 08 16:24:03.259753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2189543 Dec 08 16:24:03.266024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55396) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:03.296359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Request body: {'subnet': {'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-subnet', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:03.330202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Made reservation on behalf of e79919245e9041e395d85254de9c7b76 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:03.337244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.389953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dcc91-e881-4d11-a3f9-8f1bd1b340a8 admin admin] Pushing event updated for resources: {'Network': ['ID=4d591784-736c-42e5-b1b6-fb316b2cd05a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:03.408585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:24:03.587878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:03.619630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a107886-5c68-4bff-a839-fe476598bc01 req-12f55aad-9aaf-4bd2-b2fb-35fa50053871 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988516 Dec 08 16:24:03.677273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:03.690878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:03.894403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:03.917517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:24:04.003110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:04.019454 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.063254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:04.068603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:24:04.150359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:04.167297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.169992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:04.175359 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048dd79a-c273-4ac4-b0fd-73a3e7568344" -d '{"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:04.186967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.225495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Transition to ACTIVE for port object a0bd9d4e-f23c-4b64-88b5-cc2072c9155d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:24:04.235727 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.330865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0153153a-b9f6-4b51-a4fb-7ad996712525'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:04.497745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a29c101-6315-4e7f-bb13-c8a18e23e22e req-ec4efcfc-ada9-4d82-938a-82326d34fdf0 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1138279 Dec 08 16:24:04.550711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:04.551225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=10']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:04.624902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460e25-6515-4048-8931-a7f8f04aafff req-27a5bba9-b6c4-4196-b0d9-0c62c5dcb1a3 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:04.631866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4460e25-6515-4048-8931-a7f8f04aafff req-27a5bba9-b6c4-4196-b0d9-0c62c5dcb1a3 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 1.0887661 Dec 08 16:24:04.780601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:04.795704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] No DVR routers for this DVR port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:04.807826 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995006ea-a73c-4a37-8e82-54f14b312cf3 x-openstack-request-id: req-995006ea-a73c-4a37-8e82-54f14b312cf3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:04.809380 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:04.810669 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-995006ea-a73c-4a37-8e82-54f14b312cf3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:04.812002 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'code': 200} Dec 08 16:24:05.014140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4460e25-6515-4048-8931-a7f8f04aafff req-03cfd555-1178-4f4d-814d-9a4526048922 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507781 Dec 08 16:24:05.106813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.163509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Subnet': ['ID=25135179-50ec-4f7f-b962-0caf6a65fbd4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:05.177009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Checking segment: {'id': 'a8e5edc0-50af-4ef3-ad63-2338e625cb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:05.177428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network hostable DHCP agents. Network: cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:24:05.195189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:05.263375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbee2cf-5a3f-47b6-90c5-bac5fd47c5b0 req-cdce451f-0ff1-4a64-a538-0f1f4259894e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:05.273677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1dbee2cf-5a3f-47b6-90c5-bac5fd47c5b0 req-cdce451f-0ff1-4a64-a538-0f1f4259894e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.2643132 Dec 08 16:24:05.285014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Checking segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:05.285400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Network hostable DHCP agents. Network: 4d591784-736c-42e5-b1b6-fb316b2cd05a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:24:05.331197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ad2217-47e1-48c2-b35e-39e0c7492c67,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:05.340505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0153153a-b9f6-4b51-a4fb-7ad996712525 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:05.341143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.342439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:24:05.372481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:24:05.402236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:05.408953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:05.409969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.450106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:05.450997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61dee4d8-daa7-4a8d-b1fb-664132cc2bd8 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4855781 Dec 08 16:24:05.452676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 4d591784-736c-42e5-b1b6-fb316b2cd05a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:05.457678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:05.459138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.460847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-63e1aff4-558f-4e58-a08f-9f5f443d7154 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:05.480116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1dbee2cf-5a3f-47b6-90c5-bac5fd47c5b0 req-4b5e3e76-5e9f-41fc-b8ea-69fc6c7c3f11 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024467 Dec 08 16:24:05.529984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9e3f5e92-0126-42e4-9f54-dd98137e4dad admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2619431 Dec 08 16:24:05.531094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55468) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:05.537396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:05.585928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.587307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.743087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aac8801-9c27-4ea2-a346-efe4c707d132 None None] Network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:05.747852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858a72d9-db46-4b64-b65e-b2c770cd03ff None None] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:05.853126 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:05.871214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d97a699-4fab-45e8-9dd6-d0b5fa8a5288 req-2c50e274-a49f-45ad-a439-8fe0b605dbea tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0365322 Dec 08 16:24:06.004473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.034227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:06.034870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:06.035413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:06.060660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63e1aff4-558f-4e58-a08f-9f5f443d7154 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.064658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:06.081275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:24:06.081970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Attempting to bind port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:06.088010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:06.095152 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674782f9-36c2-476e-919c-4cde89ee8f63" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:06.149441 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.176100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:06.177307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Checking segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:06.177943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Bound using segment: {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:06.182718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Bound port: a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '148da118-cc70-4354-89cf-988ef0eb28fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:06.183553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.186888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.226113 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d240ca45-ad2f-4c8d-9af9-55b0a2bb96f1 x-openstack-request-id: req-d240ca45-ad2f-4c8d-9af9-55b0a2bb96f1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:06.226739 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:06.227188 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d240ca45-ad2f-4c8d-9af9-55b0a2bb96f1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:06.227929 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:24:06.280242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10', 'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10', 'project_id': 'e79919245e9041e395d85254de9c7b76', 'fixed_ips': [{'subnet_id': '25135179-50ec-4f7f-b962-0caf6a65fbd4'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:24:06.282009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.433397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:06.438036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:06.451892 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.532715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:06.537582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.542516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] 10.222.0.58 "PUT /v2.0/ports/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 1092 time: 3.5804257 Dec 08 16:24:06.584857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339950d8-9abd-40db-b129-2f56c09c4874 req-f6c27d45-0f6c-45a5-94a0-13d391230e51 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:06.593859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-339950d8-9abd-40db-b129-2f56c09c4874 req-f6c27d45-0f6c-45a5-94a0-13d391230e51 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.3787410 Dec 08 16:24:06.612415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-4d591784-736c-42e5-b1b6-fb316b2cd05a', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:24:06.614091 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:06.726326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce8882-b33d-4df6-9428-fdfe035a24bb service neutron] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=11']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:06.740115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-2083d7f6-6fa0-478e-b846-a99bce8a5fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:06.744124 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-2083d7f6-6fa0-478e-b846-a99bce8a5fd6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1095 time: 0.1676686 Dec 08 16:24:06.819003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Allocated IP 2001:db8:1::2 (cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10/25135179-50ec-4f7f-b962-0caf6a65fbd4/ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:06.839541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:06.845331 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:06.880501 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-63e1aff4-558f-4e58-a08f-9f5f443d7154 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:24:06.887300 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-63e1aff4-558f-4e58-a08f-9f5f443d7154 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64 HTTP/1.1" status: 400 len: 364 time: 1.4357924 Dec 08 16:24:06.890560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:06.907865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-339950d8-9abd-40db-b129-2f56c09c4874 req-dffae9d9-4c0e-46f1-9d9c-d2d95b622d64 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027930 Dec 08 16:24:06.908406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:07.123100 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3713f11f-6ee4-4f14-ae87-7a53e92e6a4d x-openstack-request-id: req-3713f11f-6ee4-4f14-ae87-7a53e92e6a4d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:07.126566 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:07.127482 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3713f11f-6ee4-4f14-ae87-7a53e92e6a4d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:07.133125 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'status': 'completed', 'code': 200} Dec 08 16:24:07.162936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f72c0-3b43-4505-bb2a-50e474ce2de6 req-59f5cb86-c8a4-4651-beff-4bc0a0e89716 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:07.165820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-414f72c0-3b43-4505-bb2a-50e474ce2de6 req-59f5cb86-c8a4-4651-beff-4bc0a0e89716 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.4741852 Dec 08 16:24:07.236791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:07.278191 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.287641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:07.482532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc52755e-3e02-4964-affa-da4ce5e88ca8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.486305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a54390d4-5335-47e1-8f63-240e1e115101 req-65fdad43-c7a9-4d12-b4f3-6440ebea1b88 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1256559 Dec 08 16:24:07.515177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-5590299b-19b4-496d-af76-09a476c01500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:07.518511 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-5590299b-19b4-496d-af76-09a476c01500 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.7573192 Dec 08 16:24:07.560660 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.580484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-414f72c0-3b43-4505-bb2a-50e474ce2de6 req-bce7ab79-eca5-49fa-b732-87d3c1472b96 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4051254 Dec 08 16:24:07.622057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-79259991-c0c3-4fa8-9d73-6eae48ef2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:07.623665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-79259991-c0c3-4fa8-9d73-6eae48ef2902 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1095 time: 0.3136983 Dec 08 16:24:07.650917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.666770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Allocated IP 172.20.0.2 (4d591784-736c-42e5-b1b6-fb316b2cd05a/22ad2217-47e1-48c2-b35e-39e0c7492c67/660dbba4-3f8a-40e5-aa2d-dac13cc33b41) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:07.692950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.880796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-47a3297e-9cb8-47ac-a922-dfd3a09ba25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:07.882921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-47a3297e-9cb8-47ac-a922-dfd3a09ba25f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.2513647 Dec 08 16:24:07.912050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-538c3d02-4211-4679-a04f-891406ed453a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.2937722 Dec 08 16:24:07.954522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc52755e-3e02-4964-affa-da4ce5e88ca8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:07.965563 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc52755e-3e02-4964-affa-da4ce5e88ca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.007312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dc52755e-3e02-4964-affa-da4ce5e88ca8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=094c7b4a85de4862accd9f144f8af4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0858777 Dec 08 16:24:08.015643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:08.040583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.045506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Allocated IP 172.25.3.39 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:08.049619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:08.088757 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.094063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-4da8da51-1252-4469-987f-94932796f1ba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.2030494 Dec 08 16:24:08.110280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52755e-3e02-4964-affa-da4ce5e88ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6bdf4b-c3bc-4220-b5b9-2cafdb953c95,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:08.112961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.153165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:08.255030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:08.257954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:08.290869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:08.301843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Pushing event updated for resources: {'Port': ['ID=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:08.306793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:08.309713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:08.362049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ca176b4-5950-4054-a366-cbcf301ed9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.383411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-cff7652a-8c9e-4dec-8570-ba53f295c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:08.387352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-cff7652a-8c9e-4dec-8570-ba53f295c385 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.4641171 Dec 08 16:24:08.391000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ca176b4-5950-4054-a366-cbcf301ed9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.474985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ca176b4-5950-4054-a366-cbcf301ed9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.477847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ca176b4-5950-4054-a366-cbcf301ed9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.478854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1ca176b4-5950-4054-a366-cbcf301ed9aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a6bdf4b-c3bc-4220-b5b9-2cafdb953c95 HTTP/1.1" status: 204 len: 168 time: 0.4537160 Dec 08 16:24:08.492734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Attempting to bind port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:08.493443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Attempting to bind port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a8e5edc0-50af-4ef3-ad63-2338e625cb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:08.493960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Attempting to bind port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d on network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:08.505941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:08.511237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Checking segment: {'id': 'a8e5edc0-50af-4ef3-ad63-2338e625cb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:08.512380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.514276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Bound using segment: {'id': 'a8e5edc0-50af-4ef3-ad63-2338e625cb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:08.515061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Bound port: ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e5edc0-50af-4ef3-ad63-2338e625cb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:08.515914 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.522899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca176b4-5950-4054-a366-cbcf301ed9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6bdf4b-c3bc-4220-b5b9-2cafdb953c95,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:08.550296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-77c50d1d-6460-45a7-877a-f209e1d2413e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:08.559927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-77c50d1d-6460-45a7-877a-f209e1d2413e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.4190536 Dec 08 16:24:08.598778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3a2a3-f602-4fed-a232-221aaedc6bab req-edad006f-9a91-44a1-a237-b7d6dfdc5f04 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:08.600390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99f3a2a3-f602-4fed-a232-221aaedc6bab req-edad006f-9a91-44a1-a237-b7d6dfdc5f04 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.3969996 Dec 08 16:24:08.638400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Pushing event updated for resources: {'Port': ['ID=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:08.712556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Attempting to bind port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:08.717334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Attempting to bind port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:08.718181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Attempting to bind port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 on network 4d591784-736c-42e5-b1b6-fb316b2cd05a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:08.774523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99f3a2a3-f602-4fed-a232-221aaedc6bab req-d76a40ca-c129-471e-8fab-ef9a81fc56a8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355379 Dec 08 16:24:08.778311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.819727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:08.821636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Checking segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:08.826287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.827195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Bound using segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:08.828166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Bound port: 660dbba4-3f8a-40e5-aa2d-dac13cc33b41, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:08.829451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:08.876872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Allocated IP 2001:db8::1 (dda4f10d-f075-4ffa-99b5-9c7b497c7ae4/5b38b139-0c3c-4012-bbac-957817c48140/1d83d63b-c4ff-4215-ae9f-abd9c05ca90b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:08.886700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca3f705b-d4a6-49d5-b1bc-d758470e1eeb req-b1286600-1c74-4798-bc50-c688197148de tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1286185 Dec 08 16:24:08.915224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-6994ef9a-138b-44b5-9dad-64acc9fe27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:08.917163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-6994ef9a-138b-44b5-9dad-64acc9fe27ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3405788 Dec 08 16:24:09.083251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1a27115f-766e-4036-b10f-4596c5164656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:09.086067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.090835 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-1a27115f-766e-4036-b10f-4596c5164656 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6929562 Dec 08 16:24:09.249218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55520) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:09.287042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:09.288552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] For port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:09.321636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:09.336397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:09.352379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fae9f138-0521-419a-94a6-9b2762d2ff6e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.389820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.414921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc4fff-eb72-43c7-9ba8-32721c7fc078 req-ae4d1f77-d013-4822-9eb6-0248ca7b18d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:09.418307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9cc4fff-eb72-43c7-9ba8-32721c7fc078 req-ae4d1f77-d013-4822-9eb6-0248ca7b18d2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.5062029 Dec 08 16:24:09.428677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081fb43d-adcc-4a31-8c9d-9f48ccd95a3d None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:09.439013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Pushing event updated for resources: {'Port': ['ID=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:09.464050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] For port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,segment=NetworkSegment(a8e5edc0-50af-4ef3-ad63-2338e625cb75),segment_id=a8e5edc0-50af-4ef3-ad63-2338e625cb75)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:09.478794 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-33a1dded-6fd8-42dc-8ef4-2b592203a9fc service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762813 Dec 08 16:24:09.509757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.570925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] For port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:09.609640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] For port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:09.630260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-02dbba56-8afd-421d-ae49-4d6bf9d880e7 service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883366 Dec 08 16:24:09.636283 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-508020b4-b225-403c-831d-89ecb5b2c6e5 req-7c65cde0-eaee-4d32-8ef6-cf436dda04ed service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471934 Dec 08 16:24:09.667828 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.682639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.705642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf163a6-6bba-4031-86f9-40298625c90b None None] Pushing event updated for resources: {'Port': ['ID=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:09.711883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2611ec2d-6d83-4de6-a550-3b2ec4d5a19a None None] Provisioning complete for port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:09.712319 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2611ec2d-6d83-4de6-a550-3b2ec4d5a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:09.876055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2611ec2d-6d83-4de6-a550-3b2ec4d5a19a None None] Port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:09.909954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Port': ['ID=1d83d63b-c4ff-4215-ae9f-abd9c05ca90b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:09.915857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe34c6-5e0e-404b-887c-3b435e546e89 None None] Pushing event updated for resources: {'Port': ['ID=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:10.016624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:10.032354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:10.038698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:10.040473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:10.128580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-c8d9a529-e487-49f1-9172-a235d487bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:10.132409 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-c8d9a529-e487-49f1-9172-a235d487bbfd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1095 time: 0.2390256 Dec 08 16:24:10.553161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-e87cdd3a-8af4-45ec-996a-c16778cdefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:10.557939 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-e87cdd3a-8af4-45ec-996a-c16778cdefc7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.3466022 Dec 08 16:24:10.560312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:10.642304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf3048-56ae-4db4-a7b9-77de45ace122 req-154bb410-d6bd-4d42-aa10-64336ee085b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:10.646582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90cf3048-56ae-4db4-a7b9-77de45ace122 req-154bb410-d6bd-4d42-aa10-64336ee085b0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 1.2008588 Dec 08 16:24:10.694103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9cc4fff-eb72-43c7-9ba8-32721c7fc078 req-311def07-4798-407c-83f9-9404086ae754 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2388704 Dec 08 16:24:10.769014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-50696840-f39c-4f90-b051-946c799c8c02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 999 time: 0.1941106 Dec 08 16:24:10.804540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4813da-57c3-4bbe-9db8-1923c5d9e953 req-532d506b-53dc-4c07-b2f4-6d599b6207b2 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:10.806498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a4813da-57c3-4bbe-9db8-1923c5d9e953 req-532d506b-53dc-4c07-b2f4-6d599b6207b2 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2983806 Dec 08 16:24:10.872061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0fd37f67-c5a5-45f8-948a-d76bf6479293 None None] Provisioning complete for port 1d83d63b-c4ff-4215-ae9f-abd9c05ca90b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:10.872580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fd37f67-c5a5-45f8-948a-d76bf6479293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:10.986274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48407ff3-87b7-447b-a6b8-053c43c44e8c req-c1680303-b50e-4374-9a5e-e1e102139700 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0844910 Dec 08 16:24:10.986806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0fd37f67-c5a5-45f8-948a-d76bf6479293 None None] Port 1d83d63b-c4ff-4215-ae9f-abd9c05ca90b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:11.002693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-74e74d6d-75a2-472a-a95c-3c3352f08170 service neutron] 10.222.0.86 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3595464 Dec 08 16:24:11.006757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90cf3048-56ae-4db4-a7b9-77de45ace122 req-ec9f6521-6ee3-40bb-b0ee-9428372beaca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3496103 Dec 08 16:24:11.081918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fae9f138-0521-419a-94a6-9b2762d2ff6e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.125716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fae9f138-0521-419a-94a6-9b2762d2ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.171458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-3081d1e9-0087-4d31-9d51-dfe5bdef0ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:11.173589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a4813da-57c3-4bbe-9db8-1923c5d9e953 req-d8b059a3-f4f6-470b-9863-f6568b982c5a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803805 Dec 08 16:24:11.174692 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-3081d1e9-0087-4d31-9d51-dfe5bdef0ba7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.3162966 Dec 08 16:24:11.201375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.214474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9f138-0521-419a-94a6-9b2762d2ff6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35e72ce-2cab-4ae0-bedb-e006eae8ea4e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:11.341986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fae9f138-0521-419a-94a6-9b2762d2ff6e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cdbb5b096ac54014b234603599e801e9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0865455 Dec 08 16:24:11.351122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:11.465848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-394467c3-818e-41cb-b889-55d6feda40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:11.468119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-394467c3-818e-41cb-b889-55d6feda40f3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581259 Dec 08 16:24:11.618189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ce08e32d-353c-4d4f-ba4b-c0b2e9eed024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.692784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ce08e32d-353c-4d4f-ba4b-c0b2e9eed024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.825420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:11.879588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.982411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ce08e32d-353c-4d4f-ba4b-c0b2e9eed024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.998238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ce08e32d-353c-4d4f-ba4b-c0b2e9eed024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:11.999792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ce08e32d-353c-4d4f-ba4b-c0b2e9eed024 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c35e72ce-2cab-4ae0-bedb-e006eae8ea4e HTTP/1.1" status: 204 len: 168 time: 0.6393094 Dec 08 16:24:12.218301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08e32d-353c-4d4f-ba4b-c0b2e9eed024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35e72ce-2cab-4ae0-bedb-e006eae8ea4e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:12.292605 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-4d830f3a-ffb9-4b9e-8836-1fef00db4901 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8036807 Dec 08 16:24:12.470311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b68dc86-c7f5-4528-b752-acf4065782d1 req-99d27c83-c260-49ba-af81-da4ac81f5197 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1319408 Dec 08 16:24:12.489248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.533033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.533872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:12.588756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7b430-ce53-4676-b763-58889b0500e5 req-abb60d5f-ed58-4922-aefd-d88e48b18051 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:12.603787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9d7b430-ce53-4676-b763-58889b0500e5 req-abb60d5f-ed58-4922-aefd-d88e48b18051 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 944 time: 0.3545213 Dec 08 16:24:12.659329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:24:12.750909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event updated for resources: {'Port': ['ID=1d83d63b-c4ff-4215-ae9f-abd9c05ca90b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:12.770621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9d7b430-ce53-4676-b763-58889b0500e5 req-9080f8d3-ee1c-4104-8281-df95a4e9cde4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1643629 Dec 08 16:24:12.790013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:12.793540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f04cf5-8077-43f2-a3a0-ece2a1b90329 req-578f7ded-9824-44d5-9b12-c61a3fe8b2da tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:12.795363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2f04cf5-8077-43f2-a3a0-ece2a1b90329 req-578f7ded-9824-44d5-9b12-c61a3fe8b2da tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1212764 Dec 08 16:24:12.823071 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1ebe91e2-2879-4e71-b0f2-65c8bf8c467a req-a5a61115-ac22-43c7-84a4-7c4aaf363ecc service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015771 Dec 08 16:24:12.873008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb79e113-d82c-4838-828c-c560da5c5a32 None None] Network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:12.896272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb2677-a8e1-40d6-a1c4-7a6e5d43187b None None] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:12.934639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:12.947247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:12.956121 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b2e19df-0fd2-4b6a-abd0-6396b2e85ecd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/458cb408-f468-4212-becc-21ba944365ef HTTP/1.1" status: 200 len: 991 time: 0.1505804 Dec 08 16:24:12.959635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:12.986541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Sync routers for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:13.001327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.006327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3b0cc6bd-205e-4ba1-b9a3-c27f16daca4d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4739614 Dec 08 16:24:13.008111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55558) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:13.140060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2f04cf5-8077-43f2-a3a0-ece2a1b90329 req-2d17183a-43d2-4384-a86d-e51bb1f38bb3 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005403 Dec 08 16:24:13.204528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a499efd2-0fd2-4b27-b133-11c41738944a req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1737864194', 'description': 'tempest-description-952283176'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:13.259469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:24:13.267595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:13.268456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:13.272726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-91c17181-22df-4130-9e99-c6d0344216da None None] Provisioning complete for port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:13.273254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91c17181-22df-4130-9e99-c6d0344216da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.276824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Router a33e81f5-c0ce-4d6b-8d6b-383d00865a64 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:13.480653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:13.481140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.503031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a499efd2-0fd2-4b27-b133-11c41738944a req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.599948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:24:13.679971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:13.694744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4328f581-d059-48f8-b004-3fe48811cfba tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8012419 Dec 08 16:24:13.697938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55576) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:13.701628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] Sync routers for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:13.753745 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:13.754825 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:13.876468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91c17181-22df-4130-9e99-c6d0344216da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:13.902970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fb3ad41-bca6-4f71-ba1b-7e0729db052d req-77456705-6b46-458c-871a-3823472cca52 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.2082107 Dec 08 16:24:13.936264 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:14.003924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:14.005493 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:14.026509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:14.088618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb1e2792-758d-4dbf-b9b1-554f785345e1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.277374 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:14.284960 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c3a519-c4e1-4ff5-8f39-cf51243deee1 None None] The sync data for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:14.292913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-91c17181-22df-4130-9e99-c6d0344216da None None] For port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,segment=NetworkSegment(a8e5edc0-50af-4ef3-ad63-2338e625cb75),segment_id=a8e5edc0-50af-4ef3-ad63-2338e625cb75)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:14.364182 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a499efd2-0fd2-4b27-b133-11c41738944a req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.390253 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a499efd2-0fd2-4b27-b133-11c41738944a req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.448671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a499efd2-0fd2-4b27-b133-11c41738944a req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.456838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a499efd2-0fd2-4b27-b133-11c41738944a req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1831 time: 1.2624683 Dec 08 16:24:14.495585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91c17181-22df-4130-9e99-c6d0344216da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.658730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:14.779209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'port_id': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'mac_address': 'fa:16:3e:d1:97:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:24:14.782301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:14.883857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9f9985-55d7-47b1-bb9a-b707cbbc3bbc tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a628e64-83ad-42a0-89e8-359ff790f837,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:14.911851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Provisioning complete for port 1d83d63b-c4ff-4215-ae9f-abd9c05ca90b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:14.918818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:14.973898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-b3912454-0933-4f29-a7e7-9cbe574f200f tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1737864194&fields=id&tenant_id=8398fb8e06f4420787227c8e124f77ad HTTP/1.1" status: 200 len: 267 time: 0.2709234 Dec 08 16:24:14.976669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.080701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.090160 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-fb1e2792-758d-4dbf-b9b1-554f785345e1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:24:15.092062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb1e2792-758d-4dbf-b9b1-554f785345e1 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64 HTTP/1.1" status: 409 len: 329 time: 1.3929567 Dec 08 16:24:15.096941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:15.149173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c17181-22df-4130-9e99-c6d0344216da None None] Pushing event updated for resources: {'Port': ['ID=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:15.188943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Port 1d83d63b-c4ff-4215-ae9f-abd9c05ca90b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:15.225988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bd9d4e-f23c-4b64-88b5-cc2072c9155d {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:24:15.248617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:15.249139 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.300866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e478acd5-ac2d-4a2f-8aa0-29f7a21c1df9 req-c7f10eef-9ec9-4dea-bd72-2ce7d6f40b15 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1981437 Dec 08 16:24:15.309434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:15.324539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Provisioning complete for port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:15.337754 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.377138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55604) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:15.387583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.462415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:10Z', 'revision_number': 3, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:15.529280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Checking router: 01d7795d-9d57-4c1c-9f03-3362d08e58c0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:15.530411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Updating router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:24:15.552482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-7a84e0f0-b16c-401e-9a8b-6e777d149094 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:15.561883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-7a84e0f0-b16c-401e-9a8b-6e777d149094 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.5647564 Dec 08 16:24:15.569002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'port': {'security_groups': ['13e2a1b3-cb68-4c19-9896-1a203cea9fb8', '2a628e64-83ad-42a0-89e8-359ff790f837']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:15.608173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.642060 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6edba6e4-22c2-4934-b5cd-3eff01f55872 req-a670a7df-2544-42c3-8c57-6779f7ecb362 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.0696256 Dec 08 16:24:15.659020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:15.674168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.830915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.861493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-03fd1a14-6084-47fe-bee3-1f312fdb346f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:15.913361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Allocated IP 172.20.0.1 (4d591784-736c-42e5-b1b6-fb316b2cd05a/22ad2217-47e1-48c2-b35e-39e0c7492c67/949e606c-9064-4598-b9d1-5c2572a9be98) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:15.964720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.126051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-03fd1a14-6084-47fe-bee3-1f312fdb346f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.138652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-03fd1a14-6084-47fe-bee3-1f312fdb346f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.266395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd1a14-6084-47fe-bee3-1f312fdb346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae180631-7666-4e18-a7bf-04f3bb8c3e8a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:16.271872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-03fd1a14-6084-47fe-bee3-1f312fdb346f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=28c2e0c285af452db1a678ecf5ec6de3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8650780 Dec 08 16:24:16.273588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.276419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55616) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:16.286317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:16.305487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.359671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:16.365041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.412904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892d35b9-1a04-48ae-9ec3-b9c388a02a73 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:16.414959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.424134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:16.424445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.438841 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.467765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Attempting to bind port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:16.468171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Attempting to bind port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:16.468571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Attempting to bind port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:16.470993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.529858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d77a8-0a7b-4228-b6c8-2eb51b2835b0 None None] Pushing event updated for resources: {'Port': ['ID=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:16.548045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:16.550264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:16.551007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.552246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:16.552996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Bound port: d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:16.553641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.607297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.682819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:16.749199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.779751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:16.801201 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:24:16.810012 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-cff59101-987f-47f3-889f-2123834c5c09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:24:16.816910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] For port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:16.862546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting port 1d83d63b-c4ff-4215-ae9f-abd9c05ca90b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:16.863014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:16.916865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] For port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:16.932448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.026712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:17.027185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.085635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.114287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Calling delete_port for 1d83d63b-c4ff-4215-ae9f-abd9c05ca90b owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:17.122333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0e8812-89c0-43e5-a218-b334010c1299 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:17.157836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26d77a8-0a7b-4228-b6c8-2eb51b2835b0 None None] Pushing event updated for resources: {'Port': ['ID=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:17.189609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:17.190196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:17.199669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.275925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0277a1d3-725f-4cb5-ad46-2885eb375145 req-b731ccff-d132-4149-99bd-6b86f1c6418c tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.7432301 Dec 08 16:24:17.293601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:17.294782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.297245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d7e59dd-13cf-47f7-9686-2664945d487d req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "PUT /v2.0/ports/b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 981 time: 1.7341909 Dec 08 16:24:17.325223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:17.334228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:17.338876 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6" -d '{"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:17.352898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:17.367839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:17.443609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a1d0a-82da-49b8-a05f-bb1228bf6b7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:17.451276 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.500177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.513190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae180631-7666-4e18-a7bf-04f3bb8c3e8a HTTP/1.1" status: 204 len: 168 time: 1.2154613 Dec 08 16:24:17.568722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:17.580804 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a3c087e-b73e-431e-9d62-1d4e19dfa39d x-openstack-request-id: req-4a3c087e-b73e-431e-9d62-1d4e19dfa39d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:17.584300 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:17.584944 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a3c087e-b73e-431e-9d62-1d4e19dfa39d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:17.585617 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'status': 'completed', 'code': 200} Dec 08 16:24:17.598816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-3410d82f-145d-4228-b16e-506621d222ec tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1737864194&fields=id&tenant_id=8398fb8e06f4420787227c8e124f77ad HTTP/1.1" status: 200 len: 267 time: 0.1613426 Dec 08 16:24:17.640769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae180631-7666-4e18-a7bf-04f3bb8c3e8a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:17.668495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.668976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.669159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.670373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.670373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.670797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.671251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.671441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.671744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.672049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.672658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.673038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.673372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7198f314-e894-43bc-9b14-4f26510b9718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:17.680541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b1391434-f497-42fc-8fa3-a1d5bea2f241'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:17.721684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-0ec2a7f7-12f9-4146-af40-b2e7dc9ce645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:17.726478 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-0ec2a7f7-12f9-4146-af40-b2e7dc9ce645 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1135 time: 0.2120945 Dec 08 16:24:17.863017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.891478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:17.936095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Port': ['ID=1d83d63b-c4ff-4215-ae9f-abd9c05ca90b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:18.038335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=949e606c-9064-4598-b9d1-5c2572a9be98,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:18.101603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-e46b3725-f7e6-4002-873b-f57aca5837d4 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:18.104820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-e46b3725-f7e6-4002-873b-f57aca5837d4 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 984 time: 0.4952641 Dec 08 16:24:18.143247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'port': {'security_groups': ['13e2a1b3-cb68-4c19-9896-1a203cea9fb8']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:18.251559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:18.329973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Provisioning complete for port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:18.331063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:18.464672 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:18.639225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Router a33e81f5-c0ce-4d6b-8d6b-383d00865a64 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:18.656276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-3a3d70d3-c280-4384-a6c5-df1121ea1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:18.657991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-3a3d70d3-c280-4384-a6c5-df1121ea1285 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.9175568 Dec 08 16:24:18.675515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b1391434-f497-42fc-8fa3-a1d5bea2f241'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:18.855740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-62194b44-9c52-4ce6-9fe5-77b2f7c87dc2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.1352899 Dec 08 16:24:18.882117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:18.948995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8509433-410f-457f-af23-126e70e9b6a1 req-86e671e5-fc8c-40eb-a3c8-fa36840af8be tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.2313788 Dec 08 16:24:18.949554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-1008a39e-4e49-4e41-a82f-75219b2729b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:18.952328 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-1008a39e-4e49-4e41-a82f-75219b2729b6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.0870085 Dec 08 16:24:18.954559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:18.992591 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-464907e4-d4ec-4138-9e22-19f518774f14 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8926661 Dec 08 16:24:18.998866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] Sync routers for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:18.999446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:19.050100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-5f4596bf-727d-47a8-a3b5-d171d535a80e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525923 Dec 08 16:24:19.166753 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:19.178191 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-ff2a90f0-b539-4ad8-9175-99cfc8f6f9af tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] show failed (client error): The resource could not be found. Dec 08 16:24:19.186199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff2a90f0-b539-4ad8-9175-99cfc8f6f9af tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-648691025 HTTP/1.1" status: 404 len: 334 time: 0.1848710 Dec 08 16:24:19.231827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55656) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:19.240734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:19.241955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:19.245993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bcc8e59e-7543-4231-b937-335fc9a1f66b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:19.345558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:19.367700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:10Z', 'revision_number': 3, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:19.395156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Provisioning complete for port 949e606c-9064-4598-b9d1-5c2572a9be98 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:19.395937 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:19.475186 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-bcc8e59e-7543-4231-b937-335fc9a1f66b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] update failed (client error): The resource could not be found. Dec 08 16:24:19.482097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bcc8e59e-7543-4231-b937-335fc9a1f66b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1586657241 HTTP/1.1" status: 404 len: 335 time: 0.2340586 Dec 08 16:24:19.483208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:19.596698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Port 949e606c-9064-4598-b9d1-5c2572a9be98 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:19.624494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:19.638743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-f4ef1fb7-ac79-4063-9dc4-8858b6c4c631 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450023 Dec 08 16:24:19.769721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fd1517-fc86-4540-aa32-9976220fa091 None None] The sync data for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 is: [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:10Z', 'revision_number': 3, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:19.779682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] Routers {'a33e81f5-c0ce-4d6b-8d6b-383d00865a64'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:19.780823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:19.835686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4f808d6-5718-466f-a263-b490564254af req-4979c784-dbd3-484d-bdce-f3bb87677b2d tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45&device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.1426916 Dec 08 16:24:19.904062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-41dcf8d6-54d9-4f63-a9c1-22f62648ffe6 req-db36ad22-f8bd-4d38-87e2-873c89fee8d4 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596850 Dec 08 16:24:19.932493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting subnet 25135179-50ec-4f7f-b962-0caf6a65fbd4 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:24:19.936913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.041928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:20.043624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.051604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:20.052563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ac9230-b97a-4706-8da8-4e049d2277b0 None None] The sync data for ids ['a33e81f5-c0ce-4d6b-8d6b-383d00865a64'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:20.056991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:20.075037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.126395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.130366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Provisioning complete for port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:20.133041 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.146278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.236760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:24:20.312277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:20.312681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.338991 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.408040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.452703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.519322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.522418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Pushing event updated for resources: {'Port': ['ID=949e606c-9064-4598-b9d1-5c2572a9be98,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:20.571574 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-25fb1f33-f1e3-4044-9bdc-3a461e7ea415 req-7b337af0-9da7-4db8-a146-4a7e7f35c5d2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=5c23fb9fb6764de7a2ad4cfaece64833&device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.2974422 Dec 08 16:24:20.573543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:20.574595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.574854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.582902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-257e01b7-e31c-4317-b52d-4b1301c8f441 req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "PUT /v2.0/ports/b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 942 time: 2.4631219 Dec 08 16:24:20.583701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:20.603531 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554" -d '{"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:20.677710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:20.694159 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/subnets/25135179-50ec-4f7f-b962-0caf6a65fbd4 HTTP/1.1" status: 204 len: 168 time: 1.2110698 Dec 08 16:24:20.738946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:20.763862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcad2037-b6f3-42bf-84ce-7ff9b0708cbb None None] Network cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:20.770360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15089d37-86b0-4410-9e49-57a614cde672 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Subnet': ['ID=25135179-50ec-4f7f-b962-0caf6a65fbd4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:20.779251 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-25fb1f33-f1e3-4044-9bdc-3a461e7ea415 req-89786c6b-9ca9-4068-be62-536ea6d88dda service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=5c23fb9fb6764de7a2ad4cfaece64833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1851313 Dec 08 16:24:20.852796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b1391434-f497-42fc-8fa3-a1d5bea2f241'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:21.061936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb1f33-f1e3-4044-9bdc-3a461e7ea415 req-f19fd5f9-df9e-4bba-a818-3f7cc8928798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:21.063441 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-25fb1f33-f1e3-4044-9bdc-3a461e7ea415 req-f19fd5f9-df9e-4bba-a818-3f7cc8928798 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2750049 Dec 08 16:24:21.087604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b26b432-1a9c-40be-8346-fd815dc21d6c req-d61fdd09-f2ec-4204-b697-9108d4a5dac3 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.3466446 Dec 08 16:24:21.214496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:21.263992 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160106b6-bb28-40ad-a114-15982bcf8614 x-openstack-request-id: req-160106b6-bb28-40ad-a114-15982bcf8614 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:21.264348 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:21.264522 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-160106b6-bb28-40ad-a114-15982bcf8614 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:21.264954 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'status': 'completed', 'code': 200} Dec 08 16:24:21.292557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:21.415362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-23a89b5a-6a7a-47f8-b816-5d8f7ef5a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:21.421471 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-23a89b5a-6a7a-47f8-b816-5d8f7ef5a206 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 0.1212163 Dec 08 16:24:21.498862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38569f46-716a-4d0a-95d7-aa85f67daf74 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event updated for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:21.649631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:21.789517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:21.934568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-9c1f3f98-035c-4811-aeaf-a60430fb7caf tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1927986 Dec 08 16:24:21.981317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55714) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:21.991732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:22.019357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:22.179417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] For port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:22.243625 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.297580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:22.368236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-ff72307d-b6d1-4ac7-9a33-2e5cddd67fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:22.374049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-ff72307d-b6d1-4ac7-9a33-2e5cddd67fdf service neutron] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.9361801 Dec 08 16:24:22.383356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6637bb-53c5-4d28-b103-8ce8d88ea2c6 None None] Pushing event updated for resources: {'Port': ['ID=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:22.423549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.430695 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:24:22.542430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3b0c4e0-75b9-450f-9c55-cba8fa165f54 req-473f9509-2e56-495a-b82a-4dd44616803d tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.1691287 Dec 08 16:24:22.552487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] DHCP port deletion for cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:22.556337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bbe40d8f-c3b6-4597-bfc3-079a34ea5981 None None] Provisioning complete for port 949e606c-9064-4598-b9d1-5c2572a9be98 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:22.556931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbe40d8f-c3b6-4597-bfc3-079a34ea5981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.563789 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-974b7525-ba53-4ad8-8818-cdfbf333b230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.572881 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-49672a8a-7de4-46bc-883a-9e485724f4f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.1892540 Dec 08 16:24:22.581655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:22.582455 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.652739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.684838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25fb1f33-f1e3-4044-9bdc-3a461e7ea415 req-97e97e73-2587-4579-8f19-49ef679d27ac tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.58 "GET /v2.0/ports?device_id=a5497595-2bb4-416c-996f-7a11fd046a45 HTTP/1.1" status: 200 len: 210 time: 0.2477705 Dec 08 16:24:22.707397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-96f93f2b-2ad1-4cb5-a80c-d775d31cc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:22.715735 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-96f93f2b-2ad1-4cb5-a80c-d775d31cc9c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.1261868 Dec 08 16:24:22.887920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-974b7525-ba53-4ad8-8818-cdfbf333b230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.897431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-974b7525-ba53-4ad8-8818-cdfbf333b230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:22.909531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bbe40d8f-c3b6-4597-bfc3-079a34ea5981 None None] Port 949e606c-9064-4598-b9d1-5c2572a9be98 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:22.985387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:22.991382 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb98ec8-b9c7-4e6b-abbd-0250e2c9d814" -d '{"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:23.049347 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-ae3f7621-4d8b-49b5-8b32-a7771ad80d66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3230064 Dec 08 16:24:23.062888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:23.071246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974b7525-ba53-4ad8-8818-cdfbf333b230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e2905d-16ff-4e85-b50e-de2077e552c8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:23.073202 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.081759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b1391434-f497-42fc-8fa3-a1d5bea2f241'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:23.116094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:23.117233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.201290 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e337be9b-04f7-4052-9479-9e4e6f8f010e x-openstack-request-id: req-e337be9b-04f7-4052-9479-9e4e6f8f010e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:23.202079 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-plugged", "status": "completed", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:23.202608 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e337be9b-04f7-4052-9479-9e4e6f8f010e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:23.203194 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'code': 200} Dec 08 16:24:23.287425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:23.290633 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-974b7525-ba53-4ad8-8818-cdfbf333b230 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=330cc25195b34469bbe5b3db1f99514f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3052487 Dec 08 16:24:23.291528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:23.310517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2e239d49-9c83-4f5e-ad23-37ee43bf1dc0 admin admin] 10.222.0.62 "PUT /v2.0/routers/01d7795d-9d57-4c1c-9f03-3362d08e58c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2972155 Dec 08 16:24:23.377730 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-0d51e85d-fbff-4f9c-a011-bca2ef1cc02d service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603183 Dec 08 16:24:23.444989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] For port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,segment=NetworkSegment(a8e5edc0-50af-4ef3-ad63-2338e625cb75),segment_id=a8e5edc0-50af-4ef3-ad63-2338e625cb75)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:23.447296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.468838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dc76843-c86d-40bb-b156-11703493dae6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.497366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dc76843-c86d-40bb-b156-11703493dae6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.531548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] Deleting port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:23.532162 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.545685 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Sync routers for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:23.571190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dc76843-c86d-40bb-b156-11703493dae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.575925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8dc76843-c86d-40bb-b156-11703493dae6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.580561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8dc76843-c86d-40bb-b156-11703493dae6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d6e2905d-16ff-4e85-b50e-de2077e552c8 HTTP/1.1" status: 204 len: 168 time: 0.2877929 Dec 08 16:24:23.604931 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:23.605596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc76843-c86d-40bb-b156-11703493dae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e2905d-16ff-4e85-b50e-de2077e552c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:23.610729 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:23.615425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Calling delete_port for ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:23.620014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.696714 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-77c6d2c2-dbbe-4d86-b09d-40e2a22e1554 req-14b2356a-f654-45ea-b440-6d1f1f288fa6 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097405 Dec 08 16:24:23.783651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] For port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,segment=NetworkSegment(a8e5edc0-50af-4ef3-ad63-2338e625cb75),segment_id=a8e5edc0-50af-4ef3-ad63-2338e625cb75)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:23.783968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:23.814303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] Calling delete_port for ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:24.032043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:24.081701 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:24.146927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dbeb27b-63f9-4a28-86e3-9a80f320ae42 req-3c562b01-be91-4bc2-8612-ec1ea61fdc43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5c23fb9fb6764de7a2ad4cfaece64833&device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.1079369 Dec 08 16:24:24.188599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3676c6c3-7112-49b5-9854-c3fd6158c98b req-0dabb014-14dd-4f96-a3d2-4fa74e66d865 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.0521150 Dec 08 16:24:24.291286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=13']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:24.299633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dbeb27b-63f9-4a28-86e3-9a80f320ae42 req-acaa2aac-00c8-489d-8326-f726d2b297bd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=5c23fb9fb6764de7a2ad4cfaece64833&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1065543 Dec 08 16:24:24.463071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Allocated IP 172.25.3.52 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8861b39e-79c7-4493-8189-eee8cc8fbfeb) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:24.469723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:24.506291 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:24.591114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] No DVR routers for this DVR port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:24.592247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] No DVR routers for this DVR port ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:24.594109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Port': ['ID=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:24.613163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83660ca4-a2c8-4329-8092-4aae0cc9777a None None] Pushing event deleted for resources: {'Port': ['ID=ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:24.755658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:24.756299 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:24.804582 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:19Z', 'revision_number': 2, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:24.868978 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Checking router: 01d7795d-9d57-4c1c-9f03-3362d08e58c0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:24.869546 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Updating router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 port 949e606c-9064-4598-b9d1-5c2572a9be98 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:24:24.929869 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.344672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:25.380152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55770) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:25.385518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-332125057-network', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:25.409508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:25.409971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ee288ab7-68f3-4e62-b28b-cdf8f03a5a8d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:25.448006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Made reservation on behalf of 261c0f41042d4f8ba48640df4282c0d2 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:25.451954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.484996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.512374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3caae5da-5503-4ad4-9c30-a7307978539d req-b8d5e18b-849e-4197-b135-c553f605c652 tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.0701666 Dec 08 16:24:25.553985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.574431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeb27b-63f9-4a28-86e3-9a80f320ae42 req-2b8a0304-2633-4f35-bacf-a112b5c38d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:25.574431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dbeb27b-63f9-4a28-86e3-9a80f320ae42 req-2b8a0304-2633-4f35-bacf-a112b5c38d2d service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2589793 Dec 08 16:24:25.710331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.716316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.716592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:25.736659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e5edc0-50af-4ef3-ad63-2338e625cb75') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:25.738030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e5edc0-50af-4ef3-ad63-2338e625cb75') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:25.740328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:25.759960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.769548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.772952 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Added segment f551bcf2-108c-43c4-b97c-ac823826319d of type vlan for network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 Dec 08 16:24:25.787109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.797999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:24:25.799047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.912575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.931188 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.945055 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:25.965982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79d190c2-1725-4970-8751-aaf0e86821be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.006201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.078388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965c6e8-ce47-4f6b-8974-fd7ee1ecf776,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:26.087841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.089391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:26.093010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:24:26.118017 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:24:26.135407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.159205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.179777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/networks/cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10 HTTP/1.1" status: 204 len: 168 time: 5.4342911 Dec 08 16:24:26.209936 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836adb5-7a48-4878-a249-cb395e5006e7 None None] Pushing event updated for resources: {'Port': ['ID=949e606c-9064-4598-b9d1-5c2572a9be98,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:26.213707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 55790) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:26.215800 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.232339 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Attempting to bind port 949e606c-9064-4598-b9d1-5c2572a9be98 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:26.232770 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Attempting to bind port 949e606c-9064-4598-b9d1-5c2572a9be98 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:26.233168 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Attempting to bind port 949e606c-9064-4598-b9d1-5c2572a9be98 on network 4d591784-736c-42e5-b1b6-fb316b2cd05a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:26.250557 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:26.251333 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Checking segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:26.252021 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.256662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8714843 Dec 08 16:24:26.256929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Network': ['ID=cdaaaeb7-9c33-4d5b-ab28-a1b00b653b10,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:26.257960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:26.263529 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Bound using segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:26.265357 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Bound port: 949e606c-9064-4598-b9d1-5c2572a9be98, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:26.266005 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.266301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Request body: {'subnet': {'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-subnet', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:26.297694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534b557b-f88d-4553-9a38-70d897cae21f admin admin] Pushing event updated for resources: {'Network': ['ID=726a8b23-6010-4746-80e7-c4c7f1b9c4d2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:26.303562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Made reservation on behalf of 261c0f41042d4f8ba48640df4282c0d2 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:26.306539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.315939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:26.528336 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] For port 949e606c-9064-4598-b9d1-5c2572a9be98, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:26.553833 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] For port 949e606c-9064-4598-b9d1-5c2572a9be98, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=949e606c-9064-4598-b9d1-5c2572a9be98,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:26.571371 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.575511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.576161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.577175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.577325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.578049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.578608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.579181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.579856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.588531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.589286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.589900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.605462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.606209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8e8f04-6f05-4268-af29-a606313f79ad tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:26.699591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6eddd32d-765a-495f-a3e1-e879f04bf986 None None] Provisioning complete for port 949e606c-9064-4598-b9d1-5c2572a9be98 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:26.700206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eddd32d-765a-495f-a3e1-e879f04bf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.802518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting subnet e882a917-8a88-4bb5-be1a-97714e10e869 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:24:26.825642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:26.855235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:26.856191 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:23:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:26.917447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:26.959029 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836adb5-7a48-4878-a249-cb395e5006e7 None None] Pushing event updated for resources: {'Port': ['ID=949e606c-9064-4598-b9d1-5c2572a9be98,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:27.022537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.044414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:27.121656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.184137 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:27.273890 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eddd32d-765a-495f-a3e1-e879f04bf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.294746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dbeb27b-63f9-4a28-86e3-9a80f320ae42 req-5670876d-8687-4fae-bd3b-78dd7d4917fb tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.86 "GET /v2.0/ports?device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.4602492 Dec 08 16:24:27.295634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event updated for resources: {'Port': ['ID=8861b39e-79c7-4493-8189-eee8cc8fbfeb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:27.312099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d66a72f-47ea-49fb-8807-c713c767a3c5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:27.317775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6eddd32d-765a-495f-a3e1-e879f04bf986 None None] For port 949e606c-9064-4598-b9d1-5c2572a9be98, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=949e606c-9064-4598-b9d1-5c2572a9be98,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:27.323627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6eddd32d-765a-495f-a3e1-e879f04bf986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.350228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1dde1ac-0af6-4de9-90e5-d5bfe561b369 req-d66b8596-db13-412f-9019-cbc11795a03f tempest-ServerShowV247Test-974913274 tempest-ServerShowV247Test-974913274-project] 10.222.0.62 "GET /v2.0/ports?device_id=91d3d4c6-416a-41ff-9d4a-7edd68be4512 HTTP/1.1" status: 200 len: 210 time: 0.5222843 Dec 08 16:24:27.386129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:27.497126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Checking segment: {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:27.497633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Network hostable DHCP agents. Network: 726a8b23-6010-4746-80e7-c4c7f1b9c4d2, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:24:27.512180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd32d-765a-495f-a3e1-e879f04bf986 None None] Pushing event updated for resources: {'Port': ['ID=949e606c-9064-4598-b9d1-5c2572a9be98,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:27.572245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:24:27.589071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-de2748b3-a4b1-456a-b9d7-a0d36330e3f6 None None] Provisioning complete for port 949e606c-9064-4598-b9d1-5c2572a9be98 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:27.593211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de2748b3-a4b1-456a-b9d7-a0d36330e3f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.595745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.601359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 726a8b23-6010-4746-80e7-c4c7f1b9c4d2) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:27.617556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:27.619072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.676601 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c75b86f-f610-457d-8c9d-b8962f783090 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4112639 Dec 08 16:24:27.677870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:27.681015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.693642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:27.708264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3e47a4-b679-45de-972f-8a019b821331 None None] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:27.779025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.780246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.830617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.852977 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.857584 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:27.861707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/subnets/e882a917-8a88-4bb5-be1a-97714e10e869 HTTP/1.1" status: 204 len: 168 time: 1.6418600 Dec 08 16:24:27.869675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:27.879406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:26Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:27.935580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a616bfd6-98ed-42e2-bb93-20c82ea49f5d None None] Network d06692c0-2de3-4351-b7bf-1c7f7f4348b3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:27.958108 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1405285-f3d7-48fc-a251-0b0a84194023 None None] The sync data for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 is: [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:26Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:27.999906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.002860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723deafd-1e2c-46d3-9d40-142257ff9b5f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Subnet': ['ID=e882a917-8a88-4bb5-be1a-97714e10e869,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:28.349265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting subnet 0057acaa-0e6c-4b01-9f89-5eeb24244fb5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:24:28.372299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.505903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-726a8b23-6010-4746-80e7-c4c7f1b9c4d2', 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2', 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'fixed_ips': [{'subnet_id': '4d66a72f-47ea-49fb-8807-c713c767a3c5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:24:28.510803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.668683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.684408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.700236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.771516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.869008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event updated for resources: {'Port': ['ID=8861b39e-79c7-4493-8189-eee8cc8fbfeb,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:28.882316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Allocated IP 172.20.0.2 (726a8b23-6010-4746-80e7-c4c7f1b9c4d2/4d66a72f-47ea-49fb-8807-c713c767a3c5/166d3465-691b-40d1-ab3b-65ddaf9d7579) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:28.890991 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.934958 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:28.938219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-eefe02c7-2a42-4189-a567-81a648e55a39 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.9826908 Dec 08 16:24:29.139681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.151038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] DHCP port deletion for d06692c0-2de3-4351-b7bf-1c7f7f4348b3 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:29.157145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.173652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-6ab9e53c-eb0b-4bf2-a2c0-9b7b2bb5d3f7 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.2222223 Dec 08 16:24:29.265066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.461279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:29.482772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-295c7409-ab99-44c0-ac4f-f5c36a0b92e5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:29.484281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-295c7409-ab99-44c0-ac4f-f5c36a0b92e5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3014431 Dec 08 16:24:29.524926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-f8bb9c53-92b3-4b91-86ec-37fa8c5a7745 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:24:29.525671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d419c51-6771-4e23-8178-41e27e0748a3 req-f8bb9c53-92b3-4b91-86ec-37fa8c5a7745 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0193489 Dec 08 16:24:29.542425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Pushing event updated for resources: {'Port': ['ID=166d3465-691b-40d1-ab3b-65ddaf9d7579,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:29.547689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:29.551194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c9acc95-4886-4918-abf9-d20ee48c4067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.559405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:29.566051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:29.657282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.661549 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.729323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Attempting to bind port 166d3465-691b-40d1-ab3b-65ddaf9d7579 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:29.731363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Attempting to bind port 166d3465-691b-40d1-ab3b-65ddaf9d7579 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:29.732538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Attempting to bind port 166d3465-691b-40d1-ab3b-65ddaf9d7579 on network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:29.760881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:29.761631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Checking segment: {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:29.762228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.764439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Bound using segment: {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:29.765055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Bound port: 166d3465-691b-40d1-ab3b-65ddaf9d7579, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:29.765582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.821155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] Deleting port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:29.825413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:29.956551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-932d4129-833b-4a7f-98da-2c50f112fa7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:29.969769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-932d4129-833b-4a7f-98da-2c50f112fa7b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3276968 Dec 08 16:24:30.028372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 949e606c-9064-4598-b9d1-5c2572a9be98 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:30.122177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-41c5e956-e6a6-4583-a835-3b01f646e031 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.1404004 Dec 08 16:24:30.139956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'floatingip': {'port_id': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:30.244144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.244773 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.247174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] For port 0f449bef-bdc0-478b-876b-fbd1a4d355e0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0f449bef-bdc0-478b-876b-fbd1a4d355e0,segment=NetworkSegment(78b53e9e-853d-405b-a22d-517aab7c541d),segment_id=78b53e9e-853d-405b-a22d-517aab7c541d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:30.247833 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.291074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] Calling delete_port for 0f449bef-bdc0-478b-876b-fbd1a4d355e0 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:30.309697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] For port 166d3465-691b-40d1-ab3b-65ddaf9d7579, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:30.320283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] For port 166d3465-691b-40d1-ab3b-65ddaf9d7579, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=166d3465-691b-40d1-ab3b-65ddaf9d7579,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:30.335609 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.372118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Subnet': ['ID=0057acaa-0e6c-4b01-9f89-5eeb24244fb5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:30.385344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.429358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.444198 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-66f84763-555d-438d-80a5-0465ab6f7377 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/subnets/0057acaa-0e6c-4b01-9f89-5eeb24244fb5 HTTP/1.1" status: 204 len: 168 time: 2.5702345 Dec 08 16:24:30.452241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11114ef-625b-4b90-be7e-945d85454043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:30.460180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:30.521295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244a8025-442f-460a-8c46-0493a2a3ce22 None None] Network 8e672c92-7547-42fe-85a5-b9a143f4b299 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:31.184651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.252673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-4ff8c3a8-8c12-43a8-803e-1ca881a78912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.254897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-4ff8c3a8-8c12-43a8-803e-1ca881a78912 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1096 time: 0.5924315 Dec 08 16:24:31.280650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Allocated IP 172.25.3.165 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/97e2cb43-f8fd-4510-8061-93fc29b76ba7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:31.378341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 949e606c-9064-4598-b9d1-5c2572a9be98 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:31.379785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.527730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0500df-bd3b-4eff-ae2e-16bfb103eef7 None None] Pushing event updated for resources: {'Port': ['ID=166d3465-691b-40d1-ab3b-65ddaf9d7579,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:31.592502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.682641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.700484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.820844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] Pushing event deleted for resources: {'Port': ['ID=0f449bef-bdc0-478b-876b-fbd1a4d355e0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:31.830786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11114ef-625b-4b90-be7e-945d85454043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.831403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a85a8c-191c-4d8d-9b77-ff8c4dc37b99 None None] No DVR routers for this DVR port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:31.842889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0f449bef-bdc0-478b-876b-fbd1a4d355e0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:31.867995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c11114ef-625b-4b90-be7e-945d85454043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.888422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:31.889449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 0f449bef-bdc0-478b-876b-fbd1a4d355e0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:31.889624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0f449bef-bdc0-478b-876b-fbd1a4d355e0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:31.890944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-23ab97c7-c50d-4e22-b69d-2730cbe3d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:31.918427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-23ab97c7-c50d-4e22-b69d-2730cbe3d930 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.6333151 Dec 08 16:24:32.003504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] DHCP port deletion for 8e672c92-7547-42fe-85a5-b9a143f4b299 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:32.121189 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Floating IP e0fe364f-5793-43f1-a700-09a5e6ed281a associated. External IP: 172.25.3.52, port: b1391434-f497-42fc-8fa3-a1d5bea2f241. Dec 08 16:24:32.200168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.224965 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.268483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 166d3465-691b-40d1-ab3b-65ddaf9d7579 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:32.320666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.323891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] Deleting port c17b7ace-2716-4eb1-b629-6174e9f0124d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:32.324675 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.401496 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c11114ef-625b-4b90-be7e-945d85454043 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5c23fb9fb6764de7a2ad4cfaece64833&name=default HTTP/1.1" status: 200 len: 3000 time: 2.9262238 Dec 08 16:24:32.416018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.442150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 55920) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:32.493070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] For port c17b7ace-2716-4eb1-b629-6174e9f0124d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c17b7ace-2716-4eb1-b629-6174e9f0124d,segment=NetworkSegment(f4bfd84c-1f49-47d1-ae89-5fb7ff845666),segment_id=f4bfd84c-1f49-47d1-ae89-5fb7ff845666)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:32.493899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.511138 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-bbb4c19a-3ae8-4314-a580-1120251c7612 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 1000 time: 0.4794054 Dec 08 16:24:32.564353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] Calling delete_port for c17b7ace-2716-4eb1-b629-6174e9f0124d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:32.685161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:32.686094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.763292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 166d3465-691b-40d1-ab3b-65ddaf9d7579 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:32.763990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.829196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11114ef-625b-4b90-be7e-945d85454043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a22af6-35d1-493c-befc-e1aa9b01055c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:32.850673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2377a-d6cf-489c-b90f-99b5af058b80 None None] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:32.910674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Router f2110f3e-39d5-4bfc-8666-89aba15c6240 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:32.946748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:32.948734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] For port 0f449bef-bdc0-478b-876b-fbd1a4d355e0, host n-d-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:32.949381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:32.988638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:33.011591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Pushing event updated for resources: {'Port': ['ID=97e2cb43-f8fd-4510-8061-93fc29b76ba7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:33.027255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:33.033872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Calling delete_port for 0f449bef-bdc0-478b-876b-fbd1a4d355e0 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:33.074150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fe04be-0e15-4d96-8979-15d9ec6aed83 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:33.079391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.099020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 was not found and therefore no delete operation was performed {{(pid=103281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:24:33.120672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-f668cf3b-019e-4d65-ae40-0a0861fa3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:33.123147 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-f668cf3b-019e-4d65-ae40-0a0861fa3e51 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.4897015 Dec 08 16:24:33.124156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.154932 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.157619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] No DVR routers for this DVR port c17b7ace-2716-4eb1-b629-6174e9f0124d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:33.161911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f09fa0-7d2b-4b0d-b6a1-9fb80837a5f9 None None] Pushing event deleted for resources: {'Port': ['ID=c17b7ace-2716-4eb1-b629-6174e9f0124d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:33.184814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f78873bc-1be6-44a9-b75f-001621f519df None None] Provisioning complete for port 166d3465-691b-40d1-ab3b-65ddaf9d7579 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:33.185650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f78873bc-1be6-44a9-b75f-001621f519df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.296429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.406888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Port': ['ID=0f449bef-bdc0-478b-876b-fbd1a4d355e0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:33.430872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 166d3465-691b-40d1-ab3b-65ddaf9d7579, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=166d3465-691b-40d1-ab3b-65ddaf9d7579,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:33.443302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.445264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1aec48c4-54fe-41e6-b2b3-df6f55abfef1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.495667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:33.513429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.553459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=166d3465-691b-40d1-ab3b-65ddaf9d7579,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:33.556689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] Sync routers for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:33.567991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1aec48c4-54fe-41e6-b2b3-df6f55abfef1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.575228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f78873bc-1be6-44a9-b75f-001621f519df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.640259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:33.640981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:33.662680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-9fe42a33-2187-4466-85cd-0975197de7d5 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "PUT /v2.0/floatingips/e0fe364f-5793-43f1-a700-09a5e6ed281a HTTP/1.1" status: 200 len: 995 time: 3.5300386 Dec 08 16:24:33.665157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:33.679711 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cff7c3c-02ad-4181-93cd-66cb24a851c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:33.719963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] No DVR routers for this DVR port 0f449bef-bdc0-478b-876b-fbd1a4d355e0 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:33.774901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1aec48c4-54fe-41e6-b2b3-df6f55abfef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.784601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1aec48c4-54fe-41e6-b2b3-df6f55abfef1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:33.787470 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1aec48c4-54fe-41e6-b2b3-df6f55abfef1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07a22af6-35d1-493c-befc-e1aa9b01055c HTTP/1.1" status: 204 len: 168 time: 1.2888858 Dec 08 16:24:33.787784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-23db0fca-0279-4afa-b781-4111807b6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:33.808473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-23db0fca-0279-4afa-b781-4111807b6120 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 0.1209500 Dec 08 16:24:33.839176 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f47281-3263-4289-a4bb-d2b7e3ed33c7 x-openstack-request-id: req-d2f47281-3263-4289-a4bb-d2b7e3ed33c7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:33.840593 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:33.841615 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d2f47281-3263-4289-a4bb-d2b7e3ed33c7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:33.844169 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'status': 'completed', 'code': 200} Dec 08 16:24:34.002252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-f78873bc-1be6-44a9-b75f-001621f519df None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:24:34.002936 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-f78873bc-1be6-44a9-b75f-001621f519df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:24:34.083225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:34.167838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec48c4-54fe-41e6-b2b3-df6f55abfef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a22af6-35d1-493c-befc-e1aa9b01055c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:34.228843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 166d3465-691b-40d1-ab3b-65ddaf9d7579 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:34.393076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-f6358c74-881e-4a90-9e62-b93a1ff39a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:34.397643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-f6358c74-881e-4a90-9e62-b93a1ff39a28 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2574277 Dec 08 16:24:34.592460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-fd648556-9df9-4d98-bf42-ecff8f7a7e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:34.594358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-fd648556-9df9-4d98-bf42-ecff8f7a7e2e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 0.7123053 Dec 08 16:24:34.727122 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:34.740230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-76d70409-e9db-4cd7-87a8-e3de50550e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:34.740230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-76d70409-e9db-4cd7-87a8-e3de50550e8a service neutron] 10.222.0.62 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.9260404 Dec 08 16:24:34.953055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d06692c0-2de3-4351-b7bf-1c7f7f4348b3']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:35.006848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-7c949462-3e64-402b-bc0a-707a38cba925 service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 998 time: 0.2588284 Dec 08 16:24:35.041272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 166d3465-691b-40d1-ab3b-65ddaf9d7579 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:35.042011 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.045603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-885aadaf-28a2-4add-8559-0e7c23c3b69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:35.047482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-885aadaf-28a2-4add-8559-0e7c23c3b69e service neutron] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.4417276 Dec 08 16:24:35.293593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5cded7c4-2968-4a1c-9a63-366ea08b30bb None None] Provisioning complete for port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:35.303427 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cded7c4-2968-4a1c-9a63-366ea08b30bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.335571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-28b60e2a-2fe5-4b30-b433-42f572d5c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:35.337320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b53e9e-853d-405b-a22d-517aab7c541d') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:35.337622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b53e9e-853d-405b-a22d-517aab7c541d') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:35.352592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-28b60e2a-2fe5-4b30-b433-42f572d5c6d1 service neutron] 10.222.0.62 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.3399587 Dec 08 16:24:35.361595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-e5ff35d5-6354-4251-b128-d1754d28fecf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 998 time: 0.2210925 Dec 08 16:24:35.399624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.527326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.538419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-a711e706-c881-404a-9fa7-6b96312c2174 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1734979 Dec 08 16:24:35.552468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:24:35.554653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.570451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5cded7c4-2968-4a1c-9a63-366ea08b30bb None None] Port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:35.676687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-d606cad3-a6b9-4fee-b08d-5f38d09f882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:35.678498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5cded7c4-2968-4a1c-9a63-366ea08b30bb None None] Provisioning complete for port 166d3465-691b-40d1-ab3b-65ddaf9d7579 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:35.678934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5cded7c4-2968-4a1c-9a63-366ea08b30bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.686410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-d606cad3-a6b9-4fee-b08d-5f38d09f882c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.3081632 Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:24:35.734963 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:24:35.780577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.836802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e0fe364f-5793-43f1-a700-09a5e6ed281a', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'port_id': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'mac_address': 'fa:16:3e:20:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:31Z', 'revision_number': 1, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:30Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:35.838811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-57e38de4-f5d5-43fb-b7e3-5976313e2aa4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004713 Dec 08 16:24:35.841356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56054) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:35.901943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-6ce9f8f1-7da7-4fdb-9429-286e1f5c1341 service neutron] 10.222.0.62 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531547 Dec 08 16:24:35.928524 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-1735d793-3c5b-4dbc-9b81-6713c2b55038 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4666800 Dec 08 16:24:35.964615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c17b7ace-2716-4eb1-b629-6174e9f0124d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:35.976316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.984799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] Checking router: f2110f3e-39d5-4bfc-8666-89aba15c6240 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:35.985107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:35.996822 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/networks/d06692c0-2de3-4351-b7bf-1c7f7f4348b3 HTTP/1.1" status: 204 len: 168 time: 5.5109196 Dec 08 16:24:36.002320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:36.049600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c17b7ace-2716-4eb1-b629-6174e9f0124d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:36.051054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c17b7ace-2716-4eb1-b629-6174e9f0124d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:36.069835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:36.070545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:36.157374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1867727020-network', 'tenant_id': '599de049e04f4a6287657d78fc6ce5f7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:36.254820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a191a6-4519-446c-97f5-47ee2769d649 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Network': ['ID=d06692c0-2de3-4351-b7bf-1c7f7f4348b3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:36.359246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Made reservation on behalf of 599de049e04f4a6287657d78fc6ce5f7 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:36.376678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.383552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-cdaf1b11-f6b1-4a01-a663-12b693c1d402 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5285013 Dec 08 16:24:36.388185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20eda09e-64ef-4965-9ffc-69377bf21bfa req-e976609e-4539-4a84-afac-42d7ed8b8dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537590 Dec 08 16:24:36.421470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.621063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:36.763259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-36de7be3-4880-4000-85ee-51c918efe496 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 998 time: 0.2149577 Dec 08 16:24:36.773888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:36.834343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-205f9ff1-0026-42c3-8f80-0c0697495270 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:36.851293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-205f9ff1-0026-42c3-8f80-0c0697495270 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports/b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 942 time: 0.0769696 Dec 08 16:24:37.022412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-da03e86c-e7fc-4859-b23b-c89f478cd88f tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 998 time: 0.0977297 Dec 08 16:24:37.083481 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf731969-d6de-41db-83a4-c93fcdf73f44 req-1f985788-c291-4725-8037-8fd5d6fa7e64 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1424520 Dec 08 16:24:37.260820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.279496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.306809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cff7c3c-02ad-4181-93cd-66cb24a851c2 req-bc5e6efc-4811-48e0-8c8d-ff1b30a1c057 service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9058185 Dec 08 16:24:37.325339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.329174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-ae0f2441-e3b2-4c6d-8fee-cbc1f4d9bb5e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:37.334725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-ae0f2441-e3b2-4c6d-8fee-cbc1f4d9bb5e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.3111219 Dec 08 16:24:37.354441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:37.372069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e672c92-7547-42fe-85a5-b9a143f4b299']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:37.388961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.389404 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Added segment 4b77cb07-715f-4241-b9a3-fe7f7c46f27a of type vlan for network 456400d6-2c9f-402c-9b99-68f06af8abfc Dec 08 16:24:37.407794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:37.412350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bfd84c-1f49-47d1-ae89-5fb7ff845666') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:37.443626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca83811e-09dd-45ab-bfa8-581a7976ee87,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:37.446824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.507639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.513476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.519439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e0fe364f-5793-43f1-a700-09a5e6ed281a', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'port_id': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'mac_address': 'fa:16:3e:20:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:31Z', 'revision_number': 1, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:30Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:37.527236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:24:37.527715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:24:37.532225 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:24:37.601686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb87ec2-d074-403b-be63-3f658dc9d0e5 None None] The sync data for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 is: [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e0fe364f-5793-43f1-a700-09a5e6ed281a', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'floating_ip_address': '172.25.3.52', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'port_id': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'mac_address': 'fa:16:3e:20:10:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:31Z', 'revision_number': 1, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:30Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:37.660526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.734998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-e71d03f3-6209-43d1-b90e-104d8c6042d8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 998 time: 0.3735600 Dec 08 16:24:37.772771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:37.830196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.831452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:37.833031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.887048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.896478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.907430 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/networks/8e672c92-7547-42fe-85a5-b9a143f4b299 HTTP/1.1" status: 204 len: 168 time: 1.8212471 Dec 08 16:24:37.907765 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:37.914386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56124) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:38.114553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.161639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.162300 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Floating IP e0fe364f-5793-43f1-a700-09a5e6ed281a disassociated. External IP: 172.25.3.52, port: b1391434-f497-42fc-8fa3-a1d5bea2f241. Dec 08 16:24:38.209558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc6376-af3e-4d96-9803-8259eb2138ae tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Network': ['ID=8e672c92-7547-42fe-85a5-b9a143f4b299,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:38.234303 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f0e53e-62af-4f38-a342-24e3eb47d65e None None] New status for floating IP e0fe364f-5793-43f1-a700-09a5e6ed281a: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:24:38.299106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4560268 Dec 08 16:24:38.316546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56136) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:38.334382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Request body: {'subnet': {'network_id': '456400d6-2c9f-402c-9b99-68f06af8abfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1867727020-subnet', 'tenant_id': '599de049e04f4a6287657d78fc6ce5f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:38.351791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Router c099b3c6-4fed-4ebc-83ab-5d5bec62990d is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:24:38.371617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting subnet 5b38b139-0c3c-4012-bbac-957817c48140 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:24:38.385257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.411332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1ca5b-b34a-479e-9a36-92234f024dfc admin admin] Pushing event updated for resources: {'Network': ['ID=456400d6-2c9f-402c-9b99-68f06af8abfc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:38.480450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 456400d6-2c9f-402c-9b99-68f06af8abfc details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:38.541003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Made reservation on behalf of 599de049e04f4a6287657d78fc6ce5f7 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:38.545951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.645145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:38.972872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:39.003084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Sync routers for ids ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:39.070531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Routers {'c099b3c6-4fed-4ebc-83ab-5d5bec62990d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:39.071455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:39.076520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.186700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.192717 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f7ea4fce-b590-47ec-b184-17b2af253473 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.5119700 Dec 08 16:24:39.197360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56172) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:39.351638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Router f2110f3e-39d5-4bfc-8666-89aba15c6240 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:39.356278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.609748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Set router c099b3c6-4fed-4ebc-83ab-5d5bec62990d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:39.686153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=92412753-fa21-4c62-b1e0-fe79f45f5112,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:39.776058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Checking segment: {'id': '4b77cb07-715f-4241-b9a3-fe7f7c46f27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '456400d6-2c9f-402c-9b99-68f06af8abfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:39.776058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Network hostable DHCP agents. Network: 456400d6-2c9f-402c-9b99-68f06af8abfc, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:24:39.898254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Network 456400d6-2c9f-402c-9b99-68f06af8abfc is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:24:39.907104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:39.919251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.922016 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] Sync routers for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:39.959869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:39.976932 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:39.990159 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:40.028431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 456400d6-2c9f-402c-9b99-68f06af8abfc) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:40.038591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:40.040344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.069130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b1039-6f17-48cb-bbe0-306dd04dcfbf None None] Network 456400d6-2c9f-402c-9b99-68f06af8abfc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:40.074552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-24f4506f-57d4-482e-97b2-004b1d5989f0 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "PUT /v2.0/floatingips/e0fe364f-5793-43f1-a700-09a5e6ed281a HTTP/1.1" status: 200 len: 692 time: 2.3188758 Dec 08 16:24:40.079816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:40.084096 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2" -d '{"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:40.088543 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.096081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/subnets/5b38b139-0c3c-4012-bbac-957817c48140 HTTP/1.1" status: 204 len: 168 time: 2.1482372 Dec 08 16:24:40.097337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8311e6e7-abbb-490d-9b76-fa2b7ac1936b tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Subnet': ['ID=5b38b139-0c3c-4012-bbac-957817c48140,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:40.099944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56208) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:40.118459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-16101b13-44a7-45a5-9ed1-a84ea8592a2c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7967122 Dec 08 16:24:40.358930 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:40.372221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efdc884-5727-4f01-bc61-4f702d85bff2 None None] Network dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:40.388923 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:40.395690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-b0ab8433-f265-4898-a76a-fca2a838c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:40.409001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-b0ab8433-f265-4898-a76a-fca2a838c5c4 service neutron] 10.222.0.62 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 0.2658501 Dec 08 16:24:40.601405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-25ecf5b1-c6bb-4a8e-ba94-63b29db2a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:40.613297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-25ecf5b1-c6bb-4a8e-ba94-63b29db2a8d6 service neutron] 10.222.0.62 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.2010841 Dec 08 16:24:40.627617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6ff79-3f5c-4fc0-bd2a-8d0489f096cd None None] Network 456400d6-2c9f-402c-9b99-68f06af8abfc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:40.651652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ac8d-6059-4d1d-b6e8-91a177960117 req-422dbfcb-620d-4480-8575-9e393d295ea0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:40.663396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af8ac8d-6059-4d1d-b6e8-91a177960117 req-422dbfcb-620d-4480-8575-9e393d295ea0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.4510331 Dec 08 16:24:40.766796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-cfbcc7f7-b334-4462-a1e9-4fa9939a40ed service neutron] 10.222.0.62 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.1523964 Dec 08 16:24:40.879641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:34Z', 'revision_number': 3, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:40.954711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Checking router: c099b3c6-4fed-4ebc-83ab-5d5bec62990d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:40.955275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Updating router c099b3c6-4fed-4ebc-83ab-5d5bec62990d port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:24:41.012157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] DHCP port deletion for dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:41.056701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af8ac8d-6059-4d1d-b6e8-91a177960117 req-08f76d1a-7fe0-40c1-ae61-73f15b5476fa tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3920717 Dec 08 16:24:41.061156 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.066703 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:30Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:41.117999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Deleting port 4fce138c-6c69-49df-b98d-2e1117cd4111 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:41.118643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.162358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] Deleting port 4fce138c-6c69-49df-b98d-2e1117cd4111 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:41.163167 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.197520 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] Checking router: f2110f3e-39d5-4bfc-8666-89aba15c6240 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:41.198973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.239550 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:41.241873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56242) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:41.244123 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:41.274650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] For port 4fce138c-6c69-49df-b98d-2e1117cd4111, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4fce138c-6c69-49df-b98d-2e1117cd4111,segment=NetworkSegment(9d1cf57f-e9e1-4253-afba-6bd86e5081ab),segment_id=9d1cf57f-e9e1-4253-afba-6bd86e5081ab)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:41.275225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.320249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Calling delete_port for 4fce138c-6c69-49df-b98d-2e1117cd4111 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:41.488996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-ec60fea9-bc84-43c0-85f6-4b969f47fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:41.491180 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:41.491592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-ec60fea9-bc84-43c0-85f6-4b969f47fdfd service neutron] 10.222.0.62 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.6772821 Dec 08 16:24:41.495323 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5cebe6-d412-4322-a956-28207f89dae7 x-openstack-request-id: req-1d5cebe6-d412-4322-a956-28207f89dae7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:41.495719 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:41.496116 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d5cebe6-d412-4322-a956-28207f89dae7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:41.496754 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'status': 'completed', 'code': 200} Dec 08 16:24:41.501827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.573450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Deleting subnet 92412753-fa21-4c62-b1e0-fe79f45f5112 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:24:41.588807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] For port 4fce138c-6c69-49df-b98d-2e1117cd4111, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4fce138c-6c69-49df-b98d-2e1117cd4111,segment=NetworkSegment(9d1cf57f-e9e1-4253-afba-6bd86e5081ab),segment_id=9d1cf57f-e9e1-4253-afba-6bd86e5081ab)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:41.589220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.601338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:41.619563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-1429eabe-c83f-4262-a71f-fc77c82c9af4 service neutron] 10.222.0.62 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787950 Dec 08 16:24:41.619922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] Calling delete_port for 4fce138c-6c69-49df-b98d-2e1117cd4111 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:41.620353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] No DVR routers for this DVR port 4fce138c-6c69-49df-b98d-2e1117cd4111 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:41.662568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:41.929807 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.041817 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:30Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:42.075028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.093015 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcbd319-47a9-4f09-ac1c-b931bd6e6591 None None] The sync data for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 is: [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:23:17Z', 'revision_number': 4, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968', 'name': '', 'network_id': 'df1ed44a-89f1-4c13-9e60-8bd467211b7f', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'mac_address': 'fa:16:3e:0d:fe:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:16Z', 'updated_at': '2021-12-08T16:23:30Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'subnets': [{'id': '297e44f7-443d-49fb-a8ee-4db6dbe59f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:42.104765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Port': ['ID=4fce138c-6c69-49df-b98d-2e1117cd4111,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:42.111225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.192505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] No DVR routers for this DVR port 4fce138c-6c69-49df-b98d-2e1117cd4111 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:42.205624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307ec85-f0fb-4851-85fe-8fd9548abf0a None None] Pushing event deleted for resources: {'Port': ['ID=4fce138c-6c69-49df-b98d-2e1117cd4111,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:42.219248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56409636-f811-4f29-9c19-ebc1619719cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.254909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda4f10d-f075-4ffa-99b5-9c7b497c7ae4']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:42.294688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1cf57f-e9e1-4253-afba-6bd86e5081ab') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:42.295507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1cf57f-e9e1-4253-afba-6bd86e5081ab') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:42.330111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.341187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.345328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4fce138c-6c69-49df-b98d-2e1117cd4111 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:42.375066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4fce138c-6c69-49df-b98d-2e1117cd4111 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:42.375836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4fce138c-6c69-49df-b98d-2e1117cd4111 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:42.386935 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.389408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.430400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:24:42.432872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.460965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59000ac2-6053-4b23-b5ab-a750c409ffb9 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:42.486910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Attempting to bind port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:42.488168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Attempting to bind port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:42.488711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Attempting to bind port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:42.500456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:42.501248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:42.504055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.504656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:42.505322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Bound port: 97e2cb43-f8fd-4510-8061-93fc29b76ba7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:42.513884 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.550908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cf13e-f4ad-41f1-a574-82b3dbbfde3d None None] Pushing event updated for resources: {'Port': ['ID=97e2cb43-f8fd-4510-8061-93fc29b76ba7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:42.593591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.620880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dcfff660-e8c3-43ec-9dfb-48da12f19116 None None] Provisioning complete for port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:42.621257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcfff660-e8c3-43ec-9dfb-48da12f19116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.695409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dcfff660-e8c3-43ec-9dfb-48da12f19116 None None] Port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:42.703343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Allocated IP 172.20.0.1 (726a8b23-6010-4746-80e7-c4c7f1b9c4d2/4d66a72f-47ea-49fb-8807-c713c767a3c5/531cf279-0e4e-4d8a-ad01-ef06832efb91) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:24:42.728973 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:24:42.742069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] For port 97e2cb43-f8fd-4510-8061-93fc29b76ba7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:42.752199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] For port 97e2cb43-f8fd-4510-8061-93fc29b76ba7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=97e2cb43-f8fd-4510-8061-93fc29b76ba7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:42.768509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.770097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.792482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:42.807742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/networks/dda4f10d-f075-4ffa-99b5-9c7b497c7ae4 HTTP/1.1" status: 204 len: 168 time: 2.7055783 Dec 08 16:24:42.814791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-2ffadc3b-9f4d-4b85-afb5-cda998b075a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:42.818434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-2ffadc3b-9f4d-4b85-afb5-cda998b075a9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=8398fb8e06f4420787227c8e124f77ad&device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 1096 time: 1.3184106 Dec 08 16:24:42.824990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:42.875600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bad83e-d360-40ec-a07e-c2a985f3ae41 tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Pushing event deleted for resources: {'Network': ['ID=dda4f10d-f075-4ffa-99b5-9c7b497c7ae4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:42.994896 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-601d8dd4-74e5-4885-bf8f-dbf309e50d8f tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "GET /v2.0/ports?device_id=a33e81f5-c0ce-4d6b-8d6b-383d00865a64 HTTP/1.1" status: 200 len: 205 time: 0.1611073 Dec 08 16:24:42.997337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118cd8d8-2416-49b4-82f2-78b8f36f854f None None] New status for floating IP e0fe364f-5793-43f1-a700-09a5e6ed281a: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:24:43.003331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56266) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:43.008641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cf13e-f4ad-41f1-a574-82b3dbbfde3d None None] Pushing event updated for resources: {'Port': ['ID=97e2cb43-f8fd-4510-8061-93fc29b76ba7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:43.025767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04732c0f-2a54-4c1d-888a-b4ba355135e9 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:24:43.054301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.189131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92412753-fa21-4c62-b1e0-fe79f45f5112,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:43.209128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56409636-f811-4f29-9c19-ebc1619719cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.227411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.234863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Routers {'c099b3c6-4fed-4ebc-83ab-5d5bec62990d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:43.235529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:43.245985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9aed9127-6ce4-4dc8-bfc0-c0c095b1d8dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/92412753-fa21-4c62-b1e0-fe79f45f5112 HTTP/1.1" status: 204 len: 168 time: 1.9933102 Dec 08 16:24:43.254040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-56409636-f811-4f29-9c19-ebc1619719cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.257903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:43.403366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0f19f9b8-51d9-4db1-b2de-aaa4e6fd80ec None None] Provisioning complete for port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:43.403741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f19f9b8-51d9-4db1-b2de-aaa4e6fd80ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.442238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.486780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56409636-f811-4f29-9c19-ebc1619719cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d565f5f-1789-4190-8076-f41aa166421a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:43.529693 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-56409636-f811-4f29-9c19-ebc1619719cd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dc7519810675472b91832e2f1021cecd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9225264 Dec 08 16:24:43.532331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:43.582718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.634742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:43.674117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-a38e1b3c-726b-446b-929d-7a06b6a2c6e1 service neutron] 10.222.0.62 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6540937 Dec 08 16:24:43.676299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-b796e011-71e8-45f0-9afb-525833c14b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:43.678307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-b796e011-71e8-45f0-9afb-525833c14b36 service neutron] 10.222.0.58 "GET /v2.0/networks?id=df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 200 len: 921 time: 0.8415673 Dec 08 16:24:43.680957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.709678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.746323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] Set router c099b3c6-4fed-4ebc-83ab-5d5bec62990d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:43.870453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a33bf618-a106-43ba-95e9-e703d23d0a35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.904017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:43.913598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f19f9b8-51d9-4db1-b2de-aaa4e6fd80ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.919895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.935915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:43.954384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:43.958815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a33bf618-a106-43ba-95e9-e703d23d0a35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:43.962491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Pushing event updated for resources: {'Port': ['ID=531cf279-0e4e-4d8a-ad01-ef06832efb91,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:44.003322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-ec7b047b-fbdf-41c3-9dff-bc831c9668c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 200 len: 217 time: 0.1843431 Dec 08 16:24:44.018317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456400d6-2c9f-402c-9b99-68f06af8abfc']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:44.045978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b77cb07-715f-4241-b9a3-fe7f7c46f27a') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:44.046249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b77cb07-715f-4241-b9a3-fe7f7c46f27a') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:44.070738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.084004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.124415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0f19f9b8-51d9-4db1-b2de-aaa4e6fd80ec None None] For port 97e2cb43-f8fd-4510-8061-93fc29b76ba7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=97e2cb43-f8fd-4510-8061-93fc29b76ba7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:44.127561 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.164480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f19f9b8-51d9-4db1-b2de-aaa4e6fd80ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.166934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.179006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:24:44.179411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.221954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-3f345ecf-1de9-4d6e-9577-cf78868abd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:44.225463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-3f345ecf-1de9-4d6e-9577-cf78868abd19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 200 len: 860 time: 0.2037468 Dec 08 16:24:44.242556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:44.245060 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f7d25c-7e6d-40d1-84ff-7beb7da05ecb" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:44.245297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.269548 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:24:44.291382 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:24:44.324485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:44.344785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.354684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f19f9b8-51d9-4db1-b2de-aaa4e6fd80ec None None] Pushing event updated for resources: {'Port': ['ID=97e2cb43-f8fd-4510-8061-93fc29b76ba7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:44.383171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-1ebf98d9-3bf6-4875-8a92-a06e7b84f19d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=df1ed44a-89f1-4c13-9e60-8bd467211b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1342986 Dec 08 16:24:44.465854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:44.495597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:34Z', 'revision_number': 3, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:44.519083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.522045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a33bf618-a106-43ba-95e9-e703d23d0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.527911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a33bf618-a106-43ba-95e9-e703d23d0a35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.533261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a33bf618-a106-43ba-95e9-e703d23d0a35 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d565f5f-1789-4190-8076-f41aa166421a HTTP/1.1" status: 204 len: 168 time: 0.9950387 Dec 08 16:24:44.554498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09457c8e-55e6-492a-ba27-146e8e89213f None None] The sync data for ids ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'] in n-d-820935-5 is: [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:34Z', 'revision_number': 3, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:44.572947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.580274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d2106917-80d9-471b-96be-8812931603a0 None None] Provisioning complete for port 531cf279-0e4e-4d8a-ad01-ef06832efb91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:44.581098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] 10.222.0.62 "DELETE /v2.0/networks/456400d6-2c9f-402c-9b99-68f06af8abfc HTTP/1.1" status: 204 len: 168 time: 1.3134346 Dec 08 16:24:44.581620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2106917-80d9-471b-96be-8812931603a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.585577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bf618-a106-43ba-95e9-e703d23d0a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d565f5f-1789-4190-8076-f41aa166421a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:44.671627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.672124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Fanout notify agent at l3_agent the message router_deleted on router a33e81f5-c0ce-4d6b-8d6b-383d00865a64 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:24:44.687811 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.690161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9419e63-00ea-4ef1-83c1-a0d8ddf44fac tempest-RoutersNegativeIpV6Test-639260382 tempest-RoutersNegativeIpV6Test-639260382-project] 10.222.0.62 "DELETE /v2.0/routers/a33e81f5-c0ce-4d6b-8d6b-383d00865a64 HTTP/1.1" status: 204 len: 168 time: 1.6725125 Dec 08 16:24:44.702764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f8783-da47-43fe-b191-8d64d5f0a2be admin admin] Pushing event deleted for resources: {'Network': ['ID=456400d6-2c9f-402c-9b99-68f06af8abfc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:44.720684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce99ef18-b5df-4876-872d-a2a72f9386c3 req-9cf810ee-5589-40d2-b359-395815214024 service neutron] 10.222.0.62 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9040897 Dec 08 16:24:44.733811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d2106917-80d9-471b-96be-8812931603a0 None None] Port 531cf279-0e4e-4d8a-ad01-ef06832efb91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:44.767170 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c766593-a6e2-4a8c-b9c1-02ab89dc67c1 x-openstack-request-id: req-5c766593-a6e2-4a8c-b9c1-02ab89dc67c1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:44.767528 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:44.767922 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c766593-a6e2-4a8c-b9c1-02ab89dc67c1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:44.769451 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:24:44.870079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:44.955939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-e7905450-e719-4ca3-8ba2-6949ac51486b service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473733 Dec 08 16:24:44.990865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-a2a529db-7bf4-4dc3-a71f-31e86bb0120a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips/e0fe364f-5793-43f1-a700-09a5e6ed281a HTTP/1.1" status: 200 len: 692 time: 0.1871028 Dec 08 16:24:45.099482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:45.285567 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7209a769-7702-45ff-8581-904f7a69160b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=599de049e04f4a6287657d78fc6ce5f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1857710 Dec 08 16:24:45.288875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56296) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:45.337515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-91585f3f-bb86-43dc-8da4-880dc05c359c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:45.339242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-91585f3f-bb86-43dc-8da4-880dc05c359c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 784 time: 0.2975063 Dec 08 16:24:45.342341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb52e8f-9ea1-4f92-bcdd-55cefc2b4df2 req-8c9ceb8e-856d-4e20-ae38-8dfa25d1eabe service neutron] 10.222.0.58 "GET /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728898 Dec 08 16:24:45.363634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-097fdce2-90ee-44f5-8feb-865a0edcd79c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:24:45.364861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-097fdce2-90ee-44f5-8feb-865a0edcd79c tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0118527 Dec 08 16:24:45.431507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.454852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.484953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-97b48012-d7a7-484b-a283-d07d9e3b3f9d tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.0887613 Dec 08 16:24:45.536703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56302) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:45.563040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-20f2879c-95a2-4383-a514-3435b5635f54 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/floatingips?floating_ip_address=172.25.3.52 HTTP/1.1" status: 200 len: 695 time: 0.0768487 Dec 08 16:24:45.613974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:24:45.697145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9ae5-3003-45f5-9b33-7d8506141f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.730232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9ae5-3003-45f5-9b33-7d8506141f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.812271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-950b301d-4849-457b-a498-ef3924c8caa0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e79919245e9041e395d85254de9c7b76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2700109 Dec 08 16:24:45.818838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:45.825072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.842193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9ae5-3003-45f5-9b33-7d8506141f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.848334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bfd9ae5-3003-45f5-9b33-7d8506141f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:45.852808 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9bfd9ae5-3003-45f5-9b33-7d8506141f19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca83811e-09dd-45ab-bfa8-581a7976ee87 HTTP/1.1" status: 204 len: 168 time: 0.5624866 Dec 08 16:24:45.870852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Pushing event updated for resources: {'Port': ['ID=531cf279-0e4e-4d8a-ad01-ef06832efb91,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:45.913628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfd9ae5-3003-45f5-9b33-7d8506141f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca83811e-09dd-45ab-bfa8-581a7976ee87,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:46.042503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Deleting port 8861b39e-79c7-4493-8189-eee8cc8fbfeb {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:46.043081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.046833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:46.053168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:46.059812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:46.064154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fda6-4ae7-403f-96a8-fd85e0713c88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.123748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:24:46.260315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.307880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:24:46.365274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:46.381647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.541333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97e2cb43-f8fd-4510-8061-93fc29b76ba7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:46.549070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Router c099b3c6-4fed-4ebc-83ab-5d5bec62990d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:46.585861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fda6-4ae7-403f-96a8-fd85e0713c88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.624381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.625413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.666662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Calling delete_port for 8861b39e-79c7-4493-8189-eee8cc8fbfeb owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:46.802873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fda6-4ae7-403f-96a8-fd85e0713c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.806708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb1fda6-4ae7-403f-96a8-fd85e0713c88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:46.810866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bdb1fda6-4ae7-403f-96a8-fd85e0713c88 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9461fb04-7f34-4f58-9af1-3852a33da82e HTTP/1.1" status: 204 len: 168 time: 0.9886241 Dec 08 16:24:46.830909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1fda6-4ae7-403f-96a8-fd85e0713c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9461fb04-7f34-4f58-9af1-3852a33da82e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:46.858990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0153153a-b9f6-4b51-a4fb-7ad996712525'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:24:47.028092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.038179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:47.046093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4d6540d9-152c-49ad-ac4d-7fced4e10b49 None None] Provisioning complete for port 531cf279-0e4e-4d8a-ad01-ef06832efb91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:47.046682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d6540d9-152c-49ad-ac4d-7fced4e10b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.080645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:47.132561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-60f63b5d-db33-4eca-83b9-d64697e0d182 admin admin] 10.222.0.62 "PUT /v2.0/routers/c099b3c6-4fed-4ebc-83ab-5d5bec62990d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9255755 Dec 08 16:24:47.166490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:47.168466 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.286239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4d6540d9-152c-49ad-ac4d-7fced4e10b49 None None] Port 531cf279-0e4e-4d8a-ad01-ef06832efb91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:24:47.386501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.396496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.429460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb806988-1b81-4c0c-9b2f-90900d9c1e56 req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "DELETE /v2.0/floatingips/e0fe364f-5793-43f1-a700-09a5e6ed281a HTTP/1.1" status: 204 len: 173 time: 1.8639402 Dec 08 16:24:47.432500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c096d1-9cbf-4a5d-b431-af15ce27b9ba tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event deleted for resources: {'Port': ['ID=8861b39e-79c7-4493-8189-eee8cc8fbfeb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:47.568657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-865ce0d2-c20c-427e-a291-3114b3b6e304 req-a93a0cb2-252f-444e-9abe-88a4e87fa77b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups/2a628e64-83ad-42a0-89e8-359ff790f837 HTTP/1.1" status: 200 len: 1826 time: 0.0925117 Dec 08 16:24:47.670759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdebc5b-8e53-49e1-9c4b-5b625172942d req-cbd72cf0-fa4c-422b-9362-7012b52ef84f tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:47.673070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cdebc5b-8e53-49e1-9c4b-5b625172942d req-cbd72cf0-fa4c-422b-9362-7012b52ef84f tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1097 time: 0.0982802 Dec 08 16:24:47.734137 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Sync routers for ids ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:47.735825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-865ce0d2-c20c-427e-a291-3114b3b6e304 req-86baa34e-28d0-452c-9714-c2587b66d412 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.762202 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Routers {'c099b3c6-4fed-4ebc-83ab-5d5bec62990d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:47.765878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:47.783554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-865ce0d2-c20c-427e-a291-3114b3b6e304 req-86baa34e-28d0-452c-9714-c2587b66d412 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.830957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cdebc5b-8e53-49e1-9c4b-5b625172942d req-330384a8-2869-4203-8236-49d18c4e261e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241524 Dec 08 16:24:47.873427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:47.880372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-865ce0d2-c20c-427e-a291-3114b3b6e304 req-86baa34e-28d0-452c-9714-c2587b66d412 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.883372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-865ce0d2-c20c-427e-a291-3114b3b6e304 req-86baa34e-28d0-452c-9714-c2587b66d412 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:47.884745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-865ce0d2-c20c-427e-a291-3114b3b6e304 req-86baa34e-28d0-452c-9714-c2587b66d412 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "DELETE /v2.0/security-groups/2a628e64-83ad-42a0-89e8-359ff790f837 HTTP/1.1" status: 204 len: 173 time: 0.2981844 Dec 08 16:24:48.000656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86baa34e-28d0-452c-9714-c2587b66d412 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a628e64-83ad-42a0-89e8-359ff790f837,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:48.050576 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Set router c099b3c6-4fed-4ebc-83ab-5d5bec62990d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:48.289007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 6d7b2373-a81b-4c23-b320-933b09f7f2dd {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:48.289656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:48.408477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:48.409257 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:48.496857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 6d7b2373-a81b-4c23-b320-933b09f7f2dd owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:48.572356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a283ef0-a678-419d-81d4-08a299f909c7 req-3cb14229-8552-424c-b20b-e2143ecba4c8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:48.575412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a283ef0-a678-419d-81d4-08a299f909c7 req-3cb14229-8552-424c-b20b-e2143ecba4c8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.1599097 Dec 08 16:24:48.582179 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:44Z', 'revision_number': 4, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '531cf279-0e4e-4d8a-ad01-ef06832efb91', 'name': '', 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'mac_address': 'fa:16:3e:b8:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '4d66a72f-47ea-49fb-8807-c713c767a3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:41Z', 'updated_at': '2021-12-08T16:24:45Z', 'revision_number': 2, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'subnets': [{'id': '4d66a72f-47ea-49fb-8807-c713c767a3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:48.681655 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Checking router: c099b3c6-4fed-4ebc-83ab-5d5bec62990d for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:48.682758 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Updating router c099b3c6-4fed-4ebc-83ab-5d5bec62990d port 531cf279-0e4e-4d8a-ad01-ef06832efb91 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:24:48.781680 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:48.818932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a283ef0-a678-419d-81d4-08a299f909c7 req-2d4e6093-2804-4fa5-9404-419f7c46fe9b tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676748 Dec 08 16:24:49.098960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.218647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=6d7b2373-a81b-4c23-b320-933b09f7f2dd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:49.508925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:49.510941 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 458cb408-f468-4212-becc-21ba944365ef disassociated (deleted). External IP: 172.25.3.168, port: a0bd9d4e-f23c-4b64-88b5-cc2072c9155d. Dec 08 16:24:49.648731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:49.882394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0153153a-b9f6-4b51-a4fb-7ad996712525 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:49.883394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.135108 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.154089 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.388190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.489748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 17bcc165-ca79-459f-8614-9b198234207b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:24:50.504811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:50.529765 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3184c6e6-cd29-41f0-9fd5-8edd20d6a22c" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:50.657377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:50.660090 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Pushing event updated for resources: {'Port': ['ID=531cf279-0e4e-4d8a-ad01-ef06832efb91,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:50.669193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.795369 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4934a42-e20d-459d-b263-78d3f7ffe7ae x-openstack-request-id: req-f4934a42-e20d-459d-b263-78d3f7ffe7ae {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:50.796154 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:50.797051 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4934a42-e20d-459d-b263-78d3f7ffe7ae {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:50.797928 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:24:50.802228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.811061 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.815348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.816378 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.817027 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.819120 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.821440 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.822603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.824506 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.825663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79f65a-ef1e-4918-801f-3fa7b2c193b9 req-b5868517-c853-4008-95ee-753b397cade8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:50.826370 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.827486 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.828020 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.828549 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:50.836963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b79f65a-ef1e-4918-801f-3fa7b2c193b9 req-b5868517-c853-4008-95ee-753b397cade8 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.6754782 Dec 08 16:24:50.843212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:24:50.871538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] Sync routers for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:24:50.903780 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Attempting to bind port 531cf279-0e4e-4d8a-ad01-ef06832efb91 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:50.911266 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Attempting to bind port 531cf279-0e4e-4d8a-ad01-ef06832efb91 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:50.912061 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Attempting to bind port 531cf279-0e4e-4d8a-ad01-ef06832efb91 on network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:50.930773 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:50.931353 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Checking segment: {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:50.931821 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.932295 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Bound using segment: {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:50.934650 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Bound port: 531cf279-0e4e-4d8a-ad01-ef06832efb91, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f551bcf2-108c-43c4-b97c-ac823826319d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:50.936075 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.944416 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:50.953775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:50.954938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:50.974193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:51.134638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04a2db76-6c4b-4b6f-bddd-14f8102e8c0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/floatingips/458cb408-f468-4212-becc-21ba944365ef HTTP/1.1" status: 204 len: 168 time: 3.2483187 Dec 08 16:24:51.172981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.176558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.180693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.184509 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] For port 531cf279-0e4e-4d8a-ad01-ef06832efb91, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:24:51.186034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.192179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.193400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.194672 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] For port 531cf279-0e4e-4d8a-ad01-ef06832efb91, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=531cf279-0e4e-4d8a-ad01-ef06832efb91,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:24:51.196977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.198802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.199422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.199901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.200446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.200994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.201636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:24:51.205032 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:51.229549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:51.252700 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf81c8a0-8384-4c7e-8939-399720ad86e2" -d '{"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:51.383076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8ed8b8e1-bd7d-47a3-8b25-7a17c8679e0e None None] Provisioning complete for port 531cf279-0e4e-4d8a-ad01-ef06832efb91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:51.383681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b8e1-bd7d-47a3-8b25-7a17c8679e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:51.458326 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Routers {'c099b3c6-4fed-4ebc-83ab-5d5bec62990d'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:51.460522 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:51.534645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-649c73fa-b9c3-421a-b281-9b088e64860e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:51.541834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-649c73fa-b9c3-421a-b281-9b088e64860e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.58 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.7032375 Dec 08 16:24:51.822175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56528) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:51.962253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b79f65a-ef1e-4918-801f-3fa7b2c193b9 req-2b3b66d7-22d8-4280-9e14-df59bfa8b1a2 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8339744 Dec 08 16:24:51.983633 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26412f66-7ed4-452c-b3c1-9be9ba5fe540 None None] Pushing event updated for resources: {'Port': ['ID=531cf279-0e4e-4d8a-ad01-ef06832efb91,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:51.993996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:52.092338 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] Set router c099b3c6-4fed-4ebc-83ab-5d5bec62990d gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:52.259381 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b82f3fd-601e-4e32-98eb-07bcecdb7fd6 x-openstack-request-id: req-0b82f3fd-601e-4e32-98eb-07bcecdb7fd6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:52.260153 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:52.282870 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0b82f3fd-601e-4e32-98eb-07bcecdb7fd6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:52.290201 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'status': 'completed', 'code': 200} Dec 08 16:24:52.374983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-72bdc844-6935-46db-9288-328e1e4a2237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.378098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-72bdc844-6935-46db-9288-328e1e4a2237 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 1097 time: 0.1001918 Dec 08 16:24:52.402439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Deleting port b1391434-f497-42fc-8fa3-a1d5bea2f241 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:52.405387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:52.698745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-e6f480b0-c8cb-47f0-ae9b-840a2c0e203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.703262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-e6f480b0-c8cb-47f0-ae9b-840a2c0e203e service neutron] 10.222.0.58 "GET /v2.0/networks?id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 200 len: 898 time: 0.3166060 Dec 08 16:24:52.725393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2076715199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:52.751208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b8e1-bd7d-47a3-8b25-7a17c8679e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:52.889460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f3871-4a61-4771-b0ce-a7198a7dd131 req-a0c0d0e1-6e5d-471d-8d04-24f131277373 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:52.909435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-173f3871-4a61-4771-b0ce-a7198a7dd131 req-a0c0d0e1-6e5d-471d-8d04-24f131277373 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 946 time: 0.3277118 Dec 08 16:24:53.026510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-48a4dd9f-f7d0-4191-929d-cc4704ef39ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 200 len: 217 time: 0.1979847 Dec 08 16:24:53.107852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.110426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.179368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-173f3871-4a61-4771-b0ce-a7198a7dd131 req-e5f9caa2-d8bb-48d5-b464-663768fe7533 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543566 Dec 08 16:24:53.222368 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:44Z', 'revision_number': 4, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '531cf279-0e4e-4d8a-ad01-ef06832efb91', 'name': '', 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'mac_address': 'fa:16:3e:b8:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '4d66a72f-47ea-49fb-8807-c713c767a3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:41Z', 'updated_at': '2021-12-08T16:24:51Z', 'revision_number': 4, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'subnets': [{'id': '4d66a72f-47ea-49fb-8807-c713c767a3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:53.227460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8ed8b8e1-bd7d-47a3-8b25-7a17c8679e0e None None] For port 531cf279-0e4e-4d8a-ad01-ef06832efb91, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=531cf279-0e4e-4d8a-ad01-ef06832efb91,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:53.254983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ed8b8e1-bd7d-47a3-8b25-7a17c8679e0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.262854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] For port b1391434-f497-42fc-8fa3-a1d5bea2f241, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b1391434-f497-42fc-8fa3-a1d5bea2f241,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:53.266651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.293628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed7b53-7abf-4c48-90bc-529ee557e0c9 None None] The sync data for ids ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'] in n-d-820935-5 is: [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:24:44Z', 'revision_number': 4, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '531cf279-0e4e-4d8a-ad01-ef06832efb91', 'name': '', 'network_id': '726a8b23-6010-4746-80e7-c4c7f1b9c4d2', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'mac_address': 'fa:16:3e:b8:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '4d66a72f-47ea-49fb-8807-c713c767a3c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:41Z', 'updated_at': '2021-12-08T16:24:51Z', 'revision_number': 4, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'subnets': [{'id': '4d66a72f-47ea-49fb-8807-c713c767a3c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:53.333642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Calling delete_port for b1391434-f497-42fc-8fa3-a1d5bea2f241 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:53.472310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:53.583470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] Checking router: 17bcc165-ca79-459f-8614-9b198234207b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:24:53.634578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde732a-10d2-471b-9d00-4ab6db919218 req-5bdbe59a-d024-40ce-a643-da632ca5630e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:53.639830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8b8e1-bd7d-47a3-8b25-7a17c8679e0e None None] Pushing event updated for resources: {'Port': ['ID=531cf279-0e4e-4d8a-ad01-ef06832efb91,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:53.646686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cde732a-10d2-471b-9d00-4ab6db919218 req-5bdbe59a-d024-40ce-a643-da632ca5630e tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 945 time: 0.2347319 Dec 08 16:24:53.678455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b1391434-f497-42fc-8fa3-a1d5bea2f241 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:53.692421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:24:53.694574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:53.796158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-72b5f38c-9094-4364-b5de-ea960a9b36a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:53.798026 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-72b5f38c-9094-4364-b5de-ea960a9b36a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 200 len: 835 time: 0.7623501 Dec 08 16:24:53.802449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56546) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:53.830151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f07cace6-4b66-451c-8fa3-ab518feaa5b5 None None] Provisioning complete for port 531cf279-0e4e-4d8a-ad01-ef06832efb91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:53.830814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f07cace6-4b66-451c-8fa3-ab518feaa5b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.864550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cde732a-10d2-471b-9d00-4ab6db919218 req-bac0dea2-c342-4452-85ed-5b97edb0aa54 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/security-groups?id=13e2a1b3-cb68-4c19-9896-1a203cea9fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163708 Dec 08 16:24:53.866288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.890389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.990596 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:53.994675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3c9f4e03-6672-4a7a-8bcc-1c4f55a66b7a tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 2.1682146 Dec 08 16:24:53.999977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:54.012592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-757be6a4-7d79-4a32-822b-de06a99c50cb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:54.014468 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-757be6a4-7d79-4a32-822b-de06a99c50cb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 946 time: 0.2153051 Dec 08 16:24:54.018837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1828935411'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:54.024921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-aa33cf45-ef66-4b18-a9aa-538047fcde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:54.027081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-aa33cf45-ef66-4b18-a9aa-538047fcde85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2068362 Dec 08 16:24:54.076728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.189493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Pushing event deleted for resources: {'Port': ['ID=b1391434-f497-42fc-8fa3-a1d5bea2f241,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:54.406527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] No DVR routers for this DVR port b1391434-f497-42fc-8fa3-a1d5bea2f241 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:54.411344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b85c33d1-001e-4a72-bcfd-00764f0e9ba9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.423909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.435684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.58 "DELETE /v2.0/ports/b1391434-f497-42fc-8fa3-a1d5bea2f241 HTTP/1.1" status: 204 len: 173 time: 2.8839860 Dec 08 16:24:54.436226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'name': 'network-vif-deleted', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:54.448220 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e2d6a8b-5907-4b56-80c0-af85b5d48c76" -d '{"events": [{"server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "name": "network-vif-deleted", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:54.541597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-8c732b6b-a5e4-40ce-938d-f39f5673a235 service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4899998 Dec 08 16:24:54.545872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Made reservation on behalf of 35ef1df107764f0eaaa2f148bb77e823 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:54.553468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.798006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.866572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b85c33d1-001e-4a72-bcfd-00764f0e9ba9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.888252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b85c33d1-001e-4a72-bcfd-00764f0e9ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:54.998941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b85c33d1-001e-4a72-bcfd-00764f0e9ba9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91d31cd79295478a856e1086cedc7b58&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1878498 Dec 08 16:24:55.001348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56562) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:55.088890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:55.089678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.110562 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bf81c8a0-8384-4c7e-8939-399720ad86e2 req-716bbc6c-1ad8-4000-917a-8cd45709552a service neutron] 10.222.0.58 "GET /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523515 Dec 08 16:24:55.131635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 531cf279-0e4e-4d8a-ad01-ef06832efb91 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:24:55.221894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No active binding found for port b1391434-f497-42fc-8fa3-a1d5bea2f241 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:24:55.222373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b1391434-f497-42fc-8fa3-a1d5bea2f241 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:55.292479 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc893093-18c9-4c3a-95bc-638f7bf3cb22 x-openstack-request-id: req-fc893093-18c9-4c3a-95bc-638f7bf3cb22 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:55.293040 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e735fd60-61fe-4ec0-9f24-773f4430a2ab", "name": "network-vif-deleted", "tag": "b1391434-f497-42fc-8fa3-a1d5bea2f241", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:55.293569 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc893093-18c9-4c3a-95bc-638f7bf3cb22 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:55.294450 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e735fd60-61fe-4ec0-9f24-773f4430a2ab', 'name': 'network-vif-deleted', 'tag': 'b1391434-f497-42fc-8fa3-a1d5bea2f241', 'status': 'completed', 'code': 200} Dec 08 16:24:55.364276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:24:55.418720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4732b-446d-4ee9-b280-9272653fd92b req-c2b1cc41-6be4-4e90-9043-b60cf3993792 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:55.447023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb4732b-446d-4ee9-b280-9272653fd92b req-c2b1cc41-6be4-4e90-9043-b60cf3993792 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 946 time: 1.0278816 Dec 08 16:24:55.463796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.467149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 531cf279-0e4e-4d8a-ad01-ef06832efb91 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:24:55.468268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.475186 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.501193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c33d1-001e-4a72-bcfd-00764f0e9ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68b8c97-d6ce-4026-bd86-dcea6b30279e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:55.587118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:55.587732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.603266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-293209af-3edc-42ea-9343-ca401565db3f req-6d22f57e-d85e-4f88-affa-695008495ef2 tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] 10.222.0.62 "GET /v2.0/ports?device_id=e735fd60-61fe-4ec0-9f24-773f4430a2ab HTTP/1.1" status: 200 len: 210 time: 0.2343707 Dec 08 16:24:55.673631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf049-f0f3-4aa5-869c-ce4b00963860 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.688832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:55.723809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb4732b-446d-4ee9-b280-9272653fd92b req-f36a96c8-a2f6-4a3e-b54b-229d60bf5a18 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737417 Dec 08 16:24:55.738961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for a0bd9d4e-f23c-4b64-88b5-cc2072c9155d owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:55.741768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf049-f0f3-4aa5-869c-ce4b00963860 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.823932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:24:55.896539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf049-f0f3-4aa5-869c-ce4b00963860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.901226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0c9cf049-f0f3-4aa5-869c-ce4b00963860 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:55.910177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b3982f-e43b-4843-b634-5af45a15184b None None] The sync data for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 is: [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:22:31Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c9864a43-abbc-4246-8908-6727eb2e8e52', 'name': '', 'network_id': '2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:c1:68:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:29Z', 'updated_at': '2021-12-08T16:22:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '256bb2d4-b3c4-4e9b-b84a-625becee3829', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:24:55.928078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0c9cf049-f0f3-4aa5-869c-ce4b00963860 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d68b8c97-d6ce-4026-bd86-dcea6b30279e HTTP/1.1" status: 204 len: 168 time: 0.9236169 Dec 08 16:24:55.963660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9cf049-f0f3-4aa5-869c-ce4b00963860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68b8c97-d6ce-4026-bd86-dcea6b30279e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:55.992031 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-794b79ce-f29a-446b-a999-68724c3b005c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.117255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.136504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8dae70-43c4-49ce-a464-f4be05cc6c2b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:56.144215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.144672 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Added segment 6a9e42ea-a264-4c86-843c-b1419902be40 of type vlan for network 73267088-6d09-4d01-931f-4ac89996f37c Dec 08 16:24:56.262658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] No DVR routers for this DVR port a0bd9d4e-f23c-4b64-88b5-cc2072c9155d on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:24:56.266052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=a0bd9d4e-f23c-4b64-88b5-cc2072c9155d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:56.287294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.290924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f27f3752-9ea4-4af9-aa73-9e84d39d376d req-16a42732-4048-4249-91de-fd785ad14318 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "DELETE /v2.0/ports/a0bd9d4e-f23c-4b64-88b5-cc2072c9155d HTTP/1.1" status: 204 len: 173 time: 2.2625735 Dec 08 16:24:56.291510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-deleted', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:24:56.294855 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14c7b63-5d94-4c3a-80c2-27b64423e9c8" -d '{"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-deleted", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:24:56.326725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.412199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.424734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:56.427171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:56.436672 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0fd46ce-fa28-4a7a-98eb-1ef0f8d86171 x-openstack-request-id: req-f0fd46ce-fa28-4a7a-98eb-1ef0f8d86171 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:24:56.437703 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cee74ad-26fd-493c-a460-66f6cf4eed5c", "name": "network-vif-deleted", "tag": "a0bd9d4e-f23c-4b64-88b5-cc2072c9155d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:24:56.438824 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f0fd46ce-fa28-4a7a-98eb-1ef0f8d86171 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:24:56.439339 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cee74ad-26fd-493c-a460-66f6cf4eed5c', 'name': 'network-vif-deleted', 'tag': 'a0bd9d4e-f23c-4b64-88b5-cc2072c9155d', 'status': 'completed', 'code': 200} Dec 08 16:24:56.646111 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.6443248 Dec 08 16:24:56.649210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56580) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:56.662660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'subnet': {'network_id': '73267088-6d09-4d01-931f-4ac89996f37c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:56.672353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0d013-dbbf-4d6a-bda2-1afa2f8924a0 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Network': ['ID=73267088-6d09-4d01-931f-4ac89996f37c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:56.687559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 73267088-6d09-4d01-931f-4ac89996f37c details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:56.749459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56586) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:56.833373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b38ddc-dc70-446e-9ead-4d6db14a1364 None None] New status for floating IP 458cb408-f468-4212-becc-21ba944365ef: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:24:57.022878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Made reservation on behalf of 35ef1df107764f0eaaa2f148bb77e823 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:57.030177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:57.714288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:24:57.815868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: a0bd9d4e-f23c-4b64-88b5-cc2072c9155d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:24:57.817227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a0bd9d4e-f23c-4b64-88b5-cc2072c9155d not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:24:57.868743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:57.953900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13b74c63-5a15-4364-83c8-313b8092f427 req-31eec2b8-b597-4a9b-b0bf-d728a4e6fab3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=3cee74ad-26fd-493c-a460-66f6cf4eed5c HTTP/1.1" status: 200 len: 210 time: 0.9167156 Dec 08 16:24:57.955372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.045971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Subnet': ['ID=d1d666f6-d65d-4de7-81c7-2e11a8b52d06,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:58.058925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Checking segment: {'id': '6a9e42ea-a264-4c86-843c-b1419902be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '73267088-6d09-4d01-931f-4ac89996f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:58.059569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network hostable DHCP agents. Network: 73267088-6d09-4d01-931f-4ac89996f37c, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:24:58.088276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 73267088-6d09-4d01-931f-4ac89996f37c is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:24:58.117759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 73267088-6d09-4d01-931f-4ac89996f37c) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:58.125964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:58.126945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.145058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32851c94-86ab-4109-a793-1eeffe743bb8 None None] Network 73267088-6d09-4d01-931f-4ac89996f37c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:24:58.189883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8bce782f-d2d4-444a-98af-0a43a5e4af3d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5348153 Dec 08 16:24:58.191477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56602) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:58.212475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'network': {'name': 'tempest-router-network01--477116925'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:58.272077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Made reservation on behalf of 35ef1df107764f0eaaa2f148bb77e823 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:58.276517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.365418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:58.388205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.388858 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Added segment 18407b7d-fe59-4d99-9af5-62e43014d98e of type vlan for network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 Dec 08 16:24:58.441465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-73267088-6d09-4d01-931f-4ac89996f37c', 'network_id': '73267088-6d09-4d01-931f-4ac89996f37c', 'project_id': '35ef1df107764f0eaaa2f148bb77e823', 'fixed_ips': [{'subnet_id': 'd1d666f6-d65d-4de7-81c7-2e11a8b52d06'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:24:58.442379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.570663 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.688633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.731077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:58.732982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.754555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Deleting port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:24:58.754946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:58.868274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6694205 Dec 08 16:24:58.876346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56612) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:58.917463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c1da740-1639-4155-812e-7e13b8b2376f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.111280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] For port 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,segment=NetworkSegment(8eecb4bd-2d9c-442b-8230-154448b82c93),segment_id=8eecb4bd-2d9c-442b-8230-154448b82c93)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:24:59.112673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.118666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Allocated IP 172.20.0.2 (73267088-6d09-4d01-931f-4ac89996f37c/d1d666f6-d65d-4de7-81c7-2e11a8b52d06/9702a10b-7f85-4e75-8ac7-852b0108bba6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:24:59.154380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'network': {'name': 'tempest-router-network02--979231455'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:24:59.172042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Calling delete_port for 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:24:59.221266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56620) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:24:59.420639 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:24:59.429774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0c103-5963-4294-be6f-96880069a474 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Network': ['ID=604a9166-e00f-4f24-a7eb-7627f2b7d8a9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:59.453150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Made reservation on behalf of 35ef1df107764f0eaaa2f148bb77e823 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:24:59.463962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.516724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:24:59.641350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:24:59.670284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.670860 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Added segment a8bfd0d2-c420-4261-bee9-c9e463a4f67b of type vlan for network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 Dec 08 16:24:59.744777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.758297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.798336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.813783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.828423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Network 73267088-6d09-4d01-931f-4ac89996f37c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:24:59.839415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:24:59.841597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Pushing event updated for resources: {'Port': ['ID=9702a10b-7f85-4e75-8ac7-852b0108bba6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:59.848616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:24:59.900002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.901328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:24:59.907810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:24:59.909525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.952841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Attempting to bind port 9702a10b-7f85-4e75-8ac7-852b0108bba6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:24:59.953418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Attempting to bind port 9702a10b-7f85-4e75-8ac7-852b0108bba6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '6a9e42ea-a264-4c86-843c-b1419902be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '73267088-6d09-4d01-931f-4ac89996f37c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:24:59.953581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Attempting to bind port 9702a10b-7f85-4e75-8ac7-852b0108bba6 on network 73267088-6d09-4d01-931f-4ac89996f37c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:24:59.964833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:24:59.965305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Checking segment: {'id': '6a9e42ea-a264-4c86-843c-b1419902be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '73267088-6d09-4d01-931f-4ac89996f37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:24:59.965753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:24:59.966185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Bound using segment: {'id': '6a9e42ea-a264-4c86-843c-b1419902be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '73267088-6d09-4d01-931f-4ac89996f37c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:24:59.966845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Bound port: 9702a10b-7f85-4e75-8ac7-852b0108bba6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9e42ea-a264-4c86-843c-b1419902be40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '73267088-6d09-4d01-931f-4ac89996f37c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:24:59.967443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:00.000902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Network': ['ID=2f393d4c-5aea-43d6-9890-c9cf2e43d4b7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:00.036540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6019d398-897f-4431-b954-c862834ef866 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9302571 Dec 08 16:25:00.036844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:00.039484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56634) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:00.103457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'subnet': {'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:00.187279 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:00.222571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] For port 9702a10b-7f85-4e75-8ac7-852b0108bba6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:00.238568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] For port 9702a10b-7f85-4e75-8ac7-852b0108bba6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9702a10b-7f85-4e75-8ac7-852b0108bba6,segment=NetworkSegment(6a9e42ea-a264-4c86-843c-b1419902be40),segment_id=6a9e42ea-a264-4c86-843c-b1419902be40)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:00.246813 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:00.366681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c975820d-aaf6-4f21-b7d8-24e3607987ed None None] Pushing event updated for resources: {'Port': ['ID=9702a10b-7f85-4e75-8ac7-852b0108bba6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:00.622075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:01.482384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Made reservation on behalf of 35ef1df107764f0eaaa2f148bb77e823 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:01.494909 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:01.597507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:01.673072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port c9864a43-abbc-4246-8908-6727eb2e8e52 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:01.673721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:01.843841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:01.993330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port c9864a43-abbc-4246-8908-6727eb2e8e52, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c9864a43-abbc-4246-8908-6727eb2e8e52,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:01.994565 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.052992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for c9864a43-abbc-4246-8908-6727eb2e8e52 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:02.101268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.210959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.354587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.359442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9702a10b-7f85-4e75-8ac7-852b0108bba6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:02.431387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Subnet': ['ID=bf5409be-b393-4ba9-a7db-0d28ac1bfba3,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:02.453279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Router f2110f3e-39d5-4bfc-8666-89aba15c6240 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:02.589405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Checking segment: {'id': '18407b7d-fe59-4d99-9af5-62e43014d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:02.590141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network hostable DHCP agents. Network: 604a9166-e00f-4f24-a7eb-7627f2b7d8a9, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:02.645412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9702a10b-7f85-4e75-8ac7-852b0108bba6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:02.647882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.675096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:02.693331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 604a9166-e00f-4f24-a7eb-7627f2b7d8a9) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:02.702842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:02.703529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.733107 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-49b10bfb-ff2b-4b7b-ba7a-80defd1f8cc1 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6899042 Dec 08 16:25:02.736218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:02.750587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'subnet': {'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:02.808442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2975cfd-fd7a-4189-b105-de127c930eca None None] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:02.914155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:02.960025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:02.980404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ca9aa0b-6c49-47da-8fdc-91289eb13ce3 admin admin] 10.222.0.62 "PUT /v2.0/routers/f2110f3e-39d5-4bfc-8666-89aba15c6240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2286313 Dec 08 16:25:02.984695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56672) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:03.006539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Made reservation on behalf of 35ef1df107764f0eaaa2f148bb77e823 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:03.019569 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.115073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=c9864a43-abbc-4246-8908-6727eb2e8e52,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:03.180040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95eacef-627b-4578-8c0c-c1726d6ce11a None None] Network 73267088-6d09-4d01-931f-4ac89996f37c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:03.222503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Sync routers for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:03.480863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Routers {'f2110f3e-39d5-4bfc-8666-89aba15c6240'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:03.481925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f2110f3e-39d5-4bfc-8666-89aba15c6240'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:03.504487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.613285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:03.650031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.026746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0a2d73c3-a7bd-471a-91ba-89a1ecade562 None None] Provisioning complete for port 9702a10b-7f85-4e75-8ac7-852b0108bba6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:04.030129 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a2d73c3-a7bd-471a-91ba-89a1ecade562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.036141 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.129479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.371548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.409408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-604a9166-e00f-4f24-a7eb-7627f2b7d8a9', 'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9', 'project_id': '35ef1df107764f0eaaa2f148bb77e823', 'fixed_ips': [{'subnet_id': 'bf5409be-b393-4ba9-a7db-0d28ac1bfba3'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:04.410934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.462182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Deleting port dadd0180-09b8-4ded-960f-939ae3816b91 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:04.462182 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.542615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router 17bcc165-ca79-459f-8614-9b198234207b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:04.628715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 9702a10b-7f85-4e75-8ac7-852b0108bba6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9702a10b-7f85-4e75-8ac7-852b0108bba6,segment=NetworkSegment(6a9e42ea-a264-4c86-843c-b1419902be40),segment_id=6a9e42ea-a264-4c86-843c-b1419902be40)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:04.654934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Set router f2110f3e-39d5-4bfc-8666-89aba15c6240 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:04.680836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] For port dadd0180-09b8-4ded-960f-939ae3816b91, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dadd0180-09b8-4ded-960f-939ae3816b91,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:04.681403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.732560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Calling delete_port for dadd0180-09b8-4ded-960f-939ae3816b91 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:04.749210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:04.838600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:04.856709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4ed12435-f9b8-4e7a-912e-39e033c10138 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/17bcc165-ca79-459f-8614-9b198234207b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6247218 Dec 08 16:25:04.861929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56692) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:04.896973 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] Sync routers for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:04.968798 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:04.973304 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:05.056369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting subnet 256bb2d4-b3c4-4e9b-b84a-625becee3829 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:05.070692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.177434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.398736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.464194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=9702a10b-7f85-4e75-8ac7-852b0108bba6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.505724 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:05.569175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Subnet': ['ID=89b93e21-803d-442d-9b9c-44ef19df8c93,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.607200 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.632769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.636205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Allocated IP 172.20.0.2 (604a9166-e00f-4f24-a7eb-7627f2b7d8a9/bf5409be-b393-4ba9-a7db-0d28ac1bfba3/74cb4e18-7851-45f6-84c0-beb8fd000303) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:05.690672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Subnet': ['ID=256bb2d4-b3c4-4e9b-b84a-625becee3829,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:05.745298 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:05.770909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-05fc832a-ac85-489f-8103-54de2e8f3e03 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/subnets/256bb2d4-b3c4-4e9b-b84a-625becee3829 HTTP/1.1" status: 204 len: 168 time: 0.9064295 Dec 08 16:25:05.771798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:05.777103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25229038-99e3-4c84-83d0-6e595bef0237 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:05.806289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a95ec-39d2-4f28-acf1-1843730f6c10 None None] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:05.912644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Pushing event deleted for resources: {'Port': ['ID=dadd0180-09b8-4ded-960f-939ae3816b91,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:06.016210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Checking segment: {'id': 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:06.016572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network hostable DHCP agents. Network: 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:06.090082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:06.140719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.245845 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:25:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.323055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:06.337520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.344947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:06.345549 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.400260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] Checking router: 17bcc165-ca79-459f-8614-9b198234207b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:06.500842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] Routers {'17bcc165-ca79-459f-8614-9b198234207b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:06.501509 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['17bcc165-ca79-459f-8614-9b198234207b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:06.607913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.611063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.660134 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-273721a7-ad7b-44da-b6e6-5c2c013f5390 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9168601 Dec 08 16:25:06.695662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56710) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:06.794033 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] Set router 17bcc165-ca79-459f-8614-9b198234207b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:06.929149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.929779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2110f3e-39d5-4bfc-8666-89aba15c6240 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:06.976868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fed9bb-e9a2-4b35-bc30-19f3cbf5b767 None None] Network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:06.981014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:06.995476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.001650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:07.003522 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c38fbe4-ac01-47d0-803e-047cadbf4dbd admin admin] 10.222.0.62 "DELETE /v2.0/routers/f2110f3e-39d5-4bfc-8666-89aba15c6240 HTTP/1.1" status: 204 len: 168 time: 4.0138192 Dec 08 16:25:07.057634 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:25:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:07.090760 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32462e-e674-4b85-8b77-4f8d73abd856 None None] The sync data for ids ['17bcc165-ca79-459f-8614-9b198234207b'] in n-d-820935-5 is: [{'id': '17bcc165-ca79-459f-8614-9b198234207b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1432425631', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '71f977de-9867-4910-9f57-f5606886e9b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:22:19Z', 'updated_at': '2021-12-08T16:25:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '71f977de-9867-4910-9f57-f5606886e9b8', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:b5:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17bcc165-ca79-459f-8614-9b198234207b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:22:21Z', 'updated_at': '2021-12-08T16:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:07.181013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Deleting subnet 297e44f7-443d-49fb-a8ee-4db6dbe59f70 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:07.185558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.247133 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.319882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b94a2040-ee0b-4e5e-bb38-1bbfd32330d6 None None] Provisioning complete for port 9702a10b-7f85-4e75-8ac7-852b0108bba6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:07.320968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b94a2040-ee0b-4e5e-bb38-1bbfd32330d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.343910 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.370246 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.468333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.523151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.596713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9702a10b-7f85-4e75-8ac7-852b0108bba6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:07.644447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=297e44f7-443d-49fb-a8ee-4db6dbe59f70,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:07.654895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.665192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f52d4d91-50d3-4b84-8f81-ced5bcc5df24 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/297e44f7-443d-49fb-a8ee-4db6dbe59f70 HTTP/1.1" status: 204 len: 168 time: 0.6563811 Dec 08 16:25:07.665609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56722) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:07.731991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 71f977de-9867-4910-9f57-f5606886e9b8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:07.732353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.798182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:07.840426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:07.844082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:07.963284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:07.967788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.006114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 71f977de-9867-4910-9f57-f5606886e9b8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=71f977de-9867-4910-9f57-f5606886e9b8,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:08.006114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.066318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 71f977de-9867-4910-9f57-f5606886e9b8 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:08.100212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] DHCP port deletion for 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:08.276260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Attempting to bind port 74cb4e18-7851-45f6-84c0-beb8fd000303 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:08.282156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Attempting to bind port 74cb4e18-7851-45f6-84c0-beb8fd000303 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '18407b7d-fe59-4d99-9af5-62e43014d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:08.282668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Attempting to bind port 74cb4e18-7851-45f6-84c0-beb8fd000303 on network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:08.290135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.334256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df1ed44a-89f1-4c13-9e60-8bd467211b7f']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:08.334495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'name': 'tempest-ServerRescueTestJSONUnderV235-1997449772-router', 'tenant_id': '8398fb8e06f4420787227c8e124f77ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:23:10Z', 'updated_at': '2021-12-08T16:24:59Z', 'revision_number': 5, 'project_id': '8398fb8e06f4420787227c8e124f77ad', 'gw_port': {'id': 'dadd0180-09b8-4ded-960f-939ae3816b91', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:71:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2110f3e-39d5-4bfc-8666-89aba15c6240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1999, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:23:12Z', 'updated_at': '2021-12-08T16:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:08.429817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eecb4bd-2d9c-442b-8230-154448b82c93') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:08.430554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eecb4bd-2d9c-442b-8230-154448b82c93') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:08.469510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.564186 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.570882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:08.573547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Checking segment: {'id': '18407b7d-fe59-4d99-9af5-62e43014d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:08.574502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.574786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.575217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Bound using segment: {'id': '18407b7d-fe59-4d99-9af5-62e43014d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:08.576268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Bound port: 74cb4e18-7851-45f6-84c0-beb8fd000303, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18407b7d-fe59-4d99-9af5-62e43014d98e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '604a9166-e00f-4f24-a7eb-7627f2b7d8a9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:08.578095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.583904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:08.584315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.586654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Checking router: f2110f3e-39d5-4bfc-8666-89aba15c6240 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:08.597034 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:08.619201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Pushing event updated for resources: {'Port': ['ID=74cb4e18-7851-45f6-84c0-beb8fd000303,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:08.661605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=71f977de-9867-4910-9f57-f5606886e9b8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:08.664620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Allocated IP 172.20.0.1 (604a9166-e00f-4f24-a7eb-7627f2b7d8a9/bf5409be-b393-4ba9-a7db-0d28ac1bfba3/17f0bb0d-9d08-4218-a501-b94d9c727828) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:08.698172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2f393d4c-5aea-43d6-9890-c9cf2e43d4b7', 'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7', 'project_id': '35ef1df107764f0eaaa2f148bb77e823', 'fixed_ips': [{'subnet_id': '89b93e21-803d-442d-9b9c-44ef19df8c93'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:08.708684 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.718505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9702a10b-7f85-4e75-8ac7-852b0108bba6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:08.719135 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.797680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:08.970820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.012447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.019285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98416916-25c3-4e5b-90c1-b4c4db0184df None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:09.024738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.030041 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] 10.222.0.62 "DELETE /v2.0/networks/df1ed44a-89f1-4c13-9e60-8bd467211b7f HTTP/1.1" status: 204 len: 168 time: 1.3615317 Dec 08 16:25:09.049386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:09.049780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:25:09.050515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_agentschedulers_db [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2110f3e-39d5-4bfc-8666-89aba15c6240'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent'). {{(pid=103283) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:25:09.051116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e65aff-43b5-4228-993f-8a5134f98330 None None] The sync data for ids ['f2110f3e-39d5-4bfc-8666-89aba15c6240'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:09.093824 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.105884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.107073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f22b8b-727c-4a48-a64b-e2c85f2a052c admin admin] Pushing event deleted for resources: {'Network': ['ID=df1ed44a-89f1-4c13-9e60-8bd467211b7f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:09.129158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] For port 74cb4e18-7851-45f6-84c0-beb8fd000303, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:09.141003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] For port 74cb4e18-7851-45f6-84c0-beb8fd000303, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=74cb4e18-7851-45f6-84c0-beb8fd000303,segment=NetworkSegment(18407b7d-fe59-4d99-9af5-62e43014d98e),segment_id=18407b7d-fe59-4d99-9af5-62e43014d98e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:09.163071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.273685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.274316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Fanout notify agent at l3_agent the message router_deleted on router 17bcc165-ca79-459f-8614-9b198234207b {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:09.285286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:09.285493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.289696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ecbc1b7b-dd17-49e3-a7db-b73f67a8dd02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/routers/17bcc165-ca79-459f-8614-9b198234207b HTTP/1.1" status: 204 len: 168 time: 3.5121632 Dec 08 16:25:09.290169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:09.297829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:09.306047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:09.370937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Port': ['ID=17f0bb0d-9d08-4218-a501-b94d9c727828,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:09.435653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.440871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.658377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.680834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56746) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:09.699896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a934f25-3707-4afc-b16a-8cace4e6e73b None None] Pushing event updated for resources: {'Port': ['ID=74cb4e18-7851-45f6-84c0-beb8fd000303,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:09.856089 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c74c906-ab97-4bfe-8001-5a198f45c394 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8398fb8e06f4420787227c8e124f77ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1739073 Dec 08 16:25:09.860034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56750) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:09.872181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.889141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port b52eb2b4-4518-4245-8776-1142d22ef322 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:09.889474 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:09.982739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Deleting port b52eb2b4-4518-4245-8776-1142d22ef322 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:10.001594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.084600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a76002b-8cd1-49ed-b73a-a767bd509c98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.172362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port b52eb2b4-4518-4245-8776-1142d22ef322, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b52eb2b4-4518-4245-8776-1142d22ef322,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:10.172861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.199136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for b52eb2b4-4518-4245-8776-1142d22ef322 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:10.498219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a76002b-8cd1-49ed-b73a-a767bd509c98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.587166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.684306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=b52eb2b4-4518-4245-8776-1142d22ef322,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:10.693954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] No DVR routers for this DVR port b52eb2b4-4518-4245-8776-1142d22ef322 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:10.759525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c9864a43-abbc-4246-8908-6727eb2e8e52 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:10.894795 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a76002b-8cd1-49ed-b73a-a767bd509c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.898955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a76002b-8cd1-49ed-b73a-a767bd509c98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.900662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4a76002b-8cd1-49ed-b73a-a767bd509c98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/13e2a1b3-cb68-4c19-9896-1a203cea9fb8 HTTP/1.1" status: 204 len: 168 time: 1.0391307 Dec 08 16:25:10.912081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:10.965242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76002b-8cd1-49ed-b73a-a767bd509c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e2a1b3-cb68-4c19-9896-1a203cea9fb8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:10.968316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c9864a43-abbc-4246-8908-6727eb2e8e52 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:10.968656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c9864a43-abbc-4246-8908-6727eb2e8e52 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:10.969164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:10.972225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:10.994392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148da118-cc70-4354-89cf-988ef0eb28fd') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:10.994674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148da118-cc70-4354-89cf-988ef0eb28fd') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:11.015130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.036680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.039301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.079362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.102342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:11.102838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:11.115211 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:11.161121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:11.161602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10e9cf3f-8c50-4aaa-bfd8-00a5f32b4968 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:11.161908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b52eb2b4-4518-4245-8776-1142d22ef322 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:11.243576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b52eb2b4-4518-4245-8776-1142d22ef322 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:11.243975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b52eb2b4-4518-4245-8776-1142d22ef322 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:11.244690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dadd0180-09b8-4ded-960f-939ae3816b91 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:11.322736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: dadd0180-09b8-4ded-960f-939ae3816b91 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:11.323139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dadd0180-09b8-4ded-960f-939ae3816b91 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:11.324786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 71f977de-9867-4910-9f57-f5606886e9b8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:11.333082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] For port b52eb2b4-4518-4245-8776-1142d22ef322, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b52eb2b4-4518-4245-8776-1142d22ef322,segment=NetworkSegment(148da118-cc70-4354-89cf-988ef0eb28fd),segment_id=148da118-cc70-4354-89cf-988ef0eb28fd)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:11.334814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.355161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Port': ['ID=17f0bb0d-9d08-4218-a501-b94d9c727828,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:11.367184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.367792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Allocated IP 172.20.0.2 (2f393d4c-5aea-43d6-9890-c9cf2e43d4b7/89b93e21-803d-442d-9b9c-44ef19df8c93/51d6b06e-9912-4446-b83a-a68b724b1c43) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:11.387758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.417510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:11.430958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/networks/2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 HTTP/1.1" status: 204 len: 168 time: 2.1350226 Dec 08 16:25:11.439035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56760) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:11.479497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Calling delete_port for b52eb2b4-4518-4245-8776-1142d22ef322 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:11.481603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 71f977de-9867-4910-9f57-f5606886e9b8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:11.481974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 71f977de-9867-4910-9f57-f5606886e9b8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:11.552717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74bcfd8-c7a2-425f-9210-ee9b5a8f88c4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Network': ['ID=2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:11.847794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:11.851555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:11.852458 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9df10d7f-87c3-4ee1-81aa-933601376555 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:12.051907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9df10d7f-87c3-4ee1-81aa-933601376555 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:12.303194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9df10d7f-87c3-4ee1-81aa-933601376555 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:12.309035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a79be1-46e5-4280-a160-c1836aaff52c None None] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:12.327000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9df10d7f-87c3-4ee1-81aa-933601376555 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:12.339098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9df10d7f-87c3-4ee1-81aa-933601376555 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/security-groups/2de4e9c7-9436-4205-bd2a-f6e68ac6dc13 HTTP/1.1" status: 204 len: 168 time: 0.8120451 Dec 08 16:25:12.372271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df10d7f-87c3-4ee1-81aa-933601376555 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de4e9c7-9436-4205-bd2a-f6e68ac6dc13,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.438170 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:25:12.443458 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:25:12.673413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 74cb4e18-7851-45f6-84c0-beb8fd000303 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:12.680030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.059376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-59a105dd-0117-4399-9b66-60cada473c10 None None] Provisioning complete for port 74cb4e18-7851-45f6-84c0-beb8fd000303 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:13.060236 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59a105dd-0117-4399-9b66-60cada473c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.204345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Pushing event deleted for resources: {'Port': ['ID=b52eb2b4-4518-4245-8776-1142d22ef322,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:13.231827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] Network 2f0b4c3b-c9ab-4950-a4a3-c6218b1988f8 is not hosted by any dhcp agent {{(pid=103283) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:25:13.233372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b198d383-9cb5-4251-bc65-7559861fd468 None None] No DVR routers for this DVR port b52eb2b4-4518-4245-8776-1142d22ef322 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:13.357727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.450562 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.606401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Router 2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:25:13.608289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Pushing event updated for resources: {'Port': ['ID=51d6b06e-9912-4446-b83a-a68b724b1c43,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:13.776332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56796) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:13.781049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066994378', 'description': 'tempest-secgroup-smoke-1066994378 description', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:13.819272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:13.835855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 74cb4e18-7851-45f6-84c0-beb8fd000303 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:13.836050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.860684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:13.984059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:13.989117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:14.072677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:14.111961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] Sync routers for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:14.120346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59a105dd-0117-4399-9b66-60cada473c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.139755 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ebe8ee99-ccd4-43df-8314-7d226cb7ff30 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4337242 Dec 08 16:25:14.140586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56804) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:14.141650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:14.172490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.186112 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.273984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.326456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc433e4-6fc6-4124-ae58-3816e4e810ea,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:14.355552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:14.356653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:14.362520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.370722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Attempting to bind port 51d6b06e-9912-4446-b83a-a68b724b1c43 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:14.371397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-76f41bc6-f84f-47e3-bf45-34d428b2fabc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5933280 Dec 08 16:25:14.372153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Attempting to bind port 51d6b06e-9912-4446-b83a-a68b724b1c43 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:14.372747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Attempting to bind port 51d6b06e-9912-4446-b83a-a68b724b1c43 on network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:14.373568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:14.384890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:14.385714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Checking segment: {'id': 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:14.387340 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.388031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Bound using segment: {'id': 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:14.388777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Bound port: 51d6b06e-9912-4446-b83a-a68b724b1c43, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '2f393d4c-5aea-43d6-9890-c9cf2e43d4b7'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:14.389310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': 'ffc433e4-6fc6-4124-ae58-3816e4e810ea', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:14.390322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.474625 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.510088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:14.560184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-59a105dd-0117-4399-9b66-60cada473c10 None None] For port 74cb4e18-7851-45f6-84c0-beb8fd000303, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=74cb4e18-7851-45f6-84c0-beb8fd000303,segment=NetworkSegment(18407b7d-fe59-4d99-9af5-62e43014d98e),segment_id=18407b7d-fe59-4d99-9af5-62e43014d98e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:14.596643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59a105dd-0117-4399-9b66-60cada473c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.621699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.629304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:14.631937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:14.635245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.689115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7597b86-9b05-4b54-b036-5ed6fdc5b972,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:14.716493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.725996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5d307508-c0fb-4a30-be0d-142534e6342b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3438840 Dec 08 16:25:14.727308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56818) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:14.732324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34fb6319-a3f6-4d2a-baab-36ee55921442 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.738560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': 'ffc433e4-6fc6-4124-ae58-3816e4e810ea', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:14.747099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:14.748234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b32933c-0160-4688-a17d-a8bd19c5f411 None None] The sync data for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:14.830352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.858712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] For port 51d6b06e-9912-4446-b83a-a68b724b1c43, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:14.864500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:25:14.865112 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:25:14.874763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a105dd-0117-4399-9b66-60cada473c10 None None] Pushing event updated for resources: {'Port': ['ID=74cb4e18-7851-45f6-84c0-beb8fd000303,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:14.880482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bdbc040-42d3-4a24-bf4c-a57fc7ca35a6 None None] Provisioning complete for port 74cb4e18-7851-45f6-84c0-beb8fd000303 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:14.881029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc040-42d3-4a24-bf4c-a57fc7ca35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:14.888550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] For port 51d6b06e-9912-4446-b83a-a68b724b1c43, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=51d6b06e-9912-4446-b83a-a68b724b1c43,segment=NetworkSegment(a8bfd0d2-c420-4261-bee9-c9e463a4f67b),segment_id=a8bfd0d2-c420-4261-bee9-c9e463a4f67b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:14.916640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.018743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ea7fc-4bb3-4aef-8cc5-1a885c834eb3 None None] Pushing event updated for resources: {'Port': ['ID=51d6b06e-9912-4446-b83a-a68b724b1c43,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.021013 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.038321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.077449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ec2d84-dcbb-45f7-9c76-c423e5901263,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.140793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.152858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2c6ab2d0-93c8-4dbc-9d46-b983cf37870c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4226832 Dec 08 16:25:15.153572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56824) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.161362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': 'ffc433e4-6fc6-4124-ae58-3816e4e810ea', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:15.232237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.268438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bdbc040-42d3-4a24-bf4c-a57fc7ca35a6 None None] Provisioning complete for port 17f0bb0d-9d08-4218-a501-b94d9c727828 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:15.269198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bdbc040-42d3-4a24-bf4c-a57fc7ca35a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.381438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.397288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.414334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7bdbc040-42d3-4a24-bf4c-a57fc7ca35a6 None None] Port 17f0bb0d-9d08-4218-a501-b94d9c727828 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:15.423343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c63d3ce-6d86-4ee6-a7b7-bf55af38386f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.428406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34fb6319-a3f6-4d2a-baab-36ee55921442 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.445510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34fb6319-a3f6-4d2a-baab-36ee55921442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.467659 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.473133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4095954c-fa81-45dc-beac-aef9311d25eb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3174033 Dec 08 16:25:15.480060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56828) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.490590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': 'ffc433e4-6fc6-4124-ae58-3816e4e810ea', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:15.578162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.604939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6146bb4b-0a8f-41a4-99aa-21b49d11ae03 None None] Provisioning complete for port 17f0bb0d-9d08-4218-a501-b94d9c727828 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:15.605416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6146bb4b-0a8f-41a4-99aa-21b49d11ae03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.694438 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-34fb6319-a3f6-4d2a-baab-36ee55921442 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c49ab56244e4dffa1ed53ab40df322c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5515208 Dec 08 16:25:15.695713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.706394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb6319-a3f6-4d2a-baab-36ee55921442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa486fc-c1c7-4009-894c-fc078bf736a3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.711291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6146bb4b-0a8f-41a4-99aa-21b49d11ae03 None None] Port 17f0bb0d-9d08-4218-a501-b94d9c727828 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:15.761190 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-515c82fe-d3c4-4714-bbfb-b50ae1ec8fb2 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:25:15.764095 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-515c82fe-d3c4-4714-bbfb-b50ae1ec8fb2 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6190591 Dec 08 16:25:15.771866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.809376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.837532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.879354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 51d6b06e-9912-4446-b83a-a68b724b1c43 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:15.897946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56028782-1136-43a5-bd56-4540a61b7dfc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:15.924951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:15.930333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-043c0da9-0bb3-4d7d-bb75-e0d934ec0518 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4435468 Dec 08 16:25:15.930333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56834) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:15.936226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': 'ffc433e4-6fc6-4124-ae58-3816e4e810ea', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:15.980711 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:25:16.005381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.052374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 51d6b06e-9912-4446-b83a-a68b724b1c43 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:16.052374 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.122815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-949f2468-f5f3-48dd-a3ad-afb14d71c85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.168388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-949f2468-f5f3-48dd-a3ad-afb14d71c85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.178947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.202916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.218749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.227884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 51d6b06e-9912-4446-b83a-a68b724b1c43, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=51d6b06e-9912-4446-b83a-a68b724b1c43,segment=NetworkSegment(a8bfd0d2-c420-4261-bee9-c9e463a4f67b),segment_id=a8bfd0d2-c420-4261-bee9-c9e463a4f67b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:16.242105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.245060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 74cb4e18-7851-45f6-84c0-beb8fd000303 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:16.312334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.321933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3923781 Dec 08 16:25:16.323807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56838) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:16.326167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6683d3bf-a46b-4218-8f6d-da1204e95147 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=287ad80d-f487-441b-9425-b60829894d15,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:16.341762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': 'ffc433e4-6fc6-4124-ae58-3816e4e810ea', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:16.366573 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-949f2468-f5f3-48dd-a3ad-afb14d71c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.373648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-949f2468-f5f3-48dd-a3ad-afb14d71c85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.376713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-949f2468-f5f3-48dd-a3ad-afb14d71c85f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bfa486fc-c1c7-4009-894c-fc078bf736a3 HTTP/1.1" status: 204 len: 168 time: 0.6583827 Dec 08 16:25:16.409048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949f2468-f5f3-48dd-a3ad-afb14d71c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa486fc-c1c7-4009-894c-fc078bf736a3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:16.428745 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:25:16.431493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.491761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.517199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 74cb4e18-7851-45f6-84c0-beb8fd000303 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:16.520768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.585396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.595229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.620476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=51d6b06e-9912-4446-b83a-a68b724b1c43,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:16.654206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f11597-ded4-4753-af40-506611fa32a4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:16.667839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.671769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9263b75b-a02d-4e4f-8586-ed95a1bc06e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3440621 Dec 08 16:25:16.678899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56842) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:16.690852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'network': {'name': 'tempest-network-smoke--544527313', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'port_security_enabled': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:16.769960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:16.778354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.953310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:16.985639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:16.986829 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Added segment 5f801294-b27d-4df3-b317-0d430ac68b50 of type vlan for network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca Dec 08 16:25:17.070137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.135896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e063bc22-fe98-4aea-a315-1c01a3f13d15 None None] Network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:17.205717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:17.248063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9462-2e53-417f-b792-ba3cacd7b626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.330036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting port 17f0bb0d-9d08-4218-a501-b94d9c727828 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:17.330575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.465876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-38205889-bdac-40bb-a70f-9b3f6f84538c None None] Provisioning complete for port 51d6b06e-9912-4446-b83a-a68b724b1c43 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:17.466256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-38205889-bdac-40bb-a70f-9b3f6f84538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.474812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9462-2e53-417f-b792-ba3cacd7b626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.494680 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e3ab9462-2e53-417f-b792-ba3cacd7b626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.601047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.608321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ab9462-2e53-417f-b792-ba3cacd7b626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870cdd0-b9f2-4a31-b70e-682429c39cb4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:17.635201 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e3ab9462-2e53-417f-b792-ba3cacd7b626 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=339d5040c9f2455fbd2b0e4c48400146&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4282079 Dec 08 16:25:17.640611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:17.643834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Calling delete_port for 17f0bb0d-9d08-4218-a501-b94d9c727828 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:17.742152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 51d6b06e-9912-4446-b83a-a68b724b1c43 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:17.802239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.807850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.808815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:17.817356 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.896965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 51d6b06e-9912-4446-b83a-a68b724b1c43 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:17.904042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:17.931568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.022599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3431816 Dec 08 16:25:18.051800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56852) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:18.082661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'admin_state_up': True, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:18.133629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158c8c4-1716-4985-b36b-2c1631906529 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Network': ['ID=2a5dccd7-a481-4faa-aac5-4fef58a7dcca,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:18.164522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:18.183021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.184285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.184585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.205907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.215683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8870cdd0-b9f2-4a31-b70e-682429c39cb4 HTTP/1.1" status: 204 len: 168 time: 0.5682938 Dec 08 16:25:18.258210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.277014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aa355e75-d872-475f-b230-17fa4bfeda18 None None] Provisioning complete for port 51d6b06e-9912-4446-b83a-a68b724b1c43 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:18.277280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa355e75-d872-475f-b230-17fa4bfeda18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.301949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870cdd0-b9f2-4a31-b70e-682429c39cb4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:18.374998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.427330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Port': ['ID=17f0bb0d-9d08-4218-a501-b94d9c727828,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:18.450501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.451021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.451021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.451021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.451021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.454299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.454655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.455310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.455654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.455984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.456315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.456636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.456959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aff4e7dd-0579-46ea-978b-781846734d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.549537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.554789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.557246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.559859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.560591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.565276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.565947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.566609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.567288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.567890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.569453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.570170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.579305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:18.896012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:18.966672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.242191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Router 2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:19.443240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:19.461714 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-55e7675b-8250-4d2e-b37d-43de5c83f8b7 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6885595 Dec 08 16:25:19.462363 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] Sync routers for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:19.462870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:19.469615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.487033 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:19.488056 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:19.493637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:19.521482 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-1a4e16b6-8521-4627-bd93-487553779c26 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] delete failed (client error): The resource could not be found. Dec 08 16:25:19.527237 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1a4e16b6-8521-4627-bd93-487553779c26 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/routers/tempest-non_exist_router-1482970846 HTTP/1.1" status: 404 len: 335 time: 0.0635567 Dec 08 16:25:19.527989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56872) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:19.535194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-183bd41c-fb9c-4f76-bbe8-6a88f81bf1f9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:19.662082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.191 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/43788d58-700f-443f-9f5c-5b27da158b57) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:19.896446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:19.914845 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:19.916735 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:19.948821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.026756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.027180 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:20.031744 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42f5bb5-3635-4e2a-b2a5-5cd794a4ac5a None None] The sync data for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:20.113080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:20.134489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:20.139557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:20.160215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-183bd41c-fb9c-4f76-bbe8-6a88f81bf1f9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.169146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a823e55-e893-4070-8c59-0aafda995719 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:20.199729 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-183bd41c-fb9c-4f76-bbe8-6a88f81bf1f9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] update failed (client error): The resource could not be found. Dec 08 16:25:20.204857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-183bd41c-fb9c-4f76-bbe8-6a88f81bf1f9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 HTTP/1.1" status: 404 len: 339 time: 0.6756420 Dec 08 16:25:20.220929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 56884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:20.228110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=43788d58-700f-443f-9f5c-5b27da158b57,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:20.319520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c671184f-e1bb-4c83-ba7f-727da2d2d9b0 None None] Provisioning complete for port 43788d58-700f-443f-9f5c-5b27da158b57 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:20.321012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c671184f-e1bb-4c83-ba7f-727da2d2d9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:20.417520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c671184f-e1bb-4c83-ba7f-727da2d2d9b0 None None] Port 43788d58-700f-443f-9f5c-5b27da158b57 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:20.729832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:21.000492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:21.411702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455472c7-6a6f-414f-bb7c-de2aeba46ef0 req-eb218ebd-9797-48da-94f2-e1da129715f2 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.4302762 Dec 08 16:25:21.512014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:21.695669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Allocated IP 172.20.0.1 (73267088-6d09-4d01-931f-4ac89996f37c/d1d666f6-d65d-4de7-81c7-2e11a8b52d06/398c8c82-000a-40ad-9d6f-1096204e728f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:22.100328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router b4f27705-cae9-41c3-8875-39b0fca43bae is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:25:22.245008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.403456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.592621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 73267088-6d09-4d01-931f-4ac89996f37c is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:22.599982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:22.608666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:22.709224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Port': ['ID=398c8c82-000a-40ad-9d6f-1096204e728f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:22.752899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f02ad3b2-ea27-41f3-8f15-ff275e0e2fa2 req-d96a1ee8-9273-4af5-823a-6dd4067535aa tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0862844 Dec 08 16:25:22.794232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:22.826699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Sync routers for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:22.854997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.881488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:22.882168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:22.883026 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:22.890781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67fe9100-ef22-43a0-80f5-d58f1ba0a14c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.8344960 Dec 08 16:25:22.895309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 56994) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:23.041334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e6fca12f-3ed9-485e-8fee-0ac598e4cb5a tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d0a12132f1034bcc9fa41009f4c3b339&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1414962 Dec 08 16:25:23.061663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57004) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:23.296591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:23.297367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.465127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea33fe2-d9d0-4156-949a-da04b53edcd5 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:23.476493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2ea33fe2-d9d0-4156-949a-da04b53edcd5 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4103503 Dec 08 16:25:23.478103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57014) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:23.631164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8e156069-cc2e-4305-931b-9d6aebd3db8a tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1483941 Dec 08 16:25:23.631889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57024) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:23.639346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-860850098', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:23.762556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6fb4f9f7-209f-4434-8dae-9f628ecc03d7 None None] Provisioning complete for port 398c8c82-000a-40ad-9d6f-1096204e728f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:23.763341 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f9f7-209f-4434-8dae-9f628ecc03d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.882081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:23.887533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:23.965822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6fb4f9f7-209f-4434-8dae-9f628ecc03d7 None None] Port 398c8c82-000a-40ad-9d6f-1096204e728f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:24.003585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:24.055801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46174f87-37b0-4729-816a-ca1bdfd8ab2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.224859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-072d9c95-eddb-4983-8530-cf4f1ea4f78a req-6f9779e4-db22-4b65-a47b-7acd24973793 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1773465 Dec 08 16:25:24.497443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:20Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:24.518814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.541151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Checking router: b4f27705-cae9-41c3-8875-39b0fca43bae for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:24.542159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Updating router b4f27705-cae9-41c3-8875-39b0fca43bae port 43788d58-700f-443f-9f5c-5b27da158b57 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:25:24.588952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.737424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.740699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Subnet': ['ID=4bb0144c-df2d-4eb2-9f8a-216efd4cf297,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:24.763284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Checking segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:24.763284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network hostable DHCP agents. Network: 2a5dccd7-a481-4faa-aac5-4fef58a7dcca, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:24.770238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.788617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:24.805831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2a5dccd7-a481-4faa-aac5-4fef58a7dcca) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:24.813510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:24.815408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:24.846529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b35f8f-1d82-4b41-8f04-387a9a97d69a None None] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:24.874332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7beb2b5a-0a74-433a-bbed-f4423aa65642 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2402439 Dec 08 16:25:24.875785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57040) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:25.061994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57042) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:25.435152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:25.447169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.538675 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488a2397-e76a-478b-997e-96a3b5fa2179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.639538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46174f87-37b0-4729-816a-ca1bdfd8ab2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.654776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a3e1209-3b4b-470d-81f3-41f4185c3218 req-37bc44c6-c475-40db-838b-da09cbb55423 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1471043 Dec 08 16:25:25.662963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0e39512-b87d-44ef-a520-dd255f0d1fdb req-6dd2fe17-b33c-454b-82f3-33594690e7a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.4227021 Dec 08 16:25:25.697528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46174f87-37b0-4729-816a-ca1bdfd8ab2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.722602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event updated for resources: {'Port': ['ID=398c8c82-000a-40ad-9d6f-1096204e728f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:25.766255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Allocated IP 172.20.0.2 (2a5dccd7-a481-4faa-aac5-4fef58a7dcca/4bb0144c-df2d-4eb2-9f8a-216efd4cf297/8caf7d29-c235-431f-ab16-06c7fc7a4804) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:25.795364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.828456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46174f87-37b0-4729-816a-ca1bdfd8ab2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fb293c-d162-4561-9b8c-000f4e78ae04,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:25.862507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-46174f87-37b0-4729-816a-ca1bdfd8ab2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=340df3cb7812443f86c0c9494524d96a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5519664 Dec 08 16:25:25.863718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:25.939772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:25.962502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.004800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1f21c8ca-b6ae-4447-a78d-f51f749d9a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.026050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:26.036544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:26.044630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:26.090303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Pushing event updated for resources: {'Port': ['ID=8caf7d29-c235-431f-ab16-06c7fc7a4804,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:26.163673 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488a2397-e76a-478b-997e-96a3b5fa2179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.174937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-488a2397-e76a-478b-997e-96a3b5fa2179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.194870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf630feb-5593-4572-9a6f-05a46039b4ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.198361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.223110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf630feb-5593-4572-9a6f-05a46039b4ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.260875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488a2397-e76a-478b-997e-96a3b5fa2179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8d3c2b-31ea-4881-ad8f-e91b9f98a97b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:26.290156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-488a2397-e76a-478b-997e-96a3b5fa2179 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4812dbde10734668b9e3380049cf50fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2270114 Dec 08 16:25:26.291511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.292671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57064) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:26.302727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Attempting to bind port 8caf7d29-c235-431f-ab16-06c7fc7a4804 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:26.303378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Attempting to bind port 8caf7d29-c235-431f-ab16-06c7fc7a4804 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:26.303539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Network 73267088-6d09-4d01-931f-4ac89996f37c is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:26.304043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Attempting to bind port 8caf7d29-c235-431f-ab16-06c7fc7a4804 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:26.310570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:26.312513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf630feb-5593-4572-9a6f-05a46039b4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.315800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf630feb-5593-4572-9a6f-05a46039b4ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.317206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf630feb-5593-4572-9a6f-05a46039b4ed admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68fb293c-d162-4561-9b8c-000f4e78ae04 HTTP/1.1" status: 204 len: 168 time: 0.4485705 Dec 08 16:25:26.333063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf630feb-5593-4572-9a6f-05a46039b4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fb293c-d162-4561-9b8c-000f4e78ae04,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:26.404007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:26.406067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Checking segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:26.406983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.414036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Bound using segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:26.415348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Bound port: 8caf7d29-c235-431f-ab16-06c7fc7a4804, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:26.417278 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.508020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e1dafb-dd90-4616-8b22-c3574fecb765 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:26.518047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Attempting to bind port 43788d58-700f-443f-9f5c-5b27da158b57 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:26.520021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Attempting to bind port 43788d58-700f-443f-9f5c-5b27da158b57 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:26.520607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Attempting to bind port 43788d58-700f-443f-9f5c-5b27da158b57 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:26.542334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:26.549076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:26.550999 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.551852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:26.553145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Bound port: 43788d58-700f-443f-9f5c-5b27da158b57, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:26.554414 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.648797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Router 2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:26.686459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.825905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:26.984828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] For port 8caf7d29-c235-431f-ab16-06c7fc7a4804, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:26.995995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] For port 8caf7d29-c235-431f-ab16-06c7fc7a4804, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8caf7d29-c235-431f-ab16-06c7fc7a4804,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:26.998495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481736e7-3a81-4839-992f-cc32eb2df7dc None None] Pushing event updated for resources: {'Port': ['ID=43788d58-700f-443f-9f5c-5b27da158b57,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:27.017425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.098072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:27.114334 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b08d2312-2e94-4a02-ba6e-f0b50bf4f270 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8915827 Dec 08 16:25:27.115049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:27.132709 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] Sync routers for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:27.166993 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:27.168108 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:27.255869 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:27.278786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:27.279448 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:27.326679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3410a500-c2f6-4136-a977-7830eeadafb9 None None] Provisioning complete for port 43788d58-700f-443f-9f5c-5b27da158b57 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:27.327056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3410a500-c2f6-4136-a977-7830eeadafb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.331731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:27.351678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-669676da-30a8-4681-b474-c928ac4ed722 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.366234 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:27.367207 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213826d9-a048-4854-8cd9-9df3a791e8b8 None None] The sync data for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:27.398719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb4832da-fbfb-46fb-9226-f8d757a1818d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.405557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3410a500-c2f6-4136-a977-7830eeadafb9 None None] Port 43788d58-700f-443f-9f5c-5b27da158b57 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:27.412043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba22f3-16a0-4cce-9c82-aba707d95f6c None None] Pushing event updated for resources: {'Port': ['ID=8caf7d29-c235-431f-ab16-06c7fc7a4804,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:27.434285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] For port 43788d58-700f-443f-9f5c-5b27da158b57, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:27.441898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] For port 43788d58-700f-443f-9f5c-5b27da158b57, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=43788d58-700f-443f-9f5c-5b27da158b57,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:27.450746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.577981 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-bb4832da-fbfb-46fb-9226-f8d757a1818d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 08 16:25:27.583420 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb4832da-fbfb-46fb-9226-f8d757a1818d tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 HTTP/1.1" status: 409 len: 329 time: 0.4630606 Dec 08 16:25:27.586709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:27.664285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771905be-a69b-428c-93b0-ab7b2656dd69 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:27.672966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d4967ced-329b-4845-a05d-b4950617b815 None None] Provisioning complete for port 398c8c82-000a-40ad-9d6f-1096204e728f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:27.677264 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4967ced-329b-4845-a05d-b4950617b815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.800633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481736e7-3a81-4839-992f-cc32eb2df7dc None None] Pushing event updated for resources: {'Port': ['ID=43788d58-700f-443f-9f5c-5b27da158b57,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:27.816279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.822687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:27.823557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:24:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:27.827369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d4967ced-329b-4845-a05d-b4950617b815 None None] Port 398c8c82-000a-40ad-9d6f-1096204e728f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:27.877322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8caf7d29-c235-431f-ab16-06c7fc7a4804 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:27.943190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-669676da-30a8-4681-b474-c928ac4ed722 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:27.945644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-545f2346-3fc6-4049-84d0-d9f91e9625ef req-b585bc9d-32b0-4fbb-84a3-fe5e23f9f8df tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1898115 Dec 08 16:25:27.950666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-669676da-30a8-4681-b474-c928ac4ed722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.037312 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-669676da-30a8-4681-b474-c928ac4ed722 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2e4d35fabe841b0bb1acb646657c795&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7040777 Dec 08 16:25:28.094054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bc52e11b-3fff-43e7-97dd-b834f97c99ae None None] Provisioning complete for port 43788d58-700f-443f-9f5c-5b27da158b57 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:28.094578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc52e11b-3fff-43e7-97dd-b834f97c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.097780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:28.098807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:28.136057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669676da-30a8-4681-b474-c928ac4ed722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd134f2-6d6a-4345-9460-973c4ee2657c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:28.195315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8caf7d29-c235-431f-ab16-06c7fc7a4804 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:28.195850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.197752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.203363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.209131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb8d3c2b-31ea-4881-ad8f-e91b9f98a97b HTTP/1.1" status: 204 len: 168 time: 1.9090164 Dec 08 16:25:28.270346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c15490d2-82c7-4e1b-b5b5-cd9227716ef2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.272131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8d3c2b-31ea-4881-ad8f-e91b9f98a97b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:28.308411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c15490d2-82c7-4e1b-b5b5-cd9227716ef2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.365728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.366594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.367812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.374999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.377583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.378244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.379556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.386470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.387210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.387743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.388281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.388812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.389361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeea5b8e-922a-4030-ab0c-28e01b18d5d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:28.577481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b3911-93ba-4f84-b6b7-ac32b3379ec1 req-56c63cf8-f3f6-4da9-8d85-d739484a92e5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:28.609771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-653b3911-93ba-4f84-b6b7-ac32b3379ec1 req-56c63cf8-f3f6-4da9-8d85-d739484a92e5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.7938290 Dec 08 16:25:28.655785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c15490d2-82c7-4e1b-b5b5-cd9227716ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.665553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c15490d2-82c7-4e1b-b5b5-cd9227716ef2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.677098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c15490d2-82c7-4e1b-b5b5-cd9227716ef2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5cd134f2-6d6a-4345-9460-973c4ee2657c HTTP/1.1" status: 204 len: 168 time: 0.5742712 Dec 08 16:25:28.725381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15490d2-82c7-4e1b-b5b5-cd9227716ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd134f2-6d6a-4345-9460-973c4ee2657c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:28.770248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:28.982981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2c6f216-93b8-4be9-8107-6bd4e27046bc req-ca9c0327-a2ae-4e3e-90eb-5b980c19c84a tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.2251508 Dec 08 16:25:29.013350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:29.014383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-653b3911-93ba-4f84-b6b7-ac32b3379ec1 req-c42a2c32-ba14-48d4-a14d-9ab477433f80 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3878734 Dec 08 16:25:29.075105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3782dc08-501d-4fb6-81a4-913a1138489a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.142247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc52e11b-3fff-43e7-97dd-b834f97c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.223888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.1 (2a5dccd7-a481-4faa-aac5-4fef58a7dcca/4bb0144c-df2d-4eb2-9f8a-216efd4cf297/b4932069-fcdb-4347-9d94-94e58296db62) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:29.247281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bc52e11b-3fff-43e7-97dd-b834f97c99ae None None] For port 43788d58-700f-443f-9f5c-5b27da158b57, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=43788d58-700f-443f-9f5c-5b27da158b57,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:29.283429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029a99dc-bc1e-4dbd-9b51-2ff00c22f4f1 None None] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:29.351308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3782dc08-501d-4fb6-81a4-913a1138489a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.357143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc52e11b-3fff-43e7-97dd-b834f97c99ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.423848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3782dc08-501d-4fb6-81a4-913a1138489a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.465935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.480155 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3782dc08-501d-4fb6-81a4-913a1138489a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0d9a875c862e42be962a5f9dd0347bac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4592009 Dec 08 16:25:29.483058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:29.497854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3782dc08-501d-4fb6-81a4-913a1138489a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b0407b-09f9-4a75-b97b-8d2bb554f6d3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:29.499598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-746ab5f6-0739-4e42-b171-573387d36bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.531428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52e11b-3fff-43e7-97dd-b834f97c99ae None None] Pushing event updated for resources: {'Port': ['ID=43788d58-700f-443f-9f5c-5b27da158b57,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:29.542867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting port 398c8c82-000a-40ad-9d6f-1096204e728f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:29.542867 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.566881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6650f89d-a5af-4061-9192-c6ba35b0e4b4 None None] Provisioning complete for port 8caf7d29-c235-431f-ab16-06c7fc7a4804 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:29.567150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6650f89d-a5af-4061-9192-c6ba35b0e4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.628636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 8caf7d29-c235-431f-ab16-06c7fc7a4804, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8caf7d29-c235-431f-ab16-06c7fc7a4804,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:29.636563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976fd0b4-5614-4741-a267-aba317953112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.646513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.659294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.663177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976fd0b4-5614-4741-a267-aba317953112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.727584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976fd0b4-5614-4741-a267-aba317953112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.730506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976fd0b4-5614-4741-a267-aba317953112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.731749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-976fd0b4-5614-4741-a267-aba317953112 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/21b0407b-09f9-4a75-b97b-8d2bb554f6d3 HTTP/1.1" status: 204 len: 168 time: 0.2448642 Dec 08 16:25:29.757689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.770215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976fd0b4-5614-4741-a267-aba317953112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b0407b-09f9-4a75-b97b-8d2bb554f6d3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:29.815267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:29.815713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.821926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:29.830561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:29.850656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Calling delete_port for 398c8c82-000a-40ad-9d6f-1096204e728f owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:29.887110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=8caf7d29-c235-431f-ab16-06c7fc7a4804,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:29.890063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=b4932069-fcdb-4347-9d94-94e58296db62,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:29.922115 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:29.924202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:20Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:30.013901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:30.067216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4b8857-6abf-4f98-9d04-9daf018c004b None None] The sync data for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 is: [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:20Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:30.157589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.304883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.372918 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.413781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:30.422199 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f2b61e7-4c93-49c4-9e58-8e33367623df" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:30.451421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee00cc97-efcb-42a1-9c46-0a5f08d3979f req-230fc0c1-57f4-4fde-b2ee-e89695d56383 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1312630 Dec 08 16:25:30.471085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.478552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Port': ['ID=398c8c82-000a-40ad-9d6f-1096204e728f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:30.481767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4c8e285c-789f-44c0-abf3-346be2aa48c7 None None] Provisioning complete for port 8caf7d29-c235-431f-ab16-06c7fc7a4804 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:30.482256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c8e285c-789f-44c0-abf3-346be2aa48c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.600281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:30.612989 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00ab1d9-f921-4c16-8996-c9806f5c7658 x-openstack-request-id: req-b00ab1d9-f921-4c16-8996-c9806f5c7658 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:30.613284 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:30.613636 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b00ab1d9-f921-4c16-8996-c9806f5c7658 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:30.624430 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:25:30.627808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.802522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaddae17-7650-41fa-a39f-ac52b44c414d req-34a4bfad-78be-4868-bdd7-6e6737de18c6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:30.817300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eaddae17-7650-41fa-a39f-ac52b44c414d req-34a4bfad-78be-4868-bdd7-6e6737de18c6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.5497582 Dec 08 16:25:30.847634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:30.868416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:31.080361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eaddae17-7650-41fa-a39f-ac52b44c414d req-c33ed42f-1319-4bf8-a5f2-cfc2b2e3bd2c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2620487 Dec 08 16:25:31.139358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-65135a1a-2bd9-44b8-954c-0445df105507 None None] Provisioning complete for port b4932069-fcdb-4347-9d94-94e58296db62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:31.140065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65135a1a-2bd9-44b8-954c-0445df105507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:31.332980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-65135a1a-2bd9-44b8-954c-0445df105507 None None] Port b4932069-fcdb-4347-9d94-94e58296db62 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:31.384964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Router 2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:31.678289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ee1a58e-59b8-4323-95e7-072a0f1157ba req-c9c14a0e-513c-419d-abe3-f30a6e0a4fec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ed9d6806b7349b8874ff982ecc7058a&device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0994513 Dec 08 16:25:31.711041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:31.723390 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-91c1a606-d02e-43d4-9fcf-cac6a6a5ced9 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1354012 Dec 08 16:25:31.723576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] Sync routers for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:31.731232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57202) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:31.783618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:31.784484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:31.822300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f52baa10-e180-46a2-b34b-be93db018b64 req-faed3f9a-a4de-4f64-a9ff-d789b756aaea tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1552041 Dec 08 16:25:31.850263 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-246dbc69-a20f-4182-9dae-f48828646639 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] show failed (client error): The resource could not be found. Dec 08 16:25:31.858070 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-246dbc69-a20f-4182-9dae-f48828646639 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "GET /v2.0/routers/tempest-non_exist_router-754268662 HTTP/1.1" status: 404 len: 334 time: 0.1254659 Dec 08 16:25:31.865420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57206) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:31.877357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-18d387f9-e0da-473a-91ff-c9c9f63fa94c tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:31.883762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ee1a58e-59b8-4323-95e7-072a0f1157ba req-0c9fd38e-422d-43c8-9b8e-5f41f498f979 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3ed9d6806b7349b8874ff982ecc7058a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1393540 Dec 08 16:25:31.996523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:32.008607 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-18d387f9-e0da-473a-91ff-c9c9f63fa94c tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] update failed (client error): The resource could not be found. Dec 08 16:25:32.036532 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-18d387f9-e0da-473a-91ff-c9c9f63fa94c tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "PUT /v2.0/routers/tempest-non_exist_router-1430709590 HTTP/1.1" status: 404 len: 335 time: 0.1637402 Dec 08 16:25:32.037475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57212) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:32.039061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.057416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] Routers {'2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:32.058094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:32.188243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:32.189609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba8d56-20d1-4fd6-942d-905fde68f316 None None] The sync data for ids ['2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:32.207726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 43788d58-700f-443f-9f5c-5b27da158b57 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:32.235240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting subnet 89b93e21-803d-442d-9b9c-44ef19df8c93 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:32.251804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.305113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.328685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.368080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 43788d58-700f-443f-9f5c-5b27da158b57 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:32.368080 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.369196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.459028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.587190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee1a58e-59b8-4323-95e7-072a0f1157ba req-9571d60a-062a-4c21-bc4f-c1ef96948a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:32.590237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ee1a58e-59b8-4323-95e7-072a0f1157ba req-9571d60a-062a-4c21-bc4f-c1ef96948a1e service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6879282 Dec 08 16:25:32.598376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.620848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8caf7d29-c235-431f-ab16-06c7fc7a4804 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:32.724083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.777850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8caf7d29-c235-431f-ab16-06c7fc7a4804 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:32.779586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.817134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:32.952849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.097004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.116546 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/subnets/89b93e21-803d-442d-9b9c-44ef19df8c93 HTTP/1.1" status: 204 len: 168 time: 1.0777414 Dec 08 16:25:33.120749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa22eb2-b1c8-4371-8501-053b64dffb2c None None] Network 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:33.133768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803618b-76d2-4411-8563-d1271c1e7737 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Subnet': ['ID=89b93e21-803d-442d-9b9c-44ef19df8c93,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:33.145674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:33.186123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f037539-6687-434b-8d26-1fa3939970c5 req-b860359b-e994-4915-ae49-32ca19e7f852 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:33.188180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f037539-6687-434b-8d26-1fa3939970c5 req-b860359b-e994-4915-ae49-32ca19e7f852 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 1.0397241 Dec 08 16:25:33.194186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=b4932069-fcdb-4347-9d94-94e58296db62,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:33.323692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.372111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7eaee1dc-94db-4afd-a6e5-7cc09204a074 req-b2a6954f-d7c3-4417-b1ce-68590899fba0 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.2067184 Dec 08 16:25:33.552205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] DHCP port deletion for 2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:33.586250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting subnet bf5409be-b393-4ba9-a7db-0d28ac1bfba3 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:33.604103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.698921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f037539-6687-434b-8d26-1fa3939970c5 req-0acc6329-5756-43d1-afef-629e364feee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201667 Dec 08 16:25:33.723044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:33.736063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:33.770785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.773783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] Deleting port 51d6b06e-9912-4446-b83a-a68b724b1c43 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:33.780480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:33.814852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 51d6b06e-9912-4446-b83a-a68b724b1c43 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:33.827086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:33.918195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:25:34.109699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57274) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:34.149591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] For port 51d6b06e-9912-4446-b83a-a68b724b1c43, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=51d6b06e-9912-4446-b83a-a68b724b1c43,segment=NetworkSegment(a8bfd0d2-c420-4261-bee9-c9e463a4f67b),segment_id=a8bfd0d2-c420-4261-bee9-c9e463a4f67b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:34.150463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.221457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.241866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] Calling delete_port for 51d6b06e-9912-4446-b83a-a68b724b1c43 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:34.263000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router b4f27705-cae9-41c3-8875-39b0fca43bae has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:25:34.280435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-456563684'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:34.321159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86e8d81b-a0ea-4a34-a815-a0a4cd1f645b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.321496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:34.326147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Made reservation on behalf of 23b2dd8dcfe044c486728fbbb63e171e for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:34.332524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.338555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'mac_address': 'fa:16:3e:2e:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:25:34.380588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.456088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.489306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.496010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5409be-b393-4ba9-a7db-0d28ac1bfba3 HTTP/1.1" status: 204 len: 168 time: 1.3325441 Dec 08 16:25:34.502719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:34.509576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.525000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276664a4-b42a-4483-ba54-e097db7b0ce3 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5409be-b393-4ba9-a7db-0d28ac1bfba3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:34.541190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:25:34.552809 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Sync routers for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:25:34.565854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c09f1fac-4aea-4ae4-a4ea-c161349ce315 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/b4f27705-cae9-41c3-8875-39b0fca43bae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6834033 Dec 08 16:25:34.583517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-766116df-26a9-4955-babb-f46489964a5d req-59532286-41b7-4fa3-93db-1c6c0f0442ef tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0524309 Dec 08 16:25:34.587766 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:34.588565 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:34.605732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.659474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4880a7-4fa9-4c50-b0d5-2b64159648b9 None None] Network 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:34.663180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:25:34.671911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.690632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.778748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] Pushing event deleted for resources: {'Port': ['ID=51d6b06e-9912-4446-b83a-a68b724b1c43,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:34.799035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86e8d81b-a0ea-4a34-a815-a0a4cd1f645b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.808356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.814723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86e8d81b-a0ea-4a34-a815-a0a4cd1f645b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.820535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.821634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:34.826040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.837979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc8d6e4-9de9-4e2a-a55f-00bea1a017df None None] No DVR routers for this DVR port 51d6b06e-9912-4446-b83a-a68b724b1c43 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:34.845324 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.847715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4f3d3a51-fea3-450a-863d-0264c0810ced None None] Provisioning complete for port b4932069-fcdb-4347-9d94-94e58296db62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:34.848328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f3d3a51-fea3-450a-863d-0264c0810ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.849015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:34.874217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.875115 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Added segment af1fe8b9-85cb-4326-8ac9-cb72ab8fab31 of type vlan for network e35438a3-0a13-4d83-8188-33ed392cb4c6 Dec 08 16:25:34.878678 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:34.934656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.980559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:34.987551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:34.987850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.016107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.056700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f393d4c-5aea-43d6-9890-c9cf2e43d4b7']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:35.087678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0153153a-b9f6-4b51-a4fb-7ad996712525'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:25:35.114757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228c1023-cecf-466c-9de2-61dcaa0cbea6 req-30026d86-3f92-47af-8947-e914f1e036b5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:35.118032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-228c1023-cecf-466c-9de2-61dcaa0cbea6 req-30026d86-3f92-47af-8947-e914f1e036b5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.2676740 Dec 08 16:25:35.123126 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2947514 Dec 08 16:25:35.124055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57298) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.150242 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-86e8d81b-a0ea-4a34-a815-a0a4cd1f645b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=266aa23caaf2406a8ced825347fd1127&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0379241 Dec 08 16:25:35.161998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Request body: {'subnet': {'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:35.163455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-2b8253ca-d389-4151-8e4b-c1414d3533e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066994378&fields=id&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 267 time: 0.2200460 Dec 08 16:25:35.165313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57300) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:35.182157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f3d3a51-fea3-450a-863d-0264c0810ced None None] Port b4932069-fcdb-4347-9d94-94e58296db62 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:35.361861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] DHCP port deletion for 604a9166-e00f-4f24-a7eb-7627f2b7d8a9 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:35.375097 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:31Z', 'revision_number': 2, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:35.377327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:35.377825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bfd0d2-c420-4261-bee9-c9e463a4f67b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:35.385521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e8d81b-a0ea-4a34-a815-a0a4cd1f645b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad337a2-444e-4813-ad58-97604cd5022b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.430048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.444850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Checking router: b4f27705-cae9-41c3-8875-39b0fca43bae for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:25:35.445238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Updating router b4f27705-cae9-41c3-8875-39b0fca43bae port b4932069-fcdb-4347-9d94-94e58296db62 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:25:35.449930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-228c1023-cecf-466c-9de2-61dcaa0cbea6 req-4b94b332-1343-47a4-b57d-45667d4b35cb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3153152 Dec 08 16:25:35.470476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] Deleting port 74cb4e18-7851-45f6-84c0-beb8fd000303 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:35.471864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.480961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d617-7595-46e3-8c67-a62d62707720 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.541787 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.552632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event updated for resources: {'Network': ['ID=e35438a3-0a13-4d83-8188-33ed392cb4c6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.589695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.601200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cff0ce-cf8d-4b4d-9076-14d816b9dfaf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec5c735-789f-4188-a12a-5f99ab677f10,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.618588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-da4057e1-7c77-4778-83a7-0660812109b5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:35.620436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-da4057e1-7c77-4778-83a7-0660812109b5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 796 time: 0.4559741 Dec 08 16:25:35.633343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d617-7595-46e3-8c67-a62d62707720 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.667450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:35.667858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:35.691553 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:35.747359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Made reservation on behalf of 23b2dd8dcfe044c486728fbbb63e171e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:35.751121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.757601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-91ba3ff4-5ba6-4f9c-8711-6e8c056188d7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/quotas/d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 375 time: 0.0460017 Dec 08 16:25:35.762228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d617-7595-46e3-8c67-a62d62707720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.767347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1f3d617-7595-46e3-8c67-a62d62707720 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.794034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c1f3d617-7595-46e3-8c67-a62d62707720 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4ad337a2-444e-4813-ad58-97604cd5022b HTTP/1.1" status: 204 len: 168 time: 0.6007841 Dec 08 16:25:35.838978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] For port 74cb4e18-7851-45f6-84c0-beb8fd000303, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=74cb4e18-7851-45f6-84c0-beb8fd000303,segment=NetworkSegment(18407b7d-fe59-4d99-9af5-62e43014d98e),segment_id=18407b7d-fe59-4d99-9af5-62e43014d98e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:35.840183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:35.866154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f3d617-7595-46e3-8c67-a62d62707720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad337a2-444e-4813-ad58-97604cd5022b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:35.874023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:35.876385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 74cb4e18-7851-45f6-84c0-beb8fd000303 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:35.899499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff6a2b5c-f472-4635-ac4a-31c63c7b1611 req-ca0b2d85-abed-472c-a229-10a86eb567b0 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0689900 Dec 08 16:25:35.934202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:35.981364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-8d0dfbd1-10fe-4c99-bce9-2ff2a88a103c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857438 Dec 08 16:25:36.041750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] Calling delete_port for 74cb4e18-7851-45f6-84c0-beb8fd000303 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:36.101008 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.111350 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.185272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.199047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.209659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57326) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:36.225958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/networks/2f393d4c-5aea-43d6-9890-c9cf2e43d4b7 HTTP/1.1" status: 204 len: 168 time: 1.7011187 Dec 08 16:25:36.251405 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Attempting to bind port b4932069-fcdb-4347-9d94-94e58296db62 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:36.251772 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Attempting to bind port b4932069-fcdb-4347-9d94-94e58296db62 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:36.252236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Attempting to bind port b4932069-fcdb-4347-9d94-94e58296db62 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:36.254915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db26149-5ff1-42ed-9cbd-fc1c395e8a54 None None] Pushing event updated for resources: {'Port': ['ID=b4932069-fcdb-4347-9d94-94e58296db62,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.274426 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:36.275078 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Checking segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:36.275416 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.275923 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Bound using segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:36.276539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Bound port: b4932069-fcdb-4347-9d94-94e58296db62, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:36.276932 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.278366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682cfee1-61d9-4054-9338-cd6ffae9db98 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Network': ['ID=2f393d4c-5aea-43d6-9890-c9cf2e43d4b7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.506939 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:25:36.538989 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] For port b4932069-fcdb-4347-9d94-94e58296db62, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:36.551811 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] For port b4932069-fcdb-4347-9d94-94e58296db62, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b4932069-fcdb-4347-9d94-94e58296db62,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:36.560254 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.678303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-a7d72fdc-3b12-462d-bbfe-7d9ea1b6b5f6 service neutron] 10.222.0.62 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6919603 Dec 08 16:25:36.686718 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:25:36.687391 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:36.692035 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.767640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.804831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a203b01e-98dc-467c-9ac4-f63b1dca42fa None None] Provisioning complete for port b4932069-fcdb-4347-9d94-94e58296db62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:36.809508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a203b01e-98dc-467c-9ac4-f63b1dca42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:36.836268 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db26149-5ff1-42ed-9cbd-fc1c395e8a54 None None] Pushing event updated for resources: {'Port': ['ID=b4932069-fcdb-4347-9d94-94e58296db62,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:36.901769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-13f92751-d27d-45fc-b373-7203087b06c9 service neutron] 10.222.0.62 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225244 Dec 08 16:25:36.958326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0153153a-b9f6-4b51-a4fb-7ad996712525 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:36.959048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.031755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Checking segment: {'id': 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:37.032572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Network hostable DHCP agents. Network: e35438a3-0a13-4d83-8188-33ed392cb4c6, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:37.034431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.042846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event updated for resources: {'Subnet': ['ID=3afe2bf8-94df-4995-89a8-6218626f85b2,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.053514 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:25:37.071279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:37.077356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 74cb4e18-7851-45f6-84c0-beb8fd000303, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=74cb4e18-7851-45f6-84c0-beb8fd000303,segment=NetworkSegment(18407b7d-fe59-4d99-9af5-62e43014d98e),segment_id=18407b7d-fe59-4d99-9af5-62e43014d98e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:37.092024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e35438a3-0a13-4d83-8188-33ed392cb4c6) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:37.117532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:37.122864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.124550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17ba23-7d55-4394-b505-9c6f71d5df24 None None] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:37.136126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f5563-8172-4611-9093-cc4a4e8cdd54 req-2ea41c11-e7eb-45ff-abb2-87fecc6d405f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:37.145698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f2f5563-8172-4611-9093-cc4a4e8cdd54 req-2ea41c11-e7eb-45ff-abb2-87fecc6d405f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 945 time: 0.2394035 Dec 08 16:25:37.181893 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5017727b-967d-4fe2-8788-46ff286ecab0 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0469131 Dec 08 16:25:37.182970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57354) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:37.188145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.216679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Request body: {'port': {'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-801488108'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:37.288252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.382810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f2f5563-8172-4611-9093-cc4a4e8cdd54 req-3c005877-f2d2-4d87-804a-311bbd45ba70 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356572 Dec 08 16:25:37.448192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting port 74cb4e18-7851-45f6-84c0-beb8fd000303 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:37.461367 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.549142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event deleted for resources: {'Port': ['ID=74cb4e18-7851-45f6-84c0-beb8fd000303,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.604595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] No DVR routers for this DVR port 74cb4e18-7851-45f6-84c0-beb8fd000303 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:37.665067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef200e2-6fc6-47e6-bd15-12fbd3104e64 None None] Pushing event deleted for resources: {'Port': ['ID=74cb4e18-7851-45f6-84c0-beb8fd000303,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:37.742723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Made reservation on behalf of 23b2dd8dcfe044c486728fbbb63e171e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:37.754826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.759162 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:36Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:37.788804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] For port 74cb4e18-7851-45f6-84c0-beb8fd000303, host n-d-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:37.789224 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.843074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] device_id is not set on port 9b7c8193-f0a9-474d-b674-5864e195443b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:25:37.855464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80c862d-2bfa-4c0d-959d-4547d4a0a280 None None] The sync data for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 is: [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:36Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:25:37.920146 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:37.965110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Calling delete_port for 74cb4e18-7851-45f6-84c0-beb8fd000303 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:37.986387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc3f0cdb-48a7-4992-b4d9-55d06fa82d04 req-0faf458f-d420-407e-987d-1480f48afca2 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.4625080 Dec 08 16:25:37.990806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Port 74cb4e18-7851-45f6-84c0-beb8fd000303 was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:25:37.995071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a203b01e-98dc-467c-9ac4-f63b1dca42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.121323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25b28afb-e049-4cbf-8139-8b50c1467bdb req-09a95fd1-8dee-4db1-a8a8-5ea796e6956e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 210 time: 0.2822678 Dec 08 16:25:38.130235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.250252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:38.265716 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f002fd8-8aac-4353-9f16-7457bc375b1d" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:38.293355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-e35438a3-0a13-4d83-8188-33ed392cb4c6', 'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6', 'project_id': '23b2dd8dcfe044c486728fbbb63e171e', 'fixed_ips': [{'subnet_id': '3afe2bf8-94df-4995-89a8-6218626f85b2'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:38.294822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.309291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Port': ['ID=74cb4e18-7851-45f6-84c0-beb8fd000303,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:38.322610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Allocated IP 172.20.0.5 (e35438a3-0a13-4d83-8188-33ed392cb4c6/3afe2bf8-94df-4995-89a8-6218626f85b2/9b7c8193-f0a9-474d-b674-5864e195443b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:38.352855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] No DVR routers for this DVR port 74cb4e18-7851-45f6-84c0-beb8fd000303 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:38.375801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:38.470976 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9195393-ab4b-4014-ab63-a334eb476cc2 x-openstack-request-id: req-e9195393-ab4b-4014-ab63-a334eb476cc2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:38.473774 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-plugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:38.474412 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9195393-ab4b-4014-ab63-a334eb476cc2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:38.474852 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:25:38.538930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.561859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a203b01e-98dc-467c-9ac4-f63b1dca42fa None None] For port b4932069-fcdb-4347-9d94-94e58296db62, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b4932069-fcdb-4347-9d94-94e58296db62,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:38.742384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=13']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:38.756282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a203b01e-98dc-467c-9ac4-f63b1dca42fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:38.919664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.047292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604a9166-e00f-4f24-a7eb-7627f2b7d8a9']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:39.164767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18407b7d-fe59-4d99-9af5-62e43014d98e') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:39.166840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18407b7d-fe59-4d99-9af5-62e43014d98e') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:39.198558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a449fc99-6090-4dcd-8b64-103be4df1069 None None] Provisioning complete for port b4932069-fcdb-4347-9d94-94e58296db62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:39.203574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a449fc99-6090-4dcd-8b64-103be4df1069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.278599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfddcc92-0ed6-4aef-be9d-27246d2dd75a req-962125d6-3007-4b82-9d66-3f53d4f3a0bb tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1658516 Dec 08 16:25:39.290912 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.303404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa25ac-651d-4045-8d8d-084e1e7a7ae6 req-6139a7b6-1730-40d5-ba82-757fe1d91857 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:39.312286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57aa25ac-651d-4045-8d8d-084e1e7a7ae6 req-6139a7b6-1730-40d5-ba82-757fe1d91857 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.5894136 Dec 08 16:25:39.343251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:39.358889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203b01e-98dc-467c-9ac4-f63b1dca42fa None None] Pushing event updated for resources: {'Port': ['ID=b4932069-fcdb-4347-9d94-94e58296db62,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:39.415319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.464454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:39.464695 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:39.475990 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:39.523951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57aa25ac-651d-4045-8d8d-084e1e7a7ae6 req-bade2c39-90a2-40a6-bb88-0c3dcf9b4e2f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2104862 Dec 08 16:25:39.654097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a69646e0-c5f2-46ea-8519-4554262c7c24 req-6295dd6b-1754-4f1f-a2e9-57975c353c4d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 210 time: 0.1340375 Dec 08 16:25:39.757385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.776347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:39.807644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/networks/604a9166-e00f-4f24-a7eb-7627f2b7d8a9 HTTP/1.1" status: 204 len: 168 time: 3.5929303 Dec 08 16:25:39.833781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57406) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:39.884132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-13e56e4d-6edb-4f78-8279-f8da278e9216 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-770367543'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:39.884632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-13e56e4d-6edb-4f78-8279-f8da278e9216 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Unknown quota resources ['metering_label']. {{(pid=103282) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:25:40.059238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b4932069-fcdb-4347-9d94-94e58296db62 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:40.061547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e3630-3c45-4de8-8163-15494c4f182b tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Network': ['ID=604a9166-e00f-4f24-a7eb-7627f2b7d8a9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:40.231864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b4932069-fcdb-4347-9d94-94e58296db62 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:40.236304 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.330814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13e56e4d-6edb-4f78-8279-f8da278e9216 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.335045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-13e56e4d-6edb-4f78-8279-f8da278e9216 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9813392 Dec 08 16:25:40.339307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:40.351822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7a41d0e9-b76b-4cce-9ca5-a9152cbddba4 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'b2a582ab-31c3-4289-a02e-455785c8a723'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:40.356447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7a41d0e9-b76b-4cce-9ca5-a9152cbddba4 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103282) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:25:40.431893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.459047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-420bd68a-55cf-4eb5-a9b8-3d338bd9863a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:40.464678 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-420bd68a-55cf-4eb5-a9b8-3d338bd9863a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 796 time: 0.6771693 Dec 08 16:25:40.655179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-57c4c0b9-e625-4fe4-a11e-5f8c2da0ef47 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 380 time: 0.1794682 Dec 08 16:25:40.666313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:40.674667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'port': {'device_id': '7dd289c3-8b08-434a-8094-1532e5d34880', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'admin_state_up': True, 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'security_groups': ['ffc433e4-6fc6-4124-ae58-3816e4e810ea']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:40.789518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Allocated IP 172.20.0.2 (e35438a3-0a13-4d83-8188-33ed392cb4c6/3afe2bf8-94df-4995-89a8-6218626f85b2/810bf115-38a0-472e-ba20-281ea9e3188c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:40.937333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:40.952185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event updated for resources: {'Port': ['ID=9b7c8193-f0a9-474d-b674-5864e195443b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:40.996763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:41.008954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:41.153721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:41.154848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.195499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:41.200730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.216620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e5176389-dd7d-4731-88a9-54e63825efda tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0301347 Dec 08 16:25:41.220871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57426) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:41.222267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.232922 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.305688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Pushing event updated for resources: {'Port': ['ID=810bf115-38a0-472e-ba20-281ea9e3188c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:41.326891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:41.333542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:41.334813 n-d-820935-5 neutron-server[103282]: WARNING neutron.services.metering.metering_plugin [None req-7a41d0e9-b76b-4cce-9ca5-a9152cbddba4 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:25:41.339441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:41.473430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Attempting to bind port 810bf115-38a0-472e-ba20-281ea9e3188c on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:41.474402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Attempting to bind port 810bf115-38a0-472e-ba20-281ea9e3188c by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:41.475971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Attempting to bind port 810bf115-38a0-472e-ba20-281ea9e3188c on network e35438a3-0a13-4d83-8188-33ed392cb4c6 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:41.479467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting subnet d1d666f6-d65d-4de7-81c7-2e11a8b52d06 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:41.493164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:41.493995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Checking segment: {'id': 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:41.494622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.495228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Bound using segment: {'id': 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:41.495996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Bound port: 810bf115-38a0-472e-ba20-281ea9e3188c, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'e35438a3-0a13-4d83-8188-33ed392cb4c6'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:41.496617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.521510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff38817b-c806-4a3e-bcad-336c21382c2b req-53a2789b-923b-41f2-9ce1-fc58ac81cf0f tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.2337885 Dec 08 16:25:41.526680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a41d0e9-b76b-4cce-9ca5-a9152cbddba4 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.532227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7a41d0e9-b76b-4cce-9ca5-a9152cbddba4 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 1.1836531 Dec 08 16:25:41.532227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.532580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57428) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:41.537307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fe2c391d-ea30-4d75-8fe3-4c63070f938f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'b2a582ab-31c3-4289-a02e-455785c8a723'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:41.537837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fe2c391d-ea30-4d75-8fe3-4c63070f938f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103282) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:25:41.669414 n-d-820935-5 neutron-server[103282]: WARNING neutron.services.metering.metering_plugin [None req-fe2c391d-ea30-4d75-8fe3-4c63070f938f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:25:41.725336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] For port 810bf115-38a0-472e-ba20-281ea9e3188c, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:41.733479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] For port 810bf115-38a0-472e-ba20-281ea9e3188c, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=810bf115-38a0-472e-ba20-281ea9e3188c,segment=NetworkSegment(af1fe8b9-85cb-4326-8ac9-cb72ab8fab31),segment_id=af1fe8b9-85cb-4326-8ac9-cb72ab8fab31)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:41.743895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.757590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde177d-7fd1-4a00-8f5f-0be076f91636 req-72ad8b47-6f2d-43f2-bb1e-8dfe437ebb6b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:41.761735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cde177d-7fd1-4a00-8f5f-0be076f91636 req-72ad8b47-6f2d-43f2-bb1e-8dfe437ebb6b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.4412339 Dec 08 16:25:41.768380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:41.921588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8624bd-e30b-46ac-9f48-7df04ae94da1 None None] Pushing event updated for resources: {'Port': ['ID=810bf115-38a0-472e-ba20-281ea9e3188c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:41.953511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.4 (2a5dccd7-a481-4faa-aac5-4fef58a7dcca/4bb0144c-df2d-4eb2-9f8a-216efd4cf297/f94264d0-32ba-472e-aa0d-12396ccbe256) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:42.024679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cde177d-7fd1-4a00-8f5f-0be076f91636 req-6a20b250-6e2b-4400-bd48-e3793116c445 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713188 Dec 08 16:25:42.034483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2c391d-ea30-4d75-8fe3-4c63070f938f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.039688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fe2c391d-ea30-4d75-8fe3-4c63070f938f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5057805 Dec 08 16:25:42.064122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.103247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e34611b-b6e7-4947-ba5b-70de3ca6f208 req-eb918807-269c-4738-81ee-33e7d5d5b2f4 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 210 time: 0.0974891 Dec 08 16:25:42.221978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Deleting port 9b7c8193-f0a9-474d-b674-5864e195443b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:42.221978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.337166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.429692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-09d263cf-5fcd-410d-95fc-cd1590cceb38 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=4bfb0e40-7d97-4253-80d1-3d20610a171e HTTP/1.1" status: 200 len: 462 time: 0.3641543 Dec 08 16:25:42.435581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57434) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.450944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.562668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.592940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Calling delete_port for 9b7c8193-f0a9-474d-b674-5864e195443b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:42.689144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.780081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d52c78d-6fb4-45e6-9e02-f293bed41359 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.781859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9d52c78d-6fb4-45e6-9e02-f293bed41359 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/4bfb0e40-7d97-4253-80d1-3d20610a171e HTTP/1.1" status: 204 len: 168 time: 0.3444624 Dec 08 16:25:42.800356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57438) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.829783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-358caa83-eb60-46d1-9235-1ab1a108c2c9 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=4bfb0e40-7d97-4253-80d1-3d20610a171e HTTP/1.1" status: 200 len: 221 time: 0.0281649 Dec 08 16:25:42.834574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57440) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.842521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-65067bc1-33a1-47d1-bd8e-847cef0894c1 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--781483104', 'description': 'label created by tempest'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:42.843032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-65067bc1-33a1-47d1-bd8e-847cef0894c1 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Unknown quota resources ['metering_label']. {{(pid=103282) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:25:42.849432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:42.857787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:42.867141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:42.867611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.870525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:42.895479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d17d18e-869b-4488-bbf8-cb93c8d7f3e9 req-b9c8a699-18ed-4524-ab17-feee2b9cd07c tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0778613 Dec 08 16:25:42.943205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3db2249-a7a6-4731-86ad-0c327c472a4d None None] Network 73267088-6d09-4d01-931f-4ac89996f37c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:42.964605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:42.970195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/subnets/d1d666f6-d65d-4de7-81c7-2e11a8b52d06 HTTP/1.1" status: 204 len: 168 time: 3.1342087 Dec 08 16:25:42.989356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:42.993625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f362bd02-cf58-4764-80b4-44300a3de746 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d666f6-d65d-4de7-81c7-2e11a8b52d06,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:43.253986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:43.255671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.346381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-65067bc1-33a1-47d1-bd8e-847cef0894c1 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.347848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-65067bc1-33a1-47d1-bd8e-847cef0894c1 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5121887 Dec 08 16:25:43.349529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57450) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.351452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57452) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.370445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] DHCP port deletion for 73267088-6d09-4d01-931f-4ac89996f37c request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:43.387567 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-6b86b6d8-993b-4744-aab8-4a4ec4d58584 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7241101 Dec 08 16:25:43.403485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Request body: {'port': {'device_id': '7dd289c3-8b08-434a-8094-1532e5d34880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:43.411344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.432002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-736888231'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:43.481531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.560968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e97825ef-da71-4638-82ac-cf0026c9a19d None None] Provisioning complete for port f94264d0-32ba-472e-aa0d-12396ccbe256 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:43.571060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e97825ef-da71-4638-82ac-cf0026c9a19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.582555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event deleted for resources: {'Port': ['ID=9b7c8193-f0a9-474d-b674-5864e195443b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:43.589256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] Deleting port 9702a10b-7f85-4e75-8ac7-852b0108bba6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:43.589873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.713634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.767654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] For port 9702a10b-7f85-4e75-8ac7-852b0108bba6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9702a10b-7f85-4e75-8ac7-852b0108bba6,segment=NetworkSegment(6a9e42ea-a264-4c86-843c-b1419902be40),segment_id=6a9e42ea-a264-4c86-843c-b1419902be40)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:43.768108 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.799464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] Calling delete_port for 9702a10b-7f85-4e75-8ac7-852b0108bba6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:43.835968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdab5c4-b04b-4d54-a3fd-c4cca5a829b5 req-0ad0ad7e-6062-46d9-beb0-66b12a30a718 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:43.837946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fdab5c4-b04b-4d54-a3fd-c4cca5a829b5 req-0ad0ad7e-6062-46d9-beb0-66b12a30a718 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.4996591 Dec 08 16:25:43.872971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-040c8391-4904-49fb-99a5-8d64e03c9cdd tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=923c5ff9-087c-4d21-ab7b-6b438d6ad90b HTTP/1.1" status: 200 len: 467 time: 0.4291117 Dec 08 16:25:43.879928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:43.915444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:43.919527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.956690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:43.969489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 810bf115-38a0-472e-ba20-281ea9e3188c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:43.970270 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:43.970270 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Added segment 89aa7726-8d0e-4588-84fb-ce141f5667d9 of type vlan for network af0838c5-1ffc-4914-891f-ba3505a2f863 Dec 08 16:25:43.975849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd353bd3-689d-497d-8dae-8f82b86a17ae None None] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:44.014954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.020332 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-26106516-a45b-48aa-9e5b-66fdd13b7c0f tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "DELETE /v2.0/ports/9b7c8193-f0a9-474d-b674-5864e195443b HTTP/1.1" status: 204 len: 168 time: 2.7983572 Dec 08 16:25:44.025713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.027616 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.071392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.078557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:44.079115 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.090336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.091570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead4fba-621d-462f-8832-c9357bd9fb58 req-21c1c137-38f0-4a3d-8704-abda4451c9dd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:44.093297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bead4fba-621d-462f-8832-c9357bd9fb58 req-21c1c137-38f0-4a3d-8704-abda4451c9dd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 931 time: 0.6353836 Dec 08 16:25:44.203155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] No DVR routers for this DVR port 9702a10b-7f85-4e75-8ac7-852b0108bba6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:44.222438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Network': ['ID=af0838c5-1ffc-4914-891f-ba3505a2f863,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:44.250367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Deleting port 9702a10b-7f85-4e75-8ac7-852b0108bba6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:44.251288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.279027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fdab5c4-b04b-4d54-a3fd-c4cca5a829b5 req-01b20101-161b-465f-a569-eb19e00253ba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180906 Dec 08 16:25:44.285062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network af0838c5-1ffc-4914-891f-ba3505a2f863 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:44.298195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f306875-e54b-4607-a229-ff080e0f732d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9473403 Dec 08 16:25:44.301200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57462) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.321763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-332855042'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:44.332779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0420207-ddd8-4fbf-bd5c-b1942df56b9c None None] Pushing event deleted for resources: {'Port': ['ID=9702a10b-7f85-4e75-8ac7-852b0108bba6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:44.452478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:44.453082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e97825ef-da71-4638-82ac-cf0026c9a19d None None] Port f94264d0-32ba-472e-aa0d-12396ccbe256 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:44.469202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.473232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb5d5687-cf2d-4e90-aa0c-058c4e6d38d8 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.477477 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb5d5687-cf2d-4e90-aa0c-058c4e6d38d8 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/923c5ff9-087c-4d21-ab7b-6b438d6ad90b HTTP/1.1" status: 204 len: 168 time: 0.5897341 Dec 08 16:25:44.480382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.518578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] For port 9702a10b-7f85-4e75-8ac7-852b0108bba6, host n-d-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:44.518954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.535007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bead4fba-621d-462f-8832-c9357bd9fb58 req-1eb98f6f-3b86-40ea-a034-a17e939e255d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3911817 Dec 08 16:25:44.543981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 810bf115-38a0-472e-ba20-281ea9e3188c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:44.544108 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12c24505-a59d-49f1-94a2-2b0956221c2f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=923c5ff9-087c-4d21-ab7b-6b438d6ad90b HTTP/1.1" status: 200 len: 216 time: 0.0526118 Dec 08 16:25:44.544204 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.548087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc0d7ae6-03ed-451e-8755-4497ab5a35da tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.5182276 Dec 08 16:25:44.548087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.550196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d68da809-6c5e-4ce5-a6ae-9be8d03a56f1 req-0a15e172-2b09-4084-b992-334e9d5ababd tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1175199 Dec 08 16:25:44.551052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57468) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.558253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Calling delete_port for 9702a10b-7f85-4e75-8ac7-852b0108bba6 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:44.564880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-557969436'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:44.594551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Port 9702a10b-7f85-4e75-8ac7-852b0108bba6 was not found and therefore no delete operation was performed {{(pid=103281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:25:44.599067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.606157 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3f5e0c65-79e7-4c18-a0cf-527bf2ee69ea tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0500786 Dec 08 16:25:44.609322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.623453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:44.631909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Made reservation on behalf of 23b2dd8dcfe044c486728fbbb63e171e for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:44.636910 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.661367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Port': ['ID=9702a10b-7f85-4e75-8ac7-852b0108bba6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:44.665860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] No DVR routers for this DVR port 9702a10b-7f85-4e75-8ac7-852b0108bba6 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:44.676416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1c46f913-9a33-4de9-8a3b-2edd646a4a7f tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0587726 Dec 08 16:25:44.678402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.697590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:25:44.716426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.717136 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Added segment dd785749-436a-45b6-b020-02e4575c427d of type vlan for network 6cc9eb86-1894-425d-904f-a0ed2781a914 Dec 08 16:25:44.780965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.822893 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf4655a6-faba-4fbf-972d-a234429b8ab8 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/b2a582ab-31c3-4289-a02e-455785c8a723 HTTP/1.1" status: 200 len: 472 time: 0.1385338 Dec 08 16:25:44.826497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57474) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:44.843125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.853758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.856749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:44.858179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.863852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.866340 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Added segment a756cd71-0919-4665-b590-64351dfd0123 of type vlan for network 22639240-6bc0-436f-afbb-3486efd007a3 Dec 08 16:25:44.878779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9ffefd1d-2a49-4efb-8114-fd3a04178e0f None None] Provisioning complete for port 810bf115-38a0-472e-ba20-281ea9e3188c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:44.880312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd1d-2a49-4efb-8114-fd3a04178e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.899525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0c1c7b90-40a3-4d96-91b2-790c678aec91 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/1f73a57d-2eae-46a4-affb-efaff395d5a1 HTTP/1.1" status: 200 len: 459 time: 0.0708630 Dec 08 16:25:44.914808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73267088-6d09-4d01-931f-4ac89996f37c']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:44.937218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9e42ea-a264-4c86-843c-b1419902be40') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:44.937218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9e42ea-a264-4c86-843c-b1419902be40') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:44.981334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:44.987096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.018260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.027898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57476) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.037305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:45.038044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.080607 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ffefd1d-2a49-4efb-8114-fd3a04178e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.103505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 810bf115-38a0-472e-ba20-281ea9e3188c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=810bf115-38a0-472e-ba20-281ea9e3188c,segment=NetworkSegment(af1fe8b9-85cb-4326-8ac9-cb72ab8fab31),segment_id=af1fe8b9-85cb-4326-8ac9-cb72ab8fab31)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:45.113430 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:45.150339 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:45.187148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6308951 Dec 08 16:25:45.205716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.207266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=810bf115-38a0-472e-ba20-281ea9e3188c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:45.212089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.248609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94264d0-32ba-472e-aa0d-12396ccbe256 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:25:45.250369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ad4fc-8e33-4af6-bd84-2b7b8c1e2ee4 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event updated for resources: {'Network': ['ID=6cc9eb86-1894-425d-904f-a0ed2781a914,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:45.259224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-9ffefd1d-2a49-4efb-8114-fd3a04178e0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:25:45.259778 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-9ffefd1d-2a49-4efb-8114-fd3a04178e0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:25:45.272968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.275940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.276956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6cc9eb86-1894-425d-904f-a0ed2781a914 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:45.324580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.341275 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/networks/73267088-6d09-4d01-931f-4ac89996f37c HTTP/1.1" status: 204 len: 168 time: 2.3504682 Dec 08 16:25:45.374720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9702a10b-7f85-4e75-8ac7-852b0108bba6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:45.400880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57482) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.424629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9702a10b-7f85-4e75-8ac7-852b0108bba6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:45.425433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9702a10b-7f85-4e75-8ac7-852b0108bba6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:45.515165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22cb6a67-a7da-470c-8e3f-2baed08469ad tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.521156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-22cb6a67-a7da-470c-8e3f-2baed08469ad tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/1f73a57d-2eae-46a4-affb-efaff395d5a1 HTTP/1.1" status: 204 len: 168 time: 0.4790440 Dec 08 16:25:45.522412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57484) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.628003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6bf6b5-19f4-471b-8c98-7629e7fb2b02 tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Pushing event deleted for resources: {'Network': ['ID=73267088-6d09-4d01-931f-4ac89996f37c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:45.633144 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-312071aa-5374-4e98-b029-506596a83e3b tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/agents/3363bab5-9366-4500-b2cd-825320421029/dhcp-networks HTTP/1.1" status: 200 len: 6481 time: 0.4058399 Dec 08 16:25:45.634704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Transition to ACTIVE for port object f94264d0-32ba-472e-aa0d-12396ccbe256 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:25:45.636754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.660522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.668871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.671252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:45.672222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:45.738557 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f990e652-31ae-4fb0-8473-6ac86c5b544f tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "GET /v2.0/ports?device_id=2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 HTTP/1.1" status: 200 len: 205 time: 0.3307614 Dec 08 16:25:45.740771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:45.842722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 810bf115-38a0-472e-ba20-281ea9e3188c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:45.876486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:45.951491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.030549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 810bf115-38a0-472e-ba20-281ea9e3188c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:46.031102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.035789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015ff2f-d202-481f-a9b8-d8035b770c7c req-2b9500f7-d384-4261-8b06-f293aa0371f7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:46.037616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6015ff2f-d202-481f-a9b8-d8035b770c7c req-2b9500f7-d384-4261-8b06-f293aa0371f7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.5340314 Dec 08 16:25:46.043439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7349505 Dec 08 16:25:46.060537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57494) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:46.171845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-174b8c6f-e9ea-4d7f-ae08-a3b6e8f69cb2 None None] Provisioning complete for port 810bf115-38a0-472e-ba20-281ea9e3188c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:46.174698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-174b8c6f-e9ea-4d7f-ae08-a3b6e8f69cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.186066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'subnet': {'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:46.314880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e24d5-4669-4229-94ad-f9193f95b978 req-e13b091b-cadf-4f70-8d02-b80489a93725 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:46.316684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-965e24d5-4669-4229-94ad-f9193f95b978 req-e13b091b-cadf-4f70-8d02-b80489a93725 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 943 time: 0.6005871 Dec 08 16:25:46.408400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84322d29-a4fa-4ec1-a82a-9ee5ae148e6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Network': ['ID=22639240-6bc0-436f-afbb-3486efd007a3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:46.427204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 22639240-6bc0-436f-afbb-3486efd007a3 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:25:46.433720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-174b8c6f-e9ea-4d7f-ae08-a3b6e8f69cb2 None None] Could not find standard attr ID for object 9b7c8193-f0a9-474d-b674-5864e195443b. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:25:46.458111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-598bb100-1446-43b9-8ecf-0d2a9f5cb431 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.473232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-598bb100-1446-43b9-8ecf-0d2a9f5cb431 tempest-MeteringIpV6TestJSON-482535511 tempest-MeteringIpV6TestJSON-482535511-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/b2a582ab-31c3-4289-a02e-455785c8a723 HTTP/1.1" status: 204 len: 168 time: 0.9232166 Dec 08 16:25:46.493967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6015ff2f-d202-481f-a9b8-d8035b770c7c req-95f2983c-4cc2-4dc7-b49b-d44ab3822725 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323363 Dec 08 16:25:46.567498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-965e24d5-4669-4229-94ad-f9193f95b978 req-1c66a567-16fd-4137-8a9d-6a3f5b87b90c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283268 Dec 08 16:25:46.573365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:46.577431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.752027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2816e4ad-75da-431d-bda0-1a07573fd085 req-9a76eb19-990b-439d-a7b0-720c1184ba9a tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0559459 Dec 08 16:25:46.896733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f647c4-893c-446a-9187-d33612f4aeee tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] Network 6cc9eb86-1894-425d-904f-a0ed2781a914 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:46.908695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.911401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:46.928264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e44cc5-26e7-4518-a84e-9c97488b4ab7 None None] Network 6cc9eb86-1894-425d-904f-a0ed2781a914 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:46.949514 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47f647c4-893c-446a-9187-d33612f4aeee tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "POST /v2.0/agents/3363bab5-9366-4500-b2cd-825320421029/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3025501 Dec 08 16:25:46.967073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57500) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:47.049608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:47.053508 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.075415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.075973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Fanout notify agent at l3_agent the message router_deleted on router 2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:47.093061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.099019 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e732ccc8-f655-49cc-a821-7f3217cc35ca tempest-RoutersNegativeTest-1968123995 tempest-RoutersNegativeTest-1968123995-project] 10.222.0.62 "DELETE /v2.0/routers/2c5ced6e-2f7e-4ba3-92c8-2d33ee63ddc2 HTTP/1.1" status: 204 len: 168 time: 1.3547704 Dec 08 16:25:47.103093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:47.103610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:47.104099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:47.111379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:25:47.112024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:47.121900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:47.122515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Checking segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:47.123092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Bound using segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:47.123703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Bound port: f94264d0-32ba-472e-aa0d-12396ccbe256, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:47.124272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.278454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Subnet': ['ID=5847c65d-8f07-4834-8097-82dae7d5c00b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.284051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:47.289651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:47.296503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.369227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:47.370138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.371916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] 10.222.0.58 "PUT /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 1091 time: 3.9756701 Dec 08 16:25:47.372497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:47.376533 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c379b997-3c0a-4864-91a0-bb23bf1b0742" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:47.431198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Checking segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:47.431882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network hostable DHCP agents. Network: af0838c5-1ffc-4914-891f-ba3505a2f863, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:47.435599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2daabf-8b35-4f44-92ec-a4476346421f service neutron] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:47.547749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-0f4084ea-6990-4c0c-af2d-25b348022b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:47.550942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-0f4084ea-6990-4c0c-af2d-25b348022b91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1094 time: 0.0898902 Dec 08 16:25:47.666088 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-28cb34f1-3d8a-4682-b93a-72d0b1564b55 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 217 time: 0.0986705 Dec 08 16:25:47.722951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-93380c16-a9dc-456e-b796-75f17cfa8aa8 tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/agents/3363bab5-9366-4500-b2cd-825320421029/dhcp-networks HTTP/1.1" status: 200 len: 7251 time: 0.7533789 Dec 08 16:25:47.725114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7dfafb6e-461e-48c5-add9-7c4f31799c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:47.729854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57522) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:47.737237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-54ad720c-f620-41f8-95d3-90d04a6fb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:47.744132 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-54ad720c-f620-41f8-95d3-90d04a6fb049 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.0682697 Dec 08 16:25:47.856181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-dfd70c26-989c-4b5d-bc73-cf88481c870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:47.862256 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-dfd70c26-989c-4b5d-bc73-cf88481c870c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074276 Dec 08 16:25:48.024327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57526) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.029599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network af0838c5-1ffc-4914-891f-ba3505a2f863 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:48.067787 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-5137319a-89b5-47cd-835b-429b94e52cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014661 Dec 08 16:25:48.070435 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167d36e3-9a89-4fe1-ad0c-33780b03bd06 x-openstack-request-id: req-167d36e3-9a89-4fe1-ad0c-33780b03bd06 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:48.071283 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:48.071283 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-167d36e3-9a89-4fe1-ad0c-33780b03bd06 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:48.071603 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'status': 'completed', 'code': 200} Dec 08 16:25:48.139775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, af0838c5-1ffc-4914-891f-ba3505a2f863) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:48.144859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7dfafb6e-461e-48c5-add9-7c4f31799c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.159320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88f0755-c4ab-4033-b517-ee482c65e60c None None] Network af0838c5-1ffc-4914-891f-ba3505a2f863 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:48.172075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:48.172730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.175425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7dfafb6e-461e-48c5-add9-7c4f31799c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.240171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538ba46-062f-4e10-9ed5-f766346f6fd4 req-1af75e70-a758-4e75-b56d-c6837cef7abc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:48.245786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9538ba46-062f-4e10-9ed5-f766346f6fd4 req-1af75e70-a758-4e75-b56d-c6837cef7abc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.5168915 Dec 08 16:25:48.289871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7dfafb6e-461e-48c5-add9-7c4f31799c64 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aca59bd2a0f344968fbcb2fe3a90275e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2387304 Dec 08 16:25:48.290040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57530) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.303423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a10ab4b-2204-4058-ba29-d0297af365b5 tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "DELETE /v2.0/agents/3363bab5-9366-4500-b2cd-825320421029/dhcp-networks/6cc9eb86-1894-425d-904f-a0ed2781a914 HTTP/1.1" status: 204 len: 168 time: 0.5679064 Dec 08 16:25:48.323797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87825344-4940-48b4-8a0b-e973dd4a48d8 req-9edcad96-08ab-42bc-993b-c58883e2aa87 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:48.333671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87825344-4940-48b4-8a0b-e973dd4a48d8 req-9edcad96-08ab-42bc-993b-c58883e2aa87 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 943 time: 0.2868862 Dec 08 16:25:48.338259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfafb6e-461e-48c5-add9-7c4f31799c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8759d935-3c02-4630-aa58-f317e9a50bbe,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:48.348948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9643f326-0004-4870-9948-16b63794ebdd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1686232 Dec 08 16:25:48.350762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57532) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.351423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.371562 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1f980a91-0f65-4d99-826d-5a04a90c293f req-3aa76c3a-b3b5-4828-9f26-2f946c6a3485 service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875674 Dec 08 16:25:48.415519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-af0838c5-1ffc-4914-891f-ba3505a2f863', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:48.417385 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.444350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'subnet': {'network_id': '22639240-6bc0-436f-afbb-3486efd007a3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:48.488569 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff420d6-032b-43f1-bdb3-48b07b29e8ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.530129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff420d6-032b-43f1-bdb3-48b07b29e8ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.545739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-9de321be-b258-450a-9ce4-ebdf4e533c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:48.549115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-9de321be-b258-450a-9ce4-ebdf4e533c18 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1094 time: 0.1158700 Dec 08 16:25:48.692072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff420d6-032b-43f1-bdb3-48b07b29e8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.695183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aff420d6-032b-43f1-bdb3-48b07b29e8ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.699823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aff420d6-032b-43f1-bdb3-48b07b29e8ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8759d935-3c02-4630-aa58-f317e9a50bbe HTTP/1.1" status: 204 len: 168 time: 0.4067934 Dec 08 16:25:48.706284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-692802a7-1e70-4f0b-9178-9e9d8edfbc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:48.707832 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-692802a7-1e70-4f0b-9178-9e9d8edfbc31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 897 time: 0.1472139 Dec 08 16:25:48.713276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff420d6-032b-43f1-bdb3-48b07b29e8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8759d935-3c02-4630-aa58-f317e9a50bbe,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:48.787388 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-0b5ca68b-4c39-46dd-98c9-ce332d097aba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 217 time: 0.0684562 Dec 08 16:25:48.814833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9538ba46-062f-4e10-9ed5-f766346f6fd4 req-ad89819e-5ae8-4496-aff5-32babbe2916a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5093646 Dec 08 16:25:48.869294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-505a3a97-18fc-4db3-ae4d-6854d401f871 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=35ef1df107764f0eaaa2f148bb77e823&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8369079 Dec 08 16:25:48.874790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57542) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.881446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87825344-4940-48b4-8a0b-e973dd4a48d8 req-93d630d4-f88f-433f-b526-5b35b31e007d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5457327 Dec 08 16:25:48.888132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-869095f8-e94c-47eb-8696-84e35086dc8f tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/agents/3363bab5-9366-4500-b2cd-825320421029/dhcp-networks HTTP/1.1" status: 200 len: 7268 time: 0.5203025 Dec 08 16:25:48.888772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57544) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.898542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Allocated IP 10.1.1.2 (af0838c5-1ffc-4914-891f-ba3505a2f863/5847c65d-8f07-4834-8097-82dae7d5c00b/32b57253-c251-4a6c-a039-4daa402643c7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:48.933883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e20fa855-d84f-41d8-ae16-2d552fb216b3 tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/networks/e35438a3-0a13-4d83-8188-33ed392cb4c6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0403028 Dec 08 16:25:48.934116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57546) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:48.948430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:48.951946 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:48.983534 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-27cda6c5-a1c1-4ef7-90e7-f2eaafc5bd09 tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/networks/e35438a3-0a13-4d83-8188-33ed392cb4c6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0459034 Dec 08 16:25:48.991721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57548) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:49.025475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-f5ca9f41-ebae-4371-9a59-f5ae1bf89eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:49.028064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-f5ca9f41-ebae-4371-9a59-f5ae1bf89eef service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.2311850 Dec 08 16:25:49.152813 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21f8c359-ffc7-46e6-9003-99ec4b8c4a16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.221933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21f8c359-ffc7-46e6-9003-99ec4b8c4a16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.243153 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.253653 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.257004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-df6fce1e-80b4-4e2d-826a-516e1bb180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:49.258869 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-df6fce1e-80b4-4e2d-826a-516e1bb180fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2197945 Dec 08 16:25:49.324708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Network af0838c5-1ffc-4914-891f-ba3505a2f863 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:49.329567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:49.338834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:49.350674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Pushing event updated for resources: {'Port': ['ID=32b57253-c251-4a6c-a039-4daa402643c7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:49.441940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Attempting to bind port 32b57253-c251-4a6c-a039-4daa402643c7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:49.443422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Attempting to bind port 32b57253-c251-4a6c-a039-4daa402643c7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:49.444229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Attempting to bind port 32b57253-c251-4a6c-a039-4daa402643c7 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:49.456982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:49.457829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Checking segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:49.458629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.459510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-902271ed-f481-4f37-9fc7-42d0ca64d9cd service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893997 Dec 08 16:25:49.459644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Bound using segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:49.461087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Bound port: 32b57253-c251-4a6c-a039-4daa402643c7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:49.461969 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.572968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57552) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:49.598465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] For port 32b57253-c251-4a6c-a039-4daa402643c7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:49.606091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] For port 32b57253-c251-4a6c-a039-4daa402643c7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=32b57253-c251-4a6c-a039-4daa402643c7,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:49.614580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0a10a3f-be31-49e0-82b4-dbe89c15b8c1 req-fd11d589-d7dd-4347-8c35-ee42929fbb5f tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0700810 Dec 08 16:25:49.616242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.690252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b5f50-7aec-4a29-997e-a51d9b3c7255 None None] Pushing event updated for resources: {'Port': ['ID=32b57253-c251-4a6c-a039-4daa402643c7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:49.744343 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7d822f7c-ec9c-4576-a19f-20837d22fccc tempest-DHCPAgentSchedulersTestJSON-1739785088 tempest-DHCPAgentSchedulersTestJSON-1739785088-project-admin] 10.222.0.62 "GET /v2.0/agents/3363bab5-9366-4500-b2cd-825320421029/dhcp-networks HTTP/1.1" status: 200 len: 7268 time: 0.7488568 Dec 08 16:25:49.749276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57554) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:49.751409 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c379b997-3c0a-4864-91a0-bb23bf1b0742 req-502169da-a310-48fd-8e7c-94bf74490cf0 service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689252 Dec 08 16:25:49.753590 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21f8c359-ffc7-46e6-9003-99ec4b8c4a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.756908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-21f8c359-ffc7-46e6-9003-99ec4b8c4a16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.758190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-21f8c359-ffc7-46e6-9003-99ec4b8c4a16 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d8dae70-43c4-49ce-a464-f4be05cc6c2b HTTP/1.1" status: 204 len: 168 time: 0.8789933 Dec 08 16:25:49.759166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4825a84f-211e-4e3e-83c7-3e4a634780eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.782327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8c359-ffc7-46e6-9003-99ec4b8c4a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8dae70-43c4-49ce-a464-f4be05cc6c2b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:49.885487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:25:49.947606 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:49.979198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.050816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4825a84f-211e-4e3e-83c7-3e4a634780eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.057715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4825a84f-211e-4e3e-83c7-3e4a634780eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.152631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:50.164871 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4825a84f-211e-4e3e-83c7-3e4a634780eb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=861ae00dc60b45c8ab41d23a49b7d1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5844498 Dec 08 16:25:50.175325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57562) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:50.182329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'port_id': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'mac_address': 'fa:16:3e:37:c3:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:25:50.216098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825a84f-211e-4e3e-83c7-3e4a634780eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b912fb9f-922d-4686-8a68-52724244029d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:50.245223 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.268247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94264d0-32ba-472e-aa0d-12396ccbe256 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:25:50.310795 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-416b3b34-f38a-4af9-a38a-0f2a4087aaa4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.319560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:50.326280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.357840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-416b3b34-f38a-4af9-a38a-0f2a4087aaa4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.422794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:50.446019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-416b3b34-f38a-4af9-a38a-0f2a4087aaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.452690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-416b3b34-f38a-4af9-a38a-0f2a4087aaa4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.462000 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-416b3b34-f38a-4af9-a38a-0f2a4087aaa4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b912fb9f-922d-4686-8a68-52724244029d HTTP/1.1" status: 204 len: 168 time: 0.2815843 Dec 08 16:25:50.471694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Subnet': ['ID=b9a14253-50ca-4a90-b647-e61ae0a5416f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:50.480572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b3b34-f38a-4af9-a38a-0f2a4087aaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b912fb9f-922d-4686-8a68-52724244029d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:50.503970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54600aab-effe-47a3-97ca-602005a3f37e req-468e6985-287f-4d21-8fe7-492e972e88b5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:50.517898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54600aab-effe-47a3-97ca-602005a3f37e req-468e6985-287f-4d21-8fe7-492e972e88b5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.4857135 Dec 08 16:25:50.569851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f94264d0-32ba-472e-aa0d-12396ccbe256'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:25:50.699933 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.740368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Checking segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:50.741271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network hostable DHCP agents. Network: 22639240-6bc0-436f-afbb-3486efd007a3, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:25:50.752070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cc9eb86-1894-425d-904f-a0ed2781a914']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:50.777303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b2b29-9195-464f-8140-0a8725923606 req-ddda4db7-0b93-4374-9ebd-077304dd5929 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:50.787603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-263b2b29-9195-464f-8140-0a8725923606 req-ddda4db7-0b93-4374-9ebd-077304dd5929 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 943 time: 0.5783072 Dec 08 16:25:50.841371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd785749-436a-45b6-b020-02e4575c427d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:50.842965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd785749-436a-45b6-b020-02e4575c427d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:50.885781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54600aab-effe-47a3-97ca-602005a3f37e req-b0f71845-0e7c-4def-83cd-cc2f489cd707 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701057 Dec 08 16:25:50.938774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:50.984177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network 22639240-6bc0-436f-afbb-3486efd007a3 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:25:51.008139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 22639240-6bc0-436f-afbb-3486efd007a3) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:51.024196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:51.024821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.028479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.032095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86634916-bc5d-405d-8779-f28abbcbe420 None None] Network 22639240-6bc0-436f-afbb-3486efd007a3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:51.078898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:51.078898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:51.083515 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:51.099311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-263b2b29-9195-464f-8140-0a8725923606 req-9993f163-bccd-4993-9828-26b558c20776 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045835 Dec 08 16:25:51.157202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf88702e-5695-4dc2-acf2-9305501ba818 req-8995c3b3-dc61-4f54-8227-d085c59ec4f8 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1251767 Dec 08 16:25:51.161996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-efa7bbbd-81ca-467e-81ec-e62381889eda tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.7965493 Dec 08 16:25:51.166214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:51.173985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'name': 'tempest-TaggedBootDevicesTest_v242-1676675619', 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:51.289726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.310894 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.326763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "DELETE /v2.0/networks/6cc9eb86-1894-425d-904f-a0ed2781a914 HTTP/1.1" status: 204 len: 168 time: 1.5739264 Dec 08 16:25:51.334529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:51.396026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913704ed-826d-497d-921d-833e61c8bcbf tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event deleted for resources: {'Network': ['ID=6cc9eb86-1894-425d-904f-a0ed2781a914,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:51.436551 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d3a9e-7a19-4943-9ca2-b81f9a6eca4d tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] DELETE failed (client error): The resource could not be found. Dec 08 16:25:51.440406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590d3a9e-7a19-4943-9ca2-b81f9a6eca4d tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:25:51.445994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-590d3a9e-7a19-4943-9ca2-b81f9a6eca4d tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "DELETE /v2.0/ports/9b7c8193-f0a9-474d-b674-5864e195443b HTTP/1.1" status: 404 len: 333 time: 0.1053009 Dec 08 16:25:51.453022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57582) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:51.538613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-22639240-6bc0-436f-afbb-3486efd007a3', 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3', 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'fixed_ips': [{'subnet_id': 'b9a14253-50ca-4a90-b647-e61ae0a5416f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:25:51.540055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.607364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:51.642731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Deleting subnet 3afe2bf8-94df-4995-89a8-6218626f85b2 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:25:51.659241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.789448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:51.847480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6907092e-3b35-4564-ba3d-920bf37e9ac9 None None] Network af0838c5-1ffc-4914-891f-ba3505a2f863 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:51.980271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.047959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] device_id is not set on port e2bcea1a-1749-4e56-b281-39debb0de3f0 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:25:52.157782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 32b57253-c251-4a6c-a039-4daa402643c7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:52.192955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Provisioning complete for port 32b57253-c251-4a6c-a039-4daa402643c7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:52.203740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.435868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.588517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac021ad-7302-4108-bcd3-60463c57ad46 req-2e595969-b340-45f3-ab99-eba524f89f88 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:52.591491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ac021ad-7302-4108-bcd3-60463c57ad46 req-2e595969-b340-45f3-ab99-eba524f89f88 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.3915119 Dec 08 16:25:52.679125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88c0b0-88be-4fc3-92f3-6808f57c8890 req-0962b6f6-32b2-464a-bef6-ba291e1c1a54 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:52.682557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb88c0b0-88be-4fc3-92f3-6808f57c8890 req-0962b6f6-32b2-464a-bef6-ba291e1c1a54 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.3241739 Dec 08 16:25:52.746431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 10.1.1.80 (af0838c5-1ffc-4914-891f-ba3505a2f863/5847c65d-8f07-4834-8097-82dae7d5c00b/e2bcea1a-1749-4e56-b281-39debb0de3f0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:52.866974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Allocated IP 10.2.2.2 (22639240-6bc0-436f-afbb-3486efd007a3/b9a14253-50ca-4a90-b647-e61ae0a5416f/1617b2fa-202a-4a65-9647-44a87c196dae) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:52.895681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb88c0b0-88be-4fc3-92f3-6808f57c8890 req-3662e4f6-0cb6-4b59-a8d3-cc980c137171 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963675 Dec 08 16:25:52.913773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 32b57253-c251-4a6c-a039-4daa402643c7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:52.914460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ac021ad-7302-4108-bcd3-60463c57ad46 req-14ebd9a7-b717-4acc-bfd1-53958fe1d415 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004930 Dec 08 16:25:52.914981 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:52.939636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.009018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.020557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "DELETE /v2.0/subnets/3afe2bf8-94df-4995-89a8-6218626f85b2 HTTP/1.1" status: 204 len: 168 time: 1.5656786 Dec 08 16:25:53.042245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:53.064520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602933b0-0498-4ea4-ac1e-0fecfc65c939 None None] Network e35438a3-0a13-4d83-8188-33ed392cb4c6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:53.106240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:53.301772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.395455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.555751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:53.587274 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.595531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network af0838c5-1ffc-4914-891f-ba3505a2f863 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:53.597292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:53.604533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:53.631620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.645648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a18f4f75-5cb1-4b6a-b904-39a920f45013 req-e8219347-c853-45cd-8344-334fec07c885 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.2085218 Dec 08 16:25:53.657659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1684cf1-4c02-4b8e-9e05-5a95c134d022 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event deleted for resources: {'Subnet': ['ID=3afe2bf8-94df-4995-89a8-6218626f85b2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:53.681938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.792136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:53.793287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.868379 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca243fc3-a9f9-47e1-a502-61a59f5f3cd2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7001095 Dec 08 16:25:53.872901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57632) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:53.884938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] For port 32b57253-c251-4a6c-a039-4daa402643c7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=32b57253-c251-4a6c-a039-4daa402643c7,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:53.889545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Deleting port 810bf115-38a0-472e-ba20-281ea9e3188c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:25:53.890289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:53.896680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'name': 'tempest-TaggedBootDevicesTest_v242-1500888238', 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:53.899667 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.136672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] For port 810bf115-38a0-472e-ba20-281ea9e3188c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=810bf115-38a0-472e-ba20-281ea9e3188c,segment=NetworkSegment(af1fe8b9-85cb-4326-8ac9-cb72ab8fab31),segment_id=af1fe8b9-85cb-4326-8ac9-cb72ab8fab31)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:54.137470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.153161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1edf5af1-2897-4f5f-86b5-0a595378548e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:54.154234 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-1edf5af1-2897-4f5f-86b5-0a595378548e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:25:54.155497 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-1edf5af1-2897-4f5f-86b5-0a595378548e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:25:54.158047 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1edf5af1-2897-4f5f-86b5-0a595378548e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 1.0448034 Dec 08 16:25:54.171610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Calling delete_port for 810bf115-38a0-472e-ba20-281ea9e3188c owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:25:54.178473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57638) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:54.302461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:54.306423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fd60e9-684d-4e17-86d4-34e199c21f52 None None] DHCP port deletion for e35438a3-0a13-4d83-8188-33ed392cb4c6 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:25:54.358898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1688634956'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:54.447188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:25:54.447188 n-d-820935-5 neutron-server[103281]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:25:54.447188 n-d-820935-5 neutron-server[103281]: [parameters: {'project_id_1': 'b45151cb02c640ed9e0c065cd20f0f69', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 25, 34, 407149)}] Dec 08 16:25:54.447188 n-d-820935-5 neutron-server[103281]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:25:54.448300 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:25:54.495931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.530956 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.537633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.553904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-06fd60e9-684d-4e17-86d4-34e199c21f52 None None] The port '810bf115-38a0-472e-ba20-281ea9e3188c' was deleted {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 16:25:54.579106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-27a4834a-93c2-4a68-a460-373107304623 None None] Provisioning complete for port 32b57253-c251-4a6c-a039-4daa402643c7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:54.579473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27a4834a-93c2-4a68-a460-373107304623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.630685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event deleted for resources: {'Port': ['ID=810bf115-38a0-472e-ba20-281ea9e3188c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:54.641868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] No DVR routers for this DVR port 810bf115-38a0-472e-ba20-281ea9e3188c on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:25:54.652051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.662336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:25:54.662783 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:25:54.674046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Pushing event updated for resources: {'Port': ['ID=32b57253-c251-4a6c-a039-4daa402643c7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:54.683164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.683908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.684223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.684581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.684913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.685247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.685577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.685931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.686271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.686599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.686933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.687251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.687574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa637a7-f7e7-46f5-861d-40ef6a40269b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:25:54.721729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1686c08-0316-4047-8d28-d63c13c3703b req-e8a3578d-3ec1-4d32-a3c0-ac50f419670f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:54.723790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1686c08-0316-4047-8d28-d63c13c3703b req-e8a3578d-3ec1-4d32-a3c0-ac50f419670f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.2980781 Dec 08 16:25:54.744053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.782935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa26f7-0bad-4c28-bdfe-103a0b9585c9 req-f9587976-954a-49d9-bb45-dc5fd9cc20da tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:54.785646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Network 22639240-6bc0-436f-afbb-3486efd007a3 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:54.791660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1fa26f7-0bad-4c28-bdfe-103a0b9585c9 req-f9587976-954a-49d9-bb45-dc5fd9cc20da tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.2745409 Dec 08 16:25:54.797356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:54.802209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:54.805020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port f94264d0-32ba-472e-aa0d-12396ccbe256 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:25:54.817405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port f94264d0-32ba-472e-aa0d-12396ccbe256 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:54.817749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.866488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.872738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.932801 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.958986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.969927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57646) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:54.970634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:54.986400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1fa26f7-0bad-4c28-bdfe-103a0b9585c9 req-03e4026c-e8e4-48ee-b4dd-13ae602420e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936336 Dec 08 16:25:54.991961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Pushing event updated for resources: {'Port': ['ID=1617b2fa-202a-4a65-9647-44a87c196dae,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:55.042640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9bbb1-8451-4caf-9db1-4b06ab5c5edc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:55.068157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35438a3-0a13-4d83-8188-33ed392cb4c6']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:55.076281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3437ae-051f-430c-aed5-df6adecd473f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:55.080951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:25:55.086514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.109105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] device_id is not set on port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:25:55.150248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:55.150630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af1fe8b9-85cb-4326-8ac9-cb72ab8fab31') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:25:55.159387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a4f8dcac-e5eb-4405-afd4-d600b715b3e2 None None] Provisioning complete for port e2bcea1a-1749-4e56-b281-39debb0de3f0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:55.159761 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4f8dcac-e5eb-4405-afd4-d600b715b3e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.185760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1686c08-0316-4047-8d28-d63c13c3703b req-c6e35a26-56aa-44b2-8321-07151f9bf6b1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4548864 Dec 08 16:25:55.204783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.262438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0117547a-e769-4052-bc24-11596f026491 req-f4f041d6-1295-4b32-9252-3daaa6e9dca6 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0917454 Dec 08 16:25:55.275380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Attempting to bind port 1617b2fa-202a-4a65-9647-44a87c196dae on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:25:55.276240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Attempting to bind port 1617b2fa-202a-4a65-9647-44a87c196dae by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:25:55.276924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Attempting to bind port 1617b2fa-202a-4a65-9647-44a87c196dae on network 22639240-6bc0-436f-afbb-3486efd007a3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:25:55.282777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.291664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:25:55.292348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:25:55.296259 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:25:55.346298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.347709 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c84aed8-d6dc-47f7-aedd-72ca1c5b6765 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1622250 Dec 08 16:25:55.354957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57650) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:55.356704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1396546609'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:55.360390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': 'ba3437ae-051f-430c-aed5-df6adecd473f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:55.390616 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:25:55.390616 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:25:55.390616 n-d-820935-5 neutron-server[103282]: [parameters: {'project_id_1': 'c596e0dee182461f8a1b52b0465398a7', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 25, 35, 377265)}] Dec 08 16:25:55.390616 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:25:55.391209 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:25:55.397574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.412881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.417173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 10.1.1.186 (af0838c5-1ffc-4914-891f-ba3505a2f863/5847c65d-8f07-4834-8097-82dae7d5c00b/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:25:55.417546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] 10.222.0.62 "DELETE /v2.0/networks/e35438a3-0a13-4d83-8188-33ed392cb4c6 HTTP/1.1" status: 204 len: 168 time: 2.3731892 Dec 08 16:25:55.421518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.424410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.435394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91b6c2-0d58-42b8-9956-4065b30b8f22 tempest-DHCPAgentSchedulersTestJSON-1819071848 tempest-DHCPAgentSchedulersTestJSON-1819071848-project] Pushing event deleted for resources: {'Network': ['ID=e35438a3-0a13-4d83-8188-33ed392cb4c6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:55.467398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:25:55.467939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Checking segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:25:55.468425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.469106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Bound using segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:25:55.469964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Bound port: 1617b2fa-202a-4a65-9647-44a87c196dae, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:25:55.470704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.503184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.528999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a4f8dcac-e5eb-4405-afd4-d600b715b3e2 None None] Port e2bcea1a-1749-4e56-b281-39debb0de3f0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:55.530702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.542764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.622563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.624019 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54854e1e-c524-4e53-b3c7-4ea6cc36b35c tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6504536 Dec 08 16:25:55.627347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57654) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:55.665691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] For port 1617b2fa-202a-4a65-9647-44a87c196dae, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:25:55.674517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] For port 1617b2fa-202a-4a65-9647-44a87c196dae, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1617b2fa-202a-4a65-9647-44a87c196dae,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:25:55.684533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.773769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:25:55.779995 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be8bf3f-237d-4bad-b050-e2b9a9f6cfab" -d '{"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-plugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:25:55.804673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 32b57253-c251-4a6c-a039-4daa402643c7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:55.812288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.868135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.936824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:55.957499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:55.973128 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd19f82-2f17-4c77-82b4-448e7e7140a8 x-openstack-request-id: req-fdd19f82-2f17-4c77-82b4-448e7e7140a8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:25:55.973560 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-plugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:25:55.974027 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdd19f82-2f17-4c77-82b4-448e7e7140a8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:25:55.974499 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'code': 200} Dec 08 16:25:56.011318 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.116101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:56.157266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b17743c-c56a-4995-b511-0bf0fe9749f8 None None] Pushing event updated for resources: {'Port': ['ID=1617b2fa-202a-4a65-9647-44a87c196dae,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:56.161438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57662) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:56.166730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8f528f3-ec7c-4ce6-a008-f2ce3777242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.173024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 32b57253-c251-4a6c-a039-4daa402643c7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:56.173871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.284552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network af0838c5-1ffc-4914-891f-ba3505a2f863 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:25:56.294919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:25:56.320571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:25:56.349420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:56.416952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac5ae4-c8b8-469d-80ea-c5089885fca1 req-49db471b-d67e-49fc-a4cb-967604f5d941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:56.419083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-63ac5ae4-c8b8-469d-80ea-c5089885fca1 req-49db471b-d67e-49fc-a4cb-967604f5d941 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1096 time: 0.4169335 Dec 08 16:25:56.491485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 810bf115-38a0-472e-ba20-281ea9e3188c no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:25:56.529450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-63ac5ae4-c8b8-469d-80ea-c5089885fca1 req-45e9ebc2-ae7e-433c-b56a-82d977ecd360 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024847 Dec 08 16:25:56.563636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:56.568582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.610445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e6b9c09-8ba9-437e-a8f9-ca592d7ae8e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7332911 Dec 08 16:25:56.616674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4533632f-1f60-4a31-b40f-cfdb16a8bd5d req-98942052-925b-477e-8883-6bd61f52f2ae service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0819430 Dec 08 16:25:56.617760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.632158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.646947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 810bf115-38a0-472e-ba20-281ea9e3188c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:25:56.647481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 810bf115-38a0-472e-ba20-281ea9e3188c not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:25:56.652985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.700070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc25c27-dd00-402d-bf94-ff2fc8d34567 req-57788350-9df2-4a96-87b1-0186976928cb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:56.701721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcc25c27-dd00-402d-bf94-ff2fc8d34567 req-57788350-9df2-4a96-87b1-0186976928cb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.5933928 Dec 08 16:25:56.794135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5751f10-dd17-47cf-9b32-600de9a6a60f req-b4367b78-592e-4e5e-8946-684866a7569f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:56.806909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5751f10-dd17-47cf-9b32-600de9a6a60f req-b4367b78-592e-4e5e-8946-684866a7569f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.3601372 Dec 08 16:25:56.860318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.861073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a31108b4-64b2-49cd-ae23-0e5557fd247b {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:56.895645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e747bd71-0653-4214-af5c-7281a1fb28f8 None None] Provisioning complete for port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:56.896077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e747bd71-0653-4214-af5c-7281a1fb28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.898116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.899338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ec9febc-76fb-4ad6-9f32-6f9faa12d58a tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "DELETE /v2.0/routers/a31108b4-64b2-49cd-ae23-0e5557fd247b HTTP/1.1" status: 204 len: 168 time: 1.2708564 Dec 08 16:25:56.904321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57672) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:56.910833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Request body: {'router': {'name': 'tempest-router-115597300', 'distributed': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:56.934934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9e18983c-e2bc-4ad6-857c-50bb569a0fd9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23b2dd8dcfe044c486728fbbb63e171e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7682419 Dec 08 16:25:56.939222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:56.963363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:56.970868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcc25c27-dd00-402d-bf94-ff2fc8d34567 req-a6e386b9-2481-4df3-a396-238a13f63041 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082140 Dec 08 16:25:56.975420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.003720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5751f10-dd17-47cf-9b32-600de9a6a60f req-6417ad85-4643-45c0-b4ea-37d1c1512697 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687877 Dec 08 16:25:57.013309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039bd927-bc9f-4aa7-a607-471db67527ca,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:57.029407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.030754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-13b10bbb-b1b3-4257-8f96-990d1e25b726 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6747675 Dec 08 16:25:57.037986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:57.044433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1cbf8684-f3e5-47b1-bc14-c8b6cc4517b6 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': 'ba3437ae-051f-430c-aed5-df6adecd473f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:57.054701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.054991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e747bd71-0653-4214-af5c-7281a1fb28f8 None None] Port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:25:57.055953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.100528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cbf8684-f3e5-47b1-bc14-c8b6cc4517b6 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.270793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0657167-c8fb-4738-914a-8628e16ea16d req-c75f8e43-3c8b-40c4-a0dd-50d42213238f tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0638974 Dec 08 16:25:57.286635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.303635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3fad44-036b-43e7-999f-58d11fc85296 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.326476 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-1cbf8684-f3e5-47b1-bc14-c8b6cc4517b6 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): There was a conflict when trying to complete your request. Dec 08 16:25:57.346097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1cbf8684-f3e5-47b1-bc14-c8b6cc4517b6 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2898555 Dec 08 16:25:57.348371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57678) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:57.356660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.368629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3fad44-036b-43e7-999f-58d11fc85296 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.394778 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.399936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-386ea6a4-33f6-4b34-a1dc-57c0f64b4572 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4944525 Dec 08 16:25:57.400669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:57.569274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4a49fcb-6ba7-4ba5-ae7b-9b504965ec22 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.633825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.673911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4a49fcb-6ba7-4ba5-ae7b-9b504965ec22 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.841922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57686) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:57.866393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1617b2fa-202a-4a65-9647-44a87c196dae up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:25:57.874744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1400904705', 'description': 'tempest-description--989488217'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:57.924713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4a49fcb-6ba7-4ba5-ae7b-9b504965ec22 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.946959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4a49fcb-6ba7-4ba5-ae7b-9b504965ec22 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:57.958850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f4a49fcb-6ba7-4ba5-ae7b-9b504965ec22 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/ba3437ae-051f-430c-aed5-df6adecd473f HTTP/1.1" status: 204 len: 168 time: 0.6020010 Dec 08 16:25:57.994520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57688) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:58.028879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a49fcb-6ba7-4ba5-ae7b-9b504965ec22 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3437ae-051f-430c-aed5-df6adecd473f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:58.059885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3fad44-036b-43e7-999f-58d11fc85296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.078962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.088744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3fad44-036b-43e7-999f-58d11fc85296 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.095982 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a3fad44-036b-43e7-999f-58d11fc85296 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6ec5c735-789f-4188-a12a-5f99ab677f10 HTTP/1.1" status: 204 len: 168 time: 1.1482756 Dec 08 16:25:58.161485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 1617b2fa-202a-4a65-9647-44a87c196dae triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:58.166685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.339647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3fad44-036b-43e7-999f-58d11fc85296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec5c735-789f-4188-a12a-5f99ab677f10,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:58.406633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42e6947-c9a2-4d29-972e-d7ca7d837142 None None] Network 22639240-6bc0-436f-afbb-3486efd007a3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:25:58.514282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.524909 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-34f6124f-d6b8-4c10-9385-4d607c0c37cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5263200 Dec 08 16:25:58.527764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.537260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57698) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:58.545590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649521617'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:58.617688 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.635279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.678447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.679685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc48948f-3837-494b-bbe9-8370797d70ac {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:25:58.694643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.699630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-67a4c7a7-43b7-4115-8c22-f872b5a9d54e tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "DELETE /v2.0/routers/fc48948f-3837-494b-bbe9-8370797d70ac HTTP/1.1" status: 204 len: 168 time: 1.2941656 Dec 08 16:25:58.709676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.710576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57700) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:58.724389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Request body: {'router': {'name': 'tempest-router-269189734', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'eaed5bfa959a4979a38a238e132bf701'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:58.757185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.759073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.9154129 Dec 08 16:25:58.768926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57704) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:58.772060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2664f020-002b-442e-b6e9-1b09702c4967 req-fdc87d45-dd1c-4e50-8ca4-a2a861ba14cc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:58.776123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2664f020-002b-442e-b6e9-1b09702c4967 req-fdc87d45-dd1c-4e50-8ca4-a2a861ba14cc tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.4985883 Dec 08 16:25:58.785506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'security_group_rule': {'security_group_id': '8724c599-9f16-4092-bd84-15546ffba1c1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:58.788463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.789769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.812859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93208a-c8df-47fe-bb4c-d14f08fdd3ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8724c599-9f16-4092-bd84-15546ffba1c1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:58.855894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73ac8d-3c49-421b-bd4a-63b8c24ee95f req-a1a777b3-9ba8-4821-9c84-dc870abfd150 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:58.858159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d73ac8d-3c49-421b-bd4a-63b8c24ee95f req-a1a777b3-9ba8-4821-9c84-dc870abfd150 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.3453395 Dec 08 16:25:58.883666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.942456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0c52c127-84ca-46d5-affe-78fc6bc895cb None None] Provisioning complete for port 1617b2fa-202a-4a65-9647-44a87c196dae triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:25:58.942721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c52c127-84ca-46d5-affe-78fc6bc895cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.958381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.963505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.972518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:58.984072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d73ac8d-3c49-421b-bd4a-63b8c24ee95f req-cfdd4955-01bf-4591-bfe9-d7b87861f5e7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006887 Dec 08 16:25:58.994247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.002594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2664f020-002b-442e-b6e9-1b09702c4967 req-3333e34b-efd2-4c5a-b535-1c23a473f90d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052326 Dec 08 16:25:59.004414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.038135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.044096 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5046363 Dec 08 16:25:59.058094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.063463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57706) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.063992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57708) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.074889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1981b03d-7590-49c0-90a4-c228df6cb3a6 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3396628 Dec 08 16:25:59.082750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:59.223665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-39e75ce1-2db5-4b9f-8677-c45572a649c1 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '72f0a4a3-00bb-490c-bdb5-167f85e6b748', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:59.224517 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-39e75ce1-2db5-4b9f-8677-c45572a649c1 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 08 16:25:59.225765 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-39e75ce1-2db5-4b9f-8677-c45572a649c1 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:25:59.231170 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-39e75ce1-2db5-4b9f-8677-c45572a649c1 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1585636 Dec 08 16:25:59.242026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57712) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.299157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce571a5e-9168-47fa-a2a5-b26e1016faac req-91940d34-1efa-427a-9690-0d9047f62544 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1038392 Dec 08 16:25:59.352808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be3dc9-da14-4b5a-9347-6a47efef74ce tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0a4a3-00bb-490c-bdb5-167f85e6b748,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:59.368153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0a5a-4a07-4e1d-a645-88103bb20751 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.377675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d7ac5-8481-453b-aed7-2875016cc465 req-946d490b-25ba-464b-8c21-5959ab7f2a8c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:59.386140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-415d7ac5-8481-453b-aed7-2875016cc465 req-946d490b-25ba-464b-8c21-5959ab7f2a8c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.2160947 Dec 08 16:25:59.434534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0a5a-4a07-4e1d-a645-88103bb20751 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.522230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-415d7ac5-8481-453b-aed7-2875016cc465 req-0a4f6293-d859-4fab-8a4d-5f87712950aa tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300945 Dec 08 16:25:59.536558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.584378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0a5a-4a07-4e1d-a645-88103bb20751 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.591356 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5a0a5a-4a07-4e1d-a645-88103bb20751 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.595076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1c5a0a5a-4a07-4e1d-a645-88103bb20751 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/72f0a4a3-00bb-490c-bdb5-167f85e6b748 HTTP/1.1" status: 204 len: 168 time: 0.3511178 Dec 08 16:25:59.595800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57718) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.644960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.648499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.674588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5a0a5a-4a07-4e1d-a645-88103bb20751 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0a4a3-00bb-490c-bdb5-167f85e6b748,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:59.693912 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64a34324-563f-4858-a7af-3645eb3d0d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.738092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57722) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.757893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb67366d-dc9b-45bf-ba8b-4ab6a796e130 req-b9c32531-1a14-4c2d-85fd-70a195005a9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=3ed9d6806b7349b8874ff982ecc7058a&device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0672150 Dec 08 16:25:59.771777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aa733d-672d-48b1-b7eb-d4a462b2e931 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:25:59.776540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f2aa733d-672d-48b1-b7eb-d4a462b2e931 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1091 time: 0.2384253 Dec 08 16:25:59.793665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57724) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:25:59.793949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 1617b2fa-202a-4a65-9647-44a87c196dae, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1617b2fa-202a-4a65-9647-44a87c196dae,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:25:59.804853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.850962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:25:59.862088 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c52c127-84ca-46d5-affe-78fc6bc895cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.873972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.910793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.917589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=1617b2fa-202a-4a65-9647-44a87c196dae,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:25:59.965168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-0c52c127-84ca-46d5-affe-78fc6bc895cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:25:59.965688 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-0c52c127-84ca-46d5-affe-78fc6bc895cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:25:59.966120 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81d59031-590b-4536-881c-80f46226cb34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:25:59.982547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb67366d-dc9b-45bf-ba8b-4ab6a796e130 req-ae0e9b3c-ed3a-48e2-b8d3-2639927d2f6a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=3ed9d6806b7349b8874ff982ecc7058a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2048717 Dec 08 16:25:59.997015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103281) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 08 16:25:59.997346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Router fcf13d96-c76e-439e-a27b-ecfc9a6906a3 migrating from provider to provider. {{(pid=103281) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 08 16:25:59.997705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.037183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc315907-e166-498e-8102-87402b36df20 req-6f6510a4-ad78-40bd-ae93-482ff7ce4803 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.1569073 Dec 08 16:26:00.051918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9a0a59c5-5f40-4c87-8dd2-569e7556f5cf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4446054 Dec 08 16:26:00.064833 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.067417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57726) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.069716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da03088c-3586-41f4-89a8-3fc35757e576,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:00.082988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.083409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.136629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--405835247'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:00.164323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.174272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.175544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca3359eb-3a82-4f44-aaab-b2428fe21e0c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4038680 Dec 08 16:26:00.212822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57730) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.229190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'security_group_rule': {'security_group_id': '8724c599-9f16-4092-bd84-15546ffba1c1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:00.261530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.338271 n-d-820935-5 neutron-server[103281]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] No L3 agents can host the router fcf13d96-c76e-439e-a27b-ecfc9a6906a3 Dec 08 16:26:00.371524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81d59031-590b-4536-881c-80f46226cb34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.412335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81d59031-590b-4536-881c-80f46226cb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.413475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67366d-dc9b-45bf-ba8b-4ab6a796e130 req-91e4a453-3262-4ce8-973d-9c07c752667b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:00.415046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb67366d-dc9b-45bf-ba8b-4ab6a796e130 req-91e4a453-3262-4ce8-973d-9c07c752667b service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4135497 Dec 08 16:26:00.430589 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.456479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c024d4e2-9813-4bd4-8c12-055889e31575 req-08aef031-196d-42b2-9361-cd601a98c147 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:00.460274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c024d4e2-9813-4bd4-8c12-055889e31575 req-08aef031-196d-42b2-9361-cd601a98c147 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.1934488 Dec 08 16:26:00.540379 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81d59031-590b-4536-881c-80f46226cb34 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c63376a981a649fc90be6ff82b1f16c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7941840 Dec 08 16:26:00.541156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d59031-590b-4536-881c-80f46226cb34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1825651-35dc-4bc0-b846-05038e501d43,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:00.551980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57732) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.565133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-e2f10e26-130f-43cc-8be3-52aec69cf47d req-5334eb29-f22b-4cb8-9500-7404bdec367d service neutron] (103281) timed out ('10.222.0.62', 54136) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:26:00.567628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Hosts for router fcf13d96-c76e-439e-a27b-ecfc9a6906a3: [] {{(pid=103281) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 08 16:26:00.595064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Hosts for other DVR routers connected to router fcf13d96-c76e-439e-a27b-ecfc9a6906a3: set() {{(pid=103281) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 08 16:26:00.598200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.599794 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb0f4fc0-6aad-4d88-a228-4aa6dc669f2b tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "PUT /v2.0/routers/fcf13d96-c76e-439e-a27b-ecfc9a6906a3 HTTP/1.1" status: 200 len: 716 time: 1.5240076 Dec 08 16:26:00.603196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.656438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.676429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.681205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.689664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c024d4e2-9813-4bd4-8c12-055889e31575 req-3fa8f6c4-197f-45e5-bc42-4af2611691ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167902 Dec 08 16:26:00.711558 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f29e4d30-0cbd-49d3-9281-d822744ec689 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "GET /v2.0/routers/fcf13d96-c76e-439e-a27b-ecfc9a6906a3 HTTP/1.1" status: 200 len: 716 time: 0.1070340 Dec 08 16:26:00.714263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.714509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57736) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.763799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.771129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98e3e3d-9500-46a4-a0b9-bb36b87e78e4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:00.775489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.776693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6531899 Dec 08 16:26:00.782761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.789622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3c4101f7-4183-4fd1-8581-a278467e65c2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '6f9eb8b4-c005-4cf0-9838-d2870f65948d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:00.790504 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-3c4101f7-4183-4fd1-8581-a278467e65c2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 08 16:26:00.791391 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-3c4101f7-4183-4fd1-8581-a278467e65c2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:00.792819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3c4101f7-4183-4fd1-8581-a278467e65c2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088360 Dec 08 16:26:00.793903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce57be1-d378-4446-93dc-9e2bdfc4ccb8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9eb8b4-c005-4cf0-9838-d2870f65948d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:00.798629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b279ed85-cd17-4adb-8c99-5977ccbfadd6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.799004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57742) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.806426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7839435-89e4-4e3e-8011-9afc0b52beae None None] Provisioning complete for port 1617b2fa-202a-4a65-9647-44a87c196dae triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:00.807849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7839435-89e4-4e3e-8011-9afc0b52beae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.897662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.918165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57744) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:00.918422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f3e4faea-5c8f-428f-90ef-5b88f8a5feb9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7030590 Dec 08 16:26:00.919503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-477e53d8-01ff-45c4-9c9b-f00bbf59e2db tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.954229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-477e53d8-01ff-45c4-9c9b-f00bbf59e2db tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:00.994574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:01.128351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.145228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b279ed85-cd17-4adb-8c99-5977ccbfadd6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.154539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-477e53d8-01ff-45c4-9c9b-f00bbf59e2db tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.158910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-477e53d8-01ff-45c4-9c9b-f00bbf59e2db tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.160260 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-477e53d8-01ff-45c4-9c9b-f00bbf59e2db tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/6f9eb8b4-c005-4cf0-9838-d2870f65948d HTTP/1.1" status: 204 len: 168 time: 0.3599403 Dec 08 16:26:01.166273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57748) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:01.208622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477e53d8-01ff-45c4-9c9b-f00bbf59e2db tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9eb8b4-c005-4cf0-9838-d2870f65948d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:01.241186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.67 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/31122855-1c43-49b1-b99d-10c0cab13285) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:01.381645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c52cd93-1b85-43d1-8092-73fd1bf6c12b tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2141051 Dec 08 16:26:01.386900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dacef0c2-b5c3-445c-9e90-2cc5de4d0ea3 req-7c4e99f9-059c-45d2-82e7-95795943f443 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.62 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0704381 Dec 08 16:26:01.388658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57750) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:01.399215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--487312978'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:01.406239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b279ed85-cd17-4adb-8c99-5977ccbfadd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.409411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b279ed85-cd17-4adb-8c99-5977ccbfadd6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.410795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b279ed85-cd17-4adb-8c99-5977ccbfadd6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1825651-35dc-4bc0-b846-05038e501d43 HTTP/1.1" status: 204 len: 168 time: 0.8546596 Dec 08 16:26:01.458577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279ed85-cd17-4adb-8c99-5977ccbfadd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1825651-35dc-4bc0-b846-05038e501d43,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:01.537297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.586767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.633453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb67366d-dc9b-45bf-ba8b-4ab6a796e130 req-263287f5-1fef-4bfe-acfb-7af264ae0112 tempest-ServerShowV257Test-850752254 tempest-ServerShowV257Test-850752254-project] 10.222.0.86 "GET /v2.0/ports?device_id=7774ada6-e48b-4ee8-bb57-ceeda3c6f8ad HTTP/1.1" status: 200 len: 210 time: 0.0441375 Dec 08 16:26:01.730624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.735905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.768149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.811033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:01.996174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1617b2fa-202a-4a65-9647-44a87c196dae up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:02.025982 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d7bc8534-9ab7-44b2-9979-31e47b98fbac tempest-RoutersTestDVR-817219167 tempest-RoutersTestDVR-817219167-project] 10.222.0.62 "GET /v2.0/routers/fcf13d96-c76e-439e-a27b-ecfc9a6906a3 HTTP/1.1" status: 200 len: 682 time: 1.3061936 Dec 08 16:26:02.033929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:02.139496 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.173305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.230063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.241228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 1617b2fa-202a-4a65-9647-44a87c196dae triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:02.241880 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.480648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.523414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:02.591238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:02.599693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:02.670632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.675017 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.716182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=31122855-1c43-49b1-b99d-10c0cab13285,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:02.785588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 172.25.3.252 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/6d68e36c-71b8-46c2-8cdc-ac5f072025e0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:02.872968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48d51dd7-c0d5-4b4a-897f-313002dc77a2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:02.904548 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.910196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-afab3631-6c19-413f-9587-f28a17252ecf tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.5168612 Dec 08 16:26:02.926904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57778) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:02.939670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-597e11be-2ffa-4a00-9194-dda3eb8fa00b tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '48d51dd7-c0d5-4b4a-897f-313002dc77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:02.945312 n-d-820935-5 neutron-server[103282]: WARNING neutron.api.v2.base [None req-597e11be-2ffa-4a00-9194-dda3eb8fa00b tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 08 16:26:02.945977 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-597e11be-2ffa-4a00-9194-dda3eb8fa00b tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:02.952050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-597e11be-2ffa-4a00-9194-dda3eb8fa00b tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0220141 Dec 08 16:26:02.958193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57780) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:02.969852 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:02.989040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e417552c-2bb5-4c2b-96c2-97150efab8b0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '48d51dd7-c0d5-4b4a-897f-313002dc77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:02.990143 n-d-820935-5 neutron-server[103282]: WARNING neutron.api.v2.base [None req-e417552c-2bb5-4c2b-96c2-97150efab8b0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 08 16:26:02.990713 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-e417552c-2bb5-4c2b-96c2-97150efab8b0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:02.995192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e417552c-2bb5-4c2b-96c2-97150efab8b0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0227623 Dec 08 16:26:03.001417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.009969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8ff3ab75-96d5-4984-bdce-4331046d4e80 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '48d51dd7-c0d5-4b4a-897f-313002dc77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:03.010519 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-8ff3ab75-96d5-4984-bdce-4331046d4e80 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 08 16:26:03.012288 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-8ff3ab75-96d5-4984-bdce-4331046d4e80 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:03.018566 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ff3ab75-96d5-4984-bdce-4331046d4e80 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149798 Dec 08 16:26:03.030721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58423f32-43e5-4c12-916d-5f9c12735f17 req-04725e54-e16a-4817-989f-c4c223557ce4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:03.031052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.034003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58423f32-43e5-4c12-916d-5f9c12735f17 req-04725e54-e16a-4817-989f-c4c223557ce4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.5070770 Dec 08 16:26:03.051481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-048003ae-b2d4-40d9-83ce-efa4b8a84b36 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '48d51dd7-c0d5-4b4a-897f-313002dc77a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:03.053309 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-048003ae-b2d4-40d9-83ce-efa4b8a84b36 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 08 16:26:03.054009 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-048003ae-b2d4-40d9-83ce-efa4b8a84b36 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:03.060653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-048003ae-b2d4-40d9-83ce-efa4b8a84b36 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168288 Dec 08 16:26:03.065447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.066134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcf13d96-c76e-439e-a27b-ecfc9a6906a3 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:26:03.067802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57788) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.116781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.123454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24dff20f-8e1d-4587-ae6e-ef896568a493 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "DELETE /v2.0/routers/fcf13d96-c76e-439e-a27b-ecfc9a6906a3 HTTP/1.1" status: 204 len: 168 time: 1.0774982 Dec 08 16:26:03.132824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.159261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Request body: {'router': {'name': 'tempest-router-1809252924', 'distributed': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:03.238794 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.239878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.302211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57794) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.303037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57796) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.311876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.315644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.323392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.351535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.355667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-99ffb3c4-7fa6-49c3-a3e7-ed65a9fe47d8 tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2189431 Dec 08 16:26:03.356988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57802) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.372706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a7b42ef-d05c-446a-abe4-7c4f3766c963 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.402522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a7b42ef-d05c-446a-abe4-7c4f3766c963 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.416736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58423f32-43e5-4c12-916d-5f9c12735f17 req-ee2b6247-703f-4cdd-97ad-1fab2bf0f442 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867541 Dec 08 16:26:03.514134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a7b42ef-d05c-446a-abe4-7c4f3766c963 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.516889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a7b42ef-d05c-446a-abe4-7c4f3766c963 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.520811 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5a7b42ef-d05c-446a-abe4-7c4f3766c963 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/48d51dd7-c0d5-4b4a-897f-313002dc77a2 HTTP/1.1" status: 204 len: 168 time: 0.4484940 Dec 08 16:26:03.549191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57804) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.604258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.619916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1196998236'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:03.637701 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6042a5a-59ac-4c18-9fdc-79e959bfbcb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.655767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b42ef-d05c-446a-abe4-7c4f3766c963 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d51dd7-c0d5-4b4a-897f-313002dc77a2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:03.716312 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c710713c-2c3d-4163-8a6d-27390540a8a8 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1630142 Dec 08 16:26:03.722268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.726292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:03.740259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--982949373'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:03.810324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:03.816704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.849256 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.884302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.887413 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:03.985999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:03.996801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:04.003095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:04.009977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.013582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=6d68e36c-71b8-46c2-8cdc-ac5f072025e0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:04.020989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.021453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd9c9b1-b240-48a7-8bbc-921b4ccdd395 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:26:04.042091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.053039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.055277 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54f1deef-658e-495f-a799-1865f7189fdf tempest-RoutersTestDVR-1077843563 tempest-RoutersTestDVR-1077843563-project-admin] 10.222.0.62 "DELETE /v2.0/routers/2bd9c9b1-b240-48a7-8bbc-921b4ccdd395 HTTP/1.1" status: 204 len: 168 time: 0.6956449 Dec 08 16:26:04.233396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6042a5a-59ac-4c18-9fdc-79e959bfbcb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.261379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.316586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6042a5a-59ac-4c18-9fdc-79e959bfbcb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.339499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.345954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.347501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.365505 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.405150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.423503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6042a5a-59ac-4c18-9fdc-79e959bfbcb6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3ed9d6806b7349b8874ff982ecc7058a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1120255 Dec 08 16:26:04.425653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.426484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6042a5a-59ac-4c18-9fdc-79e959bfbcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5febe73b-efdd-488a-97f6-9149afbdef40,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:04.439271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:04.442475 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.498477 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.500765 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7700863 Dec 08 16:26:04.504454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.509953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-eb986d80-443d-4eeb-8dde-0456532d690f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.510474 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-eb986d80-443d-4eeb-8dde-0456532d690f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:26:04.510955 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-eb986d80-443d-4eeb-8dde-0456532d690f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.511963 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb986d80-443d-4eeb-8dde-0456532d690f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065572 Dec 08 16:26:04.514388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.516472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf563f0-59ac-4dc4-9aaf-c3f65e532742 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeaa31f-c61f-4398-85e7-fcb5904e0ee6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:04.522790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.539707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-06522877-05c1-4163-90f4-94d3b9f877ec tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.554360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.557302 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Added segment 86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c of type vlan for network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc Dec 08 16:26:04.606560 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-06522877-05c1-4163-90f4-94d3b9f877ec tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.607689 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06522877-05c1-4163-90f4-94d3b9f877ec tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0801156 Dec 08 16:26:04.613370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.630564 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-76500f8d-a5a4-4bd8-8276-15b073de9293 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.631094 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-76500f8d-a5a4-4bd8-8276-15b073de9293 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 08 16:26:04.631623 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-76500f8d-a5a4-4bd8-8276-15b073de9293 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.635979 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-76500f8d-a5a4-4bd8-8276-15b073de9293 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0183218 Dec 08 16:26:04.636155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.643605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-658b5a25-0f53-4326-8a0c-0a3b1f781f05 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.647766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08edb4a9-2e0c-4400-a4d2-a3b5f166461a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:04.696815 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-658b5a25-0f53-4326-8a0c-0a3b1f781f05 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.700965 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-658b5a25-0f53-4326-8a0c-0a3b1f781f05 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0609670 Dec 08 16:26:04.701129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.709718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7527a83a-ed60-42a2-8f37-006b7cd806eb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.710241 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-7527a83a-ed60-42a2-8f37-006b7cd806eb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 08 16:26:04.710735 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-7527a83a-ed60-42a2-8f37-006b7cd806eb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.714516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7527a83a-ed60-42a2-8f37-006b7cd806eb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096991 Dec 08 16:26:04.717392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.729366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-70693f33-4877-4191-b512-2a78ee865be4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.736943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.751641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.809870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.811409 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27f030cb-4e17-4721-8cf9-e60d62ec3322 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.848904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664347b4-3328-4ae5-a506-f01de5e5e89c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.883385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c367d-3bb3-4421-a38f-58879cb946da req-ddf8bc61-95cf-4d88-839d-2de4352399d4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:04.885112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-097c367d-3bb3-4421-a38f-58879cb946da req-ddf8bc61-95cf-4d88-839d-2de4352399d4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.2663584 Dec 08 16:26:04.892228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=6d68e36c-71b8-46c2-8cdc-ac5f072025e0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:04.901288 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-70693f33-4877-4191-b512-2a78ee865be4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.905894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-70693f33-4877-4191-b512-2a78ee865be4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1841161 Dec 08 16:26:04.907289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.908026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.912242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27f030cb-4e17-4721-8cf9-e60d62ec3322 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.922349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4c9b2a4c-cc0a-4c22-aa8d-b757883f2b91 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.922349 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-4c9b2a4c-cc0a-4c22-aa8d-b757883f2b91 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 08 16:26:04.922349 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-4c9b2a4c-cc0a-4c22-aa8d-b757883f2b91 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:04.927493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c9b2a4c-cc0a-4c22-aa8d-b757883f2b91 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125043 Dec 08 16:26:04.928218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.933871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:04.934634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:04.935468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:04.939845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-21ead127-b758-4bef-bd5f-535334404a8f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:04.995894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.009664 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-113cb9b2-2c63-49c7-a285-e3450b691026 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0135138 Dec 08 16:26:05.086074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.086206 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-21ead127-b758-4bef-bd5f-535334404a8f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:05.086206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-21ead127-b758-4bef-bd5f-535334404a8f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1500189 Dec 08 16:26:05.095015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:05.114078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bd2b40d1-0f3e-45e7-98a2-90bad503d06f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '2aeaa31f-c61f-4398-85e7-fcb5904e0ee6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:05.128475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8201833 Dec 08 16:26:05.129201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.155399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68136d7f-0097-4074-ad6d-6cdd4e025530 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Network': ['ID=6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:05.180730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:05.241999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=31122855-1c43-49b1-b99d-10c0cab13285,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:05.264620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.271459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27f030cb-4e17-4721-8cf9-e60d62ec3322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.274348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27f030cb-4e17-4721-8cf9-e60d62ec3322 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.275675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-27f030cb-4e17-4721-8cf9-e60d62ec3322 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5febe73b-efdd-488a-97f6-9149afbdef40 HTTP/1.1" status: 204 len: 168 time: 0.8461258 Dec 08 16:26:05.332061 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-bd2b40d1-0f3e-45e7-98a2-90bad503d06f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:05.333162 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bd2b40d1-0f3e-45e7-98a2-90bad503d06f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2418339 Dec 08 16:26:05.335344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-097c367d-3bb3-4421-a38f-58879cb946da req-78dbdc4a-eeec-4a1f-aa71-d088441a6d5c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4060483 Dec 08 16:26:05.346983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57848) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:05.362071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f030cb-4e17-4721-8cf9-e60d62ec3322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5febe73b-efdd-488a-97f6-9149afbdef40,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:05.475585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664347b4-3328-4ae5-a506-f01de5e5e89c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.481179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664347b4-3328-4ae5-a506-f01de5e5e89c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.510449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a4f162c-f739-4615-9a03-bd54c13c0245 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.572387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a4f162c-f739-4615-9a03-bd54c13c0245 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.595922 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-664347b4-3328-4ae5-a506-f01de5e5e89c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eaed5bfa959a4979a38a238e132bf701&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0802288 Dec 08 16:26:05.596962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57860) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:05.597914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664347b4-3328-4ae5-a506-f01de5e5e89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590aec53-a973-4edc-854d-e8ae6b536e9d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:05.624130 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 8fd977fd-41c6-443f-ab76-6ca11e97967a associated. External IP: 172.25.3.67, port: f94264d0-32ba-472e-aa0d-12396ccbe256. Dec 08 16:26:05.694679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed05522c-7f16-4cde-9259-17a4b586ef63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.723460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed05522c-7f16-4cde-9259-17a4b586ef63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.780807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-9bc037b2-0ea2-4a8e-a637-e4bfe47f65af tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1400904705&fields=id&tenant_id=b45151cb02c640ed9e0c065cd20f0f69 HTTP/1.1" status: 200 len: 267 time: 0.2026906 Dec 08 16:26:05.822076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed05522c-7f16-4cde-9259-17a4b586ef63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.826093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed05522c-7f16-4cde-9259-17a4b586ef63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:05.836861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed05522c-7f16-4cde-9259-17a4b586ef63 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/590aec53-a973-4edc-854d-e8ae6b536e9d HTTP/1.1" status: 204 len: 168 time: 0.2286575 Dec 08 16:26:05.877534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05522c-7f16-4cde-9259-17a4b586ef63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590aec53-a973-4edc-854d-e8ae6b536e9d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:05.896760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-ded3d6b8-250a-4cf3-92fc-f9635ced6a34 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:05.914772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-ded3d6b8-250a-4cf3-92fc-f9635ced6a34 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 936 time: 0.1329951 Dec 08 16:26:06.064552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7acc5b9d-3132-4498-8b3b-2769785a0217 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:06.070660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7acc5b9d-3132-4498-8b3b-2769785a0217 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 937 time: 0.1546776 Dec 08 16:26:06.186682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4240aa29-9b33-4ea8-98f2-5fb1ec1e2fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1110945 Dec 08 16:26:06.239798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-aae4d65b-1649-4909-b57a-b797560d7060 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0514567 Dec 08 16:26:06.266453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a4f162c-f739-4615-9a03-bd54c13c0245 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.266453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a4f162c-f739-4615-9a03-bd54c13c0245 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.266453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4a4f162c-f739-4615-9a03-bd54c13c0245 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/2aeaa31f-c61f-4398-85e7-fcb5904e0ee6 HTTP/1.1" status: 204 len: 168 time: 0.9152145 Dec 08 16:26:06.267053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57874) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:06.373909 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ffc1285f-9fdc-4ba3-963c-17e2ac93f1d3 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1053433 Dec 08 16:26:06.378711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:06.386122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249485226'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:06.416330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f162c-f739-4615-9a03-bd54c13c0245 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeaa31f-c61f-4398-85e7-fcb5904e0ee6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:06.453464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.657286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.665045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.777170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cddc01c-1cdf-4f31-910b-b091afe24523,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:06.798154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:06.799461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0af5f056-32bf-49e2-a394-dd1f1dea2cf2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4176166 Dec 08 16:26:06.807082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:06.819057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9399e729-994a-4c21-8640-4d98a87bbdf0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '7cddc01c-1cdf-4f31-910b-b091afe24523', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:06.935655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:07.002080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c921cac-b377-43ea-b860-99d5bb4bfde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.012957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3bed3-0d4c-47f2-b489-b6bae0dc4ae1 req-ce8ef18e-f620-4586-9fbf-860c8421c688 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.014448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68b3bed3-0d4c-47f2-b489-b6bae0dc4ae1 req-ce8ef18e-f620-4586-9fbf-860c8421c688 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.4400682 Dec 08 16:26:07.024403 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-9399e729-994a-4c21-8640-4d98a87bbdf0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The resource could not be found. Dec 08 16:26:07.027036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9399e729-994a-4c21-8640-4d98a87bbdf0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2187533 Dec 08 16:26:07.067609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57892) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:07.085494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-75742476-e156-49a6-85a9-9b20db81efc4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '7cddc01c-1cdf-4f31-910b-b091afe24523', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ee193ec7-e34e-4349-a1b6-7db2f1509be1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:07.212422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a2c8a728-48e6-4838-9b7d-491689c51145 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.229813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a2c8a728-48e6-4838-9b7d-491689c51145 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.238280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a2c8a728-48e6-4838-9b7d-491689c51145 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:07.249733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a2c8a728-48e6-4838-9b7d-491689c51145 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=22639240-6bc0-436f-afbb-3486efd007a3&id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 1993 time: 1.0041742 Dec 08 16:26:07.339753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c921cac-b377-43ea-b860-99d5bb4bfde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.350183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c921cac-b377-43ea-b860-99d5bb4bfde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.385024 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c921cac-b377-43ea-b860-99d5bb4bfde7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b5602a12a854e5593caf5dc631cfe6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456401 Dec 08 16:26:07.386028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57896) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:07.423125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router b4f27705-cae9-41c3-8875-39b0fca43bae has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:07.443718 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-75742476-e156-49a6-85a9-9b20db81efc4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The resource could not be found. Dec 08 16:26:07.444820 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-75742476-e156-49a6-85a9-9b20db81efc4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3738830 Dec 08 16:26:07.449252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57898) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:07.452995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68b3bed3-0d4c-47f2-b489-b6bae0dc4ae1 req-ce8084b2-feab-4959-a4b9-8890b5156782 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3957858 Dec 08 16:26:07.495664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-1d34e7b3-e3f2-4c66-9329-9f2d6d51f431 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/quotas/b45151cb02c640ed9e0c065cd20f0f69 HTTP/1.1" status: 200 len: 375 time: 0.2347891 Dec 08 16:26:07.549707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60c677fc-f40b-4c1f-8449-cc6b7f8b6e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.587269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c921cac-b377-43ea-b860-99d5bb4bfde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba554cba-7f75-4e10-9dcc-92ed9f259160,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:07.617963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc800c7f-3f6a-407a-8cea-786f4d8ac4cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.656128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60c677fc-f40b-4c1f-8449-cc6b7f8b6e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.659645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc800c7f-3f6a-407a-8cea-786f4d8ac4cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.783184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc800c7f-3f6a-407a-8cea-786f4d8ac4cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.786036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc800c7f-3f6a-407a-8cea-786f4d8ac4cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.787256 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dc800c7f-3f6a-407a-8cea-786f4d8ac4cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/7cddc01c-1cdf-4f31-910b-b091afe24523 HTTP/1.1" status: 204 len: 168 time: 0.3369131 Dec 08 16:26:07.802009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:07.855241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60c677fc-f40b-4c1f-8449-cc6b7f8b6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.873872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-60c677fc-f40b-4c1f-8449-cc6b7f8b6e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:07.880925 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-60c677fc-f40b-4c1f-8449-cc6b7f8b6e7e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba554cba-7f75-4e10-9dcc-92ed9f259160 HTTP/1.1" status: 204 len: 168 time: 0.4929314 Dec 08 16:26:07.902917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc800c7f-3f6a-407a-8cea-786f4d8ac4cb tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cddc01c-1cdf-4f31-910b-b091afe24523,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:08.145043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2bdf296c-0d96-42ae-8332-32b8b63b1e98 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3410945 Dec 08 16:26:08.147146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:08.170517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c677fc-f40b-4c1f-8449-cc6b7f8b6e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba554cba-7f75-4e10-9dcc-92ed9f259160,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:08.176341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] Sync routers for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:08.183171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:08.213456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:08.214523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:08.234632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a945a5c4-b196-47af-9ced-01c562c945c3 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': 'c2bb9209-919c-4108-aebc-f4d5ced0642d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:08.306145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:08.489520 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-a945a5c4-b196-47af-9ced-01c562c945c3 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The resource could not be found. Dec 08 16:26:08.503682 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a945a5c4-b196-47af-9ced-01c562c945c3 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3114197 Dec 08 16:26:08.506772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57924) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:08.527809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-84a7316c-5a6f-4088-81a1-e0d4220ef0e5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.7329931 Dec 08 16:26:08.535906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--1818671152'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:08.538780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:08.549325 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acbed95-9b1b-4876-b05b-6d991b76447e" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:08.579073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:08.625413 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:08.639959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-b40214c8-62d9-4cfa-8e74-a9299a80003c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&fields=id HTTP/1.1" status: 200 len: 486 time: 1.1352961 Dec 08 16:26:08.819072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57942) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:08.830307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'subnet': {'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:08.855897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:08.863172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:08.913246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:08.922004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4096277 Dec 08 16:26:08.924534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:08.957547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--270524810'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:08.977632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7408d1-aaf8-4079-bffa-1afa0d17790f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c82687-4f45-40ee-a1d1-3e5f5335927d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:09.030869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.135732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.143476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.186366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8fd977fd-41c6-443f-ab76-6ca11e97967a', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.67', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'port_id': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'mac_address': 'fa:16:3e:37:c3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd289c3-8b08-434a-8094-1532e5d34880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:03Z', 'updated_at': '2021-12-08T16:26:03Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:09.208204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e44b7c-12f9-4f92-9d57-d0386d703d84,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:09.217480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.222106 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f2c3aa7b-a186-4fa6-a7b9-294d1f33362f tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2683268 Dec 08 16:26:09.222535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:09.230624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f53176a4-72c1-4b6e-89e2-23e81c95745e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group_rule': {'security_group_id': '06c82687-4f45-40ee-a1d1-3e5f5335927d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '02e44b7c-12f9-4f92-9d57-d0386d703d84'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:09.261732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] Checking router: b4f27705-cae9-41c3-8875-39b0fca43bae for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:26:09.306974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:09.308262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:09.327495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ccb63-5323-4517-9cd8-666adeebf5c9 req-f7308197-f4a5-40da-a51b-71b685087453 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:09.330124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-023ccb63-5323-4517-9cd8-666adeebf5c9 req-f7308197-f4a5-40da-a51b-71b685087453 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.3097799 Dec 08 16:26:09.363394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:09.366953 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-f53176a4-72c1-4b6e-89e2-23e81c95745e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:09.367306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.371995 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f53176a4-72c1-4b6e-89e2-23e81c95745e tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1446173 Dec 08 16:26:09.372131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57966) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:09.390032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-78aa186c-d24b-4e3d-bdb7-430641dc084e service neutron] 10.222.0.62 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7360275 Dec 08 16:26:09.549139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:26:09.550033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-023ccb63-5323-4517-9cd8-666adeebf5c9 req-0c9f1325-42a5-4c74-9352-f6f17d022c18 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633496 Dec 08 16:26:09.582074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-860fa14e-635c-4d4b-b33e-7b2a8ba31517 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.635486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-b1195aa7-8073-4303-b64a-67381831e025 service neutron] 10.222.0.62 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983776 Dec 08 16:26:09.640807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-860fa14e-635c-4d4b-b33e-7b2a8ba31517 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.726401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-860fa14e-635c-4d4b-b33e-7b2a8ba31517 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.730089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-860fa14e-635c-4d4b-b33e-7b2a8ba31517 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.731849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-860fa14e-635c-4d4b-b33e-7b2a8ba31517 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/02e44b7c-12f9-4f92-9d57-d0386d703d84 HTTP/1.1" status: 204 len: 168 time: 0.3582602 Dec 08 16:26:09.736907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57980) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:09.752935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 57982) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:09.760319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-92c5461c-5597-4ee9-8d1f-5f875bc9d56a service neutron] 10.222.0.62 "GET /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1157615 Dec 08 16:26:09.766420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860fa14e-635c-4d4b-b33e-7b2a8ba31517 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e44b7c-12f9-4f92-9d57-d0386d703d84,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:09.810823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4789c077-8070-4a4a-aeb6-697768bb14a1 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0662687 Dec 08 16:26:09.814129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57986) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:09.894368 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.908497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-922dccfe-eeb7-4601-a7a7-8f8895b5bed2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.921205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894413b1-d00a-4188-b8a4-b129f6b21fd1 req-8b811772-f5c8-49e9-94ae-0e048ea4e549 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:09.924113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-894413b1-d00a-4188-b8a4-b129f6b21fd1 req-8b811772-f5c8-49e9-94ae-0e048ea4e549 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.2242785 Dec 08 16:26:09.956740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-922dccfe-eeb7-4601-a7a7-8f8895b5bed2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:09.968241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8fd977fd-41c6-443f-ab76-6ca11e97967a', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.67', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'port_id': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'mac_address': 'fa:16:3e:37:c3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd289c3-8b08-434a-8094-1532e5d34880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:03Z', 'updated_at': '2021-12-08T16:26:03Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:09.975420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1070341007'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:10.008265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd4770-ebda-44fd-ac47-aae322809105 None None] The sync data for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 is: [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8fd977fd-41c6-443f-ab76-6ca11e97967a', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.67', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'port_id': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2284, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'mac_address': 'fa:16:3e:37:c3:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dd289c3-8b08-434a-8094-1532e5d34880', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:03Z', 'updated_at': '2021-12-08T16:26:03Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:10.055246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-922dccfe-eeb7-4601-a7a7-8f8895b5bed2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.058635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-922dccfe-eeb7-4601-a7a7-8f8895b5bed2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.060349 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-922dccfe-eeb7-4601-a7a7-8f8895b5bed2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/06c82687-4f45-40ee-a1d1-3e5f5335927d HTTP/1.1" status: 204 len: 168 time: 0.2450306 Dec 08 16:26:10.066314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 57998) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.070875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Subnet': ['ID=d509c2f4-96e3-4e6d-818a-c6cc0d16ab95,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:10.090251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922dccfe-eeb7-4601-a7a7-8f8895b5bed2 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c82687-4f45-40ee-a1d1-3e5f5335927d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:10.092775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Made reservation on behalf of f9b45fbe33634ba4b04847a2f3d12343 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:10.097120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.130512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4f41c62e-e2a2-4716-aafd-1f88ac7b879b service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564785 Dec 08 16:26:10.137655 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-96f785c9-69c2-48fc-8649-51fda77281e1 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0701754 Dec 08 16:26:10.139305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.143587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.154214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'tempest-secgroup--111772814'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:10.183079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.309945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.316479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.365737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.368582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2236216 Dec 08 16:26:10.371390 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbd4fa0-677a-43c4-a3e4-4e7a55b58d9b None None] New status for floating IP 8fd977fd-41c6-443f-ab76-6ca11e97967a: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:26:10.373561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.378889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7868a339-270c-4c6e-ab4f-4f841f832849 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1694f8b2-2656-43c5-b8ba-0a16f2a8af0f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:10.386509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e83e91f4-0a74-4cca-8850-f68e0c2b26a4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:10.387275 n-d-820935-5 neutron-server[103281]: WARNING neutron.api.v2.base [None req-e83e91f4-0a74-4cca-8850-f68e0c2b26a4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 08 16:26:10.387891 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-e83e91f4-0a74-4cca-8850-f68e0c2b26a4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] update failed (client error): There was a conflict when trying to complete your request. Dec 08 16:26:10.389492 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e83e91f4-0a74-4cca-8850-f68e0c2b26a4 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "PUT /v2.0/security-groups/1694f8b2-2656-43c5-b8ba-0a16f2a8af0f HTTP/1.1" status: 409 len: 330 time: 0.0146759 Dec 08 16:26:10.392437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58020) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.463368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19411e05-33f1-45f5-a812-c922e81f8b34 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.503564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19411e05-33f1-45f5-a812-c922e81f8b34 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.572429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19411e05-33f1-45f5-a812-c922e81f8b34 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.576336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19411e05-33f1-45f5-a812-c922e81f8b34 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.582698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19411e05-33f1-45f5-a812-c922e81f8b34 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/1694f8b2-2656-43c5-b8ba-0a16f2a8af0f HTTP/1.1" status: 204 len: 168 time: 0.1890049 Dec 08 16:26:10.583871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.612023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19411e05-33f1-45f5-a812-c922e81f8b34 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1694f8b2-2656-43c5-b8ba-0a16f2a8af0f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:10.652762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-894413b1-d00a-4188-b8a4-b129f6b21fd1 req-c5518920-883c-4603-8d58-fdde699accae tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6893959 Dec 08 16:26:10.654935 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-27c2923b-184e-4ea2-bd64-8e7edc479f46 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0664124 Dec 08 16:26:10.659146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58026) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.681892 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-78c77018-f5d5-47c7-be9c-082017e27b3a tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] delete failed (client error): The resource could not be found. Dec 08 16:26:10.681892 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-78c77018-f5d5-47c7-be9c-082017e27b3a tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "DELETE /v2.0/security-groups/c6158d1c-fe9f-44d9-bccb-17dc9278e715 HTTP/1.1" status: 404 len: 347 time: 0.0174365 Dec 08 16:26:10.681892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58028) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.682523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58030) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.693586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Checking segment: {'id': '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:10.694181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network hostable DHCP agents. Network: 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:10.743875 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83d5100-56f6-4f5b-9aad-ec2430f03bd8 x-openstack-request-id: req-b83d5100-56f6-4f5b-9aad-ec2430f03bd8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:10.744106 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:10.744336 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b83d5100-56f6-4f5b-9aad-ec2430f03bd8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:10.744880 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'status': 'completed', 'code': 200} Dec 08 16:26:10.758932 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-f9527575-a527-45dc-8ca3-28409e069aa0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] show failed (client error): The resource could not be found. Dec 08 16:26:10.767194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.770582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f9527575-a527-45dc-8ca3-28409e069aa0 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-groups/02c59130-3605-4576-80da-992955a7a183 HTTP/1.1" status: 404 len: 347 time: 0.0867090 Dec 08 16:26:10.776756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:10.802380 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-83357b4b-12a4-4cab-8c20-b775635fc850 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] show failed (client error): The resource could not be found. Dec 08 16:26:10.808292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-83357b4b-12a4-4cab-8c20-b775635fc850 tempest-NegativeSecGroupTest-243489123 tempest-NegativeSecGroupTest-243489123-project] 10.222.0.62 "GET /v2.0/security-group-rules/db8b7ca0-8ce6-499f-81c3-6c6157596af8 HTTP/1.1" status: 404 len: 356 time: 0.0325727 Dec 08 16:26:10.818830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:10.830698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcd9ac1-5d44-4c35-823a-15afa7a5cd25 None None] Network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:10.840598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:10.840904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.861099 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ee967ca-40fc-4773-85b1-9e60f395d093 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/8fd977fd-41c6-443f-ab76-6ca11e97967a HTTP/1.1" status: 200 len: 992 time: 0.1754968 Dec 08 16:26:10.861901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7e3d632c-d576-4447-9857-cfcbc712f4fa service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180533 Dec 08 16:26:10.882344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-a7d46e27-ce74-448b-b44c-f8555fe75cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:10.885906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-a7d46e27-ce74-448b-b44c-f8555fe75cec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1096 time: 0.1134369 Dec 08 16:26:10.920336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.930377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-87fd6bd8-1585-4b97-b95f-46ff58cb3eb0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1063676 Dec 08 16:26:10.930608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:10.936495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58040) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:10.948791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-521723248'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:10.986306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5399b13f-057a-4273-96fd-06555b4daa78 service neutron] 10.222.0.62 "GET /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1233885 Dec 08 16:26:10.992971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:10.996689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.012747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:11.054323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-7e7b62fc-7cbe-49b2-9481-dc0c9f702418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.057150 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-7e7b62fc-7cbe-49b2-9481-dc0c9f702418 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 897 time: 0.1630769 Dec 08 16:26:11.072885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc', 'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc', 'project_id': 'c87055261f9c4b908c876136e03c2755', 'fixed_ips': [{'subnet_id': 'd509c2f4-96e3-4e6d-818a-c6cc0d16ab95'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:11.073954 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.084762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42f74828-c100-4f4b-b1bb-4708cf817029,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:11.097924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.098441 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Added segment 251e90b3-9ae4-4dbe-bd87-77bc2c33b21e of type vlan for network ae95d3c0-f984-4e30-a617-6452328657f1 Dec 08 16:26:11.122891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:11.196290 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-d1ffe131-4be8-4b58-9bfd-50db5723cb7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 1000 time: 0.1313183 Dec 08 16:26:11.200359 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.201238 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Added segment e92d9dcd-07e8-4949-991c-b779327f9f41 of type vlan for network 30d67dba-bc10-47c8-9ec8-731b1fb3401c Dec 08 16:26:11.251683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.263051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-af300511-db7f-4bc6-8836-39b4a4790ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.266221 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-af300511-db7f-4bc6-8836-39b4a4790ae0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.0609028 Dec 08 16:26:11.291309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:11.310006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Allocated IP 2001:db8:0:ffff::2 (6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc/d509c2f4-96e3-4e6d-818a-c6cc0d16ab95/2726c89d-ebb0-4fca-8e8e-860f5bf5cba6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:11.316093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6e8375d5-008d-43a6-ad3c-22f8ea0ba8e2 service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285284 Dec 08 16:26:11.325155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.341210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-7d36b456-a088-4891-8257-28a74efe3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.344224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-7d36b456-a088-4891-8257-28a74efe3b53 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706966 Dec 08 16:26:11.395250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.400884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.401521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.419888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f3167-5a19-4860-9408-b2cb41953173 req-cee0ac62-385b-44d5-89d9-d8446b4341f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.422323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e6f3167-5a19-4860-9408-b2cb41953173 req-cee0ac62-385b-44d5-89d9-d8446b4341f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.2552550 Dec 08 16:26:11.504882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-f4f3ce64-d236-4cb4-b4cd-38289914eddc service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513953 Dec 08 16:26:11.532274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.535329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.537948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:11.538565 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.543931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7866852 Dec 08 16:26:11.552696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.553308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:11.559250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'subnet': {'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:11.571088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70d323-a7d0-4aee-bb6d-27400ed31f51 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Network': ['ID=ae95d3c0-f984-4e30-a617-6452328657f1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:11.597931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:11.603084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:11.607981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:11.610936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ae95d3c0-f984-4e30-a617-6452328657f1 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:11.644903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7002490 Dec 08 16:26:11.649687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:11.668903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e6f3167-5a19-4860-9408-b2cb41953173 req-990ec8df-8ff9-43c6-86f4-79c2f3d37cb0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1890516 Dec 08 16:26:11.670591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-554907b8-3e0f-4db6-b501-2c93f171d374 service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390923 Dec 08 16:26:11.678202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'subnet': {'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:11.704471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db85f1-889c-447b-b2a5-3189d4569b3f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Network': ['ID=30d67dba-bc10-47c8-9ec8-731b1fb3401c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:11.852618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 30d67dba-bc10-47c8-9ec8-731b1fb3401c details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:11.863724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-b5bf31b5-3f1f-458b-b103-bf369fcff5f9 service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769345 Dec 08 16:26:11.883609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aceeae72-17fa-4a63-a779-bad771261795 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c596e0dee182461f8a1b52b0465398a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5893106 Dec 08 16:26:11.886170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58068) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:11.907076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0acbed95-9b1b-4876-b05b-6d991b76447e req-f5c7109a-d081-498b-b112-c3503f896f42 service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863902 Dec 08 16:26:11.938769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Made reservation on behalf of f9b45fbe33634ba4b04847a2f3d12343 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:11.946487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:11.962592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Pushing event updated for resources: {'Port': ['ID=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:12.010445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Attempting to bind port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:12.010676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Attempting to bind port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:12.011033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Attempting to bind port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 on network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:12.022984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:12.025118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6457c548-6eb9-46f3-b88d-be054c6f8c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.025416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Checking segment: {'id': '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:12.026201 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.027009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Bound using segment: {'id': '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:12.027867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Bound port: 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:12.029673 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.053687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:12.065072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:12.069297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.096623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6457c548-6eb9-46f3-b88d-be054c6f8c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.139377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-977a5d71-e218-47a6-9c56-eb4305b07fe6 service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682872 Dec 08 16:26:12.169041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] For port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:12.175426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] For port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,segment=NetworkSegment(86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c),segment_id=86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:12.185011 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.283352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.313112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.320842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d826966-e203-4e3a-a0c2-1161bc43cf28 None None] Pushing event updated for resources: {'Port': ['ID=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:12.348947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:12.356881 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea373c3-32f9-49ac-8ae2-af19fda38c67" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:12.372442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:12.380508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.399754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Subnet': ['ID=444db11c-6bb2-4ef2-9dc9-8bbab4a3f275,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:12.423860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bc17f-84e5-44d8-9511-9c9952979f88 req-cffe02cf-5add-43b2-a789-51be6b6376ba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:12.425499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a14bc17f-84e5-44d8-9511-9c9952979f88 req-cffe02cf-5add-43b2-a789-51be6b6376ba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 946 time: 0.2582312 Dec 08 16:26:12.450749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6457c548-6eb9-46f3-b88d-be054c6f8c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.455317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6457c548-6eb9-46f3-b88d-be054c6f8c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.455317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6457c548-6eb9-46f3-b88d-be054c6f8c57 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0b9bbb1-8451-4caf-9db1-4b06ab5c5edc HTTP/1.1" status: 204 len: 168 time: 0.5676000 Dec 08 16:26:12.472003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Checking segment: {'id': '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:12.472698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network hostable DHCP agents. Network: ae95d3c0-f984-4e30-a617-6452328657f1, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:12.473266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=14']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:12.490651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-bb5020e4-06bf-4034-965d-9b72e2fe1880 service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401716 Dec 08 16:26:12.491602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457c548-6eb9-46f3-b88d-be054c6f8c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9bbb1-8451-4caf-9db1-4b06ab5c5edc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:12.629191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network ae95d3c0-f984-4e30-a617-6452328657f1 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:12.649210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a14bc17f-84e5-44d8-9511-9c9952979f88 req-71acaec3-594c-4ca2-bc1e-19b3c32fc92d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2112074 Dec 08 16:26:12.665202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:26:12.691486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, ae95d3c0-f984-4e30-a617-6452328657f1) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:12.705818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cb274b-a479-47dc-ac54-6e5b7411557a None None] Network ae95d3c0-f984-4e30-a617-6452328657f1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:12.709010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.736777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:12.737413 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.786109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-b577ec07-8c0b-4469-ba25-4a72b55bc7b2 service neutron] 10.222.0.62 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886944 Dec 08 16:26:12.844364 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1661194b-8543-49b0-b9f5-3f8fce353d66 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2875617 Dec 08 16:26:12.844460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58088) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:12.861398 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-685352645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:12.900440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Subnet': ['ID=3e1c7506-352a-48b3-a581-596b2ad8557d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:12.919169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Checking segment: {'id': 'e92d9dcd-07e8-4949-991c-b779327f9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:12.920894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network hostable DHCP agents. Network: 30d67dba-bc10-47c8-9ec8-731b1fb3401c, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:12.934870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.936057 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:12.970163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network 30d67dba-bc10-47c8-9ec8-731b1fb3401c is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:12.996194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-76d4af9a-6e23-4ee9-aea1-99efa10fe148 service neutron] 10.222.0.62 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032866 Dec 08 16:26:12.996666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 30d67dba-bc10-47c8-9ec8-731b1fb3401c) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:13.001651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:13.002283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.006425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-ae95d3c0-f984-4e30-a617-6452328657f1', 'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1', 'project_id': 'f9b45fbe33634ba4b04847a2f3d12343', 'fixed_ips': [{'subnet_id': '444db11c-6bb2-4ef2-9dc9-8bbab4a3f275'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:13.007588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.036427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688865a2-c28e-40cf-ba13-967c32a87a0a None None] Network 30d67dba-bc10-47c8-9ec8-731b1fb3401c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:13.150443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a4895a61-6ffc-4211-bfd0-9b8c406bcf1f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4889927 Dec 08 16:26:13.151809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:13.163369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-9e2e66fe-6c20-44e3-8096-fd82b13515c6 service neutron] 10.222.0.62 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598940 Dec 08 16:26:13.163838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.168563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'port': {'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c', 'name': 'tempest-NetworksIpV6TestAttrs-394837559'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:13.339160 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.357494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-232144ef-7598-4809-8754-da0ac61464b0 service neutron] 10.222.0.62 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869428 Dec 08 16:26:13.406139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:13.425713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ea02533-31c8-4137-a1c3-66a6aa0f1cc3 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.5691490 Dec 08 16:26:13.439473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:13.444752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:26:13.472730 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aff3e23-aaca-44b5-9003-434dd228d3ef x-openstack-request-id: req-4aff3e23-aaca-44b5-9003-434dd228d3ef {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:13.473037 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-unplugged", "status": "completed", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:13.473297 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4aff3e23-aaca-44b5-9003-434dd228d3ef {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:13.473708 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'code': 200} Dec 08 16:26:13.625412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Allocated IP 172.20.0.2 (ae95d3c0-f984-4e30-a617-6452328657f1/444db11c-6bb2-4ef2-9dc9-8bbab4a3f275/d8ff71fa-3e17-43e7-ad10-b09abed719ee) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:13.644932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-26b2476e-e9fd-472b-bae9-f5c096b488c7 service neutron] 10.222.0.62 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691505 Dec 08 16:26:13.683275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58138) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:13.980716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac4db5c2-6b29-40ff-a375-342e2df97b7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.017034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-30d67dba-bc10-47c8-9ec8-731b1fb3401c', 'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c', 'project_id': 'c87055261f9c4b908c876136e03c2755', 'fixed_ips': [{'subnet_id': '3e1c7506-352a-48b3-a581-596b2ad8557d'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:14.044869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.218931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac4db5c2-6b29-40ff-a375-342e2df97b7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.227754 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac4db5c2-6b29-40ff-a375-342e2df97b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.311724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:14.355167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db5c2-6b29-40ff-a375-342e2df97b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c62bb78-042f-41ac-bd30-069621d261ad,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:14.401581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ac4db5c2-6b29-40ff-a375-342e2df97b7a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23d97ff3c86e479a8c233d536ccdb5c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167206 Dec 08 16:26:14.402551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58164) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:14.494237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d29d3f7-7ef2-4a74-90e2-7db8dd073cbb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.530705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:14.538251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.554115 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d29d3f7-7ef2-4a74-90e2-7db8dd073cbb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.668539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d29d3f7-7ef2-4a74-90e2-7db8dd073cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.673201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d29d3f7-7ef2-4a74-90e2-7db8dd073cbb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:14.675128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d29d3f7-7ef2-4a74-90e2-7db8dd073cbb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c62bb78-042f-41ac-bd30-069621d261ad HTTP/1.1" status: 204 len: 168 time: 0.2702160 Dec 08 16:26:14.703391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d29d3f7-7ef2-4a74-90e2-7db8dd073cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c62bb78-042f-41ac-bd30-069621d261ad,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:14.713474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] device_id is not set on port 7e285ea9-98d8-41b3-89b7-6678518e5f18 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:26:14.715524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27da01-1cca-43a8-8347-11997b5c1376 None None] Network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:14.765656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:14.766872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.086124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-569a8b82-c258-4e2d-81e2-d34815821857 None None] Provisioning complete for port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:15.087198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-569a8b82-c258-4e2d-81e2-d34815821857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.087344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Allocated IP 2001:db8::f816:3eff:fe20:96d8 (30d67dba-bc10-47c8-9ec8-731b1fb3401c/3e1c7506-352a-48b3-a581-596b2ad8557d/7e285ea9-98d8-41b3-89b7-6678518e5f18) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:15.229898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.342417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.391796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ba0b384-d003-4903-b6c6-1bfc0c7eba47 req-1c32bd0b-8015-4738-a165-9369fd104a6c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0519359 Dec 08 16:26:15.434663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.465205 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-569a8b82-c258-4e2d-81e2-d34815821857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.550669 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.591692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Network ae95d3c0-f984-4e30-a617-6452328657f1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:15.610231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:15.613535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:15.632965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Pushing event updated for resources: {'Port': ['ID=d8ff71fa-3e17-43e7-ad10-b09abed719ee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:15.687379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-569a8b82-c258-4e2d-81e2-d34815821857 None None] For port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,segment=NetworkSegment(86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c),segment_id=86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:15.745295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-569a8b82-c258-4e2d-81e2-d34815821857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.756591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662acc9-c83a-4c58-952d-45a246183bd2 req-ab937d0e-90e7-4d4b-8956-e9126d078565 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:15.762577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9662acc9-c83a-4c58-952d-45a246183bd2 req-ab937d0e-90e7-4d4b-8956-e9126d078565 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1486435 Dec 08 16:26:15.867205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9662acc9-c83a-4c58-952d-45a246183bd2 req-a19ddfaa-d786-4038-a8ba-0b4f887e96b9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898254 Dec 08 16:26:15.887212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.901052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:26:15.901052 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:26:15.908686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Attempting to bind port d8ff71fa-3e17-43e7-ad10-b09abed719ee on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:15.912693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Attempting to bind port d8ff71fa-3e17-43e7-ad10-b09abed719ee by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:15.913135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Attempting to bind port d8ff71fa-3e17-43e7-ad10-b09abed719ee on network ae95d3c0-f984-4e30-a617-6452328657f1 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:15.935755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.948741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:15.948741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Checking segment: {'id': '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:15.949147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:15.949554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Bound using segment: {'id': '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:15.950157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Bound port: d8ff71fa-3e17-43e7-ad10-b09abed719ee, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:15.950545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.005162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a8b82-c258-4e2d-81e2-d34815821857 None None] Pushing event updated for resources: {'Port': ['ID=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:16.067890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network 30d67dba-bc10-47c8-9ec8-731b1fb3401c is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:16.078582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:16.083845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Port': ['ID=7e285ea9-98d8-41b3-89b7-6678518e5f18,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:16.100277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:16.108556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.109638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.138394 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa805984-0f07-45b1-abd0-77ffc3c9d9dd tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9799139 Dec 08 16:26:16.138531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:16.163179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Allocated IP 2001:db8::f816:3eff:fe7e:f017 (30d67dba-bc10-47c8-9ec8-731b1fb3401c/3e1c7506-352a-48b3-a581-596b2ad8557d/14ab7788-5cb9-46c3-991c-4cb5e0c2192d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:16.255006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting subnet 3e1c7506-352a-48b3-a581-596b2ad8557d {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:26:16.261257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ebb39913-9b6e-431e-89e4-d927a9dc2848 None None] Provisioning complete for port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:16.261640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebb39913-9b6e-431e-89e4-d927a9dc2848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.359454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] For port d8ff71fa-3e17-43e7-ad10-b09abed719ee, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:16.385169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] For port d8ff71fa-3e17-43e7-ad10-b09abed719ee, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d8ff71fa-3e17-43e7-ad10-b09abed719ee,segment=NetworkSegment(251e90b3-9ae4-4dbe-bd87-77bc2c33b21e),segment_id=251e90b3-9ae4-4dbe-bd87-77bc2c33b21e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:16.387235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-aff288ed-2f5e-4686-8258-ede3e0813ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.390120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-aff288ed-2f5e-4686-8258-ede3e0813ed6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.1389234 Dec 08 16:26:16.392691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Allocated IP 172.20.0.1 (ae95d3c0-f984-4e30-a617-6452328657f1/444db11c-6bb2-4ef2-9dc9-8bbab4a3f275/671968c6-fcb2-40e1-93d3-ea17efd8e51c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:16.395159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.412877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd499db-d9f4-401f-9c64-6468eb95aaa6 req-1a8036ae-cdd4-4f85-b2ab-9a379d87a53c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.415719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dd499db-d9f4-401f-9c64-6468eb95aaa6 req-1a8036ae-cdd4-4f85-b2ab-9a379d87a53c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1402183 Dec 08 16:26:16.566506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dd499db-d9f4-401f-9c64-6468eb95aaa6 req-d7cf9de4-dde0-4d09-b162-f88295477886 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343551 Dec 08 16:26:16.690615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bddd96-5747-4c64-9893-999465bc0c0c None None] Pushing event updated for resources: {'Port': ['ID=d8ff71fa-3e17-43e7-ad10-b09abed719ee,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:16.741606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20c3a76e-6d83-413b-b7fa-984a405b3e47 req-701726d7-58b8-4148-82af-9ca815cc1335 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.1490331 Dec 08 16:26:16.765483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-259397a2-8b3c-4cd2-bc14-c68ae7f8a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:16.767437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-259397a2-8b3c-4cd2-bc14-c68ae7f8a0f3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.3699389 Dec 08 16:26:16.825657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:16.845608 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.883895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.900079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:16.967461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-78192e2e-03dd-44b5-aa33-92bf7356756e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.1884627 Dec 08 16:26:17.034252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.056388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-6f7a6175-05c1-466e-b9c9-388b133c9f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.058026 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-6f7a6175-05c1-466e-b9c9-388b133c9f65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0740886 Dec 08 16:26:17.070625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Network 30d67dba-bc10-47c8-9ec8-731b1fb3401c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:17.086157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:17.114680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:17.136820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Pushing event updated for resources: {'Port': ['ID=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:17.144242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.174671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-bf0817b2-7486-4aa8-8fb3-f32fddfb6509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.177786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:17.178408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.178505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-bf0817b2-7486-4aa8-8fb3-f32fddfb6509 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036632 Dec 08 16:26:17.373382 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-5133dff0-3a7a-4671-b793-58c21572555c service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837773 Dec 08 16:26:17.414768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.514652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Attempting to bind port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:17.515581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Attempting to bind port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e92d9dcd-07e8-4949-991c-b779327f9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:17.515983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Attempting to bind port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d on network 30d67dba-bc10-47c8-9ec8-731b1fb3401c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:17.517278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cff5a579-6b77-4f9f-afe9-2ab9a23dbb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.519969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cff5a579-6b77-4f9f-afe9-2ab9a23dbb6c service neutron] 10.222.0.86 "GET /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 1032 time: 0.2095854 Dec 08 16:26:17.523858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:17.524253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Checking segment: {'id': 'e92d9dcd-07e8-4949-991c-b779327f9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:17.524663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.525074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Bound using segment: {'id': 'e92d9dcd-07e8-4949-991c-b779327f9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:17.525564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Bound port: 14ab7788-5cb9-46c3-991c-4cb5e0c2192d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92d9dcd-07e8-4949-991c-b779327f9f41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '30d67dba-bc10-47c8-9ec8-731b1fb3401c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:17.525974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.584183 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-771d6a58-9ac4-4c86-8488-46e171f479dd req-7718c2a7-bbe4-481d-83d4-085273c58229 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958504 Dec 08 16:26:17.588915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.629711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-aa0c66d4-8456-404d-affd-d7a1dd97ece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:17.631343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-aa0c66d4-8456-404d-affd-d7a1dd97ece7 service neutron] 10.222.0.86 "GET /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 1033 time: 0.0995195 Dec 08 16:26:17.659407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network ae95d3c0-f984-4e30-a617-6452328657f1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:17.666384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:17.703733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:17.732454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] For port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:17.738519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] For port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,segment=NetworkSegment(e92d9dcd-07e8-4949-991c-b779327f9f41),segment_id=e92d9dcd-07e8-4949-991c-b779327f9f41)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:17.747735 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.778400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.788774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Port': ['ID=671968c6-fcb2-40e1-93d3-ea17efd8e51c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:17.847982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.867963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:17.873374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/3e1c7506-352a-48b3-a581-596b2ad8557d HTTP/1.1" status: 204 len: 168 time: 1.7335505 Dec 08 16:26:17.878093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e0e7a-abdd-4b8e-ab0c-74bbe8ec0f87 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Subnet': ['ID=3e1c7506-352a-48b3-a581-596b2ad8557d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:17.881774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58282) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:17.911505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d1fb1-1ce7-4d54-9eb8-34a12db64be3 None None] Pushing event updated for resources: {'Port': ['ID=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:18.037626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d513a57-e397-4ebf-88b0-5e6e7d4dfaaf req-d8136a1b-c082-45bd-b008-f8266ec92d8f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.040694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d513a57-e397-4ebf-88b0-5e6e7d4dfaaf req-d8136a1b-c082-45bd-b008-f8266ec92d8f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3453436 Dec 08 16:26:18.076313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-01132483-2d2a-4ded-a522-8d64d85992c1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.083575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-01132483-2d2a-4ded-a522-8d64d85992c1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.089909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-01132483-2d2a-4ded-a522-8d64d85992c1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.091619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-01132483-2d2a-4ded-a522-8d64d85992c1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=22639240-6bc0-436f-afbb-3486efd007a3&id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 1993 time: 0.4176490 Dec 08 16:26:18.103522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bea28-8a4c-4cfe-96f6-14a6a83c0b78 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.111762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957bea28-8a4c-4cfe-96f6-14a6a83c0b78 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:18.111762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-957bea28-8a4c-4cfe-96f6-14a6a83c0b78 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2129643 Dec 08 16:26:18.119775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58290) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:18.141156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.315346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-9d4258d1-6eab-4fc5-8a91-23b1f19e794f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b45151cb02c640ed9e0c065cd20f0f69 HTTP/1.1" status: 200 len: 380 time: 0.1963639 Dec 08 16:26:18.347860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'admin_state_up': True, 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'security_groups': ['8724c599-9f16-4092-bd84-15546ffba1c1']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:18.430741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9eb82f47-0fbf-4e15-a0d9-64f8add6a050 req-892b0ea9-c59d-4836-8528-74ce8159983d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.1087346 Dec 08 16:26:18.602976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d513a57-e397-4ebf-88b0-5e6e7d4dfaaf req-8f25496d-850f-4139-9d7c-081924da17ce tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5394261 Dec 08 16:26:18.671801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceac597f-c507-4939-85a6-7548c1610976 None None] Network ae95d3c0-f984-4e30-a617-6452328657f1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:18.681206 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-831d6c2f-58ba-4989-b723-0026bdb93f0a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:18.764186 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-831d6c2f-58ba-4989-b723-0026bdb93f0a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 16:26:18.773333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-831d6c2f-58ba-4989-b723-0026bdb93f0a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:26:18.799212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-831d6c2f-58ba-4989-b723-0026bdb93f0a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/30d67dba-bc10-47c8-9ec8-731b1fb3401c HTTP/1.1" status: 409 len: 405 time: 0.6702597 Dec 08 16:26:18.813233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58300) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:18.848237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-444403222'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:19.043891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.050423 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.159395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:19.180576 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.191539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 14ab7788-5cb9-46c3-991c-4cb5e0c2192d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:19.262690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Port': ['ID=671968c6-fcb2-40e1-93d3-ea17efd8e51c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:19.283379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.284120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.284704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.285633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.286244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.286804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.287482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.288027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.288996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.289586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.290501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.291112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.291665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:19.297930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.322091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:19.328781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a6157d3e-95c7-4b24-a406-487fac71a464 None None] Provisioning complete for port d8ff71fa-3e17-43e7-ad10-b09abed719ee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:19.329863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6157d3e-95c7-4b24-a406-487fac71a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.343674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:19.349773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.359141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.360060 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Added segment b1acb650-87d5-4333-870f-ad2cc536bc73 of type vlan for network f4d4355a-104e-4f68-aa85-65428468a888 Dec 08 16:26:19.425448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:19.425835 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.547273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network ae95d3c0-f984-4e30-a617-6452328657f1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:19.549578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:19.765046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.831603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6157d3e-95c7-4b24-a406-487fac71a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:19.871728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:26:19.937465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Router 4fbc182e-5541-45f3-bd3e-38ac54e71cf7 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:26:19.961720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4120e0f-5f13-4a4d-bcb4-3faa0e058794 None None] Network 30d67dba-bc10-47c8-9ec8-731b1fb3401c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:20.008484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af610b14-85c2-4e31-a708-4ade678841cf req-bcc4d733-df5c-411a-988d-fe0f4b448f71 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.2342341 Dec 08 16:26:20.081466 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.112094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.113277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a6157d3e-95c7-4b24-a406-487fac71a464 None None] For port d8ff71fa-3e17-43e7-ad10-b09abed719ee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d8ff71fa-3e17-43e7-ad10-b09abed719ee,segment=NetworkSegment(251e90b3-9ae4-4dbe-bd87-77bc2c33b21e),segment_id=251e90b3-9ae4-4dbe-bd87-77bc2c33b21e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:20.127739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:20.129365 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.147855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6157d3e-95c7-4b24-a406-487fac71a464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.172410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:20.182175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f478e17c-5ca3-452e-856c-61b717932c55 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "PUT /v2.0/routers/4fbc182e-5541-45f3-bd3e-38ac54e71cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7380657 Dec 08 16:26:20.187436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58320) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:20.206761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'port': {'network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1', 'name': 'tempest-FloatingIPNegativeTestJSON-521204219'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:20.310952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 172.20.0.11 (4d591784-736c-42e5-b1b6-fb316b2cd05a/22ad2217-47e1-48c2-b35e-39e0c7492c67/4acdc921-1d48-45a2-9f4e-e2c7794f85ee) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:20.332055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6157d3e-95c7-4b24-a406-487fac71a464 None None] Pushing event updated for resources: {'Port': ['ID=d8ff71fa-3e17-43e7-ad10-b09abed719ee,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:20.338129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] Sync routers for ids ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:20.366351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5465291 Dec 08 16:26:20.374881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:20.440251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Made reservation on behalf of f9b45fbe33634ba4b04847a2f3d12343 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:20.450153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.475967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] Routers {'4fbc182e-5541-45f3-bd3e-38ac54e71cf7'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:20.477065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:20.493288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] device_id is not set on port 2ac56217-991f-4669-8f62-391e37a04970 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:26:20.528814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-81dabeb8-83fa-49c8-8f10-5d13c09d92d6 None None] Provisioning complete for port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:20.529216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81dabeb8-83fa-49c8-8f10-5d13c09d92d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.791893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Allocated IP 172.20.0.11 (ae95d3c0-f984-4e30-a617-6452328657f1/444db11c-6bb2-4ef2-9dc9-8bbab4a3f275/2ac56217-991f-4669-8f62-391e37a04970) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:20.803057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,segment=NetworkSegment(e92d9dcd-07e8-4949-991c-b779327f9f41),segment_id=e92d9dcd-07e8-4949-991c-b779327f9f41)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:20.824933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] DHCP port deletion for 30d67dba-bc10-47c8-9ec8-731b1fb3401c request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:20.863125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:20.874039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8ff71fa-3e17-43e7-ad10-b09abed719ee up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:20.926386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:21.018044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.149181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'subnet': {'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:21.255764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.271011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.330962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] Routers {'4fbc182e-5541-45f3-bd3e-38ac54e71cf7'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:21.331971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:25:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:21.378337 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.466699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:21.466982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3ace4-6459-4b23-9b2a-a22360cf642e None None] The sync data for ids ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:21.497211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Port': ['ID=2ac56217-991f-4669-8f62-391e37a04970,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:21.525983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network ae95d3c0-f984-4e30-a617-6452328657f1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:21.537605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:21.538380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d8ff71fa-3e17-43e7-ad10-b09abed719ee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:21.539467 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.550546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:21.562787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:21.585336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:21.589959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:21.593882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:21.618741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88016ca8-022d-4d1a-b651-cf1a171f4d2a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Network': ['ID=f4d4355a-104e-4f68-aa85-65428468a888,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:21.645973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] Deleting port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:21.646634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.683749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b882c2-b3c7-4820-8fac-7887cda78284 req-7e38c896-824d-4dea-bf11-9bd39b4aacca tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:21.694630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94b882c2-b3c7-4820-8fac-7887cda78284 req-7e38c896-824d-4dea-bf11-9bd39b4aacca tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 1.8072515 Dec 08 16:26:21.766257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:21.766955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.815517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7ee30a7-4dda-43fa-945d-37e3a16a20c6 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6278255 Dec 08 16:26:21.821709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:21.837940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:21.842279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f4d4355a-104e-4f68-aa85-65428468a888 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:21.927731 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:21.933764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:22.029186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c571b-0f3b-4fbf-840d-07d42459f7f8 req-2c9ab5b4-d7c4-405e-ab95-c90e02840778 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.047289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c21c571b-0f3b-4fbf-840d-07d42459f7f8 req-2c9ab5b4-d7c4-405e-ab95-c90e02840778 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 932 time: 0.7545810 Dec 08 16:26:22.092110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] For port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,segment=NetworkSegment(e92d9dcd-07e8-4949-991c-b779327f9f41),segment_id=e92d9dcd-07e8-4949-991c-b779327f9f41)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:22.101028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.141140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.141547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.166248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] Calling delete_port for 14ab7788-5cb9-46c3-991c-4cb5e0c2192d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:22.181668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94b882c2-b3c7-4820-8fac-7887cda78284 req-6d96c05f-88b2-4602-b468-a37ed4c9801a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4858415 Dec 08 16:26:22.237578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:22.240921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-193c881e-048c-4b9b-8bc2-c31e5eba0526 None None] Provisioning complete for port d8ff71fa-3e17-43e7-ad10-b09abed719ee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:22.241940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.242631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-193c881e-048c-4b9b-8bc2-c31e5eba0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.284600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f0a3637-7a42-405c-9329-29bcb6266d11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9405267 Dec 08 16:26:22.297592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.331286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'admin_state_up': True, 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'security_groups': ['8724c599-9f16-4092-bd84-15546ffba1c1']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:22.407450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c21c571b-0f3b-4fbf-840d-07d42459f7f8 req-930e56a2-992a-4e1c-b8bd-4cb7d69f1cc4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237112 Dec 08 16:26:22.510742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Allocated IP 172.25.3.245 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/68957051-a6d9-45f5-aaa1-d6c16710d66a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:22.675842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.708005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.738212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc16d4-2496-48f9-940f-bba9a69ed9e1 req-65a93ac7-a30d-4665-a13a-be2bdd3056f0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:22.744932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.749284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75fc16d4-2496-48f9-940f-bba9a69ed9e1 req-65a93ac7-a30d-4665-a13a-be2bdd3056f0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1805680 Dec 08 16:26:22.756658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] Pushing event deleted for resources: {'Port': ['ID=14ab7788-5cb9-46c3-991c-4cb5e0c2192d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:22.775754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f30e89-86c4-46e6-ac82-4ea49349cef9 None None] No DVR routers for this DVR port 14ab7788-5cb9-46c3-991c-4cb5e0c2192d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:22.806407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8ff71fa-3e17-43e7-ad10-b09abed719ee up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:22.816804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-193c881e-048c-4b9b-8bc2-c31e5eba0526 None None] Provisioning complete for port 671968c6-fcb2-40e1-93d3-ea17efd8e51c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:22.820113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-193c881e-048c-4b9b-8bc2-c31e5eba0526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.863788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:22.867691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:22.874257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:22.925510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:22.932505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:22.939771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75fc16d4-2496-48f9-940f-bba9a69ed9e1 req-b4f8f2db-de5d-4f72-80ae-d1b0be5ecabe tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1859922 Dec 08 16:26:23.019171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-193c881e-048c-4b9b-8bc2-c31e5eba0526 None None] Port 671968c6-fcb2-40e1-93d3-ea17efd8e51c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:23.045071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Port': ['ID=68957051-a6d9-45f5-aaa1-d6c16710d66a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:23.068631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d8ff71fa-3e17-43e7-ad10-b09abed719ee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:23.069007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.150547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ad0435dd-d407-49e4-a871-bd57895c9d47 None None] Provisioning complete for port 2ac56217-991f-4669-8f62-391e37a04970 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:23.151304 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad0435dd-d407-49e4-a871-bd57895c9d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.208026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.223559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ad0435dd-d407-49e4-a871-bd57895c9d47 None None] Port 2ac56217-991f-4669-8f62-391e37a04970 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:23.241503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ad0435dd-d407-49e4-a871-bd57895c9d47 None None] Provisioning complete for port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:23.241931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad0435dd-d407-49e4-a871-bd57895c9d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.348694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 14ab7788-5cb9-46c3-991c-4cb5e0c2192d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:23.381744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:26:23.391475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.404181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ad0435dd-d407-49e4-a871-bd57895c9d47 None None] Port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:23.411313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.418160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 14ab7788-5cb9-46c3-991c-4cb5e0c2192d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:23.418616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 14ab7788-5cb9-46c3-991c-4cb5e0c2192d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:23.538776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Subnet': ['ID=11a12b85-ddbb-4a5d-9637-39287eee5e27,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:23.659952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815fce34-1dc9-4b9f-809e-356812b01ff9 req-8c7e189d-6561-42ab-a907-a8c8462d250d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:23.662256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-815fce34-1dc9-4b9f-809e-356812b01ff9 req-8c7e189d-6561-42ab-a907-a8c8462d250d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.5623033 Dec 08 16:26:23.757049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.770893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:23.796557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Checking segment: {'id': 'b1acb650-87d5-4333-870f-ad2cc536bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:23.797446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network hostable DHCP agents. Network: f4d4355a-104e-4f68-aa85-65428468a888, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:23.913081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 10.1.1.119 (af0838c5-1ffc-4914-891f-ba3505a2f863/5847c65d-8f07-4834-8097-82dae7d5c00b/fe4d3dbc-52de-4310-a1e5-2925a019808f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:24.011264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Port': ['ID=68957051-a6d9-45f5-aaa1-d6c16710d66a,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:24.055318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.090626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.091980 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5c09367f-9b64-4dd8-ab72-4273cf6f5351 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2692060 Dec 08 16:26:24.097685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:24.102852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-14be78b3-8488-4501-a62d-3f9c7f3398ae tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'floatingip': {'port_id': '2ac56217-991f-4669-8f62-391e37a04970', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:24.220495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14be78b3-8488-4501-a62d-3f9c7f3398ae tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.578302 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-14be78b3-8488-4501-a62d-3f9c7f3398ae tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] update failed (client error): The resource could not be found. Dec 08 16:26:24.583097 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-14be78b3-8488-4501-a62d-3f9c7f3398ae tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "PUT /v2.0/floatingips/532e6d2a-cca5-4a51-bd74-1b17e3a1aa31 HTTP/1.1" status: 404 len: 507 time: 0.4841766 Dec 08 16:26:24.584341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58394) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:24.602546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0c9f2-83e8-4544-a9ab-9bea101064c5 req-8137019e-dbb2-4962-b348-639e59ec7346 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:24.604452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40b0c9f2-83e8-4544-a9ab-9bea101064c5 req-8137019e-dbb2-4962-b348-639e59ec7346 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 932 time: 0.9386213 Dec 08 16:26:24.609145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network f4d4355a-104e-4f68-aa85-65428468a888 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:24.633411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-815fce34-1dc9-4b9f-809e-356812b01ff9 req-58d5b8bf-1eb4-4c65-be1e-e440efc8e9c8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9403458 Dec 08 16:26:24.689843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f4d4355a-104e-4f68-aa85-65428468a888) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:24.701330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1e7e45-e6bd-4d63-bb91-c2c4c9c808d0 None None] Network f4d4355a-104e-4f68-aa85-65428468a888 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:24.722165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:24.723765 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.915965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f4d4355a-104e-4f68-aa85-65428468a888', 'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888', 'project_id': 'c87055261f9c4b908c876136e03c2755', 'fixed_ips': [{'subnet_id': '11a12b85-ddbb-4a5d-9637-39287eee5e27'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:24.917530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:24.939989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40b0c9f2-83e8-4544-a9ab-9bea101064c5 req-72d85497-fa81-4ec4-9cb4-ac90f67c71ca tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247476 Dec 08 16:26:24.959385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5fbd29f4-3933-45c0-978e-6c21fda03c71 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8164489 Dec 08 16:26:24.964394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:24.975389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'port': {'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888', 'name': 'tempest-NetworksIpV6TestAttrs-1221639940'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:25.208333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Deleting port 68957051-a6d9-45f5-aaa1-d6c16710d66a {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:25.209339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.303238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:25.309157 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.345520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-48f09d9e-6c85-4d01-8fab-962cf751abf9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:25.347132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-48f09d9e-6c85-4d01-8fab-962cf751abf9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.2215948 Dec 08 16:26:25.372064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] device_id is not set on port 3be646c2-b496-4066-9fec-fbcfd5c216e4 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:26:25.401386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-4e0a727e-51db-4b0a-b299-ff8e9b576001 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/quotas/6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 375 time: 0.0402579 Dec 08 16:26:25.404547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.414791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Allocated IP 2001:db8::f816:3eff:fe66:852a (f4d4355a-104e-4f68-aa85-65428468a888/11a12b85-ddbb-4a5d-9637-39287eee5e27/5f27447b-cc6f-4b79-ad80-712f1fa37031) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:25.506877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.604412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network af0838c5-1ffc-4914-891f-ba3505a2f863 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:25.605043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.605043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.625191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-27a26003-8da2-4358-a3fe-673463590af2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2118247 Dec 08 16:26:25.643244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Calling delete_port for 68957051-a6d9-45f5-aaa1-d6c16710d66a owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:25.757352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-92a63607-0a55-4770-91c4-c207f19270e6 service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302931 Dec 08 16:26:25.768975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:25.779615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.787565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:25.788771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:25.807123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:25.860814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Network f4d4355a-104e-4f68-aa85-65428468a888 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:25.883391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:25.894847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:25.998011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Pushing event updated for resources: {'Port': ['ID=5f27447b-cc6f-4b79-ad80-712f1fa37031,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:26.006730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1278e76d-3a9d-45dd-83b9-655266cb78ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.081455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:26.082082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.099456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Attempting to bind port 5f27447b-cc6f-4b79-ad80-712f1fa37031 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:26.100586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Attempting to bind port 5f27447b-cc6f-4b79-ad80-712f1fa37031 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b1acb650-87d5-4333-870f-ad2cc536bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:26.100586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Attempting to bind port 5f27447b-cc6f-4b79-ad80-712f1fa37031 on network f4d4355a-104e-4f68-aa85-65428468a888 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:26.111244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:26.111549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Checking segment: {'id': 'b1acb650-87d5-4333-870f-ad2cc536bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:26.111934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.112328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Bound using segment: {'id': 'b1acb650-87d5-4333-870f-ad2cc536bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:26.112824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Bound port: 5f27447b-cc6f-4b79-ad80-712f1fa37031, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1acb650-87d5-4333-870f-ad2cc536bc73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f4d4355a-104e-4f68-aa85-65428468a888'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:26.113229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.153930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-a835ff42-79ea-4126-a94a-4769abfc349d service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952096 Dec 08 16:26:26.161413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-171a6246-ce7e-4f99-bb91-f95f38ec1fd9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8350685 Dec 08 16:26:26.186157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'admin_state_up': True, 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'security_groups': ['8724c599-9f16-4092-bd84-15546ffba1c1']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:26.355744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cc0919e8-643d-4a54-a837-027063077967 None None] For port 5f27447b-cc6f-4b79-ad80-712f1fa37031, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:26.361120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cc0919e8-643d-4a54-a837-027063077967 None None] For port 5f27447b-cc6f-4b79-ad80-712f1fa37031, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5f27447b-cc6f-4b79-ad80-712f1fa37031,segment=NetworkSegment(b1acb650-87d5-4333-870f-ad2cc536bc73),segment_id=b1acb650-87d5-4333-870f-ad2cc536bc73)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:26.376859 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.401582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-89d30a67-874a-4ef0-ae9e-507a3e33f9cd None None] Provisioning complete for port fe4d3dbc-52de-4310-a1e5-2925a019808f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:26.402479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89d30a67-874a-4ef0-ae9e-507a3e33f9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.672366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-89d30a67-874a-4ef0-ae9e-507a3e33f9cd None None] Port fe4d3dbc-52de-4310-a1e5-2925a019808f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:26.709392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0919e8-643d-4a54-a837-027063077967 None None] Pushing event updated for resources: {'Port': ['ID=5f27447b-cc6f-4b79-ad80-712f1fa37031,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:26.736139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf9cde-90a4-4d39-8f0b-bac6ffb55f7a req-29338f78-0d49-484a-94bf-cff2089c9c53 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:26.753627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf9cde-90a4-4d39-8f0b-bac6ffb55f7a req-29338f78-0d49-484a-94bf-cff2089c9c53 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:26.755866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92cf9cde-90a4-4d39-8f0b-bac6ffb55f7a req-29338f78-0d49-484a-94bf-cff2089c9c53 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 1654 time: 0.5578887 Dec 08 16:26:26.838209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0deba4f-2e5d-4172-b2fa-816817997ccb req-47f44f68-ce7f-4b3a-8e72-503735787e7f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 210 time: 0.0616636 Dec 08 16:26:26.897454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.900340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Allocated IP 2001:db8::f816:3eff:fe3c:cd46 (f4d4355a-104e-4f68-aa85-65428468a888/11a12b85-ddbb-4a5d-9637-39287eee5e27/3be646c2-b496-4066-9fec-fbcfd5c216e4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:26.943610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:26.949497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:26.999963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Port': ['ID=68957051-a6d9-45f5-aaa1-d6c16710d66a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:27.063930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92cf9cde-90a4-4d39-8f0b-bac6ffb55f7a req-74233814-7a15-4a22-bd72-47431c00511e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2957056 Dec 08 16:26:27.194884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.198040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.199608 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0335670c-2422-4727-8e8d-163fc6cdc59f tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "DELETE /v2.0/floatingips/532e6d2a-cca5-4a51-bd74-1b17e3a1aa31 HTTP/1.1" status: 204 len: 168 time: 2.6141710 Dec 08 16:26:27.211057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:27.215723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-24910f51-661d-49a6-81cc-d97caa829105 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'floatingip': {'floating_network_id': 'ae95d3c0-f984-4e30-a617-6452328657f1', 'port_id': '2ac56217-991f-4669-8f62-391e37a04970', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:27.386872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24910f51-661d-49a6-81cc-d97caa829105 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.388040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 10.1.1.41 (af0838c5-1ffc-4914-891f-ba3505a2f863/5847c65d-8f07-4834-8097-82dae7d5c00b/67c1405f-3695-4451-ad20-e753de549d8c) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:27.742301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.865177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.959160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:27.982109 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-24910f51-661d-49a6-81cc-d97caa829105 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:26:27.992483 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24910f51-661d-49a6-81cc-d97caa829105 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7803752 Dec 08 16:26:27.996289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:28.016630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '2ac56217-991f-4669-8f62-391e37a04970', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:28.039933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.083229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=67c1405f-3695-4451-ad20-e753de549d8c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:28.119646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network af0838c5-1ffc-4914-891f-ba3505a2f863 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:28.124356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:28.145587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:28.150668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-579f10ff-2f3d-431c-9e54-62841c5fb737 req-c5e30113-d594-4cc6-a296-0f9925431527 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 210 time: 0.0701547 Dec 08 16:26:28.339013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network f4d4355a-104e-4f68-aa85-65428468a888 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:28.344998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.348848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:28.355718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Port': ['ID=3be646c2-b496-4066-9fec-fbcfd5c216e4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:28.371318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:28.384389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.385781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.469083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.470870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.504684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5abffbc6-1c5e-4da2-b627-65bbb28681d3 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5344563 Dec 08 16:26:28.509161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:28.564358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6ff77-0fa5-4947-95ee-c3313ba8408e req-d03c6ff0-7a85-4a2b-a5cb-f4f17a613e18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.575717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6ff77-0fa5-4947-95ee-c3313ba8408e req-d03c6ff0-7a85-4a2b-a5cb-f4f17a613e18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.584231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6ff77-0fa5-4947-95ee-c3313ba8408e req-d03c6ff0-7a85-4a2b-a5cb-f4f17a613e18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:28.587092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09b6ff77-0fa5-4947-95ee-c3313ba8408e req-d03c6ff0-7a85-4a2b-a5cb-f4f17a613e18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 2374 time: 0.3344226 Dec 08 16:26:28.644843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cca93eb9-7f69-4113-8df1-62773ee32634 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4757962 Dec 08 16:26:28.664267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3', 'admin_state_up': True, 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'security_groups': ['8724c599-9f16-4092-bd84-15546ffba1c1']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:28.724038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.939688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting subnet 11a12b85-ddbb-4a5d-9637-39287eee5e27 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:26:28.949853 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:28.976302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Allocated IP 172.25.3.90 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d75beeb1-a271-42c7-ba0b-2b4cc975957f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:28.991828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1dc9ba-452f-407b-ace1-bbc6d6732aa8 None None] Network f4d4355a-104e-4f68-aa85-65428468a888 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:28.994014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5f27447b-cc6f-4b79-ad80-712f1fa37031 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:29.150471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.320653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0a57e73a-24c4-4b1c-9de6-65e78acb0777 None None] Provisioning complete for port 67c1405f-3695-4451-ad20-e753de549d8c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:29.321100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a57e73a-24c4-4b1c-9de6-65e78acb0777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.337336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3808e3fb-a21e-441a-8b8b-ebd0f404fd49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.465368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.478171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5f27447b-cc6f-4b79-ad80-712f1fa37031 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:29.478622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.550855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09b6ff77-0fa5-4947-95ee-c3313ba8408e req-7b6e3935-2e8c-430f-81f8-ae40fb037bef tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9188254 Dec 08 16:26:29.564510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-620e9f93-41c4-4ab3-9946-94906748b3a0 req-0e5e7a02-8894-4f2b-bd85-13c2ac98ac78 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 210 time: 0.0708919 Dec 08 16:26:29.607248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0a57e73a-24c4-4b1c-9de6-65e78acb0777 None None] Port 67c1405f-3695-4451-ad20-e753de549d8c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:29.637646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.651855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:29.662651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-c888c510-1040-411c-8182-272fad02cacf tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:29.668631 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-c888c510-1040-411c-8182-272fad02cacf tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.4494500 Dec 08 16:26:29.682181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'port': {'device_id': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'admin_state_up': True, 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:29.771348 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.830807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-00d3bd39-e3b2-44d9-b666-d86efd11d779 None None] Provisioning complete for port 5f27447b-cc6f-4b79-ad80-712f1fa37031 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:29.831225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00d3bd39-e3b2-44d9-b666-d86efd11d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.893780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:29.983426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.000585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.027643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:30.044116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:30.062490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:30.099385 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:26:30.104376 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:26:30.143916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.146079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Subnet': ['ID=11a12b85-ddbb-4a5d-9637-39287eee5e27,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:30.147559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00d3bd39-e3b2-44d9-b666-d86efd11d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.173254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.183158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/11a12b85-ddbb-4a5d-9637-39287eee5e27 HTTP/1.1" status: 204 len: 168 time: 1.6644769 Dec 08 16:26:30.190844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.191485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.192090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.192685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.193557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.194401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.195007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.195599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.196170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.196762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.197351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.197980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.198647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd61fe7-ca1f-481b-ab89-72d0e853abb6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:30.235599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-00d3bd39-e3b2-44d9-b666-d86efd11d779 None None] For port 5f27447b-cc6f-4b79-ad80-712f1fa37031, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5f27447b-cc6f-4b79-ad80-712f1fa37031,segment=NetworkSegment(b1acb650-87d5-4333-870f-ad2cc536bc73),segment_id=b1acb650-87d5-4333-870f-ad2cc536bc73)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:30.244993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00d3bd39-e3b2-44d9-b666-d86efd11d779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.247815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:30.284266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event updated for resources: {'Port': ['ID=d75beeb1-a271-42c7-ba0b-2b4cc975957f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:30.291470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:30.305895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.315149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9c695c-d0ec-4057-938c-0b7d2362452a None None] Network f4d4355a-104e-4f68-aa85-65428468a888 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:30.513506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d3bd39-e3b2-44d9-b666-d86efd11d779 None None] Pushing event updated for resources: {'Port': ['ID=5f27447b-cc6f-4b79-ad80-712f1fa37031,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:30.524040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab06b975-0d57-4b5a-bf41-37833ea4b550 None None] Provisioning complete for port 5f27447b-cc6f-4b79-ad80-712f1fa37031 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:30.524552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab06b975-0d57-4b5a-bf41-37833ea4b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:30.638710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6085271-be11-4d3f-b073-646cbd089c3a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:30.640898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6085271-be11-4d3f-b073-646cbd089c3a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:30.656648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6085271-be11-4d3f-b073-646cbd089c3a tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4061427 Dec 08 16:26:30.657269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58500) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:30.844294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Allocated IP 172.20.0.3 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/6bd1f6c2-6dce-4b43-8294-c9dc373e9316) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:31.085856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-76b13794-1298-483b-b207-20c7e1a4a539 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.091593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc063328-6009-43d1-8e88-4f61b75defdf req-3f7a467f-1d5c-4b57-b5ad-d622d69321ce tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 210 time: 0.1357539 Dec 08 16:26:31.091722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] DHCP port deletion for f4d4355a-104e-4f68-aa85-65428468a888 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:31.155489 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b13794-1298-483b-b207-20c7e1a4a539 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 08 16:26:31.156067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76b13794-1298-483b-b207-20c7e1a4a539 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:26:31.183196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-76b13794-1298-483b-b207-20c7e1a4a539 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/f4d4355a-104e-4f68-aa85-65428468a888 HTTP/1.1" status: 409 len: 405 time: 0.4202528 Dec 08 16:26:31.184356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:31.244490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-685236850'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:31.285483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab06b975-0d57-4b5a-bf41-37833ea4b550 None None] Provisioning complete for port 3be646c2-b496-4066-9fec-fbcfd5c216e4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:31.286088 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab06b975-0d57-4b5a-bf41-37833ea4b550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.334411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 10.2.2.100 (22639240-6bc0-436f-afbb-3486efd007a3/b9a14253-50ca-4a90-b647-e61ae0a5416f/cc152ccf-289f-4b14-8fcd-1cc4369edd44) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:31.394393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] Deleting port 5f27447b-cc6f-4b79-ad80-712f1fa37031 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:31.394802 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.399093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ab06b975-0d57-4b5a-bf41-37833ea4b550 None None] Port 3be646c2-b496-4066-9fec-fbcfd5c216e4 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:31.399346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.409129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38404111-2a45-4278-8372-f265ecb0b374 req-4204f2fb-bd73-44b4-8179-dc6e95774118 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.430306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38404111-2a45-4278-8372-f265ecb0b374 req-4204f2fb-bd73-44b4-8179-dc6e95774118 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.444307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38404111-2a45-4278-8372-f265ecb0b374 req-4204f2fb-bd73-44b4-8179-dc6e95774118 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.451273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38404111-2a45-4278-8372-f265ecb0b374 req-4204f2fb-bd73-44b4-8179-dc6e95774118 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 2374 time: 0.4018493 Dec 08 16:26:31.487091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:31.491556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.495025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.574302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] For port 5f27447b-cc6f-4b79-ad80-712f1fa37031, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5f27447b-cc6f-4b79-ad80-712f1fa37031,segment=NetworkSegment(b1acb650-87d5-4333-870f-ad2cc536bc73),segment_id=b1acb650-87d5-4333-870f-ad2cc536bc73)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:31.574676 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.598736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] Calling delete_port for 5f27447b-cc6f-4b79-ad80-712f1fa37031 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:31.603008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:31.632363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.633002 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Added segment 565e4296-003b-422c-b633-55359d5acb2c of type vlan for network 60727f0a-7b54-4873-997f-59e94daa5e66 Dec 08 16:26:31.746392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:31.752967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:31.757627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:31.815979 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.839293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.848019 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.859029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:31.859717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.879145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Deleting port d75beeb1-a271-42c7-ba0b-2b4cc975957f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:31.879490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:31.890570 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2112315 Dec 08 16:26:31.913637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Request body: {'port': {'device_id': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:31.926487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38404111-2a45-4278-8372-f265ecb0b374 req-305134cd-6aae-4306-8f42-ba54eba19b07 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4499257 Dec 08 16:26:31.959016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] Pushing event deleted for resources: {'Port': ['ID=5f27447b-cc6f-4b79-ad80-712f1fa37031,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:31.969890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf7591b-7928-4f3c-9496-5d3950c1b305 None None] No DVR routers for this DVR port 5f27447b-cc6f-4b79-ad80-712f1fa37031 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:31.993717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f822bb-0caf-416a-b25e-a1eedcfcd7af tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:32.052533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.071698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:32.072373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.092808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.129947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.168006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.168429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.178294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.194968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Calling delete_port for d75beeb1-a271-42c7-ba0b-2b4cc975957f owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:32.241649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c38bb515-f9af-49af-b05e-266fae5bc847 None None] Provisioning complete for port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:32.244016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c38bb515-f9af-49af-b05e-266fae5bc847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.300135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.332172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1048381 Dec 08 16:26:32.341566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:32.348956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'subnet': {'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:32.367877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c38bb515-f9af-49af-b05e-266fae5bc847 None None] Port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:32.414780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1ef08-2367-42a9-9cbf-d2b955006521 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Network': ['ID=60727f0a-7b54-4873-997f-59e94daa5e66,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:32.429717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 60727f0a-7b54-4873-997f-59e94daa5e66 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:32.574106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0958f9-68cf-4962-bcf0-d2ca1f29c9bb req-e073d085-076c-4376-b8cb-2dab84fd3ef2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:32.584968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb0958f9-68cf-4962-bcf0-d2ca1f29c9bb req-e073d085-076c-4376-b8cb-2dab84fd3ef2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 931 time: 0.2469544 Dec 08 16:26:32.605638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:32.610897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.626689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.809235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network 22639240-6bc0-436f-afbb-3486efd007a3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:32.841934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:32.848975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:32.927040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.930119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:32.978906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:32.982225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-4d0b7588-9eac-43c9-a9b8-c6c5796dac4c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054203 Dec 08 16:26:33.038983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5f27447b-cc6f-4b79-ad80-712f1fa37031 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:33.045225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb0958f9-68cf-4962-bcf0-d2ca1f29c9bb req-a933542a-1dfd-48dd-b71c-6852a912a6dd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482598 Dec 08 16:26:33.061777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.075035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.104712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5f27447b-cc6f-4b79-ad80-712f1fa37031 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:33.105283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5f27447b-cc6f-4b79-ad80-712f1fa37031 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:33.129104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-082d3e0a-db89-4adc-b500-48095bb0d418 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4703622 Dec 08 16:26:33.150572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Port': ['ID=d75beeb1-a271-42c7-ba0b-2b4cc975957f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:33.151126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3', 'admin_state_up': True, 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'security_groups': ['8724c599-9f16-4092-bd84-15546ffba1c1']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:33.375376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-80b937f5-0ecb-495f-8dbc-ece17a5f32a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.376901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-80b937f5-0ecb-495f-8dbc-ece17a5f32a8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.3066685 Dec 08 16:26:33.409010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:33.422151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.425164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-023ec900-dbe3-49d8-bec7-90dd39a6beb9 None None] Provisioning complete for port cc152ccf-289f-4b14-8fcd-1cc4369edd44 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:33.426160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-023ec900-dbe3-49d8-bec7-90dd39a6beb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.440420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Transition to ACTIVE for port object 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:33.462410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.542598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Made reservation on behalf of b45151cb02c640ed9e0c065cd20f0f69 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:33.552629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:33.566721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-023ec900-dbe3-49d8-bec7-90dd39a6beb9 None None] Port cc152ccf-289f-4b14-8fcd-1cc4369edd44 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:33.603228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba828-dbf7-4ae3-a848-85d09976fd28 req-04e6d669-2e85-4fad-a91c-1c2a03298d1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.617526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba828-dbf7-4ae3-a848-85d09976fd28 req-04e6d669-2e85-4fad-a91c-1c2a03298d1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.637151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba828-dbf7-4ae3-a848-85d09976fd28 req-04e6d669-2e85-4fad-a91c-1c2a03298d1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.644624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba828-dbf7-4ae3-a848-85d09976fd28 req-04e6d669-2e85-4fad-a91c-1c2a03298d1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:33.659873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcaba828-dbf7-4ae3-a848-85d09976fd28 req-04e6d669-2e85-4fad-a91c-1c2a03298d1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 3095 time: 0.5218401 Dec 08 16:26:33.685750 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] create failed (client error): The resource could not be found. Dec 08 16:26:33.695172 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6484f330-2a40-49d6-901a-65a0c97024f9 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.6918862 Dec 08 16:26:33.700440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58532) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:33.829260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:34.134894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcaba828-dbf7-4ae3-a848-85d09976fd28 req-06dcd389-b641-44af-b6ab-319da13477bc tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4609091 Dec 08 16:26:34.340098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:26:34.346771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.360558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-69744470-6e0d-483e-9b20-802570e0ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:34.362663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-69744470-6e0d-483e-9b20-802570e0ccf3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.9197674 Dec 08 16:26:34.519793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Subnet': ['ID=597a5627-e090-413d-8553-564914828cae,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:34.527257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Checking segment: {'id': '565e4296-003b-422c-b633-55359d5acb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:34.528631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network hostable DHCP agents. Network: 60727f0a-7b54-4873-997f-59e94daa5e66, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:34.532360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Attempting to bind port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:34.533111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Attempting to bind port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:34.533614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Attempting to bind port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:34.551868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-ff73884c-3799-45bd-bc54-5d8d267d6fda service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.1502683 Dec 08 16:26:34.553159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 on network 047bfe8b-ed46-402f-87b0-925346f987d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:34.553855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Attempting to bind port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:34.561905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:34.562577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:34.563115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:34.563896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Bound port: 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:34.564424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.615427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Allocated IP 10.2.2.200 (22639240-6bc0-436f-afbb-3486efd007a3/b9a14253-50ca-4a90-b647-e61ae0a5416f/4368667a-8e94-458c-a9e0-08e05e548314) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:34.621781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network 60727f0a-7b54-4873-997f-59e94daa5e66 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:34.653852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 60727f0a-7b54-4873-997f-59e94daa5e66) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:34.664403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e4aaca-8fd7-49f7-b328-8cc8a06b7b51 None None] Network 60727f0a-7b54-4873-997f-59e94daa5e66 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:34.681562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:34.682607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.698027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-43c4e0c7-4a09-47f4-9ad8-5f3032b62b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:34.700201 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-43c4e0c7-4a09-47f4-9ad8-5f3032b62b0d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1305449 Dec 08 16:26:34.763369 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c316737e-310f-45fa-a22d-7a775dc5adec tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4187367 Dec 08 16:26:34.764281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58546) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:34.869849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Deleting port 2ac56217-991f-4669-8f62-391e37a04970 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:34.870249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:34.875766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-12065c82-0496-498a-a529-22ed0ca1a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:34.887243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-12065c82-0496-498a-a529-22ed0ca1a179 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1767819 Dec 08 16:26:34.888491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] For port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:34.895178 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.028320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] For port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:35.037346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-60727f0a-7b54-4873-997f-59e94daa5e66', 'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66', 'project_id': 'c87055261f9c4b908c876136e03c2755', 'fixed_ips': [{'subnet_id': '597a5627-e090-413d-8553-564914828cae'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:35.042976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee33aa17-066b-4510-9d34-844b1ba34c47 req-107478e8-b790-4c87-af34-2605330684d3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:35.043614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.044649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.062529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee33aa17-066b-4510-9d34-844b1ba34c47 req-107478e8-b790-4c87-af34-2605330684d3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.9691088 Dec 08 16:26:35.267681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee33aa17-066b-4510-9d34-844b1ba34c47 req-83ec1800-0407-400f-bc12-162bad2d6ff5 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018559 Dec 08 16:26:35.343945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Allocated IP 2001:db8::f816:3eff:fe9d:4313 (60727f0a-7b54-4873-997f-59e94daa5e66/597a5627-e090-413d-8553-564914828cae/f0822ac2-e4be-454a-a4c5-0cf34fc463ec) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:35.375223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58554) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:35.398858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.409187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.456674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:35.521037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:35.527659 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.541115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e14de0e0-3c03-441a-972c-01dcd70045e2 service neutron] 10.222.0.86 "PUT /v2.0/ports/6bd1f6c2-6dce-4b43-8294-c9dc373e9316 HTTP/1.1" status: 200 len: 1091 time: 3.6261120 Dec 08 16:26:35.559508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'tag': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:35.602697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.608649 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f0e102-24cc-48b1-bfff-72aad52e88e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ab5f4308-71d6-4115-8271-d10db45fe3b2", "tag": "6bd1f6c2-6dce-4b43-8294-c9dc373e9316"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:35.619660 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.679411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d481f0-bbe8-421a-9229-f75f6f31f63e req-e154b524-33c8-4935-9583-6d0edb2d37e2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:35.682025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17d481f0-bbe8-421a-9229-f75f6f31f63e req-e154b524-33c8-4935-9583-6d0edb2d37e2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 943 time: 1.3261948 Dec 08 16:26:35.733065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Network 60727f0a-7b54-4873-997f-59e94daa5e66 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:35.750485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:35.768636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:35.803585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Pushing event updated for resources: {'Port': ['ID=f0822ac2-e4be-454a-a4c5-0cf34fc463ec,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:35.847415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event updated for resources: {'Port': ['ID=4368667a-8e94-458c-a9e0-08e05e548314,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:35.959939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Attempting to bind port f0822ac2-e4be-454a-a4c5-0cf34fc463ec on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:35.960364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Attempting to bind port f0822ac2-e4be-454a-a4c5-0cf34fc463ec by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '565e4296-003b-422c-b633-55359d5acb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:35.960734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Attempting to bind port f0822ac2-e4be-454a-a4c5-0cf34fc463ec on network 60727f0a-7b54-4873-997f-59e94daa5e66 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:35.980379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:35.981041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Checking segment: {'id': '565e4296-003b-422c-b633-55359d5acb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:35.981620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.982391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Bound using segment: {'id': '565e4296-003b-422c-b633-55359d5acb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:35.983090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Bound port: f0822ac2-e4be-454a-a4c5-0cf34fc463ec, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565e4296-003b-422c-b633-55359d5acb2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '60727f0a-7b54-4873-997f-59e94daa5e66'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:35.983640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:35.990939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-37e37356-0faf-4d2d-b263-999caa203b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:36.022882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-37e37356-0faf-4d2d-b263-999caa203b97 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 1094 time: 0.3643937 Dec 08 16:26:36.141278 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-2847cc32-1b1a-4f09-8fb8-585a350d4ca1 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2413344 Dec 08 16:26:36.144614 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-a3bcc89f-01a7-44fd-b536-1b14dad62e36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316 HTTP/1.1" status: 200 len: 217 time: 0.1086078 Dec 08 16:26:36.285555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] For port f0822ac2-e4be-454a-a4c5-0cf34fc463ec, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:36.289770 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e4216a2f-b31d-4052-99c4-ac223e616d60 req-3b81c64a-26e3-42ef-9947-8b3b406b622c service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274810 Dec 08 16:26:36.297280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] For port f0822ac2-e4be-454a-a4c5-0cf34fc463ec, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f0822ac2-e4be-454a-a4c5-0cf34fc463ec,segment=NetworkSegment(565e4296-003b-422c-b633-55359d5acb2c),segment_id=565e4296-003b-422c-b633-55359d5acb2c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:36.320306 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.343097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting port f0822ac2-e4be-454a-a4c5-0cf34fc463ec {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:36.357267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.487028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Network 22639240-6bc0-436f-afbb-3486efd007a3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:36.499483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd81e8e-4004-46fb-a057-21f847d418f6 None None] Pushing event updated for resources: {'Port': ['ID=f0822ac2-e4be-454a-a4c5-0cf34fc463ec,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:36.598044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:36.618741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:36.801402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:36.802125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.850568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:36.958533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Calling delete_port for 2ac56217-991f-4669-8f62-391e37a04970 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:36.974084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c63264f0-4410-429d-8ef5-7936e7253f4d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/8fd977fd-41c6-443f-ab76-6ca11e97967a HTTP/1.1" status: 200 len: 992 time: 1.5437386 Dec 08 16:26:36.996556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-4dcd3621-7a9b-475b-97eb-29deeab86d2c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8540721 Dec 08 16:26:37.001240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17d481f0-bbe8-421a-9229-f75f6f31f63e req-d9427530-ca9c-444f-bfb5-13c1c3e6119e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1296082 Dec 08 16:26:37.046313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:37.191160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-301e502f-428d-4993-908c-c2cac44e0071 None None] Provisioning complete for port 4368667a-8e94-458c-a9e0-08e05e548314 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:37.191737 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-301e502f-428d-4993-908c-c2cac44e0071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:37.275852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac576d-6112-460b-b427-316c2492fd17 req-a976e0f3-7bbd-485e-a667-9572efd87ce2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.280287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-301e502f-428d-4993-908c-c2cac44e0071 None None] Port 4368667a-8e94-458c-a9e0-08e05e548314 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:37.294517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac576d-6112-460b-b427-316c2492fd17 req-a976e0f3-7bbd-485e-a667-9572efd87ce2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.317539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac576d-6112-460b-b427-316c2492fd17 req-a976e0f3-7bbd-485e-a667-9572efd87ce2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.348477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac576d-6112-460b-b427-316c2492fd17 req-a976e0f3-7bbd-485e-a667-9572efd87ce2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.364537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac576d-6112-460b-b427-316c2492fd17 req-a976e0f3-7bbd-485e-a667-9572efd87ce2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.366843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ceac576d-6112-460b-b427-316c2492fd17 req-a976e0f3-7bbd-485e-a667-9572efd87ce2 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 3816 time: 1.5071929 Dec 08 16:26:37.411761 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc517993-c20d-4a4c-ad0a-11e405442774 x-openstack-request-id: req-cc517993-c20d-4a4c-ad0a-11e405442774 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:37.412369 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab5f4308-71d6-4115-8271-d10db45fe3b2", "tag": "6bd1f6c2-6dce-4b43-8294-c9dc373e9316", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:37.412369 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cc517993-c20d-4a4c-ad0a-11e405442774 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:37.412705 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'tag': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316', 'status': 'completed', 'code': 200} Dec 08 16:26:37.422235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-9b54fb05-7d02-47d4-aacd-ebd0b682b0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.424067 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-9b54fb05-7d02-47d4-aacd-ebd0b682b0cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 1.2709672 Dec 08 16:26:37.508262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] For port f0822ac2-e4be-454a-a4c5-0cf34fc463ec, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f0822ac2-e4be-454a-a4c5-0cf34fc463ec,segment=NetworkSegment(565e4296-003b-422c-b633-55359d5acb2c),segment_id=565e4296-003b-422c-b633-55359d5acb2c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:37.508627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:37.525227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e2e8d936-d136-44cf-a0ae-c6d60c5a4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:37.526945 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-e2e8d936-d136-44cf-a0ae-c6d60c5a4197 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923891 Dec 08 16:26:37.546980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Calling delete_port for f0822ac2-e4be-454a-a4c5-0cf34fc463ec owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:37.713551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:37.792965 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-6c4126cb-d837-4960-ba2f-39b35d7f1bfc service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580159 Dec 08 16:26:37.919020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ceac576d-6112-460b-b427-316c2492fd17 req-d3e8e494-88ca-4773-b3c3-a82e316f64ba tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5373776 Dec 08 16:26:38.048751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.087463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d0513e01-dff2-4bb0-9f4b-6838e86cf91d req-655b5531-3921-4d5d-b599-e60394feacf8 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829778 Dec 08 16:26:38.107630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9bc281-d8ea-436d-bef1-cff4a2f71ed2 req-6f029ac3-b2a6-4b97-997c-86dfdd8acd3a tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:38.110938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d9bc281-d8ea-436d-bef1-cff4a2f71ed2 req-6f029ac3-b2a6-4b97-997c-86dfdd8acd3a tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1096 time: 0.3505702 Dec 08 16:26:38.114378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.205665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d9bc281-d8ea-436d-bef1-cff4a2f71ed2 req-b8cc39b5-4b61-4a03-8bdf-85ca293dba84 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865889 Dec 08 16:26:38.236875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:38.238706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Port': ['ID=f0822ac2-e4be-454a-a4c5-0cf34fc463ec,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:38.270333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Port': ['ID=2ac56217-991f-4669-8f62-391e37a04970,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:38.437569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-c90af307-b96b-4fe3-ba5b-6df4721683a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:38.442946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-c90af307-b96b-4fe3-ba5b-6df4721683a1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 1094 time: 0.2898366 Dec 08 16:26:38.604693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.616255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f64fbbc4-37e8-492f-996d-f64676dab227 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "DELETE /v2.0/ports/2ac56217-991f-4669-8f62-391e37a04970 HTTP/1.1" status: 204 len: 168 time: 4.9115758 Dec 08 16:26:38.620536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No DVR routers for this DVR port f0822ac2-e4be-454a-a4c5-0cf34fc463ec on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:38.633166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:38.737196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e64474-0397-4253-998f-f6ff9e15cd8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:38.821462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db54d00-7246-4227-ab99-e712d258e304 None None] Network 60727f0a-7b54-4873-997f-59e94daa5e66 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:38.830076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e70cb-092d-44c5-b1af-6ef5c3f02992 req-8d78b236-93a7-4381-bfb8-d65e913ba47d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:38.860936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d27e70cb-092d-44c5-b1af-6ef5c3f02992 req-8d78b236-93a7-4381-bfb8-d65e913ba47d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 943 time: 0.5197208 Dec 08 16:26:38.953264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e20b8-0da9-490f-9222-a36d5e8364c1 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:38.958578 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-571e20b8-0da9-490f-9222-a36d5e8364c1 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "GET /v2.0/ports?device_id=4fbc182e-5541-45f3-bd3e-38ac54e71cf7 HTTP/1.1" status: 200 len: 913 time: 0.3165383 Dec 08 16:26:38.968403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:39.024980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-92d8857d-ad34-42fc-b55c-95eb3dccc4b9 None None] Could not find standard attr ID for object f0822ac2-e4be-454a-a4c5-0cf34fc463ec. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:26:39.091647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.159058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d27e70cb-092d-44c5-b1af-6ef5c3f02992 req-c7a82412-39e1-45eb-9af2-4d28ee7b2537 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959538 Dec 08 16:26:39.390261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-cc93252d-19e1-4c47-bf6c-14d1c1e382d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.391795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-cc93252d-19e1-4c47-bf6c-14d1c1e382d6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.9265025 Dec 08 16:26:39.484158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4acdc921-1d48-45a2-9f4e-e2c7794f85ee {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:39.484678 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-8b79a335-e94c-4cd7-a866-8b22bbf2e6db service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316 HTTP/1.1" status: 200 len: 217 time: 0.0642967 Dec 08 16:26:39.489735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.504747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-3a60b20d-cac3-4f12-b4b3-ea7a9a364531 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.515053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-3a60b20d-cac3-4f12-b4b3-ea7a9a364531 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.524458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-3a60b20d-cac3-4f12-b4b3-ea7a9a364531 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.547322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-3a60b20d-cac3-4f12-b4b3-ea7a9a364531 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.555688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Subnet': ['ID=597a5627-e090-413d-8553-564914828cae,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:39.569828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-3a60b20d-cac3-4f12-b4b3-ea7a9a364531 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.585848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-3a60b20d-cac3-4f12-b4b3-ea7a9a364531 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 3816 time: 0.2163820 Dec 08 16:26:39.600610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.649533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260a078a-dd79-46dd-a823-00239925a34c None None] Network 60727f0a-7b54-4873-997f-59e94daa5e66 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:39.713700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.737433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Transition to ACTIVE for port object 4acdc921-1d48-45a2-9f4e-e2c7794f85ee will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:39.738532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58624) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:39.744950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60727f0a-7b54-4873-997f-59e94daa5e66']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:39.753647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.775524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '565e4296-003b-422c-b633-55359d5acb2c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:39.776769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '565e4296-003b-422c-b633-55359d5acb2c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:39.818939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Pushing event updated for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:39.893876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.899032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0ef8457-450e-461f-af48-fb2f06a27856 req-39760779-e2a6-4780-a4fd-0a5e7d242e7b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121595 Dec 08 16:26:39.976309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-92a8c343-21fb-4940-8860-81628ae04d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:39.977848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-92a8c343-21fb-4940-8860-81628ae04d8f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.4782720 Dec 08 16:26:39.979023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:39.985349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e64474-0397-4253-998f-f6ff9e15cd8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.011731 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7e64474-0397-4253-998f-f6ff9e15cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.072193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:40.080938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Attempting to bind port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:40.081282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Attempting to bind port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:40.081780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Attempting to bind port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee on network 4d591784-736c-42e5-b1b6-fb316b2cd05a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:40.085893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.090545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d0637f-4648-40fd-98da-ea380b61fca9 None None] DHCP port deletion for 60727f0a-7b54-4873-997f-59e94daa5e66 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:40.099577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-2d18ef13-2ab2-4835-bd95-108484859cf3 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3590341 Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:40.104460 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:40.106461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-3ef76154-5328-4774-a4da-4fbc461843e6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:26:40.117318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-3ef76154-5328-4774-a4da-4fbc461843e6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0168164 Dec 08 16:26:40.118748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee on network 4d591784-736c-42e5-b1b6-fb316b2cd05a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:40.120943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Attempting to bind port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee on network 4d591784-736c-42e5-b1b6-fb316b2cd05a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:40.149926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:40.150270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Checking segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:40.150664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Bound using segment: {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:40.151125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Bound port: 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a93eff-37fa-425d-9afb-c21f427d22f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:40.152666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.298836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7e64474-0397-4253-998f-f6ff9e15cd8d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f96da641ca74c41a1140df2ca2b6f62&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0530279 Dec 08 16:26:40.314135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58632) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:40.384885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e64474-0397-4253-998f-f6ff9e15cd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63355fe9-5787-4b35-96d8-e18942d5252c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:40.416096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.453421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-77a0fe67-4e6f-4714-b92f-b19317cfed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:40.455381 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-77a0fe67-4e6f-4714-b92f-b19317cfed1a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4681823 Dec 08 16:26:40.481352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:40.487178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:40.495582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.507983 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.522398 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/60727f0a-7b54-4873-997f-59e94daa5e66 HTTP/1.1" status: 204 len: 168 time: 5.7495930 Dec 08 16:26:40.565591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58638) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:40.591979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e041f-5261-413a-8d77-355fc0114b13 req-7f7d2933-6f61-43ad-90bc-1ac12885c81d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:40.603236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56e041f-5261-413a-8d77-355fc0114b13 req-7f7d2933-6f61-43ad-90bc-1ac12885c81d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 943 time: 0.2272420 Dec 08 16:26:40.603803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-191074216'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:40.627995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Pushing event updated for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:40.704844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:40.706310 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:40.708370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5d1f8724-e20a-492c-ac18-19c71a91a422 service neutron] 10.222.0.86 "PUT /v2.0/ports/4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 1092 time: 3.6853418 Dec 08 16:26:40.711404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:40.720436 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73384304-994c-45a8-9bc3-6910a74ac0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:40.735387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e58e4-cd34-4d6e-8809-e34fca6e593f tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Network': ['ID=60727f0a-7b54-4873-997f-59e94daa5e66,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:40.792571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56e041f-5261-413a-8d77-355fc0114b13 req-13d75554-3a92-4bd9-b451-5d96b9573f84 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641903 Dec 08 16:26:40.845930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:40.936631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f0822ac2-e4be-454a-a4c5-0cf34fc463ec no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:40.968114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4e00dc-00a9-48e1-83e2-1e5ccb12f371 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.017390 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cc267e-f8d5-476b-b345-3301b76db506 x-openstack-request-id: req-70cc267e-f8d5-476b-b345-3301b76db506 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:41.017748 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:41.020810 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-70cc267e-f8d5-476b-b345-3301b76db506 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:41.021259 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'status': 'completed', 'code': 200} Dec 08 16:26:41.044205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f0822ac2-e4be-454a-a4c5-0cf34fc463ec {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:41.044477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f0822ac2-e4be-454a-a4c5-0cf34fc463ec not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:41.071452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:41.075388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.252057 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.280984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4e00dc-00a9-48e1-83e2-1e5ccb12f371 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.331365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-30ae2cb5-5858-4033-9c6f-7d1f55915b39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.346223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-30ae2cb5-5858-4033-9c6f-7d1f55915b39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.352875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-30ae2cb5-5858-4033-9c6f-7d1f55915b39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.360167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-30ae2cb5-5858-4033-9c6f-7d1f55915b39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.370111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-30ae2cb5-5858-4033-9c6f-7d1f55915b39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.379734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-30ae2cb5-5858-4033-9c6f-7d1f55915b39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 3828 time: 0.2476368 Dec 08 16:26:41.399775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-2a653d28-ae79-48cd-a461-24396e189e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.399984 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-53f7fabf-95f4-4b4d-b8ec-12c65dd8e7f2 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8761327 Dec 08 16:26:41.407783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-2a653d28-ae79-48cd-a461-24396e189e71 service neutron] 10.222.0.62 "GET /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 1093 time: 0.1725280 Dec 08 16:26:41.408655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:41.418469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Request body: {'binding': {'host': 'n-h2-820935-5', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:41.419087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Unknown quota resources ['binding']. {{(pid=103282) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:26:41.531709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bdc94c9-557d-4e21-8fe1-ed46dc049bee req-2fecb4a1-3733-4c14-ac6e-d14068b9067d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509626 Dec 08 16:26:41.579813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-cb4e0b19-e7a7-49c1-b59b-33393e1fd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.580424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-cb4e0b19-e7a7-49c1-b59b-33393e1fd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.580704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-cb4e0b19-e7a7-49c1-b59b-33393e1fd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.581431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-cb4e0b19-e7a7-49c1-b59b-33393e1fd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.581431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-cb4e0b19-e7a7-49c1-b59b-33393e1fd7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:41.583661 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-cb4e0b19-e7a7-49c1-b59b-33393e1fd7c0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 4363 time: 0.5020196 Dec 08 16:26:41.643456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.643456 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Added segment 22db6f85-904a-4ce2-8b33-6c74bb1aa82a of type vlan for network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e Dec 08 16:26:41.675366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4e00dc-00a9-48e1-83e2-1e5ccb12f371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.677817 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4e00dc-00a9-48e1-83e2-1e5ccb12f371 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.681526 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e4e00dc-00a9-48e1-83e2-1e5ccb12f371 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63355fe9-5787-4b35-96d8-e18942d5252c HTTP/1.1" status: 204 len: 168 time: 1.3611906 Dec 08 16:26:41.711061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e00dc-00a9-48e1-83e2-1e5ccb12f371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63355fe9-5787-4b35-96d8-e18942d5252c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:41.782498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:26:41.855415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:41.862226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.127283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:42.144711 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:26:42.156472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316', 'mac_address': 'fa:16:3e:ce:0b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:26:42.226860 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9f0e102-24cc-48b1-bfff-72aad52e88e1 req-0744561a-da88-4b4a-8997-c37fe34acfe2 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8156471 Dec 08 16:26:42.253225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.282197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:42.289840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-0cb426fe-2626-40c3-9196-c260d0e2fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.290544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-0cb426fe-2626-40c3-9196-c260d0e2fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.291144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-0cb426fe-2626-40c3-9196-c260d0e2fd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.293014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-0cb426fe-2626-40c3-9196-c260d0e2fd31 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.6900697 Dec 08 16:26:42.312346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.319382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.320247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.351272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:42.360951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.393114 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8088012 Dec 08 16:26:42.434572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58664) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:42.468245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82876452-5462-4fee-bf71-f8d3056c1eff req-c3159925-0ae6-4eed-9763-9b9de8f9e09b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.481589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82876452-5462-4fee-bf71-f8d3056c1eff req-c3159925-0ae6-4eed-9763-9b9de8f9e09b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 943 time: 0.3651180 Dec 08 16:26:42.509945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'subnet': {'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:42.552292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe30959-e3d0-487e-a9b6-5b70de897984 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Network': ['ID=c75f3d44-4baa-436e-b80f-7eeec2bd9c6e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:42.585328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:42.592110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:42.617927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-bae4d791-9746-4b21-8b45-7b74421562c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:42.618981 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73384304-994c-45a8-9bc3-6910a74ac0e0 req-bae4d791-9746-4b21-8b45-7b74421562c2 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3186967 Dec 08 16:26:42.665536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2bcea1a-1749-4e56-b281-39debb0de3f0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:42.688814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.695276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:26:42.722435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82876452-5462-4fee-bf71-f8d3056c1eff req-a4ccba91-a41f-46a3-8d5e-f89cec20628c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354529 Dec 08 16:26:42.798886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on host n-h2-820935-5 for vnic_type normal with profile None {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:42.805960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:42.806803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:42.850093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:42.860480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:42.869507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Transition to ACTIVE for port object e2bcea1a-1749-4e56-b281-39debb0de3f0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:42.925918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.943412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:42.947603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:42.951383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:42.952472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Checking segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:42.953173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Bound using segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:42.953690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Bound port: f94264d0-32ba-472e-aa0d-12396ccbe256, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:43.002208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Deleting port 671968c6-fcb2-40e1-93d3-ea17efd8e51c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:43.008634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.111886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:43.310326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.357051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Calling delete_port for 671968c6-fcb2-40e1-93d3-ea17efd8e51c owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:43.507796 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.509003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] 10.222.0.62 "POST /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256/bindings HTTP/1.1" status: 201 len: 389 time: 2.1004369 Dec 08 16:26:43.510574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.775026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:43.797188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:43.847800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:43.995773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.008992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Port': ['ID=671968c6-fcb2-40e1-93d3-ea17efd8e51c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:44.017308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:26:44.022050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.025828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:44.026404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.044797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.057334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.072395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.092383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.101447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-983c72e1-47e6-44c0-8361-ecfc7eb35384 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 4605 time: 1.1694798 Dec 08 16:26:44.145938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Subnet': ['ID=cbc19a5c-9a09-4897-b09a-9cf7ace45a50,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:44.276016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.318616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:44.323266 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee73a007-10ab-481b-8ac0-75918c07127d" -d '{"events": [{"server_uuid": "ab5f4308-71d6-4115-8271-d10db45fe3b2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1f6c2-6dce-4b43-8294-c9dc373e9316"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:44.332590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Checking segment: {'id': '22db6f85-904a-4ce2-8b33-6c74bb1aa82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:44.333361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network hostable DHCP agents. Network: c75f3d44-4baa-436e-b80f-7eeec2bd9c6e, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:44.357950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:44.365940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.477666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:44.485644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d84e36d-f7e2-47d6-8e32-8b4a35932267 req-7ff026dc-cfec-45da-a09f-d051485c37bb tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3831198 Dec 08 16:26:44.504736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-2405afbc-8820-44c0-b98d-8e33a713d92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.511445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-2405afbc-8820-44c0-b98d-8e33a713d92b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1096 time: 0.5290639 Dec 08 16:26:44.516016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.574330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:44.602901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3fca8-3a44-494f-979b-65a167a8e0a9 req-b8be4d87-b65b-4c0b-99af-81b23b7e4e1b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.605309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ec3fca8-3a44-494f-979b-65a167a8e0a9 req-b8be4d87-b65b-4c0b-99af-81b23b7e4e1b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.8640213 Dec 08 16:26:44.614952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c75f3d44-4baa-436e-b80f-7eeec2bd9c6e) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:44.626648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b226e3-3298-4151-929c-fb65be069bad None None] Network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:44.674126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:44.675085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.678159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Attempting to bind port e2bcea1a-1749-4e56-b281-39debb0de3f0 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:44.682336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Attempting to bind port e2bcea1a-1749-4e56-b281-39debb0de3f0 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:44.685071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Attempting to bind port e2bcea1a-1749-4e56-b281-39debb0de3f0 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:44.704893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Port e2bcea1a-1749-4e56-b281-39debb0de3f0 on network af0838c5-1ffc-4914-891f-ba3505a2f863 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:44.705270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Attempting to bind port e2bcea1a-1749-4e56-b281-39debb0de3f0 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:44.758263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:44.758697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Checking segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:44.759111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Bound using segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:44.759582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Bound port: e2bcea1a-1749-4e56-b281-39debb0de3f0, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:44.759957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.880766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-c75f3d44-4baa-436e-b80f-7eeec2bd9c6e', 'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e', 'project_id': 'c87055261f9c4b908c876136e03c2755', 'fixed_ips': [{'subnet_id': 'cbc19a5c-9a09-4897-b09a-9cf7ace45a50'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:44.881693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:44.898560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ec3fca8-3a44-494f-979b-65a167a8e0a9 req-39d21334-a765-4d14-928e-168d22888bbd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578340 Dec 08 16:26:44.910188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cbd0a5f8-73f9-4535-95b2-8ce39bad3054 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4676752 Dec 08 16:26:44.937586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58710) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:45.241672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Allocated IP 2001:db8::2 (c75f3d44-4baa-436e-b80f-7eeec2bd9c6e/cbc19a5c-9a09-4897-b09a-9cf7ace45a50/77ec1c9d-0971-480b-8010-098dc0711b9d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:45.311554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:45.329128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:45.361080 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d530a6-9af5-4f13-a233-464936f1c06f x-openstack-request-id: req-46d530a6-9af5-4f13-a233-464936f1c06f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:45.361372 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f4308-71d6-4115-8271-d10db45fe3b2", "name": "network-vif-plugged", "status": "completed", "tag": "6bd1f6c2-6dce-4b43-8294-c9dc373e9316", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:45.361830 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-46d530a6-9af5-4f13-a233-464936f1c06f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:45.362425 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316', 'code': 200} Dec 08 16:26:45.364637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.443816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.481727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:45.485183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.487730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] 10.222.0.86 "PUT /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 1135 time: 4.6895118 Dec 08 16:26:45.488499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': 'e2bcea1a-1749-4e56-b281-39debb0de3f0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:45.496056 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0079aec-58d9-456d-b8ea-dacc020096b8" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "e2bcea1a-1749-4e56-b281-39debb0de3f0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:45.552743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d3e957-3cde-486d-b89f-ce431812ad68 req-092eefa2-e177-490c-b01a-0b49c3d06c14 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:45.554727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43d3e957-3cde-486d-b89f-ce431812ad68 req-092eefa2-e177-490c-b01a-0b49c3d06c14 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.2570879 Dec 08 16:26:45.568818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:45.681519 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.700776 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.781882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Pushing event updated for resources: {'Port': ['ID=77ec1c9d-0971-480b-8010-098dc0711b9d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:45.788652 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96681cd5-59ca-47d6-b383-f0b17cda3821 x-openstack-request-id: req-96681cd5-59ca-47d6-b383-f0b17cda3821 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:45.788955 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "e2bcea1a-1749-4e56-b281-39debb0de3f0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:45.789211 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-96681cd5-59ca-47d6-b383-f0b17cda3821 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:45.789638 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': 'e2bcea1a-1749-4e56-b281-39debb0de3f0', 'status': 'completed', 'code': 200} Dec 08 16:26:45.798258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:45.801466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:45.805588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:45.822611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f793b89-2443-462c-afa0-667a67d025b2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:45.933984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Attempting to bind port 77ec1c9d-0971-480b-8010-098dc0711b9d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:45.934505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Attempting to bind port 77ec1c9d-0971-480b-8010-098dc0711b9d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '22db6f85-904a-4ce2-8b33-6c74bb1aa82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:45.934997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Attempting to bind port 77ec1c9d-0971-480b-8010-098dc0711b9d on network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:45.949320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:45.950959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Checking segment: {'id': '22db6f85-904a-4ce2-8b33-6c74bb1aa82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:45.954297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.955066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Bound using segment: {'id': '22db6f85-904a-4ce2-8b33-6c74bb1aa82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:45.956029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Bound port: 77ec1c9d-0971-480b-8010-098dc0711b9d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22db6f85-904a-4ce2-8b33-6c74bb1aa82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c75f3d44-4baa-436e-b80f-7eeec2bd9c6e'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:45.956677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:45.960580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.019201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43d3e957-3cde-486d-b89f-ce431812ad68 req-a87b05fc-7d49-48b5-ae79-cbec3aab1cba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443779 Dec 08 16:26:46.090627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-3aaff53e-6d9d-4e2a-82ce-296b218c3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.098055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-3aaff53e-6d9d-4e2a-82ce-296b218c3b97 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 897 time: 1.5755093 Dec 08 16:26:46.183863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Router 4fbc182e-5541-45f3-bd3e-38ac54e71cf7 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:26:46.204531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22004249-8c82-46cc-9c59-2ff45c1d2bb9 req-d5e95ac8-21f0-41b0-a859-faef52c8ff7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.206408 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-22004249-8c82-46cc-9c59-2ff45c1d2bb9 req-d5e95ac8-21f0-41b0-a859-faef52c8ff7c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 1096 time: 0.2052822 Dec 08 16:26:46.219933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.220466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.220971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.221373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.221747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.222270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.224390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-dc42636a-69ea-42ad-a888-57ea7b6c8c20 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5291 time: 0.4337890 Dec 08 16:26:46.248085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] For port 77ec1c9d-0971-480b-8010-098dc0711b9d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:46.256078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] For port 77ec1c9d-0971-480b-8010-098dc0711b9d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=77ec1c9d-0971-480b-8010-098dc0711b9d,segment=NetworkSegment(22db6f85-904a-4ce2-8b33-6c74bb1aa82a),segment_id=22db6f85-904a-4ce2-8b33-6c74bb1aa82a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:46.267755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.303520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.310065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.328293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.344691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-efa518c5-b23a-449f-b83f-ef2f1f0617d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 1000 time: 0.2274382 Dec 08 16:26:46.350361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.368941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.389125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.407293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-560de27e-2007-4bb0-be2b-d541c4a5b317 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 4605 time: 0.6205459 Dec 08 16:26:46.408404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b7bb3-bb2f-477b-8775-13cbd8d99c46 None None] Pushing event updated for resources: {'Port': ['ID=77ec1c9d-0971-480b-8010-098dc0711b9d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:46.477608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:26:46.491436 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] Sync routers for ids ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:26:46.496241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b36cde0-1cab-4a30-870c-5a93ef214cb5 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "PUT /v2.0/routers/4fbc182e-5541-45f3-bd3e-38ac54e71cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5237145 Dec 08 16:26:46.501461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:46.527086 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] Routers {'4fbc182e-5541-45f3-bd3e-38ac54e71cf7'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:46.528787 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:26:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:46.589221 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:46.602855 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] Routers {'4fbc182e-5541-45f3-bd3e-38ac54e71cf7'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:26:46.604335 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:26:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:46.648024 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:46.649088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2b1eea-151d-4d6a-8c93-ff632780ecad None None] The sync data for ids ['4fbc182e-5541-45f3-bd3e-38ac54e71cf7'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:26:46.741656 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-22004249-8c82-46cc-9c59-2ff45c1d2bb9 req-f17cc7b0-465d-4e88-aff2-e52f0a0790d3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262251 Dec 08 16:26:46.773355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:46.955483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca33ad7-ac01-46cb-99f8-a06fbf055825 req-54d2a6a1-b453-43cb-b344-90dda5e03aaf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:46.971000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ca33ad7-ac01-46cb-99f8-a06fbf055825 req-54d2a6a1-b453-43cb-b344-90dda5e03aaf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.8262837 Dec 08 16:26:47.101771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 77ec1c9d-0971-480b-8010-098dc0711b9d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:47.182532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.188272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.228715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 77ec1c9d-0971-480b-8010-098dc0711b9d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:47.229393 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.239138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d45a5e2c-cf4b-4da6-bf17-64964510a239 req-e09fe8c6-79d6-4c71-bb37-6cc3842cc749 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8306570 Dec 08 16:26:47.268073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f516e86-e026-446d-82f2-31af32bd19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:47.270374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f516e86-e026-446d-82f2-31af32bd19ba service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.8864357 Dec 08 16:26:47.274854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.275217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Fanout notify agent at l3_agent the message router_deleted on router 4fbc182e-5541-45f3-bd3e-38ac54e71cf7 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:26:47.276077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting port 77ec1c9d-0971-480b-8010-098dc0711b9d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:47.278245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.300268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.303247 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32dd4894-207d-47e1-8af6-a0487262bd12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "DELETE /v2.0/routers/4fbc182e-5541-45f3-bd3e-38ac54e71cf7 HTTP/1.1" status: 204 len: 168 time: 0.7952645 Dec 08 16:26:47.335111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58762) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:47.448840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.475778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d1cb92ad-db65-4b84-9abc-06b6f785ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:47.477564 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d1cb92ad-db65-4b84-9abc-06b6f785ae5a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1726735 Dec 08 16:26:47.490198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Deleting subnet 444db11c-6bb2-4ef2-9dc9-8bbab4a3f275 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:26:47.502439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.539048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 77ec1c9d-0971-480b-8010-098dc0711b9d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=77ec1c9d-0971-480b-8010-098dc0711b9d,segment=NetworkSegment(22db6f85-904a-4ce2-8b33-6c74bb1aa82a),segment_id=22db6f85-904a-4ce2-8b33-6c74bb1aa82a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:47.551338 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.647953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:47.714591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=77ec1c9d-0971-480b-8010-098dc0711b9d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:47.767282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d8592781-22e9-4160-b1c1-50d2acf484ce service neutron] 10.222.0.86 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779837 Dec 08 16:26:48.118460 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-3195500c-06af-4406-b3eb-73e1443c7bea service neutron] 10.222.0.86 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396626 Dec 08 16:26:48.347645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b170b40d-7377-4f61-9a70-7efc64e0d3f4 None None] Network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:48.501062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d83e7f93-7cc5-44dd-a2e6-b6d1831beb2e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:48.504400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0bc209f8-3ee0-4678-8683-c339cb507c7b None None] Provisioning complete for port 77ec1c9d-0971-480b-8010-098dc0711b9d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:48.504733 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bc209f8-3ee0-4678-8683-c339cb507c7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:48.507050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d83e7f93-7cc5-44dd-a2e6-b6d1831beb2e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880&tenant_id=d0a12132f1034bcc9fa41009f4c3b339&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1096 time: 0.3237076 Dec 08 16:26:48.525337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-820935-5'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:48.680786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:48.899318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-0c4531e9-6a5d-4529-81ca-f08570a87acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:48.902633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-0c4531e9-6a5d-4529-81ca-f08570a87acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:48.903281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-0c4531e9-6a5d-4529-81ca-f08570a87acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:48.905590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-0c4531e9-6a5d-4529-81ca-f08570a87acf service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&shared=False HTTP/1.1" status: 200 len: 2296 time: 2.4919603 Dec 08 16:26:48.972395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] For port 77ec1c9d-0971-480b-8010-098dc0711b9d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=77ec1c9d-0971-480b-8010-098dc0711b9d,segment=NetworkSegment(22db6f85-904a-4ce2-8b33-6c74bb1aa82a),segment_id=22db6f85-904a-4ce2-8b33-6c74bb1aa82a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:48.973684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.002804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Calling delete_port for 77ec1c9d-0971-480b-8010-098dc0711b9d owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:49.047548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 77ec1c9d-0971-480b-8010-098dc0711b9d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:49.173366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:49.191737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 77ec1c9d-0971-480b-8010-098dc0711b9d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:49.191988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.266861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.343025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:49.356899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ec8c93a4-2c08-43ce-963a-efabe0c06864 None None] Provisioning complete for port 77ec1c9d-0971-480b-8010-098dc0711b9d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:49.358410 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec8c93a4-2c08-43ce-963a-efabe0c06864 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.448789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.454570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:49.460260 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2709f9a6-e6d1-42d2-833d-d70ef92b6c39" -d '{"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-unplugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:49.471750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.484797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.560035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:49.578243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "DELETE /v2.0/subnets/444db11c-6bb2-4ef2-9dc9-8bbab4a3f275 HTTP/1.1" status: 204 len: 168 time: 2.2148449 Dec 08 16:26:49.585426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c3cd85-a5df-4a94-8ead-7b84d87efb26 None None] Network ae95d3c0-f984-4e30-a617-6452328657f1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:49.615516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:49.629846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09795eae-0f93-4092-b681-e95d72fd2a12 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Subnet': ['ID=444db11c-6bb2-4ef2-9dc9-8bbab4a3f275,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:49.813076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5352e876-0791-4d62-bf1d-de3c3e6bceae req-58dbd678-c5dc-4ad0-b6e6-28fff93dac73 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:49.817844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5352e876-0791-4d62-bf1d-de3c3e6bceae req-58dbd678-c5dc-4ad0-b6e6-28fff93dac73 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.6885564 Dec 08 16:26:49.860718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:49.884882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ca33ad7-ac01-46cb-99f8-a06fbf055825 req-589d51b0-6c72-481e-9689-7fbc73d9a97a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.9008236 Dec 08 16:26:49.911264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] DHCP port deletion for ae95d3c0-f984-4e30-a617-6452328657f1 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:49.928624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.051883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Transition to ACTIVE for port object 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:50.068285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] Deleting port d8ff71fa-3e17-43e7-ad10-b09abed719ee {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:50.069596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.072568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.103622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5352e876-0791-4d62-bf1d-de3c3e6bceae req-b8f23be1-c637-4990-9f9c-fd96d6355414 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593906 Dec 08 16:26:50.257119 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5674c8bc-44e1-4c52-92bd-8e3bfea168ca x-openstack-request-id: req-5674c8bc-44e1-4c52-92bd-8e3bfea168ca {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:50.257587 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-unplugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:50.263088 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5674c8bc-44e1-4c52-92bd-8e3bfea168ca {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:50.264468 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'code': 200} Dec 08 16:26:50.275482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-600f095a-ba07-4370-a366-a1b2819b92e7 None None] Provisioning complete for port f94264d0-32ba-472e-aa0d-12396ccbe256 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:50.275863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-600f095a-ba07-4370-a366-a1b2819b92e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.279186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.311754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.333937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.411892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] For port d8ff71fa-3e17-43e7-ad10-b09abed719ee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d8ff71fa-3e17-43e7-ad10-b09abed719ee,segment=NetworkSegment(251e90b3-9ae4-4dbe-bd87-77bc2c33b21e),segment_id=251e90b3-9ae4-4dbe-bd87-77bc2c33b21e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:50.412506 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.415081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-bc5b94cc-8997-4cf5-a655-2c5b1adb24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.416996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0079aec-58d9-456d-b8ea-dacc020096b8 req-bc5b94cc-8997-4cf5-a655-2c5b1adb24cc service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0310318 Dec 08 16:26:50.437907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-600f095a-ba07-4370-a366-a1b2819b92e7 None None] Port f94264d0-32ba-472e-aa0d-12396ccbe256 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:26:50.440231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] Calling delete_port for d8ff71fa-3e17-43e7-ad10-b09abed719ee owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:50.464867 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:26:50.659937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on host n-h1-820935-5 for vnic_type normal with profile {"migrating_to": "n-h2-820935-5"} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:50.665038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:50.667019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:50.669755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.677725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.685927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:50.687122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Attempting to bind port f94264d0-32ba-472e-aa0d-12396ccbe256 on network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:50.699160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.703496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:50.704272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Checking segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:50.704963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Bound using segment: {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:50.705732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Bound port: f94264d0-32ba-472e-aa0d-12396ccbe256, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f801294-b27d-4df3-b317-0d430ac68b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:50.706328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.710697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.718632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.729379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.737151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:50.760900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.763022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-b799b783-5e8b-4cc5-8362-b0ea685d5eaa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5383 time: 0.6553617 Dec 08 16:26:50.770250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.818797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Deleting port d8ff71fa-3e17-43e7-ad10-b09abed719ee {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:50.819179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:50.840225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] No DVR routers for this DVR port d8ff71fa-3e17-43e7-ad10-b09abed719ee on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:50.849762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c594231a-54d5-4b8a-b077-3c2193b81a18 None None] Pushing event deleted for resources: {'Port': ['ID=d8ff71fa-3e17-43e7-ad10-b09abed719ee,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.938608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Port': ['ID=77ec1c9d-0971-480b-8010-098dc0711b9d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:50.970147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fda2a92-2bda-4f82-be6b-0efdc015b3c1 req-edb30c92-7cd7-457d-b03f-b942623b5088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010384 Dec 08 16:26:50.991052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8ff71fa-3e17-43e7-ad10-b09abed719ee no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:51.010599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] For port d8ff71fa-3e17-43e7-ad10-b09abed719ee, host n-d-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:51.011133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.068352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Calling delete_port for d8ff71fa-3e17-43e7-ad10-b09abed719ee owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:26:51.070075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No DVR routers for this DVR port 77ec1c9d-0971-480b-8010-098dc0711b9d on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:51.071836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Attempting to bind port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:51.072329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Attempting to bind port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:51.072669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Attempting to bind port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:51.081128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Port d8ff71fa-3e17-43e7-ad10-b09abed719ee was not found and therefore no delete operation was performed {{(pid=103281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:26:51.083685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.086961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 on network af0838c5-1ffc-4914-891f-ba3505a2f863 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:51.087300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Attempting to bind port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:51.091021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d8ff71fa-3e17-43e7-ad10-b09abed719ee {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:51.091364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d8ff71fa-3e17-43e7-ad10-b09abed719ee not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:51.093054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067726ab-71ef-44a9-bdb3-cc79d1f5d92a None None] DHCP port deletion for c75f3d44-4baa-436e-b80f-7eeec2bd9c6e request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:51.133240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2f2749-8053-4c20-b194-3d2ba148afd7 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:26:51.153873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa76758-a360-4039-9206-e4c8ee6d38d0 req-38997b0c-d987-4f36-be35-59d8a0f3c078 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:51.164637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fa76758-a360-4039-9206-e4c8ee6d38d0 req-38997b0c-d987-4f36-be35-59d8a0f3c078 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.3068151 Dec 08 16:26:51.212736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:51.213067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Checking segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:51.213458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Bound using segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:51.214192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Bound port: 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:51.214566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.261994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] No DVR routers for this DVR port d8ff71fa-3e17-43e7-ad10-b09abed719ee on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:26:51.279999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Port': ['ID=d8ff71fa-3e17-43e7-ad10-b09abed719ee,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:51.306197 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.431764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2f2749-8053-4c20-b194-3d2ba148afd7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:26:51.460190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef00bc-321a-4c9a-84ee-7e7fc7b8d439 req-285b23fe-f3b8-46db-9105-ae4326134e6a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:51.462171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7ef00bc-321a-4c9a-84ee-7e7fc7b8d439 req-285b23fe-f3b8-46db-9105-ae4326134e6a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 943 time: 0.2888887 Dec 08 16:26:51.485628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fa76758-a360-4039-9206-e4c8ee6d38d0 req-bf67fbf3-538a-4dee-b11b-5393c7ff1481 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174891 Dec 08 16:26:51.499631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.524272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae95d3c0-f984-4e30-a617-6452328657f1']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:51.541915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:51.541915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251e90b3-9ae4-4dbe-bd87-77bc2c33b21e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:51.574461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:51.586421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.642826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:51.652268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7ef00bc-321a-4c9a-84ee-7e7fc7b8d439 req-e08c4064-0bee-4513-8c94-eb4fe84eb6b9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654704 Dec 08 16:26:51.656784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:51.662406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.663442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.680802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:51.684733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.703654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:51.704331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.710400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:51.713974 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:51.718113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc19a5c-9a09-4897-b09a-9cf7ace45a50,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:51.861010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:51.863284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.865521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] 10.222.0.86 "PUT /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 1136 time: 6.3319151 Dec 08 16:26:51.896735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.934067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c75f3d44-4baa-436e-b80f-7eeec2bd9c6e']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:51.957892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22db6f85-904a-4ce2-8b33-6c74bb1aa82a') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:51.959763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22db6f85-904a-4ce2-8b33-6c74bb1aa82a') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:26:51.988163 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:51.996533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:52.004596 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ce294-68d5-46b5-8037-9fdc261db627" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:52.093319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.175540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:52.197504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.200530 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] 10.222.0.62 "DELETE /v2.0/networks/ae95d3c0-f984-4e30-a617-6452328657f1 HTTP/1.1" status: 204 len: 168 time: 2.5739813 Dec 08 16:26:52.207330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6962f-50f2-46de-8cb6-fce2a5a1da39 tempest-FloatingIPNegativeTestJSON-522248486 tempest-FloatingIPNegativeTestJSON-522248486-project] Pushing event deleted for resources: {'Network': ['ID=ae95d3c0-f984-4e30-a617-6452328657f1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:52.211939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=8']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:52.220188 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f4388-f7e0-4480-af29-6882e5cca2e5 x-openstack-request-id: req-450f4388-f7e0-4480-af29-6882e5cca2e5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:52.220513 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:52.220782 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-450f4388-f7e0-4480-af29-6882e5cca2e5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:52.221221 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8', 'status': 'completed', 'code': 200} Dec 08 16:26:52.249756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507270c-33fd-4c04-aecf-5eaeabc5d8b8 None None] Network c75f3d44-4baa-436e-b80f-7eeec2bd9c6e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:52.266647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.267378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.268753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b90016fb-fe73-4f77-8d1b-c7d5386187ad service neutron] 10.222.0.86 "PUT /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 1121 time: 3.7536399 Dec 08 16:26:52.269255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:52.274923 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d078d39-b899-4b31-86af-7b6f33321559" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:52.402658 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c442f309-78f7-4b24-8c92-c06b439e7ba3 x-openstack-request-id: req-c442f309-78f7-4b24-8c92-c06b439e7ba3 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:52.403749 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:52.404186 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c442f309-78f7-4b24-8c92-c06b439e7ba3 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:52.405529 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'status': 'completed', 'code': 200} Dec 08 16:26:52.459144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f94264d0-32ba-472e-aa0d-12396ccbe256'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:26:52.474445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc8b28-d57b-45d1-b5f0-7ddad86b77c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:52.551184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.573943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078d39-b899-4b31-86af-7b6f33321559 req-53afc8d7-5141-483b-9634-61d879d5fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.576603 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-53afc8d7-5141-483b-9634-61d879d5fc7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1124 time: 0.1530266 Dec 08 16:26:52.783206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:26:52.783980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:26:52.799156 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:26:52.835978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a436b63-49e0-4223-9f95-76fbe85f30e1 None None] DHCP port deletion for c75f3d44-4baa-436e-b80f-7eeec2bd9c6e request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:26:52.908171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.927129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.934564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.941816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.949404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.956431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078d39-b899-4b31-86af-7b6f33321559 req-5efbf77a-d140-40c5-9848-23685b903818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.961943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.971081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-5efbf77a-d140-40c5-9848-23685b903818 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 897 time: 0.3870158 Dec 08 16:26:52.987101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:52.997454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9162b6e6-db58-4122-9476-8ff281bec65a req-b07d27db-c035-4301-879a-72a24b778bb3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5383 time: 0.7876077 Dec 08 16:26:53.050890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58890) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:53.074656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 77ec1c9d-0971-480b-8010-098dc0711b9d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:26:53.084625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.086181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.088860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.089537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.090293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.093238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.095575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.103202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-b8e82627-3ca5-44cf-b18a-1c2455bb652c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6220 time: 0.8788004 Dec 08 16:26:53.155117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.165629 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-dd5a5adc-434f-4aed-9f4f-c8efec0f9096 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 998 time: 0.1866007 Dec 08 16:26:53.187122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 77ec1c9d-0971-480b-8010-098dc0711b9d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:26:53.187465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 77ec1c9d-0971-480b-8010-098dc0711b9d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:26:53.288514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d17bd4a5-002e-496b-8ee7-b50c328d666c None None] Provisioning complete for port f94264d0-32ba-472e-aa0d-12396ccbe256 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:53.289071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d17bd4a5-002e-496b-8ee7-b50c328d666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.343739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218417-0717-4835-8e9c-3f4f3fabd2f8 req-8886dffd-8b81-4fc9-8baa-4c8b9c8e7170 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.353052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf218417-0717-4835-8e9c-3f4f3fabd2f8 req-8886dffd-8b81-4fc9-8baa-4c8b9c8e7170 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.6579823 Dec 08 16:26:53.379972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.422771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078d39-b899-4b31-86af-7b6f33321559 req-34a8b1d0-2567-4ccb-acaf-886c2627f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.425985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-34a8b1d0-2567-4ccb-acaf-886c2627f95d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.2529466 Dec 08 16:26:53.492953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.501001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/c75f3d44-4baa-436e-b80f-7eeec2bd9c6e HTTP/1.1" status: 204 len: 168 time: 8.5565894 Dec 08 16:26:53.520052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:53.532879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1393786600'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:53.615322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:53.624711 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.700782 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d17bd4a5-002e-496b-8ee7-b50c328d666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.723187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74233df4-22ca-4e76-9ee5-71d299ddd740 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Network': ['ID=c75f3d44-4baa-436e-b80f-7eeec2bd9c6e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:53.745181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:53.756679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:53.759457 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-303fcdad-c226-4a2d-869e-2a36fe7841f4" -d '{"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-plugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:53.774685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.776155 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Added segment cf141e3e-50a2-4dcc-8dd0-ea1b9c119506 of type vlan for network afa3984f-6132-48ae-87db-973d988951d9 Dec 08 16:26:53.782406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d17bd4a5-002e-496b-8ee7-b50c328d666c None None] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:53.790241 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d17bd4a5-002e-496b-8ee7-b50c328d666c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.900675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d078d39-b899-4b31-86af-7b6f33321559 req-14d3d76e-e81c-42b2-b8af-4f25bb3a1807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:53.916991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-14d3d76e-e81c-42b2-b8af-4f25bb3a1807 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4822729 Dec 08 16:26:53.917875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf218417-0717-4835-8e9c-3f4f3fabd2f8 req-917d2149-83ba-44d3-9e0d-3531d1022a48 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5637259 Dec 08 16:26:53.936391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:53.968164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9162b6e6-db58-4122-9476-8ff281bec65a req-dbfb1df4-377c-4165-ae88-556900f5ecd4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9634941 Dec 08 16:26:54.119539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-6ac8b3ed-0381-47b5-8951-936b08ec0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:54.120142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-6ac8b3ed-0381-47b5-8951-936b08ec0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:54.121186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-6ac8b3ed-0381-47b5-8951-936b08ec0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:54.124475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-6ac8b3ed-0381-47b5-8951-936b08ec0660 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.9573331 Dec 08 16:26:54.130756 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e9168-3199-4f9e-8d6f-ec8a04c173c7 x-openstack-request-id: req-412e9168-3199-4f9e-8d6f-ec8a04c173c7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:54.131324 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-plugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:54.131749 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-412e9168-3199-4f9e-8d6f-ec8a04c173c7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:54.132303 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'code': 200} Dec 08 16:26:54.273531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.288570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:54.289205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.355701 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-eb1c98f6-0a11-49c8-a90b-6fc1b403caae service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4101441 Dec 08 16:26:54.364602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8366809 Dec 08 16:26:54.447312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58946) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:54.460011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c7f88-30b2-4ae4-a7e8-ec077aa5f006 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Network': ['ID=afa3984f-6132-48ae-87db-973d988951d9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:54.483925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-25fb2150-ac3c-4347-a17e-8c49a56b8e13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9b45fbe33634ba4b04847a2f3d12343&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3663049 Dec 08 16:26:54.513750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network afa3984f-6132-48ae-87db-973d988951d9 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:54.604358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17bd4a5-002e-496b-8ee7-b50c328d666c None None] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:54.641730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 58954) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:54.679789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4d3dbc-52de-4310-a1e5-2925a019808f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:54.690732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.711972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Transition to ACTIVE for port object fe4d3dbc-52de-4310-a1e5-2925a019808f will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:54.723909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Request body: {'subnet': {'network_id': 'afa3984f-6132-48ae-87db-973d988951d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:54.789912 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d078d39-b899-4b31-86af-7b6f33321559 req-544eb552-2b8e-491b-8a59-9bcbe44f92f0 service neutron] 10.222.0.58 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239278 Dec 08 16:26:54.828474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e616b43-0cfa-4d4b-9a34-a6824c53ef0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.846010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.901665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e616b43-0cfa-4d4b-9a34-a6824c53ef0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:54.933921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:55.010147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e58fae-d6b3-42b0-9264-2b3917034eb1 req-3ef0d971-74e3-40b3-b0c7-7df459cd214d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:55.019982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7e58fae-d6b3-42b0-9264-2b3917034eb1 req-3ef0d971-74e3-40b3-b0c7-7df459cd214d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.7998269 Dec 08 16:26:55.052965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e616b43-0cfa-4d4b-9a34-a6824c53ef0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:55.056314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e616b43-0cfa-4d4b-9a34-a6824c53ef0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:55.063834 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e616b43-0cfa-4d4b-9a34-a6824c53ef0a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42f74828-c100-4f4b-b1bb-4708cf817029 HTTP/1.1" status: 204 len: 168 time: 0.4189215 Dec 08 16:26:55.080994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e616b43-0cfa-4d4b-9a34-a6824c53ef0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f74828-c100-4f4b-b1bb-4708cf817029,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:55.119645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-685bd5d0-f852-4318-b41b-2b1fb65908cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:55.121304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf7ce294-68d5-46b5-8037-9fdc261db627 req-685bd5d0-f852-4318-b41b-2b1fb65908cb service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8828220 Dec 08 16:26:55.133912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Made reservation on behalf of c87055261f9c4b908c876136e03c2755 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:55.135172 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:55.865472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:26:55.958333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Attempting to bind port fe4d3dbc-52de-4310-a1e5-2925a019808f on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:55.958670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Attempting to bind port fe4d3dbc-52de-4310-a1e5-2925a019808f by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:55.959067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Attempting to bind port fe4d3dbc-52de-4310-a1e5-2925a019808f on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:56.010716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59016) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:56.012561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Port fe4d3dbc-52de-4310-a1e5-2925a019808f on network af0838c5-1ffc-4914-891f-ba3505a2f863 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:56.013217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Attempting to bind port fe4d3dbc-52de-4310-a1e5-2925a019808f on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:56.110573 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34c98f2-7781-4440-adc1-9eccd4de1b9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.165474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:56.172116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:26:56.178805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.188505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:56.188972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Checking segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:56.189222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Bound using segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:56.189683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Bound port: fe4d3dbc-52de-4310-a1e5-2925a019808f, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:56.190067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.198952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 has no active binding in host n-h2-820935-5 {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Dec 08 16:26:56.327666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:56.331857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:56.342297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event updated for resources: {'Subnet': ['ID=545d04e8-03f8-45e6-bc9e-1621343b63fc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:56.376077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.400174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7e58fae-d6b3-42b0-9264-2b3917034eb1 req-92295125-8c70-48d8-8686-0c962c2cf725 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3792126 Dec 08 16:26:56.419533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:56.440276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.440905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.442623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] 10.222.0.86 "PUT /v2.0/ports/fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 200 len: 1091 time: 4.4121840 Dec 08 16:26:56.471790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:56.474981 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:56.500864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:56.573084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1533853232'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:56.607816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331a85d-d4b1-45c9-a58a-5f8684e91a10 req-b5e5bf46-efd7-4ade-a72b-f51bda7e6205 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.609615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d331a85d-d4b1-45c9-a58a-5f8684e91a10 req-b5e5bf46-efd7-4ade-a72b-f51bda7e6205 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.6530185 Dec 08 16:26:56.651172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:56.652165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cececfd2-a530-498a-92d5-9064335ca967 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:56.661090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.669376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Checking segment: {'id': 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'afa3984f-6132-48ae-87db-973d988951d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:56.670906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network hostable DHCP agents. Network: afa3984f-6132-48ae-87db-973d988951d9, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:26:56.694163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.721867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.756883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-569da210-7712-47e9-97c0-186841f44dbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.830484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Network afa3984f-6132-48ae-87db-973d988951d9 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:26:56.930096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, afa3984f-6132-48ae-87db-973d988951d9) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:56.943188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ccd853-6e53-4962-a1e4-5af8f2d91c70 None None] Network afa3984f-6132-48ae-87db-973d988951d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:56.950545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.957235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.963222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.969722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.973990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.975919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.983457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.991172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.992541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-569da210-7712-47e9-97c0-186841f44dbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.993385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-d81a3dd8-b6b6-4043-9584-ab98afd28baa tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5395 time: 0.3044910 Dec 08 16:26:56.995786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:56.997515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:56.998442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.006922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-569da210-7712-47e9-97c0-186841f44dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.014343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d331a85d-d4b1-45c9-a58a-5f8684e91a10 req-aa32fd5b-431a-4f83-a85c-3367d0dd6662 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624239 Dec 08 16:26:57.059095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:26:57.080257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d176b3e9-fb26-462a-8f90-efd6fb051150,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:57.142114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569da210-7712-47e9-97c0-186841f44dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b045f35-fdae-4654-a631-818623d9fe30,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:57.170173 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-569da210-7712-47e9-97c0-186841f44dbf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e0ae3a83df3c41c69a9feaf433554121&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1559811 Dec 08 16:26:57.170337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-afa3984f-6132-48ae-87db-973d988951d9', 'network_id': 'afa3984f-6132-48ae-87db-973d988951d9', 'project_id': 'c87055261f9c4b908c876136e03c2755', 'fixed_ips': [{'subnet_id': '545d04e8-03f8-45e6-bc9e-1621343b63fc'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:26:57.170337 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.170551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.170551 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment 23b3b06d-c72c-4f8b-afa8-edbce799e39f of type vlan for network af7d330b-1a49-4068-8667-f4a1273c72e4 Dec 08 16:26:57.171959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:57.246849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c1405f-3695-4451-ad20-e753de549d8c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:26:57.256309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.270876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Transition to ACTIVE for port object 67c1405f-3695-4451-ad20-e753de549d8c will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:26:57.274173 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2471d310-8b23-47e1-92f0-1f5731377403 x-openstack-request-id: req-2471d310-8b23-47e1-92f0-1f5731377403 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:57.274675 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:57.275041 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2471d310-8b23-47e1-92f0-1f5731377403 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:57.275534 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f', 'status': 'completed', 'code': 200} Dec 08 16:26:57.289229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-91358aa3-8e3f-485f-bad1-6fb1292dd7c5 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8090024 Dec 08 16:26:57.298211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:57.299569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.335115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Allocated IP 2001:db8::f816:3eff:fe37:472b (afa3984f-6132-48ae-87db-973d988951d9/545d04e8-03f8-45e6-bc9e-1621343b63fc/11c39218-a8f1-4f9a-97b6-a44f330078d3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:26:57.345999 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-f16705ae-b19c-4520-b662-116f98521dc8 service neutron] 10.222.0.58 "GET /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256/bindings/n-h2-820935-5 HTTP/1.1" status: 200 len: 384 time: 0.1264296 Dec 08 16:26:57.454492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Pushing event updated for resources: {'Port': ['ID=67c1405f-3695-4451-ad20-e753de549d8c,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:57.462356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.462832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.463404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.463898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.464354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.464806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.465252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.467645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-f5120faa-f728-4aaf-8721-f11afd693961 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6312 time: 0.1905816 Dec 08 16:26:57.570389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.599521 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09477d5f-f63a-4520-b8f7-4bf39433e50d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.641781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.660313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.708713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-a3f3f4ce-b4b8-473a-9e68-0820173db221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.709232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-a3f3f4ce-b4b8-473a-9e68-0820173db221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.709691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-a3f3f4ce-b4b8-473a-9e68-0820173db221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.711630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-a3f3f4ce-b4b8-473a-9e68-0820173db221 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1921530 Dec 08 16:26:57.731005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Network afa3984f-6132-48ae-87db-973d988951d9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:26:57.736371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9ce902-b7d4-4434-af58-1f6326c55e61 req-fd91a9d1-926c-44af-8069-ef6ee33abbf5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7004428 Dec 08 16:26:57.750565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:26:57.754775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:26:57.765858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09477d5f-f63a-4520-b8f7-4bf39433e50d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.788167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.793955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:57.794675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.880395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Pushing event updated for resources: {'Port': ['ID=11c39218-a8f1-4f9a-97b6-a44f330078d3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:57.891914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.892404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.892989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.893554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.894061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.894610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.895032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.895453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.895914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.896384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.897012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.897454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.897899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:26:57.902007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Attempting to bind port 11c39218-a8f1-4f9a-97b6-a44f330078d3 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:57.902590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Attempting to bind port 11c39218-a8f1-4f9a-97b6-a44f330078d3 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'afa3984f-6132-48ae-87db-973d988951d9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:57.903183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Attempting to bind port 11c39218-a8f1-4f9a-97b6-a44f330078d3 on network afa3984f-6132-48ae-87db-973d988951d9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:57.911157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:57.911776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Checking segment: {'id': 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'afa3984f-6132-48ae-87db-973d988951d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:57.912402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.912961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Bound using segment: {'id': 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'afa3984f-6132-48ae-87db-973d988951d9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:57.914092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Bound port: 11c39218-a8f1-4f9a-97b6-a44f330078d3, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'afa3984f-6132-48ae-87db-973d988951d9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:57.919224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:57.946991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Attempting to bind port 67c1405f-3695-4451-ad20-e753de549d8c on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:26:57.947495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Attempting to bind port 67c1405f-3695-4451-ad20-e753de549d8c by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:26:57.947951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Attempting to bind port 67c1405f-3695-4451-ad20-e753de549d8c on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:57.959592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5383968 Dec 08 16:26:57.965881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:57.978555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'name': 'tempest-PortsIpV6TestJSON-1488065249'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:57.993508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.001849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Port 67c1405f-3695-4451-ad20-e753de549d8c on network af0838c5-1ffc-4914-891f-ba3505a2f863 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:26:58.002975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Attempting to bind port 67c1405f-3695-4451-ad20-e753de549d8c on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:26:58.043333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] For port 11c39218-a8f1-4f9a-97b6-a44f330078d3, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:58.067813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] For port 11c39218-a8f1-4f9a-97b6-a44f330078d3, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=11c39218-a8f1-4f9a-97b6-a44f330078d3,segment=NetworkSegment(cf141e3e-50a2-4dcc-8dd0-ea1b9c119506),segment_id=cf141e3e-50a2-4dcc-8dd0-ea1b9c119506)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:58.071883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:58.079776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608d3a-c222-4f2f-97bd-e3cc42964b71 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=af7d330b-1a49-4068-8667-f4a1273c72e4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:58.090590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.114348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d3a84-3b4a-41b5-a8b8-8d8288c52b27 req-2a0279b0-d375-461f-86da-9e22eca685a9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:58.116077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:26:58.116494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f18d3a84-3b4a-41b5-a8b8-8d8288c52b27 req-2a0279b0-d375-461f-86da-9e22eca685a9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 945 time: 0.3979838 Dec 08 16:26:58.117463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:26:58.118034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Checking segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:26:58.118463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Bound using segment: {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:26:58.125673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Bound port: 67c1405f-3695-4451-ad20-e753de549d8c, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89aa7726-8d0e-4588-84fb-ce141f5667d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:26:58.126195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.148192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:58.233940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09477d5f-f63a-4520-b8f7-4bf39433e50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.251097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09477d5f-f63a-4520-b8f7-4bf39433e50d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.252587 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09477d5f-f63a-4520-b8f7-4bf39433e50d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b045f35-fdae-4654-a631-818623d9fe30 HTTP/1.1" status: 204 len: 168 time: 1.0794716 Dec 08 16:26:58.341746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:58.346583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44057b3-45a8-4f15-983d-dc6d60e176b9 None None] Pushing event updated for resources: {'Port': ['ID=11c39218-a8f1-4f9a-97b6-a44f330078d3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:58.347844 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e79214c-abc3-4efa-99b7-b44ad656e1fb" -d '{"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-unplugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:58.374890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:58.390881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09477d5f-f63a-4520-b8f7-4bf39433e50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b045f35-fdae-4654-a631-818623d9fe30,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:58.428720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.449345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:26:58.458034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.512197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-5aa1ced5-dd7c-497f-b900-b57d0ffc9c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:58.519733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4e0ee3-575f-44f5-a61f-e2483cf684d0 req-5aa1ced5-dd7c-497f-b900-b57d0ffc9c2f service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7839353 Dec 08 16:26:58.542577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:26:58.557529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59064) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:58.654519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f18d3a84-3b4a-41b5-a8b8-8d8288c52b27 req-7e8338c9-2d27-4907-86aa-68ce7bfa77c6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5211143 Dec 08 16:26:58.695193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d11dd-5349-42db-b1e7-68b1f3c4ad3d req-2bac8c7e-c53b-467d-a842-a1928098c84b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:58.696887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-399d11dd-5349-42db-b1e7-68b1f3c4ad3d req-2bac8c7e-c53b-467d-a842-a1928098c84b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.4386821 Dec 08 16:26:58.706511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] For port 67c1405f-3695-4451-ad20-e753de549d8c, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:26:58.726633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] For port 67c1405f-3695-4451-ad20-e753de549d8c, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=67c1405f-3695-4451-ad20-e753de549d8c,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:26:58.766407 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bcc2df7-d0f3-4281-ad9c-8097f3470227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.769292 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.851442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:58.852231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:58.853667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] 10.222.0.86 "PUT /v2.0/ports/67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 200 len: 1090 time: 2.3601880 Dec 08 16:26:58.937895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:26:58.956947 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b0e4e6-946e-4603-ad32-c4e253be5172 x-openstack-request-id: req-36b0e4e6-946e-4603-ad32-c4e253be5172 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:58.957399 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-unplugged", "status": "completed", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:58.957672 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36b0e4e6-946e-4603-ad32-c4e253be5172 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:58.958143 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'code': 200} Dec 08 16:26:58.958729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59070) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:59.070725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ed67-7330-4b28-8c61-f03798ab2e95 service neutron] Pushing event updated for resources: {'Port': ['ID=67c1405f-3695-4451-ad20-e753de549d8c,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:59.073078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 11c39218-a8f1-4f9a-97b6-a44f330078d3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:26:59.091055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-399d11dd-5349-42db-b1e7-68b1f3c4ad3d req-d7fcde1d-1198-40db-b6c2-daeeeac7e8bf tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762720 Dec 08 16:26:59.152563 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4593cf79-4296-46dd-953b-89bb7c24ec39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.177341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.193011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 11c39218-a8f1-4f9a-97b6-a44f330078d3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:59.193392 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.283021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '67c1405f-3695-4451-ad20-e753de549d8c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:26:59.285625 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25788a2d-8467-4928-ad9e-e34e0ba4714f" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "67c1405f-3695-4451-ad20-e753de549d8c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:26:59.312486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.373048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 11c39218-a8f1-4f9a-97b6-a44f330078d3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=11c39218-a8f1-4f9a-97b6-a44f330078d3,segment=NetworkSegment(cf141e3e-50a2-4dcc-8dd0-ea1b9c119506),segment_id=cf141e3e-50a2-4dcc-8dd0-ea1b9c119506)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:59.373598 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d353c286-176d-4f38-a482-075b2abe3ab6 x-openstack-request-id: req-d353c286-176d-4f38-a482-075b2abe3ab6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:26:59.373941 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "67c1405f-3695-4451-ad20-e753de549d8c", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:26:59.374328 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d353c286-176d-4f38-a482-075b2abe3ab6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:26:59.375051 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '67c1405f-3695-4451-ad20-e753de549d8c', 'status': 'completed', 'code': 200} Dec 08 16:26:59.382951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.383885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4593cf79-4296-46dd-953b-89bb7c24ec39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.405401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4593cf79-4296-46dd-953b-89bb7c24ec39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.451886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.459289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.466068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.473745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.479097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=11c39218-a8f1-4f9a-97b6-a44f330078d3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:59.480657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.489310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.496340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.499312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00279201-a760-40e4-941e-ac70ff6f2706 req-3bf2d9f9-564e-485a-8ee4-3b05c6df681d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5407 time: 0.4534500 Dec 08 16:26:59.635727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4593cf79-4296-46dd-953b-89bb7c24ec39 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=23796e923cff496eb1140f3627314c24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0710623 Dec 08 16:26:59.646640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59074) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:26:59.662786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593cf79-4296-46dd-953b-89bb7c24ec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6896db6e-8021-4adc-985b-9c37eda112b9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:26:59.691662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.698246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting port 11c39218-a8f1-4f9a-97b6-a44f330078d3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:26:59.698592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.723434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.723913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.724384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.724846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.725307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.725763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.726254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:26:59.728376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-2778e27e-52f0-434d-b861-ba082d974342 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6354 time: 0.3266373 Dec 08 16:26:59.831819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a048b4-0e1f-4fea-8bd3-19b2a1ac1de2 None None] Network afa3984f-6132-48ae-87db-973d988951d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:26:59.834357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce1a8-794b-423d-b733-9e0d689302b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.891570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.894923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] For port 11c39218-a8f1-4f9a-97b6-a44f330078d3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=11c39218-a8f1-4f9a-97b6-a44f330078d3,segment=NetworkSegment(cf141e3e-50a2-4dcc-8dd0-ea1b9c119506),segment_id=cf141e3e-50a2-4dcc-8dd0-ea1b9c119506)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:26:59.895279 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.896027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00279201-a760-40e4-941e-ac70ff6f2706 req-82e31f0f-16e0-4136-82dd-02be6033a4db tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3581316 Dec 08 16:26:59.940048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-790ec5c9-60a8-4a75-9f5d-d3abfcebcecd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:26:59.965677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-addca0db-b2e7-4d9a-9f2b-9d00c75f8bc7 None None] Provisioning complete for port 11c39218-a8f1-4f9a-97b6-a44f330078d3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:26:59.967539 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-addca0db-b2e7-4d9a-9f2b-9d00c75f8bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.010236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=9de0c7bc-fa0f-4eb9-ae28-7835eee42bef,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:00.031328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-790ec5c9-60a8-4a75-9f5d-d3abfcebcecd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.033156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Calling delete_port for 11c39218-a8f1-4f9a-97b6-a44f330078d3 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:00.048241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69282a60-c4b8-4d34-ad6e-cbf33431d868 req-b32e267a-fb71-45f7-81a4-5ae2aef6565f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.050554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69282a60-c4b8-4d34-ad6e-cbf33431d868 req-b32e267a-fb71-45f7-81a4-5ae2aef6565f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.2406805 Dec 08 16:27:00.104404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.141414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-296718b9-befe-410a-ba7a-ab25bde5018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.142324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-296718b9-befe-410a-ba7a-ab25bde5018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.142985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-296718b9-befe-410a-ba7a-ab25bde5018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.144969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-296718b9-befe-410a-ba7a-ab25bde5018e service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3998685 Dec 08 16:27:00.163479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:00.289015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce1a8-794b-423d-b733-9e0d689302b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.298576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] Transition to ACTIVE for port object f94264d0-32ba-472e-aa0d-12396ccbe256 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:00.308132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a1ce1a8-794b-423d-b733-9e0d689302b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.329406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.331523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': '23b3b06d-c72c-4f8b-afa8-edbce799e39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:00.331778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: af7d330b-1a49-4068-8667-f4a1273c72e4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:00.401210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc152ccf-289f-4b14-8fcd-1cc4369edd44 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:00.410338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69282a60-c4b8-4d34-ad6e-cbf33431d868 req-a8518c1f-9560-46b3-b6fb-05a8436d58cf tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3331237 Dec 08 16:27:00.421729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.440072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-790ec5c9-60a8-4a75-9f5d-d3abfcebcecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.442757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-790ec5c9-60a8-4a75-9f5d-d3abfcebcecd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.444764 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7a1ce1a8-794b-423d-b733-9e0d689302b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=786c5ae22dd64b8c87a6fd9be463900b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7880230 Dec 08 16:27:00.446273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-790ec5c9-60a8-4a75-9f5d-d3abfcebcecd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6896db6e-8021-4adc-985b-9c37eda112b9 HTTP/1.1" status: 204 len: 168 time: 0.7979362 Dec 08 16:27:00.457757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:00.459218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ce1a8-794b-423d-b733-9e0d689302b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87148eb-21d9-43ea-a67e-4cb638046f86,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:00.503219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:00.515217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7c75b-26b1-438c-aeb3-74cc0caa1b30 req-1f10a14c-581e-4c2a-bb0c-af244dbb65ec tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.534490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29d7c75b-26b1-438c-aeb3-74cc0caa1b30 req-1f10a14c-581e-4c2a-bb0c-af244dbb65ec tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.2470326 Dec 08 16:27:00.558583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-ba2211eb-d102-430f-9914-8a91fddf91ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.560837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25788a2d-8467-4928-ad9e-e34e0ba4714f req-ba2211eb-d102-430f-9914-8a91fddf91ff service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3907163 Dec 08 16:27:00.571922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ec5c9-60a8-4a75-9f5d-d3abfcebcecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6896db6e-8021-4adc-985b-9c37eda112b9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:00.610428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29d7c75b-26b1-438c-aeb3-74cc0caa1b30 req-24217ed0-2003-4a5e-98e4-bd9f239c8f1c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744579 Dec 08 16:27:00.619266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ef5c2e0d-0f49-4348-aca9-0273ff6ce827 None None] Provisioning complete for port 11c39218-a8f1-4f9a-97b6-a44f330078d3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:00.620147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef5c2e0d-0f49-4348-aca9-0273ff6ce827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.653467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] Pushing event updated for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=11']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:00.674167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, af7d330b-1a49-4068-8667-f4a1273c72e4) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:00.678700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:00.687814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:00.688484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.694448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea159cca-763b-4840-8da3-7b3228d04937 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:00.728493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Transition to ACTIVE for port object cc152ccf-289f-4b14-8fcd-1cc4369edd44 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:00.741081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.754225 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.761829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] No DVR routers for this DVR port f94264d0-32ba-472e-aa0d-12396ccbe256 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:00.781924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59086) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:00.787193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d944d84a-4e60-449e-a90f-73f4c76688e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.8113046 Dec 08 16:27:00.803058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ef5c2e0d-0f49-4348-aca9-0273ff6ce827 None None] Could not find standard attr ID for object 11c39218-a8f1-4f9a-97b6-a44f330078d3. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:27:00.808192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-768552729'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:00.816162 n-d-820935-5 neutron-server[103283]: INFO neutron.plugins.ml2.db [None req-ef5c2e0d-0f49-4348-aca9-0273ff6ce827 None None] No ports have port_id starting with 11c39218-a8f1-4f9a-97b6-a44f330078d3 Dec 08 16:27:00.892660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5115fc8e-92a0-45f6-8d9f-bb9444ea9a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:00.910336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Port': ['ID=11c39218-a8f1-4f9a-97b6-a44f330078d3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:00.941028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:00.947209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.033109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No DVR routers for this DVR port 11c39218-a8f1-4f9a-97b6-a44f330078d3 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:01.047021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Pushing event updated for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:01.057700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a7f479-b392-452f-b0a6-897e855fe0cc None None] DHCP port deletion for afa3984f-6132-48ae-87db-973d988951d9 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:01.122751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:01.160309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5115fc8e-92a0-45f6-8d9f-bb9444ea9a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.176265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed6c815-cbff-4185-840f-f333b4fd088f None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:27:01.196954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:01.251664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.258814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3358-5841-40a9-a2f1-e237fdae3cfe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.360164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-9f6ad19d-64d4-4d75-a1fb-ee66167f27fe service neutron] 10.222.0.58 "PUT /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256/bindings/n-h2-820935-5/activate HTTP/1.1" status: 200 len: 369 time: 3.9771812 Dec 08 16:27:01.361110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed6c815-cbff-4185-840f-f333b4fd088f None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:27:01.389772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5115fc8e-92a0-45f6-8d9f-bb9444ea9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.392567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5115fc8e-92a0-45f6-8d9f-bb9444ea9a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.394118 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5115fc8e-92a0-45f6-8d9f-bb9444ea9a3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f87148eb-21d9-43ea-a67e-4cb638046f86 HTTP/1.1" status: 204 len: 168 time: 0.9309461 Dec 08 16:27:01.425981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115fc8e-92a0-45f6-8d9f-bb9444ea9a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87148eb-21d9-43ea-a67e-4cb638046f86,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:01.430464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.470801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Subnet': ['ID=545d04e8-03f8-45e6-bc9e-1621343b63fc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:01.563017 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.600140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3358-5841-40a9-a2f1-e237fdae3cfe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.602252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa3984f-6132-48ae-87db-973d988951d9']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:01.605441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc0b3358-5841-40a9-a2f1-e237fdae3cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.627521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.628317 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment 7243644e-20a7-452b-9529-93fa198ffb40 of type vlan for network 63317fae-b38e-4381-9ab3-5232b091e914 Dec 08 16:27:01.641141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:01.641492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf141e3e-50a2-4dcc-8dd0-ea1b9c119506') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:01.657781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.685971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b3358-5841-40a9-a2f1-e237fdae3cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f2847c-de4b-4374-a052-cb420fe8fc09,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:01.696702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dc0b3358-5841-40a9-a2f1-e237fdae3cfe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c414677fd7d4e749da5bb544cdb01f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4968510 Dec 08 16:27:01.698347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:01.744027 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.758401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:01.759372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:01.762845 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:01.765761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Attempting to bind port cc152ccf-289f-4b14-8fcd-1cc4369edd44 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:01.766319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Attempting to bind port cc152ccf-289f-4b14-8fcd-1cc4369edd44 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:01.766807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Attempting to bind port cc152ccf-289f-4b14-8fcd-1cc4369edd44 on network 22639240-6bc0-436f-afbb-3486efd007a3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:01.784921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Port cc152ccf-289f-4b14-8fcd-1cc4369edd44 on network 22639240-6bc0-436f-afbb-3486efd007a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:27:01.785618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Attempting to bind port cc152ccf-289f-4b14-8fcd-1cc4369edd44 on network 22639240-6bc0-436f-afbb-3486efd007a3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:01.800078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:01.800693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Checking segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:01.801237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Bound using segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:01.801906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Bound port: cc152ccf-289f-4b14-8fcd-1cc4369edd44, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:01.802434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.820073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d30d33a8-a3cb-4873-84c9-d7d3a4d909e5 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.823051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-d30d33a8-a3cb-4873-84c9-d7d3a4d909e5 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880&tenant_id=d0a12132f1034bcc9fa41009f4c3b339&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.2731941 Dec 08 16:27:01.833254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53d34572-bc9c-4019-82c5-2a7a50950c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.849298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aace8cb-c567-45c4-ab54-872203343968 None None] Network afa3984f-6132-48ae-87db-973d988951d9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:01.851015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.868159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62218e32-0936-4279-9881-8558cb03b422 req-42284881-4f30-4c90-a08c-78e8199c111c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.877371 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.879352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62218e32-0936-4279-9881-8558cb03b422 req-42284881-4f30-4c90-a08c-78e8199c111c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.3271563 Dec 08 16:27:01.879902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.889518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.896103 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/afa3984f-6132-48ae-87db-973d988951d9 HTTP/1.1" status: 204 len: 168 time: 4.5900075 Dec 08 16:27:01.900351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53d34572-bc9c-4019-82c5-2a7a50950c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:01.910664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:01.931614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.944215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.949120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.955357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.962356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.969822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.976235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:01.989987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30b8a912-5728-4667-be87-625561960afd req-cd81950a-2ff6-4b15-ba59-d7cfb2c99e33 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5419 time: 0.8556287 Dec 08 16:27:02.010579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3015b8-58ca-4bb3-a334-8087241acd0e None None] DHCP port deletion for afa3984f-6132-48ae-87db-973d988951d9 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:02.011561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d691da4-cdac-41e2-a78c-2a7f46ed8da6 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Network': ['ID=afa3984f-6132-48ae-87db-973d988951d9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.026951 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c521cd-f848-4f11-8a30-c0d9b16e2e17 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:02.027727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39c521cd-f848-4f11-8a30-c0d9b16e2e17 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:02.037851 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-39c521cd-f848-4f11-8a30-c0d9b16e2e17 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/545d04e8-03f8-45e6-bc9e-1621343b63fc HTTP/1.1" status: 404 len: 337 time: 0.1101732 Dec 08 16:27:02.039723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59110) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.083838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:27:02.100237 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-82925c32-1d8e-42dd-88b5-e8d9043fa34e tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:02.101755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82925c32-1d8e-42dd-88b5-e8d9043fa34e tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:02.110084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82925c32-1d8e-42dd-88b5-e8d9043fa34e tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/afa3984f-6132-48ae-87db-973d988951d9 HTTP/1.1" status: 404 len: 339 time: 0.0686493 Dec 08 16:27:02.113404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.120090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.152020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.174088 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-848c6972-a10d-4950-b1a0-4dbf6b37c817 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:02.174852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-848c6972-a10d-4950-b1a0-4dbf6b37c817 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:02.178920 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-848c6972-a10d-4950-b1a0-4dbf6b37c817 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/cbc19a5c-9a09-4897-b09a-9cf7ace45a50 HTTP/1.1" status: 404 len: 337 time: 0.0638404 Dec 08 16:27:02.182573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.195735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b7575b1d-2375-4909-88f6-eeaae5ddabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.197291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-b7575b1d-2375-4909-88f6-eeaae5ddabaa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 1095 time: 0.3496053 Dec 08 16:27:02.216097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.220565 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de3897a-215b-4bfa-92a0-0eca9ac5d331 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:02.221411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de3897a-215b-4bfa-92a0-0eca9ac5d331 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:02.221983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.222582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.229549 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3de3897a-215b-4bfa-92a0-0eca9ac5d331 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/c75f3d44-4baa-436e-b80f-7eeec2bd9c6e HTTP/1.1" status: 404 len: 339 time: 0.0429809 Dec 08 16:27:02.231156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59118) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.266870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62218e32-0936-4279-9881-8558cb03b422 req-04d42aaa-11c0-4272-9af7-3bc082ba97e3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866055 Dec 08 16:27:02.274225 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b4347c-9e1a-4210-97f4-be2f6797afc7 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:02.274915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b4347c-9e1a-4210-97f4-be2f6797afc7 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:02.282739 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48b4347c-9e1a-4210-97f4-be2f6797afc7 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/597a5627-e090-413d-8553-564914828cae HTTP/1.1" status: 404 len: 337 time: 0.0449185 Dec 08 16:27:02.284275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.303906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53d34572-bc9c-4019-82c5-2a7a50950c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.309852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53d34572-bc9c-4019-82c5-2a7a50950c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.313411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53d34572-bc9c-4019-82c5-2a7a50950c0d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/67f2847c-de4b-4374-a052-cb420fe8fc09 HTTP/1.1" status: 204 len: 168 time: 0.6136930 Dec 08 16:27:02.339239 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7b5c93-7cbe-41f9-9f07-393827759b59 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:02.340062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab7b5c93-7cbe-41f9-9f07-393827759b59 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:02.357864 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab7b5c93-7cbe-41f9-9f07-393827759b59 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/60727f0a-7b54-4873-997f-59e94daa5e66 HTTP/1.1" status: 404 len: 339 time: 0.0729890 Dec 08 16:27:02.362048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:02.368993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.373257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5873518 Dec 08 16:27:02.384442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59130) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:02.402485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'ports': [{'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'}, {'network_id': '63317fae-b38e-4381-9ab3-5232b091e914'}]} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:02.403028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:02.403909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': '63317fae-b38e-4381-9ab3-5232b091e914'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:02.418917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30b8a912-5728-4667-be87-625561960afd req-e3c1e7a2-5b04-4499-b9eb-3c5f53ee86fb tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4278672 Dec 08 16:27:02.424757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:02.427748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484e102-eddc-455d-95a6-a8458c47dd4a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=63317fae-b38e-4381-9ab3-5232b091e914,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.434518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.455056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 63317fae-b38e-4381-9ab3-5232b091e914 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:02.475635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d34572-bc9c-4019-82c5-2a7a50950c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f2847c-de4b-4374-a052-cb420fe8fc09,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.488210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-99177f2e-83f8-4bb3-8eca-b76e1215684c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.489897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-99177f2e-83f8-4bb3-8eca-b76e1215684c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1095 time: 0.2496591 Dec 08 16:27:02.535386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.536087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:02.537622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] 10.222.0.86 "PUT /v2.0/ports/cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 200 len: 1091 time: 3.6483090 Dec 08 16:27:02.538209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:02.540733 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:02.606433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Request body: {'port': {'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:02.748125 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9df2a2-a049-405c-955b-9ada11c73a91 x-openstack-request-id: req-1b9df2a2-a049-405c-955b-9ada11c73a91 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:02.750032 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:02.750636 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b9df2a2-a049-405c-955b-9ada11c73a91 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:02.751450 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44', 'status': 'completed', 'code': 200} Dec 08 16:27:02.764633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db982e8c-f830-45a9-9e27-566f229b5148 service neutron] Pushing event updated for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:02.948287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.950113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.951000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.951833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.952602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.953253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.954115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:02.957076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-e9d06336-f60a-452a-b528-93d5eecff1b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6421 time: 0.2336798 Dec 08 16:27:02.996859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.000914 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.026929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting port 3be646c2-b496-4066-9fec-fbcfd5c216e4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:03.027585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.048416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 11c39218-a8f1-4f9a-97b6-a44f330078d3 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:03.066972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007cc081-e829-4109-ade3-28102c48f342 req-5857a46f-891b-4852-9343-4699fadefcbc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.080135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-007cc081-e829-4109-ade3-28102c48f342 req-5857a46f-891b-4852-9343-4699fadefcbc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.5101790 Dec 08 16:27:03.112902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 11c39218-a8f1-4f9a-97b6-a44f330078d3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:03.113972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 11c39218-a8f1-4f9a-97b6-a44f330078d3 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:03.126238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-e66475b0-e3a1-4ee5-b03c-dcfdabb8a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.128144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-e66475b0-e3a1-4ee5-b03c-dcfdabb8a6aa service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 897 time: 0.6310573 Dec 08 16:27:03.184226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 2} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:03.189977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.290912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.309435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-007cc081-e829-4109-ade3-28102c48f342 req-b50fc13d-25cb-485c-844c-3f03606e832c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241795 Dec 08 16:27:03.355864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.414006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-f05420b1-1451-40ac-b9c8-160565b1d651 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 998 time: 0.2756004 Dec 08 16:27:03.444058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Calling delete_port for 3be646c2-b496-4066-9fec-fbcfd5c216e4 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:03.485978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-325dac28-6e2f-47be-9774-50be6ec6dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.486523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-325dac28-6e2f-47be-9774-50be6ec6dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.486992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-325dac28-6e2f-47be-9774-50be6ec6dc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.488820 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-325dac28-6e2f-47be-9774-50be6ec6dc82 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5153108 Dec 08 16:27:03.531951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 9191675f-4e80-4f74-acf1-f10b7e1b5f5f yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:03.713303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408d4d-6791-4ac3-961e-4eee0995b217 req-f1fa76a7-0a5b-48f7-9f7c-be1f085daebe tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.714864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a408d4d-6791-4ac3-961e-4eee0995b217 req-f1fa76a7-0a5b-48f7-9f7c-be1f085daebe tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.3036604 Dec 08 16:27:03.717093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-60fec5b4-aa3c-432d-a8bf-6637739be75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.718594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-60fec5b4-aa3c-432d-a8bf-6637739be75d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.2840979 Dec 08 16:27:03.829574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.833872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-13863d50-3e23-4004-a14d-e170dc575405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.835352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8383946b-bb01-4426-a4c2-9a1cd1a23ad1 req-13863d50-3e23-4004-a14d-e170dc575405 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2749798 Dec 08 16:27:03.835917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.857962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.865033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.872621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.878263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.885033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:03.893141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-925424e1-4799-403f-87f1-fc45a70e18c5 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5419 time: 0.3063879 Dec 08 16:27:03.914805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:03.934335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.016012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.022887 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/ports/3be646c2-b496-4066-9fec-fbcfd5c216e4 HTTP/1.1" status: 204 len: 168 time: 1.6521838 Dec 08 16:27:04.024192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:04.029575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c879e00-aaa0-4112-8b53-d06a06ee3cc2 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Port': ['ID=3be646c2-b496-4066-9fec-fbcfd5c216e4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:04.050861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a408d4d-6791-4ac3-961e-4eee0995b217 req-92068bfa-8f97-43b9-bf0a-976ff5bc6788 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196588 Dec 08 16:27:04.052601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-78781f97-c978-4aee-9409-aad91423b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:04.054236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-78781f97-c978-4aee-9409-aad91423b309 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3248305 Dec 08 16:27:04.082851 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d976b3b3-e6ac-4810-8b68-160f5c4092a0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:04.083569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d976b3b3-e6ac-4810-8b68-160f5c4092a0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:04.089783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d976b3b3-e6ac-4810-8b68-160f5c4092a0 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/11a12b85-ddbb-4a5d-9637-39287eee5e27 HTTP/1.1" status: 404 len: 337 time: 0.0619850 Dec 08 16:27:04.095126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:04.110547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 21616d95-b18e-42ca-9eec-8576c03e671b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:04.154315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a382dbc0-72d0-4a07-a954-eb6668c3fcee req-9c578233-d7c0-4df8-9331-f0965f9703ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2553842 Dec 08 16:27:04.186170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4368667a-8e94-458c-a9e0-08e05e548314 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:04.196091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.228316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Transition to ACTIVE for port object 4368667a-8e94-458c-a9e0-08e05e548314 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:04.238015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.269112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.300213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-664369fb-088e-4503-971a-0266c1b70849 service neutron] 10.222.0.86 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359912 Dec 08 16:27:04.405272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4368667a-8e94-458c-a9e0-08e05e548314,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:04.588925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.637698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4d4355a-104e-4f68-aa85-65428468a888']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:04.648799 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.656359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1acb650-87d5-4333-870f-ad2cc536bc73') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:04.656656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1acb650-87d5-4333-870f-ad2cc536bc73') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:04.681003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.720949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.741184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:04.741692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:04.746282 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:04.824144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.913449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:04.914734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.921417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.925320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/f4d4355a-104e-4f68-aa85-65428468a888 HTTP/1.1" status: 204 len: 168 time: 0.8288321 Dec 08 16:27:04.932643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59198) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:04.943160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:04.946477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:04.947433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:04.954311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Attempting to bind port 4368667a-8e94-458c-a9e0-08e05e548314 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:04.954859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Attempting to bind port 4368667a-8e94-458c-a9e0-08e05e548314 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:04.954951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Attempting to bind port 4368667a-8e94-458c-a9e0-08e05e548314 on network 22639240-6bc0-436f-afbb-3486efd007a3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:04.979922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Port 4368667a-8e94-458c-a9e0-08e05e548314 on network 22639240-6bc0-436f-afbb-3486efd007a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:27:04.980257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Attempting to bind port 4368667a-8e94-458c-a9e0-08e05e548314 on network 22639240-6bc0-436f-afbb-3486efd007a3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:04.998344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06843515-28ea-4e99-8c21-5d975b103eba tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Network': ['ID=f4d4355a-104e-4f68-aa85-65428468a888,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.006371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=9191675f-4e80-4f74-acf1-f10b7e1b5f5f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.007093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:05.007593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Checking segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:05.008157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Bound using segment: {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:05.008821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Bound port: 4368667a-8e94-458c-a9e0-08e05e548314, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a756cd71-0919-4665-b590-64351dfd0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:05.009415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.054765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203b8eb3-246d-44e8-8093-2d590a060ec5 req-632d24dd-5f1e-47b1-97ec-97c047ec2aa9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.057722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-203b8eb3-246d-44e8-8093-2d590a060ec5 req-632d24dd-5f1e-47b1-97ec-97c047ec2aa9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.1803396 Dec 08 16:27:05.063009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-87b071d7-f0ea-43a6-ba5a-b091c5c67fc9 service neutron] 10.222.0.86 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7540689 Dec 08 16:27:05.179344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-203b8eb3-246d-44e8-8093-2d590a060ec5 req-0efeb22a-a1cb-484d-b320-88c1dea9faab tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101239 Dec 08 16:27:05.193115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=21616d95-b18e-42ca-9eec-8576c03e671b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.229583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] For port 4368667a-8e94-458c-a9e0-08e05e548314, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:05.241614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] For port 4368667a-8e94-458c-a9e0-08e05e548314, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4368667a-8e94-458c-a9e0-08e05e548314,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:05.246954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': '7243644e-20a7-452b-9529-93fa198ffb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '63317fae-b38e-4381-9ab3-5232b091e914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:05.247962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: 63317fae-b38e-4381-9ab3-5232b091e914, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:05.273012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.283588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting port 7e285ea9-98d8-41b3-89b7-6678518e5f18 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:05.283588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.300051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 63317fae-b38e-4381-9ab3-5232b091e914 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:05.348056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 63317fae-b38e-4381-9ab3-5232b091e914) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:05.357646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:05.363865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.366009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0da3ec-2a0c-4edd-8901-df12efa02e99 None None] Network 63317fae-b38e-4381-9ab3-5232b091e914 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:05.369203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.370168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.386350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.387384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.389771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] 10.222.0.86 "PUT /v2.0/ports/4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 1091 time: 2.8119941 Dec 08 16:27:05.395551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.412654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '4368667a-8e94-458c-a9e0-08e05e548314'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:05.425807 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8748af6c-0bd5-4c73-8614-72d1aaf070e4" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "4368667a-8e94-458c-a9e0-08e05e548314"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:05.426984 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95879c6d-18d0-4d6c-a6ef-1f850c258178 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0407920 Dec 08 16:27:05.430542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59212) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:05.435258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Calling delete_port for 7e285ea9-98d8-41b3-89b7-6678518e5f18 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:05.558939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e525a-431e-4944-b204-6c0560dff8cc service neutron] Pushing event updated for resources: {'Port': ['ID=4368667a-8e94-458c-a9e0-08e05e548314,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.633777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.672489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Port': ['ID=7e285ea9-98d8-41b3-89b7-6678518e5f18,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:05.681074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:05.685504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0a35e911-9394-4a4f-a19b-3858a6ee7023 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/ports/7e285ea9-98d8-41b3-89b7-6678518e5f18 HTTP/1.1" status: 204 len: 168 time: 0.7440951 Dec 08 16:27:05.691758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59220) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:05.784709 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dfef9e-a58c-4b2c-b581-c30dfb34838b tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:05.785063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dfef9e-a58c-4b2c-b581-c30dfb34838b tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:05.788455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-92dfef9e-a58c-4b2c-b581-c30dfb34838b tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/3e1c7506-352a-48b3-a581-596b2ad8557d HTTP/1.1" status: 404 len: 337 time: 0.0897276 Dec 08 16:27:05.794264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59226) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:05.805481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf21fe-dd4a-4fd9-a54b-d47847baec79 req-85603cc2-4027-4b75-b48b-18d41946ba71 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.807125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2bf21fe-dd4a-4fd9-a54b-d47847baec79 req-85603cc2-4027-4b75-b48b-18d41946ba71 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.5791831 Dec 08 16:27:05.845628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.846141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.846584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.847043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.847493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.847953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.848733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.851942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-c1b663f4-90af-4288-aefb-56f01b1e102f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6488 time: 0.3963397 Dec 08 16:27:05.865109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-25263b6f-6574-4667-989b-f17757c055b8 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.866773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-25263b6f-6574-4667-989b-f17757c055b8 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880&tenant_id=d0a12132f1034bcc9fa41009f4c3b339&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 1095 time: 0.4312730 Dec 08 16:27:05.891331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.897703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.905080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.917107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.918067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.924445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.930650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:05.947471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-8dc8bb3f-302d-4808-8bfa-5af0337336e4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.5695593 Dec 08 16:27:06.005369 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.159467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8d5d4870-10ac-45cd-8c1b-6faa55e60cf2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 217 time: 0.2882090 Dec 08 16:27:06.182726 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.247953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d67dba-bc10-47c8-9ec8-731b1fb3401c']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:06.276215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92d9dcd-07e8-4949-991c-b779327f9f41') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:06.276702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92d9dcd-07e8-4949-991c-b779327f9f41') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:06.293047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.316013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.328363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:06.329114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:06.335660 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:06.360130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 21616d95-b18e-42ca-9eec-8576c03e671b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:06.360715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.472718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.483535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.489947 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/30d67dba-bc10-47c8-9ec8-731b1fb3401c HTTP/1.1" status: 204 len: 168 time: 0.6930745 Dec 08 16:27:06.494979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:06.507389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.530482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 21616d95-b18e-42ca-9eec-8576c03e671b owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:06.584547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7159c8f-7a89-4b2d-bb86-13146c2251bb tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Network': ['ID=30d67dba-bc10-47c8-9ec8-731b1fb3401c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:06.600560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2bf21fe-dd4a-4fd9-a54b-d47847baec79 req-98f35fc8-fe23-4245-93d3-c24af246378b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7836840 Dec 08 16:27:06.647981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting subnet d509c2f4-96e3-4e6d-818a-c6cc0d16ab95 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:06.656337 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.688856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.726648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a06bdf0-a452-43da-a10f-e0293f2cd7c3 req-9e17d26d-87de-4b21-86d4-506a7d147ff9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7780466 Dec 08 16:27:06.763531 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36530b45-8bd5-44a6-b8ff-5767a7a82299 x-openstack-request-id: req-36530b45-8bd5-44a6-b8ff-5767a7a82299 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:06.764089 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "4368667a-8e94-458c-a9e0-08e05e548314", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:06.764689 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36530b45-8bd5-44a6-b8ff-5767a7a82299 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:06.765230 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '4368667a-8e94-458c-a9e0-08e05e548314', 'status': 'completed', 'code': 200} Dec 08 16:27:06.791265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.825384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3643f168-12c0-4498-9d9e-cdf45c854d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:06.828474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3643f168-12c0-4498-9d9e-cdf45c854d38 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 200 len: 855 time: 0.6305058 Dec 08 16:27:06.833772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.840502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59260) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:06.841579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/21616d95-b18e-42ca-9eec-8576c03e671b HTTP/1.1" status: 204 len: 168 time: 1.3926182 Dec 08 16:27:06.842986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0da697-d81f-4ba1-9ae2-855e772624e4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=21616d95-b18e-42ca-9eec-8576c03e671b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:06.985741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-81bce736-fd97-4489-81cc-3fde5e42d015 service neutron] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:06.997983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-81bce736-fd97-4489-81cc-3fde5e42d015 service neutron] Publish callbacks [] for binding, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:06.999165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-81bce736-fd97-4489-81cc-3fde5e42d015 service neutron] 10.222.0.86 "DELETE /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256/bindings/n-h1-820935-5 HTTP/1.1" status: 204 len: 173 time: 1.0464997 Dec 08 16:27:07.001878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92306f4e-656f-437b-9264-631c73749dea tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.009375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ced4b3-da4f-40e5-b84c-d9381b9e2295 req-1032fd44-be20-4d5b-a458-302cc80d326a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.010647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92306f4e-656f-437b-9264-631c73749dea tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.011496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27ced4b3-da4f-40e5-b84c-d9381b9e2295 req-1032fd44-be20-4d5b-a458-302cc80d326a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.1061404 Dec 08 16:27:07.014055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-d3f11ef0-fe51-4149-8b22-5611bb5038bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.016341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-d3f11ef0-fe51-4149-8b22-5611bb5038bc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d591784-736c-42e5-b1b6-fb316b2cd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673725 Dec 08 16:27:07.022829 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92306f4e-656f-437b-9264-631c73749dea tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1784053 Dec 08 16:27:07.023139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59266) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.063994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.188860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.234858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 9191675f-4e80-4f74-acf1-f10b7e1b5f5f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:07.235412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.241333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27ced4b3-da4f-40e5-b84c-d9381b9e2295 req-dfff8cc5-e0c9-4c4f-b414-a5fcda5441fc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219558 Dec 08 16:27:07.245317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.251649 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/subnets/d509c2f4-96e3-4e6d-818a-c6cc0d16ab95 HTTP/1.1" status: 204 len: 168 time: 0.7540555 Dec 08 16:27:07.260166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59270) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.268595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb4cc7-a517-4abe-9949-0b659ce07a44 tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Subnet': ['ID=d509c2f4-96e3-4e6d-818a-c6cc0d16ab95,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:07.274947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc280804-54ab-46d3-8a52-4d61ed963b1a None None] Network 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:07.397665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.409220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.432960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 9191675f-4e80-4f74-acf1-f10b7e1b5f5f owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:07.443707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59274) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.472054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-51681eca-e884-4aab-a095-a8f99a4b4434 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387140 Dec 08 16:27:07.532791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59278) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.588871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.651122 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.655798 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/9191675f-4e80-4f74-acf1-f10b7e1b5f5f HTTP/1.1" status: 204 len: 168 time: 0.6315353 Dec 08 16:27:07.657573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91843229-96cd-488c-9e39-bc8e62100ec5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=9191675f-4e80-4f74-acf1-f10b7e1b5f5f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:07.660409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.687201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] DHCP port deletion for 6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:07.720649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Deleting port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:07.728689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.739240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233b8b7d-66c6-4f09-bde4-effcdf9a1657 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:07.741211 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-233b8b7d-66c6-4f09-bde4-effcdf9a1657 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0797698 Dec 08 16:27:07.744869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.787838 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa969eb-9dc4-45de-a43f-bccd20d99dd3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:27:07.792395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6fa969eb-9dc4-45de-a43f-bccd20d99dd3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/21616d95-b18e-42ca-9eec-8576c03e671b HTTP/1.1" status: 404 len: 333 time: 0.0453975 Dec 08 16:27:07.793772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59290) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.812793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] Deleting port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:07.813159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.832423 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fded3d6-a7f4-479d-8bf3-aca2c3cda026 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:27:07.838612 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1fded3d6-a7f4-479d-8bf3-aca2c3cda026 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/9191675f-4e80-4f74-acf1-f10b7e1b5f5f HTTP/1.1" status: 404 len: 333 time: 0.0430527 Dec 08 16:27:07.853827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59292) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:07.897864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3428306e-1086-4449-9e85-402d0d83e25d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.915853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-5b5983ed-44b6-4fc7-a5f0-8d86b1aa21e0 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372628 Dec 08 16:27:07.942951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] For port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,segment=NetworkSegment(86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c),segment_id=86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:07.943638 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.953607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a606847-6a15-4049-a370-580733b1c6ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:07.959627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] Calling delete_port for 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:08.008494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7b605795-1216-4df8-a6c4-66389b1bcc00 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 217 time: 0.0645704 Dec 08 16:27:08.024052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] For port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,segment=NetworkSegment(86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c),segment_id=86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:08.024701 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.042011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.068704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.089436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Calling delete_port for 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:08.102138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365f19e-860b-47fd-940e-42d178fccb61 req-a5530e1f-3937-4e91-b323-8cd46e101aee tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.103854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5365f19e-860b-47fd-940e-42d178fccb61 req-a5530e1f-3937-4e91-b323-8cd46e101aee tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.3321030 Dec 08 16:27:08.109938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] Pushing event deleted for resources: {'Port': ['ID=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.113976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc675e6-45cf-4581-a9f7-8f7a93a996ba None None] No DVR routers for this DVR port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:08.153324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.161851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.171328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.177983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.184412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.191336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.197358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.199381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-8bff444e-47cb-4394-a592-68e38769ffc0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.3298092 Dec 08 16:27:08.231392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.267010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63317fae-b38e-4381-9ab3-5232b091e914']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:08.276809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-0dfa179e-770c-4f48-a12a-77f0e2a18ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.279069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-0dfa179e-770c-4f48-a12a-77f0e2a18ad9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.2483063 Dec 08 16:27:08.285600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7243644e-20a7-452b-9529-93fa198ffb40') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:08.286018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7243644e-20a7-452b-9529-93fa198ffb40') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:08.303551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3428306e-1086-4449-9e85-402d0d83e25d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.305999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.315367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3428306e-1086-4449-9e85-402d0d83e25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.334525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.361476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:08.361951 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:08.365165 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:08.371708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3428306e-1086-4449-9e85-402d0d83e25d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08759d1e-c92e-4be7-b78d-71560ae3c887,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.380004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3428306e-1086-4449-9e85-402d0d83e25d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ea9706c58c047819887aa3e1d699214&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8430638 Dec 08 16:27:08.387604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59296) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:08.417125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5365f19e-860b-47fd-940e-42d178fccb61 req-6a205ae2-a62a-421d-89c5-349bf2e79730 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122686 Dec 08 16:27:08.492984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.502003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a95cf112-d46f-4747-a459-d1b59b72db1e req-acaf1439-c78a-4038-a831-205b59c5ddbb tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2778795 Dec 08 16:27:08.502676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.506175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/63317fae-b38e-4381-9ab3-5232b091e914 HTTP/1.1" status: 204 len: 168 time: 0.6511159 Dec 08 16:27:08.516286 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a606847-6a15-4049-a370-580733b1c6ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.517292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59300) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:08.523634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1537825850'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:08.529429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f26d73c0-3082-4e0b-9cec-5a30ed26d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.531159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f26d73c0-3082-4e0b-9cec-5a30ed26d720 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292974 Dec 08 16:27:08.533463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.536614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfdd2f1-ed1d-4d74-b5a6-255ddd311f8e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=63317fae-b38e-4381-9ab3-5232b091e914,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.538215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50158903-8bf8-4c06-a05a-1dc9a94c744e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.560440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a606847-6a15-4049-a370-580733b1c6ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.563239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50158903-8bf8-4c06-a05a-1dc9a94c744e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.567130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Port': ['ID=2726c89d-ebb0-4fca-8e8e-860f5bf5cba6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.627323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50158903-8bf8-4c06-a05a-1dc9a94c744e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.630112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50158903-8bf8-4c06-a05a-1dc9a94c744e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.631293 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-50158903-8bf8-4c06-a05a-1dc9a94c744e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08759d1e-c92e-4be7-b78d-71560ae3c887 HTTP/1.1" status: 204 len: 168 time: 0.2420535 Dec 08 16:27:08.645312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50158903-8bf8-4c06-a05a-1dc9a94c744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08759d1e-c92e-4be7-b78d-71560ae3c887,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.675581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] No DVR routers for this DVR port 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:08.743183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:08.746712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.752274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4a606847-6a15-4049-a370-580733b1c6ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8c50b74f92244aa1b402943ea2deb03c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3065639 Dec 08 16:27:08.755193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:08.778052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a606847-6a15-4049-a370-580733b1c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8507af39-2679-401c-9ed1-770b601585bb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.826627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c54-5d33-4a73-a7fb-d67056dd17f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.855096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c54-5d33-4a73-a7fb-d67056dd17f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.886385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.914981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a9723-4d3f-426d-a0bc-0a19fc16f257 req-a408dee0-e0f7-4770-8150-74af6b3b6411 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.926330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c77a9723-4d3f-426d-a0bc-0a19fc16f257 req-a408dee0-e0f7-4770-8150-74af6b3b6411 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.3331292 Dec 08 16:27:08.930495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c54-5d33-4a73-a7fb-d67056dd17f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.933176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa17c54-5d33-4a73-a7fb-d67056dd17f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:08.934653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7aa17c54-5d33-4a73-a7fb-d67056dd17f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8507af39-2679-401c-9ed1-770b601585bb HTTP/1.1" status: 204 len: 168 time: 0.1781325 Dec 08 16:27:08.944488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa17c54-5d33-4a73-a7fb-d67056dd17f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8507af39-2679-401c-9ed1-770b601585bb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:08.964069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4628819c-e594-4e81-ba04-7fa6fcf7ae96 req-0f9e7440-9807-4d58-9f64-604dd43a7a9e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:08.964265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:08.966837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4628819c-e594-4e81-ba04-7fa6fcf7ae96 req-0f9e7440-9807-4d58-9f64-604dd43a7a9e tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1095 time: 0.3020632 Dec 08 16:27:08.988646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:09.005003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:09.005555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2726c89d-ebb0-4fca-8e8e-860f5bf5cba6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:09.027321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59310) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:09.038673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:09.049440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-584c0b72-d98f-4a3e-af76-7b2785b7351d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.065975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7feb0adf-6466-4d0b-8c80-ee2108b9ef66 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015156 Dec 08 16:27:09.072027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.073251 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment 5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e of type vlan for network 22396011-c9af-4c7c-a6e0-70787fd8833b Dec 08 16:27:09.078553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:09.079744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d11a58-7eb8-4d9f-aa1e-36a4cc5e007c') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:09.175643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.178293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-584c0b72-d98f-4a3e-af76-7b2785b7351d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.187283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-584c0b72-d98f-4a3e-af76-7b2785b7351d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.190409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c77a9723-4d3f-426d-a0bc-0a19fc16f257 req-f1db73bb-9aea-4cab-b03a-5e4e006cbe81 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628546 Dec 08 16:27:09.226672 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-584c0b72-d98f-4a3e-af76-7b2785b7351d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a1884b9f3d34cc4b9549e2664cf948c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1969311 Dec 08 16:27:09.231985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.233063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59314) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:09.239492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.251689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4628819c-e594-4e81-ba04-7fa6fcf7ae96 req-af8648e7-b58b-4ac7-bdb1-cfa3c1a5f8df tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2440886 Dec 08 16:27:09.253334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:09.253334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.253852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c0b72-d98f-4a3e-af76-7b2785b7351d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5f2c75-7298-48fa-a0fd-4cd33edadd6e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:09.260300 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:09.317562 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f1c-b0cd-421d-8e49-a9d6b5628d08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.354482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f1c-b0cd-421d-8e49-a9d6b5628d08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.370637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.377657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:09.378407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.392648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.411249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a80303b3-0fd4-4eb1-a2c4-24e9dd323eab service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303714 Dec 08 16:27:09.440626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f1c-b0cd-421d-8e49-a9d6b5628d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.451534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4b8f1c-b0cd-421d-8e49-a9d6b5628d08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.455102 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7a4b8f1c-b0cd-421d-8e49-a9d6b5628d08 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ba5f2c75-7298-48fa-a0fd-4cd33edadd6e HTTP/1.1" status: 204 len: 168 time: 0.2185729 Dec 08 16:27:09.463926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4b8f1c-b0cd-421d-8e49-a9d6b5628d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5f2c75-7298-48fa-a0fd-4cd33edadd6e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.645545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59322) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:09.659922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2edea1b-66f2-443e-9f9e-167faeeffbee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.760895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2edea1b-66f2-443e-9f9e-167faeeffbee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.767011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f2edea1b-66f2-443e-9f9e-167faeeffbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.790492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.793626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] 10.222.0.62 "DELETE /v2.0/networks/6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc HTTP/1.1" status: 204 len: 168 time: 2.5318687 Dec 08 16:27:09.826744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f2edea1b-66f2-443e-9f9e-167faeeffbee admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6df3a67f1a204ea199d6b584ad0fc3bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1787558 Dec 08 16:27:09.827135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59330) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:09.848577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3300638 Dec 08 16:27:09.854287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59332) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:09.871370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-2f698157-8986-42f2-910f-f5773761d279 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 217 time: 0.4263191 Dec 08 16:27:09.874022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edea1b-66f2-443e-9f9e-167faeeffbee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b2731a-c2ef-4155-9bdb-b2bc82492d48,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.880671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:09.916527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1f340-3148-4c7b-a224-f4a19e7c8fb2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=22396011-c9af-4c7c-a6e0-70787fd8833b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:09.931204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 22396011-c9af-4c7c-a6e0-70787fd8833b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:09.932846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-649fffd0-23d6-4438-83b7-1527b2f48789 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:09.960574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-649fffd0-23d6-4438-83b7-1527b2f48789 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.017419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379aee1-652c-4230-8eb0-9887f5aa3adc tempest-NetworksIpV6TestAttrs-1318982401 tempest-NetworksIpV6TestAttrs-1318982401-project] Pushing event deleted for resources: {'Network': ['ID=6dcf84ed-ad9a-4a8b-8e6f-dac92f6b6abc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:10.030690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-649fffd0-23d6-4438-83b7-1527b2f48789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.033715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-649fffd0-23d6-4438-83b7-1527b2f48789 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.038264 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-649fffd0-23d6-4438-83b7-1527b2f48789 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32b2731a-c2ef-4155-9bdb-b2bc82492d48 HTTP/1.1" status: 204 len: 168 time: 0.2069764 Dec 08 16:27:10.050857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549d8e-cef7-4d45-97d8-fe56b907b702 req-9b90b6d7-1975-45ef-bfa6-873d9815cf15 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.051964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fffd0-23d6-4438-83b7-1527b2f48789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b2731a-c2ef-4155-9bdb-b2bc82492d48,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:10.060119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18549d8e-cef7-4d45-97d8-fe56b907b702 req-9b90b6d7-1975-45ef-bfa6-873d9815cf15 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.6513605 Dec 08 16:27:10.088803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.103382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.113158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.119811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.127123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.133335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.138968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:10.144565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.146665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d905995a-cb60-46de-89d2-c7c30d7addae req-a75d94d7-0aa7-42e7-ab8a-f269f4a491d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.3449581 Dec 08 16:27:10.157574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f89446ce-d01b-4433-b004-47b8a4a8651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.159684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f89446ce-d01b-4433-b004-47b8a4a8651e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.2682207 Dec 08 16:27:10.277010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:10.280886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.294942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18549d8e-cef7-4d45-97d8-fe56b907b702 req-de032bfe-b30a-4f07-9ca6-a8c92b58ef3a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2330310 Dec 08 16:27:10.323673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59354) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:10.383630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6a4fedac-bfe4-4099-8b7c-da4def8cee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.385973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-6a4fedac-bfe4-4099-8b7c-da4def8cee82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2081833 Dec 08 16:27:10.395721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Performing IP validity checks on allocation pools {{(pid=103282) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:27:10.398750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103282) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:27:10.474991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d905995a-cb60-46de-89d2-c7c30d7addae req-abbf8d7a-cab0-499c-97db-54668ab3d888 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3018641 Dec 08 16:27:10.496305 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-70b8773e-cb89-4e7d-b03d-3034eac358a6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/8fd977fd-41c6-443f-ab76-6ca11e97967a HTTP/1.1" status: 200 len: 990 time: 0.1690137 Dec 08 16:27:10.519175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92132bf9-265e-4fb5-89d2-a1d9f8b92cba admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c87055261f9c4b908c876136e03c2755&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3745816 Dec 08 16:27:10.519175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59364) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:10.593143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9a027-ae23-4d21-ab92-22b45fa9110b req-9a138fdb-d0f0-4b09-abad-a0588ab68ee8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:10.594854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0da9a027-ae23-4d21-ab92-22b45fa9110b req-9a138fdb-d0f0-4b09-abad-a0588ab68ee8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.1717930 Dec 08 16:27:10.632974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3efbba8-674e-4958-af23-7d24ee57da6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.658332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-e6c9f8d1-5213-4668-8f98-2e8471324408 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641380 Dec 08 16:27:10.692533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3efbba8-674e-4958-af23-7d24ee57da6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.755420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3efbba8-674e-4958-af23-7d24ee57da6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.758419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3efbba8-674e-4958-af23-7d24ee57da6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.762302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b3efbba8-674e-4958-af23-7d24ee57da6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08edb4a9-2e0c-4400-a4d2-a3b5f166461a HTTP/1.1" status: 204 len: 168 time: 0.2438841 Dec 08 16:27:10.775481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efbba8-674e-4958-af23-7d24ee57da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08edb4a9-2e0c-4400-a4d2-a3b5f166461a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:10.794809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0da9a027-ae23-4d21-ab92-22b45fa9110b req-718c2cc1-7a01-450b-bf4d-ce5eb9d5f740 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620574 Dec 08 16:27:10.809614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59380) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:10.840186 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:10.912220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-1c1ce235-6b86-4342-a377-aa7171a2b465 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428198 Dec 08 16:27:10.978670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=11435039-4cb3-4568-b3e3-2948ad4915a6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:10.986064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7f406463-cc36-4cd4-bcf4-ade8a0101423 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 200 len: 217 time: 0.0659685 Dec 08 16:27:11.003518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:11.003796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: 22396011-c9af-4c7c-a6e0-70787fd8833b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:11.076947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 22396011-c9af-4c7c-a6e0-70787fd8833b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:11.084061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-055ec637-45aa-4a6c-ac9a-42b9e5803697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:11.086423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-055ec637-45aa-4a6c-ac9a-42b9e5803697 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0917478 Dec 08 16:27:11.131115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 22396011-c9af-4c7c-a6e0-70787fd8833b) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:11.141341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e40bc4f-0627-4bce-9f0b-60e67a32d757 None None] Network 22396011-c9af-4c7c-a6e0-70787fd8833b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:11.148457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:11.149912 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.187200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-26088b87-b3cf-4101-b02d-3c9ddc66163f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3145483 Dec 08 16:27:11.189114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:11.194769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b', 'name': 'tempest-PortsIpV6TestJSON-1971305112'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:11.266239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f30df9dd-fe44-45b5-b291-fdf90350120e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:11.268255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f30df9dd-fe44-45b5-b291-fdf90350120e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1741967 Dec 08 16:27:11.483245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f2815f24-8b91-4a31-8e2d-20edc95b0c12 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048612 Dec 08 16:27:11.540732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:11.541599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-22396011-c9af-4c7c-a6e0-70787fd8833b', 'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': '11435039-4cb3-4568-b3e3-2948ad4915a6'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:11.542686 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.550742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.703613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 31122855-1c43-49b1-b99d-10c0cab13285 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:11.704538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.720995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Allocated IP 2001:db8::2 (22396011-c9af-4c7c-a6e0-70787fd8833b/11435039-4cb3-4568-b3e3-2948ad4915a6/c176fb04-8c60-49cd-b545-b925922d82c6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:11.739445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port be7cce3a-fd40-4422-82e7-c8e04d59a5f0 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:11.747930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-0d020339-d239-4f5d-9d4b-9ac97086717b service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539110 Dec 08 16:27:11.904947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-36d327bb-ad2b-4a4d-a439-812554d90a5e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 200 len: 217 time: 0.1233883 Dec 08 16:27:11.926068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.927973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.956150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 31122855-1c43-49b1-b99d-10c0cab13285 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:11.975582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:11.988832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.047956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Network 22396011-c9af-4c7c-a6e0-70787fd8833b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:12.052006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:12.057016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:12.082235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.089160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.115357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.121756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.129307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.136811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.137048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Pushing event updated for resources: {'Port': ['ID=c176fb04-8c60-49cd-b545-b925922d82c6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:12.144919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.147093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-20487130-504a-4fa9-94f0-7375f74aa133 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.4882820 Dec 08 16:27:12.167538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Attempting to bind port c176fb04-8c60-49cd-b545-b925922d82c6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:12.168115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Attempting to bind port c176fb04-8c60-49cd-b545-b925922d82c6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:12.168258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Attempting to bind port c176fb04-8c60-49cd-b545-b925922d82c6 on network 22396011-c9af-4c7c-a6e0-70787fd8833b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:12.174435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:12.174941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Checking segment: {'id': '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:12.175570 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.176116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Bound using segment: {'id': '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:12.176817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Bound port: c176fb04-8c60-49cd-b545-b925922d82c6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '22396011-c9af-4c7c-a6e0-70787fd8833b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:12.177483 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.210936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-d2738f8f-273d-4a04-bcb5-e31c7945aa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.217157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-d2738f8f-273d-4a04-bcb5-e31c7945aa64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.3024752 Dec 08 16:27:12.265463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::293 (22396011-c9af-4c7c-a6e0-70787fd8833b/11435039-4cb3-4568-b3e3-2948ad4915a6/be7cce3a-fd40-4422-82e7-c8e04d59a5f0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:12.269272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.307662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=31122855-1c43-49b1-b99d-10c0cab13285,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:12.313721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] For port c176fb04-8c60-49cd-b545-b925922d82c6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:12.321351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] For port c176fb04-8c60-49cd-b545-b925922d82c6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c176fb04-8c60-49cd-b545-b925922d82c6,segment=NetworkSegment(5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e),segment_id=5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:12.329611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.403832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.405550 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 8fd977fd-41c6-443f-ab76-6ca11e97967a disassociated (deleted). External IP: 172.25.3.67, port: f94264d0-32ba-472e-aa0d-12396ccbe256. Dec 08 16:27:12.451930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d384d-92c7-4980-a721-4883d4ad8425 None None] Pushing event updated for resources: {'Port': ['ID=c176fb04-8c60-49cd-b545-b925922d82c6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:12.513200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd1e21-7620-4d1e-a80a-36fa1a2d20b6 req-9460bba9-3efa-4fb7-b92b-33bbef5a2a4b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.514990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bcd1e21-7620-4d1e-a80a-36fa1a2d20b6 req-9460bba9-3efa-4fb7-b92b-33bbef5a2a4b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.5700352 Dec 08 16:27:12.653009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31f23a9b-510a-46e2-8f5a-0432e9097fae req-4c9658fa-a3c4-40db-b34a-69182678ec11 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4956737 Dec 08 16:27:12.670916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a5f45384-9ca8-4c62-9127-21fd9a9274b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:12.672756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-a5f45384-9ca8-4c62-9127-21fd9a9274b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2956328 Dec 08 16:27:12.874001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bcd1e21-7620-4d1e-a80a-36fa1a2d20b6 req-2a39ddd2-301a-4185-a6b1-315f47f20496 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191657 Dec 08 16:27:12.891132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:12.967746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59460) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:12.976793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router b4f27705-cae9-41c3-8875-39b0fca43bae has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:13.039015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8a6f84ae-6272-47bf-a2e5-354bf4bafac1 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492002 Dec 08 16:27:13.067541 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.125259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c176fb04-8c60-49cd-b545-b925922d82c6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:13.193929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 22396011-c9af-4c7c-a6e0-70787fd8833b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:13.217366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:13.223171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:13.232958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.233251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c176fb04-8c60-49cd-b545-b925922d82c6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:13.234014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.234142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.259687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=be7cce3a-fd40-4422-82e7-c8e04d59a5f0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:13.269910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-80206244-3468-4377-8bcc-b3576f8e43fc service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231402 Dec 08 16:27:13.278926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-561c0740-9c07-4750-bf4b-f2932ec9d565 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0846679 Dec 08 16:27:13.282913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:13.343759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-1b63aab3-f146-49a7-895a-a2d5272fb053 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 200 len: 217 time: 0.0657697 Dec 08 16:27:13.364955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.365227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:13.377326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.396020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] Sync routers for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:13.424068 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b576f9a-4808-4cfa-99ee-249e0867b218 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/floatingips/8fd977fd-41c6-443f-ab76-6ca11e97967a HTTP/1.1" status: 204 len: 168 time: 2.6119971 Dec 08 16:27:13.433026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:13.446005 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3b53b1-42d4-4645-8f72-3f99679a44f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:13.466144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f2ce52d9-61fd-48fe-a319-88996c383d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.468559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f2ce52d9-61fd-48fe-a319-88996c383d2a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.1175041 Dec 08 16:27:13.480119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:13.480119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:26:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:13.489626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2066722183'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:13.496970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port c176fb04-8c60-49cd-b545-b925922d82c6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c176fb04-8c60-49cd-b545-b925922d82c6,segment=NetworkSegment(5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e),segment_id=5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:13.609323 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd52217e-6050-4cb3-a7ed-e5cbdd2cd366 x-openstack-request-id: req-dd52217e-6050-4cb3-a7ed-e5cbdd2cd366 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:13.609976 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:13.610982 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd52217e-6050-4cb3-a7ed-e5cbdd2cd366 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:13.611610 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'status': 'completed', 'code': 200} Dec 08 16:27:13.631477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port be7cce3a-fd40-4422-82e7-c8e04d59a5f0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:13.632033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.752533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3047ebf6-67bc-447c-874a-ef8a50fbbef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:13.765375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-3047ebf6-67bc-447c-874a-ef8a50fbbef8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2600932 Dec 08 16:27:13.770595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:13.775543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.892568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:13.897312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:13.933472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for be7cce3a-fd40-4422-82e7-c8e04d59a5f0 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:13.960713 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.019149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59498) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.059092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=c176fb04-8c60-49cd-b545-b925922d82c6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:14.189354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8171b8-1d55-4918-b990-233825343bd3 None None] Network 22396011-c9af-4c7c-a6e0-70787fd8833b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:14.272795 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.353578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7fe21c64-1c7d-432b-8b4a-d8d923882cff service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5698259 Dec 08 16:27:14.354533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=be7cce3a-fd40-4422-82e7-c8e04d59a5f0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:14.410111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0d586c6-22a9-449d-a441-5abbcc2b1b13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.437779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bb2f929a-d9ea-4b7a-beca-5ab7957ecd5c None None] Provisioning complete for port c176fb04-8c60-49cd-b545-b925922d82c6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:14.438437 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb2f929a-d9ea-4b7a-beca-5ab7957ecd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.451595 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.619857 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.620109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-d34b748d-fce7-42d5-944f-0fd5e81cad05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:14.621449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-d34b748d-fce7-42d5-944f-0fd5e81cad05 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 1095 time: 1.0005989 Dec 08 16:27:14.628208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-388954db-cfe3-4bff-9820-a21f80ad52e7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/be7cce3a-fd40-4422-82e7-c8e04d59a5f0 HTTP/1.1" status: 204 len: 168 time: 1.3441284 Dec 08 16:27:14.630844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0d586c6-22a9-449d-a441-5abbcc2b1b13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.632803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59510) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.656230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-ddd292b7-19d8-4fb9-8995-42c19d8f2cfd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:14.658974 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-ddd292b7-19d8-4fb9-8995-42c19d8f2cfd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.4034073 Dec 08 16:27:14.660977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0d586c6-22a9-449d-a441-5abbcc2b1b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:14.779767 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db88fa0-1c5f-4d24-bebb-6e1c6ea13807 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:14.780662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db88fa0-1c5f-4d24-bebb-6e1c6ea13807 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:14.789021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0db88fa0-1c5f-4d24-bebb-6e1c6ea13807 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/be7cce3a-fd40-4422-82e7-c8e04d59a5f0 HTTP/1.1" status: 404 len: 333 time: 0.1471438 Dec 08 16:27:14.814854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.820222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:14.882583 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8964f9-3168-4545-a6c0-70cd7707b1f1 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:27:14.882892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] Checking router: b4f27705-cae9-41c3-8875-39b0fca43bae for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:14.884555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9e8964f9-3168-4545-a6c0-70cd7707b1f1 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/be7cce3a-fd40-4422-82e7-c8e04d59a5f0 HTTP/1.1" status: 404 len: 333 time: 0.0556991 Dec 08 16:27:14.887022 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0d586c6-22a9-449d-a441-5abbcc2b1b13 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e29b0cf819b746ebaabe24b95956d565&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8667345 Dec 08 16:27:14.889268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.901682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:14.902902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:26:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:14.922836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:14.925516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d586c6-22a9-449d-a441-5abbcc2b1b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03f0d51-1ccb-4085-8948-ab2e49ed1e66,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.006224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 11435039-4cb3-4568-b3e3-2948ad4915a6 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:15.017086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port f94264d0-32ba-472e-aa0d-12396ccbe256 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:15.017457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.023310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.063571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.081626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.089871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.108428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.109289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c176fb04-8c60-49cd-b545-b925922d82c6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:15.112083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-917f877e-1deb-4f47-9375-c4bc904d1efb None None] Provisioning complete for port c176fb04-8c60-49cd-b545-b925922d82c6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:15.112439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-917f877e-1deb-4f47-9375-c4bc904d1efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.118419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.127812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.132668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.144860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.147721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-f4d9e9ad-b80c-4fca-8d8a-45f85e01c168 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.7931049 Dec 08 16:27:15.152004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-70dec4e2-837c-4580-adf1-1b876c78c938 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252777 Dec 08 16:27:15.175449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.176825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.211949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32956245-4022-4cf1-b77c-70f49812aa6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.227730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:15.235992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62209f-d5c0-4c22-8e3c-8febdaf5d620 req-fd29b1fa-a684-42e2-9f9b-45c590448b17 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.240524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be62209f-d5c0-4c22-8e3c-8febdaf5d620 req-fd29b1fa-a684-42e2-9f9b-45c590448b17 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=7dd289c3-8b08-434a-8094-1532e5d34880 HTTP/1.1" status: 200 len: 944 time: 0.8361375 Dec 08 16:27:15.245702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32956245-4022-4cf1-b77c-70f49812aa6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.248232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:15.304819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c176fb04-8c60-49cd-b545-b925922d82c6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:15.306166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.342644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32956245-4022-4cf1-b77c-70f49812aa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.345646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32956245-4022-4cf1-b77c-70f49812aa6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.349847 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32956245-4022-4cf1-b77c-70f49812aa6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b03f0d51-1ccb-4085-8948-ab2e49ed1e66 HTTP/1.1" status: 204 len: 168 time: 0.4224086 Dec 08 16:27:15.350565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3628db4-0903-43c8-bcd7-4420c2a898c8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.367982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-7bfb6868-340f-466e-91cc-3c3d6882a664 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 217 time: 0.1263647 Dec 08 16:27:15.391672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32956245-4022-4cf1-b77c-70f49812aa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03f0d51-1ccb-4085-8948-ab2e49ed1e66,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.434011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port f94264d0-32ba-472e-aa0d-12396ccbe256, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f94264d0-32ba-472e-aa0d-12396ccbe256,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:15.435414 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.448311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.448530 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment 8f5bc208-dc02-4dd7-ae27-ec254dcd75e1 of type vlan for network cae9a238-13f2-4676-abe3-36d8f8b10204 Dec 08 16:27:15.454816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.475814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for f94264d0-32ba-472e-aa0d-12396ccbe256 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:15.555962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-33a18d0c-5c62-4402-bc3d-bd493643589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.562074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-33a18d0c-5c62-4402-bc3d-bd493643589a service neutron] 10.222.0.86 "GET /v2.0/networks?id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 200 len: 897 time: 0.9258888 Dec 08 16:27:15.742365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.761250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-94f2b539-b5d4-44cd-860c-1e8719cbc6b5 None None] Could not find standard attr ID for object be7cce3a-fd40-4422-82e7-c8e04d59a5f0. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:27:15.772769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-876a96d2-f303-4858-88dc-64c55b1d81ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:15.774464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-876a96d2-f303-4858-88dc-64c55b1d81ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.3928835 Dec 08 16:27:15.776045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-681f34fd-04b3-4a84-9ba0-367d5778e8d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 200 len: 217 time: 0.1952789 Dec 08 16:27:15.781599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59532) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:15.802064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.818811 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:15.824395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4773736-7a27-43ee-85d8-e53da7ff9060 None None] Network 22396011-c9af-4c7c-a6e0-70787fd8833b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:15.827798 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/11435039-4cb3-4568-b3e3-2948ad4915a6 HTTP/1.1" status: 204 len: 168 time: 0.9364724 Dec 08 16:27:15.833397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8d387-fa02-442a-8047-9192a46e85e8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=11435039-4cb3-4568-b3e3-2948ad4915a6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:15.839320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3aa7433-8100-4884-8fe8-9d388e95e780 req-06bdaee6-e715-40d9-aab6-bfbfd935b426 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5867147 Dec 08 16:27:15.842819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:15.986508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be62209f-d5c0-4c22-8e3c-8febdaf5d620 req-fce4ee2c-a9e4-45e0-8474-0c0a6bc6124e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=ffc433e4-6fc6-4124-ae58-3816e4e810ea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6391296 Dec 08 16:27:15.988728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:27:16.033370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.035399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59538) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:16.045467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:16.058886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee2feb0-2981-4958-bcd2-ed5c9487add2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.075995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa875c-a807-4e75-a23c-4a97293b909c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.084915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69e2b18-3fb4-4015-8033-4574663ca682 None None] The sync data for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 is: [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:25:30Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b4932069-fcdb-4347-9d94-94e58296db62', 'name': '', 'network_id': '2a5dccd7-a481-4faa-aac5-4fef58a7dcca', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:11:76:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:28Z', 'updated_at': '2021-12-08T16:25:38Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': '4bb0144c-df2d-4eb2-9f8a-216efd4cf297', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:16.095891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.121102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.127982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:16.128857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.152446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-db14d539-3fcd-4b6d-9551-bf01dee91a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:16.154100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-db14d539-3fcd-4b6d-9551-bf01dee91a72 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 200 len: 834 time: 0.3423903 Dec 08 16:27:16.173130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] DHCP port deletion for 22396011-c9af-4c7c-a6e0-70787fd8833b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:16.203159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=f94264d0-32ba-472e-aa0d-12396ccbe256,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:16.237346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.2679708 Dec 08 16:27:16.244233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59540) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:16.260608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'name': 'tempest-PortsTestJSON-2089782734'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:16.262065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-13c10c97-5687-4a7c-a49f-26f0519f5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:16.263777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-13c10c97-5687-4a7c-a49f-26f0519f5e9d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4508450 Dec 08 16:27:16.271370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] Deleting port c176fb04-8c60-49cd-b545-b925922d82c6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:16.271757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.299207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] No DVR routers for this DVR port f94264d0-32ba-472e-aa0d-12396ccbe256 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:16.303389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.308526 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "DELETE /v2.0/ports/f94264d0-32ba-472e-aa0d-12396ccbe256 HTTP/1.1" status: 204 len: 173 time: 1.6412020 Dec 08 16:27:16.342311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-deleted', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:16.345129 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1cc995-ceba-411b-a5df-f0c89be58340" -d '{"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-deleted", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:16.373549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34619e5-cdc1-4a24-a272-a57b3798f945 req-caeb049f-4929-4b1c-bb98-acaf29a8c174 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:16.375529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c34619e5-cdc1-4a24-a272-a57b3798f945 req-caeb049f-4929-4b1c-bb98-acaf29a8c174 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.3526261 Dec 08 16:27:16.380660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb1e815-3399-4ce7-ad28-8baaac3c2eec tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=cae9a238-13f2-4676-abe3-36d8f8b10204,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:16.438934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-6811b829-8984-4902-96ab-6723356d5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:16.444536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-6811b829-8984-4902-96ab-6723356d5a5b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2a5dccd7-a481-4faa-aac5-4fef58a7dcca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2833140 Dec 08 16:27:16.456970 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b2ed1b-5bfa-4dfb-99e9-069c4272f748 x-openstack-request-id: req-42b2ed1b-5bfa-4dfb-99e9-069c4272f748 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:16.457255 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd289c3-8b08-434a-8094-1532e5d34880", "name": "network-vif-deleted", "tag": "f94264d0-32ba-472e-aa0d-12396ccbe256", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:16.457509 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42b2ed1b-5bfa-4dfb-99e9-069c4272f748 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:16.458091 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd289c3-8b08-434a-8094-1532e5d34880', 'name': 'network-vif-deleted', 'tag': 'f94264d0-32ba-472e-aa0d-12396ccbe256', 'status': 'completed', 'code': 200} Dec 08 16:27:16.459725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port c176fb04-8c60-49cd-b545-b925922d82c6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:16.460084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.484672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa875c-a807-4e75-a23c-4a97293b909c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.503643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa875c-a807-4e75-a23c-4a97293b909c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.568335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:16.572966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.627975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:16.637971 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f3aa875c-a807-4e75-a23c-4a97293b909c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5de5d4028a95459ebf0b7057f1c975b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5962300 Dec 08 16:27:16.643964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port e091e3f8-3210-4f5f-ae0d-02ebe4141519 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:16.652845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59544) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:16.674807 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261ba136-3920-463a-b73d-9215574db886 None None] New status for floating IP 8fd977fd-41c6-443f-ab76-6ca11e97967a: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:27:16.709427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-f0d08646-fe80-46c0-beb8-4504a9f9c2d8 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368949 Dec 08 16:27:16.749218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] For port c176fb04-8c60-49cd-b545-b925922d82c6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c176fb04-8c60-49cd-b545-b925922d82c6,segment=NetworkSegment(5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e),segment_id=5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:16.755686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c34619e5-cdc1-4a24-a272-a57b3798f945 req-e7c26be2-b882-422c-9176-5827c7768248 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560793 Dec 08 16:27:16.768090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee2feb0-2981-4958-bcd2-ed5c9487add2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.771723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.836501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] Calling delete_port for c176fb04-8c60-49cd-b545-b925922d82c6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:16.865401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee2feb0-2981-4958-bcd2-ed5c9487add2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.879170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa875c-a807-4e75-a23c-4a97293b909c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42af45ac-4fb0-4db4-83f3-d4a3f0ed5068,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:16.915637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] For port c176fb04-8c60-49cd-b545-b925922d82c6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c176fb04-8c60-49cd-b545-b925922d82c6,segment=NetworkSegment(5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e),segment_id=5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:16.916016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:16.963325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for c176fb04-8c60-49cd-b545-b925922d82c6 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:16.988657 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.003145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] No DVR routers for this DVR port c176fb04-8c60-49cd-b545-b925922d82c6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:17.058770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:17.065348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c176fb04-8c60-49cd-b545-b925922d82c6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:17.070234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5852b7-84d2-4ac4-8261-d2cd70869144 None None] Pushing event deleted for resources: {'Port': ['ID=c176fb04-8c60-49cd-b545-b925922d82c6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.070875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-72e75c96-bc21-452d-80e1-82a504af2461 service neutron] 10.222.0.86 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6093793 Dec 08 16:27:17.079755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2feb0-2981-4958-bcd2-ed5c9487add2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefbb968-e9b7-4ae5-9326-4ccedffa9fe5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.086838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ee2feb0-2981-4958-bcd2-ed5c9487add2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=979b403e36104e1cbf7cba8dc43f69b3&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3017178 Dec 08 16:27:17.091696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59552) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:17.112082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c176fb04-8c60-49cd-b545-b925922d82c6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:17.112429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c176fb04-8c60-49cd-b545-b925922d82c6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:17.192235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a366f20c-c73c-41aa-8197-be83341f6569 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.218164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5f9a7ab-bd2c-4a9e-b0e0-8a57ccd8a7dd req-8eaaf72c-9c5e-4e17-afd5-bad39fbeb15d service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4766345 Dec 08 16:27:17.231855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.262236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.268967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.275652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.282154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.288348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.294696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.300782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.302823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-3d590d20-de9c-44da-8abe-2e885a96eb1e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.3076236 Dec 08 16:27:17.307280 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a366f20c-c73c-41aa-8197-be83341f6569 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.345113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.408097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=c176fb04-8c60-49cd-b545-b925922d82c6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.413613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No DVR routers for this DVR port c176fb04-8c60-49cd-b545-b925922d82c6 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:17.415694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.421833 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2d344c2-0d63-4097-ac95-63fe7af1a9ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.445384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b3b53b1-42d4-4645-8f72-3f99679a44f2 req-38ad61d4-aae7-44ec-acd6-b312ef4836ce service neutron] 10.222.0.86 "GET /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555329 Dec 08 16:27:17.489514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2d344c2-0d63-4097-ac95-63fe7af1a9ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.498015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.498678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.499143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.499602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.500058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.500511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.500960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.502922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-20480cfe-48d2-4da4-bd90-36877b9d8c24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6488 time: 0.1933918 Dec 08 16:27:17.516014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609088d7-63e5-46b8-9b6d-883dd27d2ff1 req-8330df8f-2ae5-4e51-a08b-77b9d30edb9f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1898987 Dec 08 16:27:17.536574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a366f20c-c73c-41aa-8197-be83341f6569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.543022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a366f20c-c73c-41aa-8197-be83341f6569 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.544701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a366f20c-c73c-41aa-8197-be83341f6569 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42af45ac-4fb0-4db4-83f3-d4a3f0ed5068 HTTP/1.1" status: 204 len: 168 time: 0.8877759 Dec 08 16:27:17.590743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=e091e3f8-3210-4f5f-ae0d-02ebe4141519,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.595607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.614049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366f20c-c73c-41aa-8197-be83341f6569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af45ac-4fb0-4db4-83f3-d4a3f0ed5068,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.668579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22396011-c9af-4c7c-a6e0-70787fd8833b']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:17.672720 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2d344c2-0d63-4097-ac95-63fe7af1a9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.676169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2d344c2-0d63-4097-ac95-63fe7af1a9ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.677678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2d344c2-0d63-4097-ac95-63fe7af1a9ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eefbb968-e9b7-4ae5-9326-4ccedffa9fe5 HTTP/1.1" status: 204 len: 168 time: 0.5729876 Dec 08 16:27:17.691340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d344c2-0d63-4097-ac95-63fe7af1a9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefbb968-e9b7-4ae5-9326-4ccedffa9fe5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:17.692091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:17.692460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: cae9a238-13f2-4676-abe3-36d8f8b10204, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:17.695527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-8cba0cf0-6ce7-4107-b8ae-5803de3cbb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.697293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-8cba0cf0-6ce7-4107-b8ae-5803de3cbb44 service neutron] 10.222.0.86 "GET /v2.0/networks?id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 902 time: 0.1779730 Dec 08 16:27:17.698574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:17.698923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5baf9cb0-068d-4194-a7c8-e6f92e2b2b6e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:17.720188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.778642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.782138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-fc126cbd-42cf-47f6-8e62-c74997905c5b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 217 time: 0.0769753 Dec 08 16:27:17.787750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:17.793275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:17.794461 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:17.798895 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:17.846300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, cae9a238-13f2-4676-abe3-36d8f8b10204) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:17.857379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d4e27e-66da-40ec-adb0-8c88fc337071 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:17.860456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-f4acaa7f-4143-4fd7-adda-c30c91a02438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.862405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-f4acaa7f-4143-4fd7-adda-c30c91a02438 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.0727956 Dec 08 16:27:17.874134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:17.879977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:17.880725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.907196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.927681 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8d4c3f28-2742-4b59-ab44-4e3ffe41e25d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6770663 Dec 08 16:27:17.928876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:17.931188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59564) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:17.936661 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/22396011-c9af-4c7c-a6e0-70787fd8833b HTTP/1.1" status: 204 len: 168 time: 2.0866332 Dec 08 16:27:17.940912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59566) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:17.944945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-184418026'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:17.946611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-74065723'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:17.965928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5665115f-150a-4b50-b7b2-343285842511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=22396011-c9af-4c7c-a6e0-70787fd8833b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:18.008575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:18.011061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:18.015539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.021094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:18.025514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.072489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: f94264d0-32ba-472e-aa0d-12396ccbe256 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:18.072720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f94264d0-32ba-472e-aa0d-12396ccbe256 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:18.092522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.098565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-57e26936-ed06-4ac4-8c77-a5d8edc563ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:18.105218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-57e26936-ed06-4ac4-8c77-a5d8edc563ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2295430 Dec 08 16:27:18.121284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e9486-a41b-4145-8626-920b601fa791 req-b811e96f-043f-473a-9512-b3d29da16ad9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:18.123985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac5e9486-a41b-4145-8626-920b601fa791 req-b811e96f-043f-473a-9512-b3d29da16ad9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.1473825 Dec 08 16:27:18.148101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:18.163984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.164411 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment c2394a1a-4a9e-4515-b657-4321718b370d of type vlan for network 7c55af49-0cf6-4e29-adf1-b13fc6142eff Dec 08 16:27:18.227720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:18.250051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:18.275096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.290251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.291030 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment fbf6728d-1ad1-4992-bf0a-c35f40c89bf9 of type vlan for network f455a8d8-88a4-4117-a43d-847b97c69a3c Dec 08 16:27:18.374489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.409333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-701a7582-c16f-44a7-a6e0-44e922800248 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823069 Dec 08 16:27:18.437886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac5e9486-a41b-4145-8626-920b601fa791 req-15f4d271-e72f-44b9-a828-75897a24d723 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566862 Dec 08 16:27:18.490899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.499352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:18.500062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.529323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5903418 Dec 08 16:27:18.541838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59580) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:18.586986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'ports': [{'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'}, {'network_id': '7c55af49-0cf6-4e29-adf1-b13fc6142eff'}]} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:18.587196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:18.587668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': '7c55af49-0cf6-4e29-adf1-b13fc6142eff'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:18.815251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.880768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.886291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:18.886909 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:18.982493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0359924 Dec 08 16:27:18.986286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:19.000574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:19.067092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f92ab-a5e9-4b58-97ec-339ffa557dbc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=7c55af49-0cf6-4e29-adf1-b13fc6142eff,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.078480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7c55af49-0cf6-4e29-adf1-b13fc6142eff details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:19.120388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8748af6c-0bd5-4c73-8614-72d1aaf070e4 req-15b7db41-802c-4626-9b23-df7f33868242 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022848 Dec 08 16:27:19.176754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a9b2e-c666-47b3-b2c9-c7534825df66 req-23df921a-9789-40a2-a647-1875efa8c91d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.178393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce6a9b2e-c666-47b3-b2c9-c7534825df66 req-23df921a-9789-40a2-a647-1875efa8c91d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.5330732 Dec 08 16:27:19.195649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.201344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1867e-6163-4399-add0-b94debf41e78 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=f455a8d8-88a4-4117-a43d-847b97c69a3c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.203299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.209460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.209734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.216984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.223109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.225355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f455a8d8-88a4-4117-a43d-847b97c69a3c details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:19.229010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.234965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.240720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.248842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-8919d56b-cb1f-451d-9bc6-bcdb245df012 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.5965192 Dec 08 16:27:19.301214 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=977318d02cd5488b93a62bebe0265b28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0723534 Dec 08 16:27:19.307307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:19.312072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f347c0-b8e5-4751-82b7-de0b0c04fd3b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.346958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce6a9b2e-c666-47b3-b2c9-c7534825df66 req-ceee5ed6-f767-4fd8-9d42-a506b0b43999 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575232 Dec 08 16:27:19.357031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.357832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.358433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.358685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.359026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.359998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.360289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.360661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.360995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.361328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.361657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.362732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.363081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0597df03-b757-4d37-9796-6a9626f21476 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:19.382235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port b4932069-fcdb-4347-9d94-94e58296db62 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:19.382540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.392264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 2} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:19.396299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:19.396820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.400211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.423365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3990c04b-d6e8-48e6-be0a-d8701b03bf7f req-4e3026b2-bfb6-4dfd-9299-98dc74fc42cc tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1735384 Dec 08 16:27:19.447167 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.569589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 7bbded4b-5794-4d21-bc8e-c1959e44ced5 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:19.578321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b50a58-0a46-4539-a5d3-627a1fc3ceb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.580295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f268582-c9b6-4c18-bbbd-07995c31f1aa req-dac12567-19ae-4a84-bcbd-2fb6df9dd299 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:19.581625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f268582-c9b6-4c18-bbbd-07995c31f1aa req-dac12567-19ae-4a84-bcbd-2fb6df9dd299 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1241295 Dec 08 16:27:19.654999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port b4932069-fcdb-4347-9d94-94e58296db62, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b4932069-fcdb-4347-9d94-94e58296db62,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:19.655469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.659021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b50a58-0a46-4539-a5d3-627a1fc3ceb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.681963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for b4932069-fcdb-4347-9d94-94e58296db62 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:19.701755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f268582-c9b6-4c18-bbbd-07995c31f1aa req-7761f705-e41a-47d1-a822-6cc40570cf3f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004260 Dec 08 16:27:19.781082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.812336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b50a58-0a46-4539-a5d3-627a1fc3ceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.815004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b50a58-0a46-4539-a5d3-627a1fc3ceb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:19.818879 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c5b50a58-0a46-4539-a5d3-627a1fc3ceb0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f2f347c0-b8e5-4751-82b7-de0b0c04fd3b HTTP/1.1" status: 204 len: 168 time: 0.5055127 Dec 08 16:27:19.852018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b50a58-0a46-4539-a5d3-627a1fc3ceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f347c0-b8e5-4751-82b7-de0b0c04fd3b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:19.898141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 47edeef5-24e3-43c7-bb9e-36e032ebc4de yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:19.929433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.027295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=401a5ea0-ef19-4237-b489-46f99c825574,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:20.063370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:20.063773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: f455a8d8-88a4-4117-a43d-847b97c69a3c, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:20.098214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network f455a8d8-88a4-4117-a43d-847b97c69a3c is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:20.102173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.137970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f455a8d8-88a4-4117-a43d-847b97c69a3c) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:20.139687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=b4932069-fcdb-4347-9d94-94e58296db62,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:20.144614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:20.145194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.167496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685582eb-dbd1-4040-b770-c4511e8ee923 None None] Network f455a8d8-88a4-4117-a43d-847b97c69a3c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:20.169581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.198142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-c605266f-e05f-4959-aa54-7ce810b3b255 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:20.207324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-c605266f-e05f-4959-aa54-7ce810b3b255 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.2107165 Dec 08 16:27:20.225836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4cc1c5e-5780-450e-a3d4-8edc453b5331 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2329047 Dec 08 16:27:20.234323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-817f6db9-4ab4-4814-807b-1d09ab45226c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/quotas/6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 375 time: 0.0255337 Dec 08 16:27:20.236719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:20.299993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2134921783'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:20.371511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f455a8d8-88a4-4117-a43d-847b97c69a3c', 'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': '401a5ea0-ef19-4237-b489-46f99c825574'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:20.374862 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.497690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-3c3d9dec-7054-4fe1-922f-4ab761cc932e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2609770 Dec 08 16:27:20.506385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.521025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:20.658641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-e692e2f3-c963-42cb-816b-f4c3a07dce1c service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594102 Dec 08 16:27:20.745380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Allocated IP 2001:db8::2 (f455a8d8-88a4-4117-a43d-847b97c69a3c/401a5ea0-ef19-4237-b489-46f99c825574/5ffda1e1-0c04-4cbe-abc6-19e6b512cabd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:21.072600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router b4f27705-cae9-41c3-8875-39b0fca43bae has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:21.076923 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:21.089212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.133658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.143961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.155770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:21.180937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Network f455a8d8-88a4-4117-a43d-847b97c69a3c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:21.228554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:21.232142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:21.235444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Pushing event updated for resources: {'Port': ['ID=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:21.238647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:21.259404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port f3a29971-5a15-49d8-9809-ea5430242793 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:21.276825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:21.277768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.326462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=7bbded4b-5794-4d21-bc8e-c1959e44ced5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:21.350153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-e27c987e-5d6c-43b8-96e2-cdbda002c5bd service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6899076 Dec 08 16:27:21.356025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Attempting to bind port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:21.362566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Attempting to bind port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:21.363243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Attempting to bind port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd on network f455a8d8-88a4-4117-a43d-847b97c69a3c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:21.374284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:21.375138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Checking segment: {'id': 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:21.375373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.376241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Bound using segment: {'id': 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:21.376823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Bound port: 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f455a8d8-88a4-4117-a43d-847b97c69a3c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:21.377458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.423902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:21.448722 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dbf94df6-3acc-4f5a-a0a1-0b673918269e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/b4f27705-cae9-41c3-8875-39b0fca43bae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3788586 Dec 08 16:27:21.449349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59662) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:21.540534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.547349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.553550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.560703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.567323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.567494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting subnet 4bb0144c-df2d-4eb2-9f8a-216efd4cf297 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:21.569846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] For port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:21.573287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.581283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.591172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] For port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,segment=NetworkSegment(fbf6728d-1ad1-4992-bf0a-c35f40c89bf9),segment_id=fbf6728d-1ad1-4992-bf0a-c35f40c89bf9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:21.595386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:21.605232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-b1ca5e81-101d-4848-92af-79f20a947ce8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.9328549 Dec 08 16:27:21.621205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] Sync routers for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:21.646023 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.690689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:21.691347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:26:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:21.695818 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:21.754882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb90b7c7-bb33-48e5-9409-22120c359abb req-387310f8-d3f6-4c61-919b-62f1fea463e5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 210 time: 0.0927427 Dec 08 16:27:21.853503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0af58d-718c-4b09-a71e-11c40a075c34 None None] Pushing event updated for resources: {'Port': ['ID=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:21.877835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': 'c2394a1a-4a9e-4515-b657-4321718b370d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7c55af49-0cf6-4e29-adf1-b13fc6142eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:21.878215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: 7c55af49-0cf6-4e29-adf1-b13fc6142eff, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:21.960261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:21.962508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=47edeef5-24e3-43c7-bb9e-36e032ebc4de,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:22.027931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.099933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df8ba5eb-0a5f-440e-b6a8-4c1ffe37358d req-8eb3a4ce-7114-4a6b-8490-2935a4fd5065 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4552348 Dec 08 16:27:22.105247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 7c55af49-0cf6-4e29-adf1-b13fc6142eff is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:22.131451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7c55af49-0cf6-4e29-adf1-b13fc6142eff) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:22.143883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:22.147794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c30880-d071-43a1-bfc6-9e90e359ea65 None None] Network 7c55af49-0cf6-4e29-adf1-b13fc6142eff requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:22.151087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:22.158147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:22.159089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.182598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::324 (f455a8d8-88a4-4117-a43d-847b97c69a3c/401a5ea0-ef19-4237-b489-46f99c825574/f3a29971-5a15-49d8-9809-ea5430242793) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:22.204127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ccf948ac-fb28-4748-a0d1-2b1bb52db01f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6565289 Dec 08 16:27:22.207036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59686) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:22.285019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.404142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.427143 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/subnets/4bb0144c-df2d-4eb2-9f8a-216efd4cf297 HTTP/1.1" status: 204 len: 168 time: 0.9734871 Dec 08 16:27:22.428584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59690) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:22.430144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579df79d-43cc-49b9-b64f-b96a9128cf5f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb0144c-df2d-4eb2-9f8a-216efd4cf297,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:22.446490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3778a4b-45f2-484a-bb98-6f354c0a3f91 None None] Network 2a5dccd7-a481-4faa-aac5-4fef58a7dcca requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:22.608171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 47edeef5-24e3-43c7-bb9e-36e032ebc4de {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:22.608774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.636993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.744827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:27:20Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:22.747033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.756139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.768270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 47edeef5-24e3-43c7-bb9e-36e032ebc4de owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:22.865039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] Checking router: b4f27705-cae9-41c3-8875-39b0fca43bae for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:22.886904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.890029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] Routers {'b4f27705-cae9-41c3-8875-39b0fca43bae'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:22.891656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:26:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b4f27705-cae9-41c3-8875-39b0fca43bae'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:22.894517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:22.998589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.014802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] DHCP port deletion for 2a5dccd7-a481-4faa-aac5-4fef58a7dcca request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:23.060836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=f3a29971-5a15-49d8-9809-ea5430242793,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:23.184350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:23.190560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.194486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 43788d58-700f-443f-9f5c-5b27da158b57 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:23.194833 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.196792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/47edeef5-24e3-43c7-bb9e-36e032ebc4de HTTP/1.1" status: 204 len: 168 time: 0.9881997 Dec 08 16:27:23.198492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fecd6e-83e4-40b2-801a-b3b277a6620b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=47edeef5-24e3-43c7-bb9e-36e032ebc4de,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:23.200497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59710) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:23.208912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-662ede22-0f86-4846-b01e-7a0044b2cf44 req-b4a764be-c6e6-4df0-99d3-0611cd62d768 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 210 time: 0.1491995 Dec 08 16:27:23.211587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network f455a8d8-88a4-4117-a43d-847b97c69a3c is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:23.213865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:23.219778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:23.256757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.259763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.318549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e63d1d36-1f9a-4d80-85e9-d6af54a16a2b tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 3.0749481 Dec 08 16:27:23.324069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:23.534617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:23.534617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.588270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] Set router b4f27705-cae9-41c3-8875-39b0fca43bae gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:23.591925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] Deleting port 8caf7d29-c235-431f-ab16-06c7fc7a4804 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:23.592302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:23.610087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e189fa90-1aaf-4b8e-aecc-0c2a5c03f6e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.624797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e189fa90-1aaf-4b8e-aecc-0c2a5c03f6e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.627936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e189fa90-1aaf-4b8e-aecc-0c2a5c03f6e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.4251225 Dec 08 16:27:23.633529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59724) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:23.802320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.809946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.827142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.834820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.845131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.852102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.868452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:23.881911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-797f0d41-bf1a-4796-89aa-e00cd633ce0e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.4559448 Dec 08 16:27:23.953276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] For port 8caf7d29-c235-431f-ab16-06c7fc7a4804, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8caf7d29-c235-431f-ab16-06c7fc7a4804,segment=NetworkSegment(5f801294-b27d-4df3-b317-0d430ac68b50),segment_id=5f801294-b27d-4df3-b317-0d430ac68b50)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:23.953687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.003748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port f3a29971-5a15-49d8-9809-ea5430242793 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:24.004106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.015856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30e93e1-db35-4c57-8fb9-89b1068a2610 None None] Network f455a8d8-88a4-4117-a43d-847b97c69a3c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:24.044283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] Calling delete_port for 8caf7d29-c235-431f-ab16-06c7fc7a4804 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:24.050265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 43788d58-700f-443f-9f5c-5b27da158b57, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=43788d58-700f-443f-9f5c-5b27da158b57,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:24.050804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.101363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c5509b9-fc30-4ff8-8930-9ddf496c59a5 req-14e1f1f8-c6cf-4435-921b-83db800cc036 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2166078 Dec 08 16:27:24.120151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 43788d58-700f-443f-9f5c-5b27da158b57 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:24.168290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 7bbded4b-5794-4d21-bc8e-c1959e44ced5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:24.169401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.223379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-ee30ca34-e56e-4634-bc4c-85d0db44ef49 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:24.224868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-ee30ca34-e56e-4634-bc4c-85d0db44ef49 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.6799114 Dec 08 16:27:24.244518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'port': {'device_id': '14c233b9-44d5-48e7-b402-e2542df96785', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'admin_state_up': True, 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:24.280883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.340871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for f3a29971-5a15-49d8-9809-ea5430242793 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:24.347870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.376116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 7bbded4b-5794-4d21-bc8e-c1959e44ced5 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:24.471055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d3c1fde-ec32-496b-9ac1-923374bd4d70 req-324bfb75-02de-41bc-ae2a-f2ba33bbf600 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 210 time: 0.0393384 Dec 08 16:27:24.675328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.701574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.756138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:24.767128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.783426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=f3a29971-5a15-49d8-9809-ea5430242793,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:24.792877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-98bc02ec-92fa-4f84-901c-ebb2a1d4406e None None] Provisioning complete for port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:24.793253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98bc02ec-92fa-4f84-901c-ebb2a1d4406e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.860199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.866720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f41b47cd-4b6e-4d7b-bc14-d5580e538f87 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/f3a29971-5a15-49d8-9809-ea5430242793 HTTP/1.1" status: 204 len: 168 time: 1.5385439 Dec 08 16:27:24.870984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59740) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.892925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.904559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.910466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:24.940908 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-12948964-1f1c-4e82-84e5-989a231c1890 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:27:24.943564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-12948964-1f1c-4e82-84e5-989a231c1890 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/f3a29971-5a15-49d8-9809-ea5430242793 HTTP/1.1" status: 404 len: 333 time: 0.0698864 Dec 08 16:27:24.949045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59742) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:24.954872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,segment=NetworkSegment(fbf6728d-1ad1-4992-bf0a-c35f40c89bf9),segment_id=fbf6728d-1ad1-4992-bf0a-c35f40c89bf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:24.992721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=7bbded4b-5794-4d21-bc8e-c1959e44ced5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:25.013123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.020133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-77d74dcc-22ae-4e9b-9c56-aa662f5062e1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/7bbded4b-5794-4d21-bc8e-c1959e44ced5 HTTP/1.1" status: 204 len: 168 time: 1.3841333 Dec 08 16:27:25.025292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59744) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.034252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=43788d58-700f-443f-9f5c-5b27da158b57,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:25.040003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25451989-68f7-4c8f-9ba8-5af8f5a27c3a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:25.064834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] Pushing event deleted for resources: {'Port': ['ID=8caf7d29-c235-431f-ab16-06c7fc7a4804,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:25.077430 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.090146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfa4eb-0ce3-4795-a10b-45a631b075f7 None None] No DVR routers for this DVR port 8caf7d29-c235-431f-ab16-06c7fc7a4804 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:25.304009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b9e62-2a12-46cc-b0a2-bc586773ed10 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.322871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a15b9e62-2a12-46cc-b0a2-bc586773ed10 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2961047 Dec 08 16:27:25.330205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59750) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.351348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 401a5ea0-ef19-4237-b489-46f99c825574 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:25.361041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.378261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:25.379810 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.428704 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8622123-0e1e-48fb-bb2e-8a633415beca tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:27:25.431297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d8622123-0e1e-48fb-bb2e-8a633415beca tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/47edeef5-24e3-43c7-bb9e-36e032ebc4de HTTP/1.1" status: 404 len: 333 time: 0.0971174 Dec 08 16:27:25.446379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:27:20Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:25.478369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59752) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.555160 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f50083a-9e2e-4060-9a90-40773728f3e9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:27:25.562376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0f50083a-9e2e-4060-9a90-40773728f3e9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/7bbded4b-5794-4d21-bc8e-c1959e44ced5 HTTP/1.1" status: 404 len: 333 time: 0.0811713 Dec 08 16:27:25.567751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59758) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:25.603186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8caf7d29-c235-431f-ab16-06c7fc7a4804 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:25.613696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5427d610-b066-4ea6-b4c4-6fd7b3902702 None None] The sync data for ids ['b4f27705-cae9-41c3-8875-39b0fca43bae'] in n-d-820935-5 is: [{'id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-819581481', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '43788d58-700f-443f-9f5c-5b27da158b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:25:18Z', 'updated_at': '2021-12-08T16:27:20Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '43788d58-700f-443f-9f5c-5b27da158b57', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:4e:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f27705-cae9-41c3-8875-39b0fca43bae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2187, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:25:19Z', 'updated_at': '2021-12-08T16:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:25.680844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8caf7d29-c235-431f-ab16-06c7fc7a4804 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:25.681949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8caf7d29-c235-431f-ab16-06c7fc7a4804 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:25.732333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.747433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.757559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.765174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.779079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.790675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.800754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:25.804038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-c23a45dc-1758-48f7-88b2-3c0e6b5d672f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.4522069 Dec 08 16:27:25.849539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.860405 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.954712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b825694f-98ef-473f-89ce-09204a11dcd0 req-020e89ef-8615-4162-a94f-ae6c2c13c8b6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 210 time: 0.2654920 Dec 08 16:27:25.957770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:25.960034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-26de451d-9d54-498c-a721-ecbe5e3e105c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.023957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-44bd02a4-93c5-4461-9d6a-c9a241a60ca3 None None] Provisioning complete for port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:26.026053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44bd02a4-93c5-4461-9d6a-c9a241a60ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.070490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.260365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-44bd02a4-93c5-4461-9d6a-c9a241a60ca3 None None] Could not find standard attr ID for object f3a29971-5a15-49d8-9809-ea5430242793. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:27:26.381059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-054d869c-0005-44b0-8c2b-d04402ac2554 None None] Could not find standard attr ID for object f3a29971-5a15-49d8-9809-ea5430242793. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:27:26.405985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43a82fbc-a8e6-4b9a-ab06-b54965ee1150 req-ae585c2f-9cce-4996-bba5-5f8c7792dcf7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5883634 Dec 08 16:27:26.427648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.497048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c55af49-0cf6-4e29-adf1-b13fc6142eff']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:26.521374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2394a1a-4a9e-4515-b657-4321718b370d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:26.522367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2394a1a-4a9e-4515-b657-4321718b370d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:26.551926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.599123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.612995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:26.613650 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:26.671642 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:26.723140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.760299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.773971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/7c55af49-0cf6-4e29-adf1-b13fc6142eff HTTP/1.1" status: 204 len: 168 time: 1.1975241 Dec 08 16:27:26.780956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.808442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59776) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:26.818454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1284351261'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:26.825573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0244bf18-da8d-4429-a691-8f9c342ea9b0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=7c55af49-0cf6-4e29-adf1-b13fc6142eff,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:26.870544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:26.889326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.908088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:26.971855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:27.009996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.011133 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment 8b627d6d-2705-46f2-bbab-5cd1ef4552db of type vlan for network 0675762f-eb12-4512-afed-7e21c41a8ade Dec 08 16:27:27.039632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Allocated IP 172.20.0.14 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/043ba394-6d3b-4db7-931c-c211ece24d57) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:27.047418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.049155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Fanout notify agent at l3_agent the message router_deleted on router b4f27705-cae9-41c3-8875-39b0fca43bae {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:27:27.071611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.075310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6c7e1256-fd4c-4edf-912a-0b83a2a160ab tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/routers/b4f27705-cae9-41c3-8875-39b0fca43bae HTTP/1.1" status: 204 len: 168 time: 4.6304796 Dec 08 16:27:27.077062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=401a5ea0-ef19-4237-b489-46f99c825574,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:27.120077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.130499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ac7d92-7efd-4a91-a600-450eede77838 None None] Network f455a8d8-88a4-4117-a43d-847b97c69a3c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:27.149220 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3232482c-f58d-43c5-afbd-dc7e20b88076 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/401a5ea0-ef19-4237-b489-46f99c825574 HTTP/1.1" status: 204 len: 168 time: 2.1832898 Dec 08 16:27:27.163411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59784) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:27.165903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:27.206696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.353713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.372274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c699cc87-a794-439e-aea4-b61a9fcb8771 req-86b66ecd-b693-4f63-9381-ebbb69180181 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 210 time: 0.1365609 Dec 08 16:27:27.438306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.455564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:27.457296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:27.460002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.470250 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:27:27.614464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8037910 Dec 08 16:27:27.638270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:27.654293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.662712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:27.714889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:27.716574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:27.934516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] DHCP port deletion for f455a8d8-88a4-4117-a43d-847b97c69a3c request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:27.955538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b4932069-fcdb-4347-9d94-94e58296db62 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:28.022957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b4932069-fcdb-4347-9d94-94e58296db62 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:28.022957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b4932069-fcdb-4347-9d94-94e58296db62 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:28.064966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] Deleting port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:28.065972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.108376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.193298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a5dccd7-a481-4faa-aac5-4fef58a7dcca']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:28.211510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] For port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,segment=NetworkSegment(fbf6728d-1ad1-4992-bf0a-c35f40c89bf9),segment_id=fbf6728d-1ad1-4992-bf0a-c35f40c89bf9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:28.212137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.244486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] Calling delete_port for 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:28.247378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f801294-b27d-4df3-b317-0d430ac68b50') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:28.247895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f801294-b27d-4df3-b317-0d430ac68b50') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:28.249357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3266d7bf-b8e1-445d-a4c5-8b9a8b81ddb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=0675762f-eb12-4512-afed-7e21c41a8ade,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:28.298313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.304783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.306132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.311676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 0675762f-eb12-4512-afed-7e21c41a8ade details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:28.315239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.322623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.331777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.352416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.361472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:28.362290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.375744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:28.392543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-b94ecc4f-ed30-495d-a848-d91ba9a8047f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.8177569 Dec 08 16:27:28.465027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:28.468701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.499616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.527282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.586341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] Pushing event deleted for resources: {'Port': ['ID=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:28.609264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:28.609986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.610952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a6ba44-28b4-4ca2-a0d7-686f920ec130 None None] No DVR routers for this DVR port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:28.616945 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:28.648569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] For port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,segment=NetworkSegment(fbf6728d-1ad1-4992-bf0a-c35f40c89bf9),segment_id=fbf6728d-1ad1-4992-bf0a-c35f40c89bf9)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:28.648927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.666433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9e8e466-89f7-4066-9bb0-17b2d9ba5d2b req-d8738150-6b65-4a41-a890-d8b56eeb826c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 210 time: 0.1447184 Dec 08 16:27:28.710915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d9135fa-57ae-42fa-9052-e77e8ad27d1b req-4f316214-f7c5-4041-8353-421a99046b98 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3119829 Dec 08 16:27:28.732377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.735608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Performing IP validity checks on allocation pools {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:27:28.736237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:27:28.782575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:28.803723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9964ab8f-c72e-4116-bd00-6e8308accdb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.824825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.845677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:28.849222 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/networks/2a5dccd7-a481-4faa-aac5-4fef58a7dcca HTTP/1.1" status: 204 len: 168 time: 1.6779053 Dec 08 16:27:28.854147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59816) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:28.959640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44278914-0c1b-498f-923a-03d7d9938078 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Network': ['ID=2a5dccd7-a481-4faa-aac5-4fef58a7dcca,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.033131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.051635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:29.074297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b21a91b9-e4dd-481e-a834-7d06a711fe99 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.145981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:29.201945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:29.208535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=043ba394-6d3b-4db7-931c-c211ece24d57,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.211942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:29.222313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.277171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No DVR routers for this DVR port 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:29.288912 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b21a91b9-e4dd-481e-a834-7d06a711fe99 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.316899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.449293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:29.463921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=5ffda1e1-0c04-4cbe-abc6-19e6b512cabd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.502913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b21a91b9-e4dd-481e-a834-7d06a711fe99 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.508129 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b21a91b9-e4dd-481e-a834-7d06a711fe99 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.518938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:29.519679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5ffda1e1-0c04-4cbe-abc6-19e6b512cabd not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:29.520355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 43788d58-700f-443f-9f5c-5b27da158b57 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:29.522475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:29.524713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.525757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b21a91b9-e4dd-481e-a834-7d06a711fe99 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/security-groups/ffc433e4-6fc6-4124-ae58-3816e4e810ea HTTP/1.1" status: 204 len: 168 time: 0.6698079 Dec 08 16:27:29.566703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a91b9-e4dd-481e-a834-7d06a711fe99 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc433e4-6fc6-4124-ae58-3816e4e810ea,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.635535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 43788d58-700f-443f-9f5c-5b27da158b57 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:29.636100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 43788d58-700f-443f-9f5c-5b27da158b57 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:29.787827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=515f7d73-be65-4f1b-a8e4-10a1b19a6af5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:29.807620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-183d4612-2abf-47f6-a284-8753d1725648 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5684466 Dec 08 16:27:29.824925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.834512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Request body: {'port': {'device_id': '14c233b9-44d5-48e7-b402-e2542df96785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:29.884755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-299d8f99-265a-4d9b-88d4-b9e65df77c3f None None] Provisioning complete for port 043ba394-6d3b-4db7-931c-c211ece24d57 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:29.884755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-299d8f99-265a-4d9b-88d4-b9e65df77c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.902079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f455a8d8-88a4-4117-a43d-847b97c69a3c']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:29.920711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:29.921052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf6728d-1ad1-4992-bf0a-c35f40c89bf9') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:29.932898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': '8b627d6d-2705-46f2-bbab-5cd1ef4552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:29.933401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: 0675762f-eb12-4512-afed-7e21c41a8ade, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:29.947890 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:29.972155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e271c055-3581-4927-b228-42e88afd28f3 req-2248a942-a951-42c7-8a3b-64bd681a93d3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:29.974895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e271c055-3581-4927-b228-42e88afd28f3 req-2248a942-a951-42c7-8a3b-64bd681a93d3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 932 time: 0.1001277 Dec 08 16:27:29.981712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-299d8f99-265a-4d9b-88d4-b9e65df77c3f None None] Port 043ba394-6d3b-4db7-931c-c211ece24d57 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:30.001259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.008347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.014551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 0675762f-eb12-4512-afed-7e21c41a8ade is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:30.031985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:30.033144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:30.037017 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:30.041299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 0675762f-eb12-4512-afed-7e21c41a8ade) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:30.061405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f5a88-15b7-4596-8a8d-8a3177bb15b4 None None] Network 0675762f-eb12-4512-afed-7e21c41a8ade requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:30.088716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.089652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.124000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59838) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:30.136219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1047476812', 'description': 'tempest-secgroup-smoke-1047476812 description', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:30.163642 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f09f684a-6774-479b-b512-10f33844af47 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5153027 Dec 08 16:27:30.166806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59840) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:30.176341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade', 'name': 'tempest-PortsTestJSON-859623563'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:30.231733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e271c055-3581-4927-b228-42e88afd28f3 req-a6b52650-4c35-4546-ae6c-89d1dad8cc9a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250433 Dec 08 16:27:30.233555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.261425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.292591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.293396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.300474 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/f455a8d8-88a4-4117-a43d-847b97c69a3c HTTP/1.1" status: 204 len: 168 time: 3.1227171 Dec 08 16:27:30.312624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371c168-4ea7-42f3-a88f-8ad3975de868 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=f455a8d8-88a4-4117-a43d-847b97c69a3c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:30.348297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:30.358568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'name': 'tempest-PortsIpV6TestJSON-1096239950'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:30.435253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-0675762f-eb12-4512-afed-7e21c41a8ade', 'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': '515f7d73-be65-4f1b-a8e4-10a1b19a6af5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:30.441245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.523961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.533980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.543248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.550843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.557709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.565711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.576119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:30.578676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-ed45444d-44df-427c-b4e7-c65a92bb30a8 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.2917612 Dec 08 16:27:30.661366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:27:30.661366 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:27:30.661366 n-d-820935-5 neutron-server[103282]: [parameters: {'project_id_1': '3d0beeb762634b918e7ba01b91ad38de', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 27, 10, 631449)}] Dec 08 16:27:30.661366 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:27:30.661976 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:27:30.693401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:30.711398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.726850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f4c4e44-9660-4e3f-a85e-32c99d67ef42 req-b8d81329-7733-4049-84d8-13e47419eec7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1381948 Dec 08 16:27:30.745423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.751462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.807955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Allocated IP 172.20.0.2 (0675762f-eb12-4512-afed-7e21c41a8ade/515f7d73-be65-4f1b-a8e4-10a1b19a6af5/55a9ccc0-40b4-47bf-8c10-1e8321f33fb3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:30.842239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39255961-630f-40a0-8d70-aeeb2f733b56,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:30.864247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 043ba394-6d3b-4db7-931c-c211ece24d57 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:30.866193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.866774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.867356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.869087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.869743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.870354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.870931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.872165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.873229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.873754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.874256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.874836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.875399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.876027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:30.888502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Transition to ACTIVE for port object 043ba394-6d3b-4db7-931c-c211ece24d57 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:27:30.890287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 4882791b-f72a-4b65-b007-a51e3f48006c yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:30.894122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.897125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a7feeb6-37fe-4126-a96d-9b7a5d77274b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7698557 Dec 08 16:27:30.899700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:30.900404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59856) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:30.905701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '39255961-630f-40a0-8d70-aeeb2f733b56', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:30.995490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.104735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Pushing event updated for resources: {'Port': ['ID=043ba394-6d3b-4db7-931c-c211ece24d57,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:31.156798 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.165836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.305022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Network 0675762f-eb12-4512-afed-7e21c41a8ade is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:31.332840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.339229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:31.343710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.351481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:31.354980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.372738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:31.409056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Pushing event updated for resources: {'Port': ['ID=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:31.444355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Attempting to bind port 043ba394-6d3b-4db7-931c-c211ece24d57 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:31.445166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Attempting to bind port 043ba394-6d3b-4db7-931c-c211ece24d57 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:31.445166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Attempting to bind port 043ba394-6d3b-4db7-931c-c211ece24d57 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:31.464502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Port 043ba394-6d3b-4db7-931c-c211ece24d57 on network 047bfe8b-ed46-402f-87b0-925346f987d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:27:31.464828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Attempting to bind port 043ba394-6d3b-4db7-931c-c211ece24d57 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:31.496912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.5 (0675762f-eb12-4512-afed-7e21c41a8ade/515f7d73-be65-4f1b-a8e4-10a1b19a6af5/4882791b-f72a-4b65-b007-a51e3f48006c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:31.500639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5991daf6-5c46-4c80-aa63-89d16eed03f9,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:31.502105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:31.514210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:31.515443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:31.516563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Bound port: 043ba394-6d3b-4db7-931c-c211ece24d57, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:31.516732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port da9f6e6d-53ce-4fbd-894e-0ddd3ef09b7a yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:31.521411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.568561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Attempting to bind port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:31.568941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Attempting to bind port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8b627d6d-2705-46f2-bbab-5cd1ef4552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:31.569975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Attempting to bind port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 on network 0675762f-eb12-4512-afed-7e21c41a8ade {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:31.582631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:31.583432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Checking segment: {'id': '8b627d6d-2705-46f2-bbab-5cd1ef4552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:31.584505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.584905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Bound using segment: {'id': '8b627d6d-2705-46f2-bbab-5cd1ef4552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:31.586042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.586557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Bound port: 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b627d6d-2705-46f2-bbab-5cd1ef4552db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '0675762f-eb12-4512-afed-7e21c41a8ade'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:31.586934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.588216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-90843b99-9dda-4d36-a67e-7a5a21cd9638 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6865747 Dec 08 16:27:31.619798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:31.628490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '39255961-630f-40a0-8d70-aeeb2f733b56', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:31.718651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e3d8c-0041-4ba1-89d0-6de44cdbad52 req-7d3b2dd1-0ff1-407e-ba6c-02b8d6a24cab tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:31.719239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f6e3d8c-0041-4ba1-89d0-6de44cdbad52 req-7d3b2dd1-0ff1-407e-ba6c-02b8d6a24cab tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 944 time: 0.2279541 Dec 08 16:27:31.834850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] For port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:31.914035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] For port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,segment=NetworkSegment(8b627d6d-2705-46f2-bbab-5cd1ef4552db),segment_id=8b627d6d-2705-46f2-bbab-5cd1ef4552db)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:31.917511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.923456 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:31.925340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] For port 043ba394-6d3b-4db7-931c-c211ece24d57, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:31.929593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.022491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f6e3d8c-0041-4ba1-89d0-6de44cdbad52 req-786266cd-c4a9-483f-965c-cb40b723475e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864735 Dec 08 16:27:32.056258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] For port 043ba394-6d3b-4db7-931c-c211ece24d57, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=043ba394-6d3b-4db7-931c-c211ece24d57,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:32.104490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.106968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ba650-c96e-4538-88cd-1fd21d68dc05 None None] Pushing event updated for resources: {'Port': ['ID=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:32.141724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.165685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.252985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.375203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.380531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.384457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] 10.222.0.58 "PUT /v2.0/ports/043ba394-6d3b-4db7-931c-c211ece24d57 HTTP/1.1" status: 200 len: 1092 time: 2.5554140 Dec 08 16:27:32.393169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.399849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.407420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.416935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.419902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c233b9-44d5-48e7-b402-e2542df96785', 'tag': '043ba394-6d3b-4db7-931c-c211ece24d57'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:32.424625 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e2675d2-e0c8-4ac7-9587-7067e62e603d" -d '{"events": [{"name": "network-changed", "server_uuid": "14c233b9-44d5-48e7-b402-e2542df96785", "tag": "043ba394-6d3b-4db7-931c-c211ece24d57"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:32.425940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.445828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.465258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.480548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-6bda1f06-6b3e-437a-8c58-bff5869a3c29 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.4346128 Dec 08 16:27:32.506317 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c07fad7-28ca-4d50-a760-cd48ad9212f4 x-openstack-request-id: req-8c07fad7-28ca-4d50-a760-cd48ad9212f4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:32.507357 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c233b9-44d5-48e7-b402-e2542df96785", "tag": "043ba394-6d3b-4db7-931c-c211ece24d57", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:32.507837 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c07fad7-28ca-4d50-a760-cd48ad9212f4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:32.508460 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c233b9-44d5-48e7-b402-e2542df96785', 'tag': '043ba394-6d3b-4db7-931c-c211ece24d57', 'status': 'completed', 'code': 200} Dec 08 16:27:32.547786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.555688 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.576521 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.592062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.642642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e953d7f-65a4-4047-9a37-17fa93b9c738,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:32.645240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a26b4-0ddb-4f0d-aaad-466dcc9be395 service neutron] Pushing event updated for resources: {'Port': ['ID=043ba394-6d3b-4db7-931c-c211ece24d57,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:32.727811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:32.741672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:32.762967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.765254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:32.770975 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e288103f-d7e2-4510-9771-5ae003ee5cb3 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1471148 Dec 08 16:27:32.777214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.778913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:32.779066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:32.807096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '39255961-630f-40a0-8d70-aeeb2f733b56', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:32.857250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=da9f6e6d-53ce-4fbd-894e-0ddd3ef09b7a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:32.865222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-80c2748c-c326-4445-bef9-f5e7fa92deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:32.867240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-80c2748c-c326-4445-bef9-f5e7fa92deaa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 1095 time: 0.3898470 Dec 08 16:27:32.913447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36ec2e2b-8912-46b3-a3ff-407ed3496a57 req-a40cfbda-af61-4717-b6fc-9711594fefba tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4316213 Dec 08 16:27:32.929484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-92605792-c9bd-4751-ba7c-30677d0b21aa tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5766571 Dec 08 16:27:32.938807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59894) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:32.986047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.001666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.008855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-45871632-e532-4204-a1af-d9eca01b05db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=043ba394-6d3b-4db7-931c-c211ece24d57 HTTP/1.1" status: 200 len: 217 time: 0.1328197 Dec 08 16:27:33.036808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.224197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 0675762f-eb12-4512-afed-7e21c41a8ade is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:33.229175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=4882791b-f72a-4b65-b007-a51e3f48006c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:33.253260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:33.257440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:33.343975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-1e0df792-1d81-4911-a8df-fcefed094f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:33.346662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-1e0df792-1d81-4911-a8df-fcefed094f35 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.3312044 Dec 08 16:27:33.354910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:33.372893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.393847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port da9f6e6d-53ce-4fbd-894e-0ddd3ef09b7a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:33.395406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.485595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.493764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:33.497394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.570302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35959532-962a-44d7-877c-fa56bee7dffb req-23249016-c0af-44d5-bd4e-26b4d0d1636e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:33.573965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35959532-962a-44d7-877c-fa56bee7dffb req-23249016-c0af-44d5-bd4e-26b4d0d1636e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 944 time: 0.3754640 Dec 08 16:27:33.590390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b805aa98-ca3d-453c-9419-a0e5a73974c6,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:33.630654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:33.632146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.650612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.668450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-d09faa91-f755-4e88-a686-de5d46d81c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:33.671440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-d09faa91-f755-4e88-a686-de5d46d81c5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3028345 Dec 08 16:27:33.679455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.681777 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-629d29f3-fe75-4b11-8cf7-6db1ef67a634 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8813417 Dec 08 16:27:33.741478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59908) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:33.759495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35959532-962a-44d7-877c-fa56bee7dffb req-cc0e051d-5d6c-480f-9aef-6dec2122cfd7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667523 Dec 08 16:27:33.787890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '39255961-630f-40a0-8d70-aeeb2f733b56', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:33.805785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for da9f6e6d-53ce-4fbd-894e-0ddd3ef09b7a owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:33.854956 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.857333 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5b642b8-9cd8-4ba8-b71b-993f28c29ebf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.6892824 Dec 08 16:27:33.872678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59912) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:33.938280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,segment=NetworkSegment(8b627d6d-2705-46f2-bbab-5cd1ef4552db),segment_id=8b627d6d-2705-46f2-bbab-5cd1ef4552db)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:33.945387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:33.967281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-92addc80-49f0-4fd7-b57c-3e672d9c0ea3 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813752 Dec 08 16:27:34.073622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:34.240595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fdeae-5490-4a71-ae92-712db380a7ab None None] Network 0675762f-eb12-4512-afed-7e21c41a8ade requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:34.318890 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a7685b4-0c5b-4203-8198-a1b85cee09ed req-3eaf2045-b9e1-4681-a475-4d64c2da953c service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411443 Dec 08 16:27:34.335816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b2a85f38-4874-472a-af12-e4a9df77f0ea None None] Provisioning complete for port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:34.336196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2a85f38-4874-472a-af12-e4a9df77f0ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.366404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.386198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.438821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=da9f6e6d-53ce-4fbd-894e-0ddd3ef09b7a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:34.504661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-46b0e21d-e898-472d-9477-4b7726ef6dba service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2978561 Dec 08 16:27:34.531887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.537558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-846fcc1f-1e26-445d-8fa5-68f637ced242 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/da9f6e6d-53ce-4fbd-894e-0ddd3ef09b7a HTTP/1.1" status: 204 len: 168 time: 1.5973935 Dec 08 16:27:34.553573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59922) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:34.572372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'mac_address': 'fa:16:3e:a3:18:bb', 'name': 'tempest-PortsIpV6TestJSON-1907834701'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:34.593988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.600996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.608561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.614737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.621777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.628533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.639705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.649046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-efa0c882-b31d-4626-b74d-d8acfbe5b538 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.4823196 Dec 08 16:27:34.703268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-5ca35fab-b680-4959-8223-0dbe75fbb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.705301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-5ca35fab-b680-4959-8223-0dbe75fbb287 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 1095 time: 0.3041542 Dec 08 16:27:34.730312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.743957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 4882791b-f72a-4b65-b007-a51e3f48006c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:34.744324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.801163 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.930383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f797f-748c-4d97-89d2-80aa652a6741 req-519bc8d8-2bc2-44c5-bdbf-2a076a17af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:34.931342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-519bc8d8-2bc2-44c5-bdbf-2a076a17af79 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 1096 time: 0.2558184 Dec 08 16:27:34.948826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d215b0d-41cc-4a42-b883-3c8338f3c604,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:34.991473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3bb65d2f-0427-4fe7-a4ec-fa74a66c944f None None] Provisioning complete for port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:34.992310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb65d2f-0427-4fe7-a4ec-fa74a66c944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:34.993884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:35.020629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-505ee3ae-d2da-4c4f-8091-af8fbb603cd2 req-cd6e944e-c53b-40a6-8605-5044134220a4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3689547 Dec 08 16:27:35.065221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.077989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-822eef2e-a92b-4613-bfa9-2622de9946ec tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3071885 Dec 08 16:27:35.088649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59932) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:35.154634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '39255961-630f-40a0-8d70-aeeb2f733b56', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:35.259681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-d692ec67-f0ec-4867-986f-3fbe9013a9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.262915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-d692ec67-f0ec-4867-986f-3fbe9013a9b4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.5425746 Dec 08 16:27:35.274080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:35.280402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3bb65d2f-0427-4fe7-a4ec-fa74a66c944f None None] Provisioning complete for port 4882791b-f72a-4b65-b007-a51e3f48006c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:35.281122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bb65d2f-0427-4fe7-a4ec-fa74a66c944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.305027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.419783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3bb65d2f-0427-4fe7-a4ec-fa74a66c944f None None] Port 4882791b-f72a-4b65-b007-a51e3f48006c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:35.429207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:35.429945 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.446865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1afee-0001-4106-81c4-d394368074bb req-efab146f-f3fc-4b1f-bc22-07042cdcc3e6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.450124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72f1afee-0001-4106-81c4-d394368074bb req-efab146f-f3fc-4b1f-bc22-07042cdcc3e6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 944 time: 0.4840720 Dec 08 16:27:35.469906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 4882791b-f72a-4b65-b007-a51e3f48006c owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:35.490214 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-3b911311-3303-41fe-9118-9e916ca7b4b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=043ba394-6d3b-4db7-931c-c211ece24d57 HTTP/1.1" status: 200 len: 217 time: 0.2006783 Dec 08 16:27:35.492134 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:27:35.526640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.535431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.570567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f797f-748c-4d97-89d2-80aa652a6741 req-fd59de90-bd4a-4385-a05f-dfa8fcf2ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.574883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-fd59de90-bd4a-4385-a05f-dfa8fcf2ea92 service neutron] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.5779591 Dec 08 16:27:35.656049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-638e85fc-596b-42e4-81aa-afbd34bb411f None None] Provisioning complete for port 4882791b-f72a-4b65-b007-a51e3f48006c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:35.659335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-638e85fc-596b-42e4-81aa-afbd34bb411f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.665230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-600764da-5405-4eb5-8114-553346f5a1bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316 HTTP/1.1" status: 200 len: 217 time: 0.0553939 Dec 08 16:27:35.678519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 949a8296-cb89-4fd2-9641-fa939cfe3511 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:35.729327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-638e85fc-596b-42e4-81aa-afbd34bb411f None None] Port 4882791b-f72a-4b65-b007-a51e3f48006c cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:35.744832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72f1afee-0001-4106-81c4-d394368074bb req-2a8f1943-a5bd-4496-8c3e-98cf1abe41f2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825255 Dec 08 16:27:35.806744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f797f-748c-4d97-89d2-80aa652a6741 req-1398778a-a51c-400d-a630-12c37d463956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.809339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-1398778a-a51c-400d-a630-12c37d463956 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1360843 Dec 08 16:27:35.866343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-95397501-d85b-4c29-96b2-9805e88a0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.868491 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-95397501-d85b-4c29-96b2-9805e88a0cc1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.3521812 Dec 08 16:27:35.901936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f797f-748c-4d97-89d2-80aa652a6741 req-f29e6131-74f7-45b9-b775-7a81acf57077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:35.904335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-f29e6131-74f7-45b9-b775-7a81acf57077 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720377 Dec 08 16:27:35.923784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:35.952320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fe4d3dbc-52de-4310-a1e5-2925a019808f details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:35.978435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=4882791b-f72a-4b65-b007-a51e3f48006c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:36.008409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.038500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.155711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.157749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-596c7fdd-dac0-42c2-b226-f140ea5d98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.165261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-596c7fdd-dac0-42c2-b226-f140ea5d98ba service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785339 Dec 08 16:27:36.166358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d184a9db-872b-41e4-9116-8500eb25a3de,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:36.177148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f3cf8d35-1af4-46b0-ab21-1619435f4754 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/4882791b-f72a-4b65-b007-a51e3f48006c HTTP/1.1" status: 204 len: 168 time: 2.3011668 Dec 08 16:27:36.177317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59942) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:36.288584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-f40ba478-a735-4076-9efc-af9f6a80b175 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751574 Dec 08 16:27:36.300746 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.445734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.456763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.465221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.472999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.481070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.493440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.497895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.506746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.508957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-0e91bd7c-8cf9-4bf4-92eb-ce2598d8946d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5431 time: 0.2193754 Dec 08 16:27:36.515725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.522010 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-41b2a560-41bd-4d6d-81d0-cc3fd26887ac tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4098799 Dec 08 16:27:36.529615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:36.551391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59948) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:36.551996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'fe4d3dbc-52de-4310-a1e5-2925a019808f', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'port_id': 'fe4d3dbc-52de-4310-a1e5-2925a019808f', 'mac_address': 'fa:16:3e:b4:88:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:36.562971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'security_group_rule': {'security_group_id': '39255961-630f-40a0-8d70-aeeb2f733b56', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:36.581390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-736f797f-748c-4d97-89d2-80aa652a6741 req-91558867-0121-4a77-9379-111729ec2e75 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811985 Dec 08 16:27:36.632205 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8b84c2-83eb-4e26-b043-c5d5eb767380 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:27:36.633201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8b84c2-83eb-4e26-b043-c5d5eb767380 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:36.643621 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-df8b84c2-83eb-4e26-b043-c5d5eb767380 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/4882791b-f72a-4b65-b007-a51e3f48006c HTTP/1.1" status: 404 len: 333 time: 0.4414153 Dec 08 16:27:36.644779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59952) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:36.652289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f997bcd-fb91-4894-ad6e-36c733776358 req-fa87d13d-05c4-45d7-9f87-1be0a63c727b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0997813 Dec 08 16:27:36.654582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.683945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4d3dbc-52de-4310-a1e5-2925a019808f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:36.690492 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e35d7f-e8b2-4e8a-83e5-f73dfb4f5807 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:27:36.695378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10e35d7f-e8b2-4e8a-83e5-f73dfb4f5807 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/4882791b-f72a-4b65-b007-a51e3f48006c HTTP/1.1" status: 404 len: 333 time: 0.0388150 Dec 08 16:27:36.696461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59954) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:36.707109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:36.708286 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Project d0a12132f1034bcc9fa41009f4c3b339 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:27:36.734585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:36.743570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:36.752267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:36.759491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.760567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cc152ccf-289f-4b14-8fcd-1cc4369edd44 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:36.773649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:36.774710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.821466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=949a8296-cb89-4fd2-9641-fa939cfe3511,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:36.860693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 515f7d73-be65-4f1b-a8e4-10a1b19a6af5 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:36.874223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.884214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:36.908102 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-890e7436-d280-4f31-880e-baa645fbf36c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3526328 Dec 08 16:27:36.909085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59960) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.019288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.044230 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-8e41df2d-05c9-42d4-b903-e99c5cb2816e service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488023 Dec 08 16:27:37.088094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:37.118149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44', 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3', 'port_id': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44', 'mac_address': 'fa:16:3e:9d:96:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a14253-50ca-4a90-b647-e61ae0a5416f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:37.123974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8eb473-1d7f-4d48-b4fe-ebbcbe78a930 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:37.125897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d8eb473-1d7f-4d48-b4fe-ebbcbe78a930 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/949a8296-cb89-4fd2-9641-fa939cfe3511 HTTP/1.1" status: 200 len: 845 time: 0.2083833 Dec 08 16:27:37.148880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59962) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.225641 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e2675d2-e0c8-4ac7-9587-7067e62e603d req-73be1186-9d1b-4814-ab67-210e104ce11d service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651285 Dec 08 16:27:37.226621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.243539 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.272967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6974faa6-d0ac-44ec-acf6-f4b86244d1cb req-e9dde6e7-13b1-4999-b47c-60b7c01bce82 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:37.275422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6974faa6-d0ac-44ec-acf6-f4b86244d1cb req-e9dde6e7-13b1-4999-b47c-60b7c01bce82 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 944 time: 0.3968465 Dec 08 16:27:37.275613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc152ccf-289f-4b14-8fcd-1cc4369edd44 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:37.307405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:37.313654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.314846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 67c1405f-3695-4451-ad20-e753de549d8c details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:37.335648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.339477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.381373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.425530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 67c1405f-3695-4451-ad20-e753de549d8c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=67c1405f-3695-4451-ad20-e753de549d8c,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:37.434862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.443345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '67c1405f-3695-4451-ad20-e753de549d8c', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'port_id': '67c1405f-3695-4451-ad20-e753de549d8c', 'mac_address': 'fa:16:3e:79:0d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b', 'ip_address': '10.1.1.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:37.470439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6974faa6-d0ac-44ec-acf6-f4b86244d1cb req-43de9590-d45d-4dba-950b-4b5abe1b879d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801400 Dec 08 16:27:37.471187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db6e10b-c186-409a-95fd-5902d2b35679,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.493676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.498669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59968) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.498921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2511f93a-eb73-46ce-ac34-1da6049b8c43 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9446325 Dec 08 16:27:37.505908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'network': {'name': 'tempest-network-smoke--1553945910', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:37.508272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.517445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.535691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c1405f-3695-4451-ad20-e753de549d8c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:37.552841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=515f7d73-be65-4f1b-a8e4-10a1b19a6af5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.557049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 949a8296-cb89-4fd2-9641-fa939cfe3511 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:37.557380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.561615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.567652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74d7510d-0b6a-45fc-8daa-f11c37af9c65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/515f7d73-be65-4f1b-a8e4-10a1b19a6af5 HTTP/1.1" status: 204 len: 168 time: 0.8680472 Dec 08 16:27:37.567877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59972) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.573243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0385b83b-9734-4b67-a4d3-f299c8457b1b None None] Network 0675762f-eb12-4512-afed-7e21c41a8ade requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:37.575540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:37.582666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.630479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:37.631852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 67c1405f-3695-4451-ad20-e753de549d8c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=67c1405f-3695-4451-ad20-e753de549d8c,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:37.654628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.655404 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Added segment 6ae8fc22-0b33-4731-9f22-b6e48851a369 of type vlan for network a7702275-2584-4589-913e-9d0ddd6d87ee Dec 08 16:27:37.687502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.688503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4acdc921-1d48-45a2-9f4e-e2c7794f85ee details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:37.728725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.770387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.784203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:37.784778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.786880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.815771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:37.820848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 949a8296-cb89-4fd2-9641-fa939cfe3511 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:37.860597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:27:37.950733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Network': ['ID=a7702275-2584-4589-913e-9d0ddd6d87ee,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.960883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=67c1405f-3695-4451-ad20-e753de549d8c,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:37.973589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a7702275-2584-4589-913e-9d0ddd6d87ee details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:37.985921 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-15691ed6-ac2c-4188-98f6-770295d07307 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4855773 Dec 08 16:27:37.989470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:37.998037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'admin_state_up': True, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:38.043459 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.049142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.084898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.097930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.110217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.122682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.135112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.136375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:38.155192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.167455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.169985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'port_id': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'mac_address': 'fa:16:3e:0e:da:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:38.171099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-792ff895-0e4b-43d1-94db-a9b7cd665193 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5434 time: 0.3260489 Dec 08 16:27:38.204197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.220563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] DHCP port deletion for 0675762f-eb12-4512-afed-7e21c41a8ade request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:38.238086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.242349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:38.243010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.290277 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.305943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 043ba394-6d3b-4db7-931c-c211ece24d57 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:38.372819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4acdc921-1d48-45a2-9f4e-e2c7794f85ee {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:38.417070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:38.421481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=949a8296-cb89-4fd2-9641-fa939cfe3511,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:38.467436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] Deleting port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:38.467815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.472394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.483689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-498d7a63-a2a5-44ad-8dcd-9bff09d4c3bf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/949a8296-cb89-4fd2-9641-fa939cfe3511 HTTP/1.1" status: 204 len: 168 time: 1.3149672 Dec 08 16:27:38.491858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59992) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:38.577017 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.577892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4368667a-8e94-458c-a9e0-08e05e548314 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:38.585224 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61729bc-fd66-4bff-8422-7f18936199a4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:27:38.599031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e61729bc-fd66-4bff-8422-7f18936199a4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/949a8296-cb89-4fd2-9641-fa939cfe3511 HTTP/1.1" status: 404 len: 333 time: 0.0985649 Dec 08 16:27:38.608100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] For port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,segment=NetworkSegment(8b627d6d-2705-46f2-bbab-5cd1ef4552db),segment_id=8b627d6d-2705-46f2-bbab-5cd1ef4552db)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:38.608100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.609058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59998) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:38.614982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'name': 'tempest-PortsIpV6TestJSON-1735042757'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:38.618739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:27:38.634837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3398198a-ca02-4ec2-b369-6ff54be15b41 req-e11778cc-9063-48e8-bc30-ffb5b08ee948 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4475293 Dec 08 16:27:38.694729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:38.764075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 043ba394-6d3b-4db7-931c-c211ece24d57, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=043ba394-6d3b-4db7-931c-c211ece24d57,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:38.784376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '043ba394-6d3b-4db7-931c-c211ece24d57', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '043ba394-6d3b-4db7-931c-c211ece24d57', 'mac_address': 'fa:16:3e:a3:f4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:38.844896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:38.917193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faff3b2-6f9d-43cf-98b3-2c352f781dbc req-8fc241e8-4753-429a-9239-9618e74e72ad tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:38.919312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6faff3b2-6f9d-43cf-98b3-2c352f781dbc req-8fc241e8-4753-429a-9239-9618e74e72ad tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 944 time: 0.2258015 Dec 08 16:27:38.932915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] For port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,segment=NetworkSegment(8b627d6d-2705-46f2-bbab-5cd1ef4552db),segment_id=8b627d6d-2705-46f2-bbab-5cd1ef4552db)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:38.933697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:38.934317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.937786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:38.972317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] Calling delete_port for 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:38.975865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4368667a-8e94-458c-a9e0-08e05e548314, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4368667a-8e94-458c-a9e0-08e05e548314,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:39.006376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port bdd38e3c-b34d-4527-8da8-fe663cbe8b44 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:39.019548 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.022957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.045038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4368667a-8e94-458c-a9e0-08e05e548314', 'network_id': '22639240-6bc0-436f-afbb-3486efd007a3', 'port_id': '4368667a-8e94-458c-a9e0-08e05e548314', 'mac_address': 'fa:16:3e:d5:34:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a14253-50ca-4a90-b647-e61ae0a5416f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:39.047597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.060774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 043ba394-6d3b-4db7-931c-c211ece24d57 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:39.189045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No DVR routers for this DVR port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:39.197094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:39.218205 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.240572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6faff3b2-6f9d-43cf-98b3-2c352f781dbc req-d1e3caf3-be14-4703-8617-db11f3541f0a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082585 Dec 08 16:27:39.252157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4368667a-8e94-458c-a9e0-08e05e548314 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:39.328182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 043ba394-6d3b-4db7-931c-c211ece24d57, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=043ba394-6d3b-4db7-931c-c211ece24d57,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:39.337193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:27:39.347641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.352884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4368667a-8e94-458c-a9e0-08e05e548314, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4368667a-8e94-458c-a9e0-08e05e548314,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:39.389178 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.423073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:27:39.423073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:27:39.425841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.427916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:39.548827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.579229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.618624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:39.648893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'port_id': '0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8', 'mac_address': 'fa:16:3e:c6:04:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:39.655291 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.659454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['043ba394-6d3b-4db7-931c-c211ece24d57'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:39.663987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=043ba394-6d3b-4db7-931c-c211ece24d57,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:39.795350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] No DVR routers for this DVR port 55a9ccc0-40b4-47bf-8c10-1e8321f33fb3 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:39.896199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.73 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/6c8b9955-7ec0-4132-a325-df17a99c0bcd) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:39.905401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:39.972504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4368667a-8e94-458c-a9e0-08e05e548314,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.003935 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf810ec-3ef1-401b-b57c-2d1f3aee244a None None] Pushing event deleted for resources: {'Port': ['ID=55a9ccc0-40b4-47bf-8c10-1e8321f33fb3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.010791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:40.043543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0675762f-eb12-4512-afed-7e21c41a8ade']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:40.097871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b627d6d-2705-46f2-bbab-5cd1ef4552db') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:40.099972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b627d6d-2705-46f2-bbab-5cd1ef4552db') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:40.107155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.120220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:40.129853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.130297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e2bcea1a-1749-4e56-b281-39debb0de3f0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:27:40.170038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.173572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.179157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:40.229316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.231046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e2bcea1a-1749-4e56-b281-39debb0de3f0', 'network_id': 'af0838c5-1ffc-4914-891f-ba3505a2f863', 'port_id': 'e2bcea1a-1749-4e56-b281-39debb0de3f0', 'mac_address': 'fa:16:3e:a5:1c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5847c65d-8f07-4834-8097-82dae7d5c00b', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:27:40.279135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.302156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.322100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.333623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.349622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.361774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.372056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.373414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.398084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:40.407129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-954d1dda-96a7-4858-86f1-4d5b73346527 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5436 time: 0.4685316 Dec 08 16:27:40.422202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:40.422636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:40.427277 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:40.430857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.439227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=6c8b9955-7ec0-4132-a325-df17a99c0bcd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.474415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2bcea1a-1749-4e56-b281-39debb0de3f0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:27:40.478039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:40.491728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:40.498894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:40.568274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367c9a92-e75e-4700-980c-6107a8274406 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:40.623496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:40.634425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.662852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.687987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.692741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/0675762f-eb12-4512-afed-7e21c41a8ade HTTP/1.1" status: 204 len: 168 time: 3.1221316 Dec 08 16:27:40.698748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:40.725403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1052062742'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:40.817301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d65fc-deee-4c2e-9f79-432e4fa6a2aa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=0675762f-eb12-4512-afed-7e21c41a8ade,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.841751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7ea6b-609b-4549-95fd-9ffabd033f78 req-7556e95f-4245-4c0f-a937-afea4442c3b1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3928254 Dec 08 16:27:40.856830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.865066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e576be3f-9bc0-431a-b65b-2688dbf9f259 None None] Provisioning complete for port 6c8b9955-7ec0-4132-a325-df17a99c0bcd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:40.866696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e576be3f-9bc0-431a-b65b-2688dbf9f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:40.946891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:40.965564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:40.972407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e576be3f-9bc0-431a-b65b-2688dbf9f259 None None] Port 6c8b9955-7ec0-4132-a325-df17a99c0bcd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:40.981598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:40.990751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:40.998522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.052058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:41.067242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:41.068466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.073133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:41.085715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.086279 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment 2983332a-9c40-4e3d-82e5-ff2881af5bd5 of type vlan for network e4220122-c7da-47d4-ae94-780cba513bc6 Dec 08 16:27:41.094286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565088a-4e4d-4771-8700-560b4e0ee678 req-e6f6761a-faf2-4e56-bf5a-ac022b95e687 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:41.096633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a565088a-4e4d-4771-8700-560b4e0ee678 req-e6f6761a-faf2-4e56-bf5a-ac022b95e687 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 945 time: 0.5422518 Dec 08 16:27:41.149155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.154340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=bdd38e3c-b34d-4527-8da8-fe663cbe8b44,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:41.181040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.185475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6a54706d-e550-4a66-8dad-1a8d99fee654 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5748408 Dec 08 16:27:41.188410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60038) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:41.191717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:41.192769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.195245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:41.238642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['fe4d3dbc-52de-4310-a1e5-2925a019808f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:41.253777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4acdc921-1d48-45a2-9f4e-e2c7794f85ee'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:41.299850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a565088a-4e4d-4771-8700-560b4e0ee678 req-d7d6303e-500f-4b03-9657-154c7633f650 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497219 Dec 08 16:27:41.312219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.335532 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6312933 Dec 08 16:27:41.341029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60042) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:41.353751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:41.372515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['67c1405f-3695-4451-ad20-e753de549d8c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:41.397003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976d9803-9c12-4996-b419-8c094b19cb5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=e4220122-c7da-47d4-ae94-780cba513bc6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:41.490108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e2bcea1a-1749-4e56-b281-39debb0de3f0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:41.505092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.573698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:41.581703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.725213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.738321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.835091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] In _notify_port_updated(), no bound segment for port bdd38e3c-b34d-4527-8da8-fe663cbe8b44 on network af7d330b-1a49-4068-8667-f4a1273c72e4 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:27:41.859010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:41.859397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:41.860562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/ports/bdd38e3c-b34d-4527-8da8-fe663cbe8b44 HTTP/1.1" status: 200 len: 818 time: 0.6711357 Dec 08 16:27:41.864257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60052) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:41.970769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4368667a-8e94-458c-a9e0-08e05e548314'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:42.006472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943df975-bff8-433a-b840-f65fa516cfca tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=bdd38e3c-b34d-4527-8da8-fe663cbe8b44,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:42.154051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.160384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.165866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e4220122-c7da-47d4-ae94-780cba513bc6 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:42.166902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.174117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.180783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.188931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.195960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.207441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-b20ae03c-e372-4dea-ae0e-024c9b824af0 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5438 time: 0.1726823 Dec 08 16:27:42.211883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.233956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port bdd38e3c-b34d-4527-8da8-fe663cbe8b44 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:42.234307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.318726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.362049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for bdd38e3c-b34d-4527-8da8-fe663cbe8b44 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:42.376712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 043ba394-6d3b-4db7-931c-c211ece24d57 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:42.484537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['cc152ccf-289f-4b14-8fcd-1cc4369edd44'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:42.495542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:27:42.536156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92e9090b-6645-4814-b2e2-9580a239efa7 req-afc91ef6-22bf-4616-b3af-aa51dff07587 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3275805 Dec 08 16:27:42.680437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.703884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.778934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=bdd38e3c-b34d-4527-8da8-fe663cbe8b44,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:42.834054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c659a5a-90df-4af4-bc64-64188db75b0e req-a279117e-20d4-4ee9-ad3e-5b8968b90d85 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:42.843421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c659a5a-90df-4af4-bc64-64188db75b0e req-a279117e-20d4-4ee9-ad3e-5b8968b90d85 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 945 time: 0.3684006 Dec 08 16:27:42.856400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.866456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dd2a6acd-b098-44b6-9b92-18661924f2d4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/bdd38e3c-b34d-4527-8da8-fe663cbe8b44 HTTP/1.1" status: 204 len: 168 time: 1.0014384 Dec 08 16:27:42.875843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:42.888856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 043ba394-6d3b-4db7-931c-c211ece24d57 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:42.965236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 043ba394-6d3b-4db7-931c-c211ece24d57 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:42.965912 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:42.978448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c659a5a-90df-4af4-bc64-64188db75b0e req-515963d8-9b7f-4b6a-b141-0300e75cfd65 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315114 Dec 08 16:27:43.034211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=91ff35fa-ef2f-412c-9254-d1ff638ec6b5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:43.111285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0235a55-357a-44f3-b214-d81e9d5bb960 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.117610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60074) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.128066 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0235a55-357a-44f3-b214-d81e9d5bb960 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2423990 Dec 08 16:27:43.150370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': '2983332a-9c40-4e3d-82e5-ff2881af5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:43.154793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: e4220122-c7da-47d4-ae94-780cba513bc6, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:43.191906 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a6d8b2-1338-4cc8-bff8-2820aa681676 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:27:43.194271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-76a6d8b2-1338-4cc8-bff8-2820aa681676 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/bdd38e3c-b34d-4527-8da8-fe663cbe8b44 HTTP/1.1" status: 404 len: 333 time: 0.0747404 Dec 08 16:27:43.205014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60082) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.214252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-421721205'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:43.218524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network e4220122-c7da-47d4-ae94-780cba513bc6 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:43.236917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:27:43.246700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e4220122-c7da-47d4-ae94-780cba513bc6) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:43.258064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.259120 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.274909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:43.279794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.340560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:27:43.366908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df4252c-555a-4b87-95e6-df88eb29f531 None None] Network e4220122-c7da-47d4-ae94-780cba513bc6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:43.402956 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.404926 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment 85b4f613-3462-42ae-9101-66b9598856bf of type vlan for network f404790e-bdc2-4312-85ea-0c391498c306 Dec 08 16:27:43.426135 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7af7ceb6-3e28-461d-91a6-705b5c0967d7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0808897 Dec 08 16:27:43.426953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60086) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.458081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1541829628'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:43.518987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.582450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.599960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:43.601438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.654875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4478755 Dec 08 16:27:43.679403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60090) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.753186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:43.768317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:43.790306 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Sync routers for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:43.812627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:43.817643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e14da54-d92f-4c1b-a371-f759bcf56ae7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.8270442 Dec 08 16:27:43.818578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.839140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:43.841537 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:27:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:43.894493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1f2a88d-7b95-4ea6-b99d-6160030bdc3c tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=d0a12132f1034bcc9fa41009f4c3b339&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0722749 Dec 08 16:27:43.895423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:43.936816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f625f-f9d2-4fdd-9dc0-9f00f1da0e7e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=f404790e-bdc2-4312-85ea-0c391498c306,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:43.968261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:43.972008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.008537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.016850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.028407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.036657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.046417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.055041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.065074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.068767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-534bb30e-9a5e-4332-94ad-270745989c77 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5438 time: 0.3052373 Dec 08 16:27:44.090780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port fca218c7-79c6-48b2-bbb6-2f51a4125bd3 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:44.144868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-e4220122-c7da-47d4-ae94-780cba513bc6', 'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': '91ff35fa-ef2f-412c-9254-d1ff638ec6b5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:44.146350 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.175052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f404790e-bdc2-4312-85ea-0c391498c306 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:27:44.195974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:44.203304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.276047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.4 (e4220122-c7da-47d4-ae94-780cba513bc6/91ff35fa-ef2f-412c-9254-d1ff638ec6b5/fca218c7-79c6-48b2-bbb6-2f51a4125bd3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:44.291610 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:44.448272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.486987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72168592-d6a0-4def-95c6-48a54a91c14f req-65c07a42-e57d-4baf-be29-e1874fea626f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.496367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.501757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72168592-d6a0-4def-95c6-48a54a91c14f req-65c07a42-e57d-4baf-be29-e1874fea626f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 945 time: 0.3730793 Dec 08 16:27:44.529498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2296604d-1c55-4555-beeb-fd8c251ca697 req-5bb2ffc8-e2d6-463f-881c-cbf93bd4131b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4517262 Dec 08 16:27:44.559607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=fca218c7-79c6-48b2-bbb6-2f51a4125bd3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:44.596860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network e4220122-c7da-47d4-ae94-780cba513bc6 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:44.605558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c8dd4-97ba-4087-836e-9e7447f569cd tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.612325 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de1c8dd4-97ba-4087-836e-9e7447f569cd tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7136784 Dec 08 16:27:44.613631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:44.614180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60114) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:44.626384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:44.674438 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:44.694762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:44.695648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:44.725175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1967d5f5-3764-4650-81c3-591dcb8e909b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.2881472 Dec 08 16:27:44.726053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:44.768796 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Checking router: c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:44.782191 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Updating router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce port 6c8b9955-7ec0-4132-a325-df17a99c0bcd binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:27:44.786234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e2bcea1a-1749-4e56-b281-39debb0de3f0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:44.890767 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.043836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72168592-d6a0-4def-95c6-48a54a91c14f req-e2d19ee6-5bb8-49a7-99e5-fadd08e39ce3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031450 Dec 08 16:27:45.061614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c75f768d-fb44-4b9b-8a50-f1d4e93dd94d tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4410243 Dec 08 16:27:45.062980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:45.070985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830088428', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:45.135733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port fca218c7-79c6-48b2-bbb6-2f51a4125bd3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:45.136440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.284405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.349113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.377128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for fca218c7-79c6-48b2-bbb6-2f51a4125bd3 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:45.482302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=e0244350-810f-48bd-b4fd-b657d8ca4a1c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.601705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': '85b4f613-3462-42ae-9101-66b9598856bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:45.601705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: f404790e-bdc2-4312-85ea-0c391498c306, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:45.614450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:45.619288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.681482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network f404790e-bdc2-4312-85ea-0c391498c306 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:45.712208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.713877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port e2bcea1a-1749-4e56-b281-39debb0de3f0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:45.752103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port e2bcea1a-1749-4e56-b281-39debb0de3f0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:45.752907 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.762790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f404790e-bdc2-4312-85ea-0c391498c306) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:45.796871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:45.797461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.859828 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.868577 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.875668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d4b5ef5-fdd8-49cb-8a5a-9e42596012f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1946073 Dec 08 16:27:45.882313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60138) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:45.888727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:45.920003 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Attempting to bind port 6c8b9955-7ec0-4132-a325-df17a99c0bcd on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:45.920818 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Attempting to bind port 6c8b9955-7ec0-4132-a325-df17a99c0bcd by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:45.921004 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Attempting to bind port 6c8b9955-7ec0-4132-a325-df17a99c0bcd on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:45.936308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=fca218c7-79c6-48b2-bbb6-2f51a4125bd3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:45.952319 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:45.952907 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:45.953449 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.961732 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:45.968233 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Bound port: 6c8b9955-7ec0-4132-a325-df17a99c0bcd, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:45.968946 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:45.979888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Allocated IP 172.20.0.2 (e4220122-c7da-47d4-ae94-780cba513bc6/91ff35fa-ef2f-412c-9254-d1ff638ec6b5/ea6f1152-340a-4d77-997d-c417f50a3209) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:46.002035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.008495 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-50ce99f7-5b6b-4d10-9ca8-9918c06dd105 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/fca218c7-79c6-48b2-bbb6-2f51a4125bd3 HTTP/1.1" status: 204 len: 168 time: 1.2753255 Dec 08 16:27:46.021447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:46.084278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.095319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.101477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.118932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.121781 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6f14cb-eb2f-4e59-ad3c-4d61fb816bdd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:27:46.123646 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4e6f14cb-eb2f-4e59-ad3c-4d61fb816bdd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/fca218c7-79c6-48b2-bbb6-2f51a4125bd3 HTTP/1.1" status: 404 len: 333 time: 0.0987408 Dec 08 16:27:46.126462 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60148) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:46.129929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.135009 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Pushing event updated for resources: {'Port': ['ID=6c8b9955-7ec0-4132-a325-df17a99c0bcd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:46.136005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.144075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.145325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-7c15d0b2-357e-4037-ae5d-458941012f13 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5438 time: 0.3635876 Dec 08 16:27:46.161927 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] For port 6c8b9955-7ec0-4132-a325-df17a99c0bcd, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:46.169827 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.171331 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.171691 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.172027 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.174554 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.174942 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.175285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.175765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.176102 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.177268 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.177624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.177987 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.178316 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:46.198575 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] For port 6c8b9955-7ec0-4132-a325-df17a99c0bcd, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6c8b9955-7ec0-4132-a325-df17a99c0bcd,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:46.201229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c852c9-d0d3-444b-ba4c-9005e0c25e88 None None] Network f404790e-bdc2-4312-85ea-0c391498c306 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:46.207616 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.260677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 91ff35fa-ef2f-412c-9254-d1ff638ec6b5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:27:46.306787 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8de26-c08b-4aeb-9111-4f6f3234d2e6 None None] Pushing event updated for resources: {'Port': ['ID=6c8b9955-7ec0-4132-a325-df17a99c0bcd,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:46.333759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:46.344307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570b4343-861e-4f45-bd13-dfec88985e8b None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:46.344874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:46.346149 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:27:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:46.356211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.448015 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.504344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80d783a-e7f1-4f5d-8b49-26dc7598fb3e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:27:46.514117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4633f18-5885-44bb-a94e-017ffa0484a3 req-4d0be5f1-d155-4d88-aea6-69ae1cf9ae1a tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3195157 Dec 08 16:27:46.548063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f404790e-bdc2-4312-85ea-0c391498c306', 'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': 'e0244350-810f-48bd-b4fd-b657d8ca4a1c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:46.556958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.571604 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:46.597059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.624307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4ff27-8bcc-4a3d-939c-cb637a403ec4 req-5ec283c5-0eb5-4aaa-addf-2f9edf89d48d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:46.640911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55a4ff27-8bcc-4a3d-939c-cb637a403ec4 req-5ec283c5-0eb5-4aaa-addf-2f9edf89d48d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 945 time: 0.4316196 Dec 08 16:27:46.690213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.711180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c233b9-44d5-48e7-b402-e2542df96785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043ba394-6d3b-4db7-931c-c211ece24d57'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:46.715632 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465690d4-8381-4528-acbf-c55302497695" -d '{"events": [{"server_uuid": "14c233b9-44d5-48e7-b402-e2542df96785", "name": "network-vif-plugged", "status": "completed", "tag": "043ba394-6d3b-4db7-931c-c211ece24d57"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:46.784912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d5c483cb-0656-4fe0-a6d2-7d62886dadee None None] Provisioning complete for port 6c8b9955-7ec0-4132-a325-df17a99c0bcd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:46.785270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5c483cb-0656-4fe0-a6d2-7d62886dadee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.789954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 043ba394-6d3b-4db7-931c-c211ece24d57, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=043ba394-6d3b-4db7-931c-c211ece24d57,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:46.873714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.876852 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d719260-3f14-42ea-a931-c7995e657f94 x-openstack-request-id: req-2d719260-3f14-42ea-a931-c7995e657f94 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:46.877067 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c233b9-44d5-48e7-b402-e2542df96785", "name": "network-vif-plugged", "status": "completed", "tag": "043ba394-6d3b-4db7-931c-c211ece24d57", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:46.877467 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d719260-3f14-42ea-a931-c7995e657f94 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:46.877913 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c233b9-44d5-48e7-b402-e2542df96785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '043ba394-6d3b-4db7-931c-c211ece24d57', 'code': 200} Dec 08 16:27:46.913914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Subnet': ['ID=f661dc19-beb3-4f34-8a4e-de4bc1506591,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:46.954819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55a4ff27-8bcc-4a3d-939c-cb637a403ec4 req-debe7fc3-169c-481d-86bd-43b29bf4e294 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122175 Dec 08 16:27:46.961696 n-d-820935-5 neutron-server[103282]: INFO neutron.db.ipam_backend_mixin [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e0244350-810f-48bd-b4fd-b657d8ca4a1c (CIDR: 2001:db8::/64) Dec 08 16:27:46.962879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:46.979135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Checking segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:46.981527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network hostable DHCP agents. Network: a7702275-2584-4589-913e-9d0ddd6d87ee, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:27:46.986282 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:27:46.988740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:27:46.997907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.001060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:47.011717 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.024125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.039051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515df010-6f8f-4072-8dcf-1a1062edf4ba req-83340604-6f0b-4318-bcdb-0942e56288d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.040807 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-515df010-6f8f-4072-8dcf-1a1062edf4ba req-83340604-6f0b-4318-bcdb-0942e56288d8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 1097 time: 0.1183050 Dec 08 16:27:47.043834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4368667a-8e94-458c-a9e0-08e05e548314 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:47.076320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9005c365-8114-4a2b-8f15-145efe46afb9 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1928511 Dec 08 16:27:47.079567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60162) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.080432 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:47.081548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network a7702275-2584-4589-913e-9d0ddd6d87ee is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:27:47.102721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:47.146846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.173361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88e9b8a-4e4f-4834-b1b5-eb8bf9a27672 None None] The sync data for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 is: [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:41Z', 'revision_number': 3, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:27:47.173560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.180384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a7702275-2584-4589-913e-9d0ddd6d87ee) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:47.188457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.189146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.230998 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-515df010-6f8f-4072-8dcf-1a1062edf4ba req-f24a1e22-243c-4075-893d-1b9ce7a7b036 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793146 Dec 08 16:27:47.338144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.387080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:47.403804 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.411755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc74575d-dbed-429c-ade2-2c7a1585f15b None None] Network a7702275-2584-4589-913e-9d0ddd6d87ee requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:47.440278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.484408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Network e4220122-c7da-47d4-ae94-780cba513bc6 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:47.505100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.524456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/91ff35fa-ef2f-412c-9254-d1ff638ec6b5 HTTP/1.1" status: 204 len: 168 time: 1.3963292 Dec 08 16:27:47.530101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60172) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.548082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:47.556727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019ec4f-acca-48b0-9c5d-f0c7762fc802 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=91ff35fa-ef2f-412c-9254-d1ff638ec6b5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:47.564212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:47.569250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=043ba394-6d3b-4db7-931c-c211ece24d57,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:47.594142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b831322a-fa5e-49b5-9ba3-d043f951c96d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5278249 Dec 08 16:27:47.604335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60176) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:47.619927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b858c3ef-4e85-4de5-81e6-c466d3248023 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.623781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Allocated IP 2001:db8::2 (f404790e-bdc2-4312-85ea-0c391498c306/e0244350-810f-48bd-b4fd-b657d8ca4a1c/4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:47.816022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.854427 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5c483cb-0656-4fe0-a6d2-7d62886dadee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:47.955450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.968758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Attempting to bind port ea6f1152-340a-4d77-997d-c417f50a3209 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:47.969137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Attempting to bind port ea6f1152-340a-4d77-997d-c417f50a3209 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '2983332a-9c40-4e3d-82e5-ff2881af5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:47.969544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Attempting to bind port ea6f1152-340a-4d77-997d-c417f50a3209 on network e4220122-c7da-47d4-ae94-780cba513bc6 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:47.972063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:47.988218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.006018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.019822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.032629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.053266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:48.054229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Checking segment: {'id': '2983332a-9c40-4e3d-82e5-ff2881af5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:48.054681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.055666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Bound using segment: {'id': '2983332a-9c40-4e3d-82e5-ff2881af5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:48.057464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Bound port: ea6f1152-340a-4d77-997d-c417f50a3209, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2983332a-9c40-4e3d-82e5-ff2881af5bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e4220122-c7da-47d4-ae94-780cba513bc6'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:48.058704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.080474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:48.097836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b858c3ef-4e85-4de5-81e6-c466d3248023 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.098688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-89413e3c-8ca1-43bc-b27e-d0083cb4883c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5439 time: 0.3048964 Dec 08 16:27:48.104543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Pushing event updated for resources: {'Port': ['ID=ea6f1152-340a-4d77-997d-c417f50a3209,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:48.184108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d5c483cb-0656-4fe0-a6d2-7d62886dadee None None] For port 6c8b9955-7ec0-4132-a325-df17a99c0bcd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6c8b9955-7ec0-4132-a325-df17a99c0bcd,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:48.186048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:48.247384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b858c3ef-4e85-4de5-81e6-c466d3248023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.302800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5c483cb-0656-4fe0-a6d2-7d62886dadee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.348979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-a7702275-2584-4589-913e-9d0ddd6d87ee', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:27:48.348979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.352112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4368667a-8e94-458c-a9e0-08e05e548314 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:48.390094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858c3ef-4e85-4de5-81e6-c466d3248023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b919132f-e388-447e-8491-83d55f5d819f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:48.419920 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b858c3ef-4e85-4de5-81e6-c466d3248023 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d44b5e6f8d0f44ca9dd6736ef4bb4d04&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2163758 Dec 08 16:27:48.420671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:48.489566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4368667a-8e94-458c-a9e0-08e05e548314 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:48.489927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.515741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-135405be-a620-4a5f-ad2c-09879eca17f3 req-941599b5-999e-4b4a-9962-bfee58d4c074 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3916738 Dec 08 16:27:48.693498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port ea6f1152-340a-4d77-997d-c417f50a3209 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:48.695370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.713156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c9530a-b71d-4c5a-b25d-52d11b561e66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.743769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c483cb-0656-4fe0-a6d2-7d62886dadee None None] Pushing event updated for resources: {'Port': ['ID=6c8b9955-7ec0-4132-a325-df17a99c0bcd,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:48.793747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] For port ea6f1152-340a-4d77-997d-c417f50a3209, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:48.798505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f82d221a-bfdc-43dd-81b6-b77a6c1fb5a4 None None] Provisioning complete for port 6c8b9955-7ec0-4132-a325-df17a99c0bcd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:48.798878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f82d221a-bfdc-43dd-81b6-b77a6c1fb5a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.807637 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c9530a-b71d-4c5a-b25d-52d11b561e66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:48.886001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] For port ea6f1152-340a-4d77-997d-c417f50a3209, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ea6f1152-340a-4d77-997d-c417f50a3209,segment=NetworkSegment(2983332a-9c40-4e3d-82e5-ff2881af5bd5),segment_id=2983332a-9c40-4e3d-82e5-ff2881af5bd5)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:48.896979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bcea1a-1749-4e56-b281-39debb0de3f0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:48.901308 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2625a8bb-5fff-4755-9ea5-56dd57a531eb" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "e2bcea1a-1749-4e56-b281-39debb0de3f0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:48.947695 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.046733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c9530a-b71d-4c5a-b25d-52d11b561e66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.052955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07c9530a-b71d-4c5a-b25d-52d11b561e66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.055163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] For port ea6f1152-340a-4d77-997d-c417f50a3209, host n-d-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:49.055927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.062664 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-07c9530a-b71d-4c5a-b25d-52d11b561e66 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b919132f-e388-447e-8491-83d55f5d819f HTTP/1.1" status: 204 len: 168 time: 0.6361909 Dec 08 16:27:49.087153 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf73d84-7a2e-4471-9315-0a9a07fc68ee x-openstack-request-id: req-1bf73d84-7a2e-4471-9315-0a9a07fc68ee {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:49.088554 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "e2bcea1a-1749-4e56-b281-39debb0de3f0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:49.089182 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bf73d84-7a2e-4471-9315-0a9a07fc68ee {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:49.089581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.090380 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2bcea1a-1749-4e56-b281-39debb0de3f0', 'code': 200} Dec 08 16:27:49.108081 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.116272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9530a-b71d-4c5a-b25d-52d11b561e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b919132f-e388-447e-8491-83d55f5d819f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:49.209814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.349682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd69c9b-4eca-4f61-bb01-1df79d9a3df9 req-83182de5-549a-405a-81da-7e9bba40eea0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:49.355741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Allocated IP 172.20.0.2 (a7702275-2584-4589-913e-9d0ddd6d87ee/f661dc19-beb3-4f34-8a4e-de4bc1506591/2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:49.357700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3fd69c9b-4eca-4f61-bb01-1df79d9a3df9 req-83182de5-549a-405a-81da-7e9bba40eea0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 946 time: 1.1212275 Dec 08 16:27:49.376905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070178b0-c17c-48c3-8b0a-fa48020898ed None None] Pushing event updated for resources: {'Port': ['ID=ea6f1152-340a-4d77-997d-c417f50a3209,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:49.393464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Network f404790e-bdc2-4312-85ea-0c391498c306 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:49.396888 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.410210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for ea6f1152-340a-4d77-997d-c417f50a3209 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:49.447222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:49.465820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:49.479126 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.512354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619e7120-b8e3-4d51-92de-3c4999a7d5f1 None None] Network e4220122-c7da-47d4-ae94-780cba513bc6 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:49.614612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6c8b9955-7ec0-4132-a325-df17a99c0bcd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:49.743496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Pushing event updated for resources: {'Port': ['ID=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:49.794260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3fd69c9b-4eca-4f61-bb01-1df79d9a3df9 req-73d70224-6f76-41d7-8336-2cb1a2882c2f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162745 Dec 08 16:27:49.812416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4368667a-8e94-458c-a9e0-08e05e548314, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4368667a-8e94-458c-a9e0-08e05e548314,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:49.831849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.833046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:49.901467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=93585523-84b2-48ad-a793-77b1277def89,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:49.927844 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:49.973328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network f404790e-bdc2-4312-85ea-0c391498c306 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:50.005399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Attempting to bind port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:50.006167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Attempting to bind port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '85b4f613-3462-42ae-9101-66b9598856bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:50.006912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Attempting to bind port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a on network f404790e-bdc2-4312-85ea-0c391498c306 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:50.051213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:50.056629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.057900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.081399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:50.082660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Checking segment: {'id': '85b4f613-3462-42ae-9101-66b9598856bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:50.083653 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.084612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Bound using segment: {'id': '85b4f613-3462-42ae-9101-66b9598856bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:50.085826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Bound port: 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b4f613-3462-42ae-9101-66b9598856bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:50.087261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=ea6f1152-340a-4d77-997d-c417f50a3209,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:50.095523 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.096435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:50.105722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No DVR routers for this DVR port ea6f1152-340a-4d77-997d-c417f50a3209 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:27:50.144517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6901142-c065-478b-9403-1a56678e1030 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0544617 Dec 08 16:27:50.145640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9ea1-5b9c-4977-81f1-54fb03288f6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.148160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:50.169641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306', 'fixed_ips': [{'subnet_id': 'e0244350-810f-48bd-b4fd-b657d8ca4a1c'}, {'subnet_id': '93585523-84b2-48ad-a793-77b1277def89'}], 'name': 'tempest-PortsIpV6TestJSON-19212216'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:50.302115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6c8b9955-7ec0-4132-a325-df17a99c0bcd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:50.302490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.371424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4368667a-8e94-458c-a9e0-08e05e548314,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:50.418867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.483021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4220122-c7da-47d4-ae94-780cba513bc6']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:50.510600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2983332a-9c40-4e3d-82e5-ff2881af5bd5') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:50.511856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2983332a-9c40-4e3d-82e5-ff2881af5bd5') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:50.535781 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.611687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.628615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.628615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.638217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.646085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.652950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.662348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:50.665849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-e93b9d23-23dd-4627-aea8-945f29d384d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5440 time: 0.7687998 Dec 08 16:27:50.668908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.678437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:27:50.679205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:27:50.685611 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:27:50.716414 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.753441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:50.772671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.806421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.811213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:50.811880 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.833779 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:50.844320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/e4220122-c7da-47d4-ae94-780cba513bc6 HTTP/1.1" status: 204 len: 168 time: 3.3058443 Dec 08 16:27:50.844320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60228) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:50.848859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'name': 'tempest-PortsTestJSON-217682693'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:50.853697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c233ba4-e46d-4ddb-b4f2-1f4e35fc4dc5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=e4220122-c7da-47d4-ae94-780cba513bc6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:50.864117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d2c18e1-6419-4f8f-ac67-129ab675bff6 req-a1da4464-f208-415c-bc0d-c5dd5f7cdf31 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1612258 Dec 08 16:27:50.982172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] For port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:51.007424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] For port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,segment=NetworkSegment(85b4f613-3462-42ae-9101-66b9598856bf),segment_id=85b4f613-3462-42ae-9101-66b9598856bf)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:51.018903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:51.049509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:51.053403 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.069059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.079244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ed716-79da-4b7f-92f9-a92dfc29e8cc req-bbbadb20-5d7b-4813-9848-70b99835692e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:51.080878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d7ed716-79da-4b7f-92f9-a92dfc29e8cc req-bbbadb20-5d7b-4813-9848-70b99835692e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 946 time: 0.0878112 Dec 08 16:27:51.088634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Network a7702275-2584-4589-913e-9d0ddd6d87ee is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:51.103960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4368667a-8e94-458c-a9e0-08e05e548314'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:51.106356 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8e912-7670-4479-b940-8f8e3784ad70" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "4368667a-8e94-458c-a9e0-08e05e548314"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:51.108593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.1 (a7702275-2584-4589-913e-9d0ddd6d87ee/f661dc19-beb3-4f34-8a4e-de4bc1506591/568a9442-4ad8-4264-8977-5d0a34f67d95) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:51.124465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 21cd60e0-bc0b-4644-8b72-023aca68ca49 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:51.127346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9ea1-5b9c-4977-81f1-54fb03288f6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.143209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa5d9ea1-5b9c-4977-81f1-54fb03288f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.144746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Pushing event updated for resources: {'Port': ['ID=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:51.163005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:51.167562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:51.189399 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223fdc6b-f366-4fed-a1b0-5aa55dc86ca3 x-openstack-request-id: req-223fdc6b-f366-4fed-a1b0-5aa55dc86ca3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:51.189868 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "4368667a-8e94-458c-a9e0-08e05e548314", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:51.190222 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-223fdc6b-f366-4fed-a1b0-5aa55dc86ca3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:51.190728 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4368667a-8e94-458c-a9e0-08e05e548314', 'code': 200} Dec 08 16:27:51.327882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa5d9ea1-5b9c-4977-81f1-54fb03288f6c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ebdb05125f64319930bccea217ef266&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2296844 Dec 08 16:27:51.332000 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.334290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60234) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:51.372670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d7ed716-79da-4b7f-92f9-a92dfc29e8cc req-ff711dad-07c7-4198-97ed-e4f5d47047a8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921217 Dec 08 16:27:51.382501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d9ea1-5b9c-4977-81f1-54fb03288f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d022d56-4b9e-4b3a-82a3-6fd9569c2203,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:51.442443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba0bf4-3ec9-4d41-b59e-54f8079d017a None None] Pushing event updated for resources: {'Port': ['ID=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:51.487032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:51.491932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Attempting to bind port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:51.494077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Attempting to bind port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:51.494460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Attempting to bind port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e on network a7702275-2584-4589-913e-9d0ddd6d87ee {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:51.516353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:51.516725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Checking segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:51.517138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.517747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Bound using segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:51.518379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Bound port: 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:51.520087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.545575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.545575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4acdc921-1d48-45a2-9f4e-e2c7794f85ee up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:51.572698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.674834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 8e644a27-2b97-4846-aa22-76a758f30058 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:51.732872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:51.740460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] For port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:27:51.772328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] For port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:27:51.799881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.816096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.838239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:51.847556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.859993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:51.860410 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.905850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:51.919555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.031193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.054578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a217b-4e6b-481d-b224-d13d13cc07c8 None None] Pushing event updated for resources: {'Port': ['ID=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.095059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:52.102739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.113611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cc152ccf-289f-4b14-8fcd-1cc4369edd44 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:52.222755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network a7702275-2584-4589-913e-9d0ddd6d87ee is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:52.257645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port cc152ccf-289f-4b14-8fcd-1cc4369edd44 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:52.265710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b107e2f6-da2f-42d1-ad0c-404075305459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.282062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.328094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port cc152ccf-289f-4b14-8fcd-1cc4369edd44 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:52.335257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.385146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b107e2f6-da2f-42d1-ad0c-404075305459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.458488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=568a9442-4ad8-4264-8977-5d0a34f67d95,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.462662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:52.479162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:52.512449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.681458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:52.685907 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.689835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fe4d3dbc-52de-4310-a1e5-2925a019808f up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:52.790862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:52.816375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:52.854172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:52.865820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:52.866947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.869328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b107e2f6-da2f-42d1-ad0c-404075305459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.872790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b107e2f6-da2f-42d1-ad0c-404075305459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.873203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=21cd60e0-bc0b-4644-8b72-023aca68ca49,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.891464 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b107e2f6-da2f-42d1-ad0c-404075305459 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d022d56-4b9e-4b3a-82a3-6fd9569c2203 HTTP/1.1" status: 204 len: 168 time: 1.5383582 Dec 08 16:27:52.898126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:52.936081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2e1a6500-bc91-4065-98c9-9c182033e3c5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.0913186 Dec 08 16:27:52.941508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60258) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:52.960460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:52.986709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.001731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.022781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.026573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port fe4d3dbc-52de-4310-a1e5-2925a019808f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:53.033932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port fe4d3dbc-52de-4310-a1e5-2925a019808f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:53.034334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.036796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.050788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.066264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.085260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:53.087714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1b46b7-8fb9-420c-802e-13621db22984 None None] Network f404790e-bdc2-4312-85ea-0c391498c306 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:53.088806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75c87295-422f-4da7-84b4-73173b336f9d req-2f930e79-7331-4704-8ae6-c1842219abbd tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5443 time: 0.3001506 Dec 08 16:27:53.194215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:53.197589 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9eb1f-0773-42ba-9653-1e5a51e5ed68" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:53.262850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bc24e9d3-f10d-4b4b-9144-82f80ebf827a None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:53.263356 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc24e9d3-f10d-4b4b-9144-82f80ebf827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.425080 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbdce1b-5801-4781-b3d1-9d17ab334eb1 x-openstack-request-id: req-edbdce1b-5801-4781-b3d1-9d17ab334eb1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:53.425441 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:53.425662 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-edbdce1b-5801-4781-b3d1-9d17ab334eb1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:53.426070 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8', 'code': 200} Dec 08 16:27:53.426328 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'code': 200} Dec 08 16:27:53.426581 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44', 'code': 200} Dec 08 16:27:53.510571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e2f6-da2f-42d1-ad0c-404075305459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d022d56-4b9e-4b3a-82a3-6fd9569c2203,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:53.564360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::3ce (f404790e-bdc2-4312-85ea-0c391498c306/e0244350-810f-48bd-b4fd-b657d8ca4a1c/8e644a27-2b97-4846-aa22-76a758f30058) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:53.582083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8:0:1::2bb (f404790e-bdc2-4312-85ea-0c391498c306/93585523-84b2-48ad-a793-77b1277def89/8e644a27-2b97-4846-aa22-76a758f30058) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:53.609862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75c87295-422f-4da7-84b4-73173b336f9d req-cc40ffb5-99e2-4b66-b7da-2ccb08a979ac tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4773240 Dec 08 16:27:53.630236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:53.661119 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.677951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 21cd60e0-bc0b-4644-8b72-023aca68ca49 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:53.678821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.747970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.882276 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:53.936410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 21cd60e0-bc0b-4644-8b72-023aca68ca49 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:53.980932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:53.998404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc24e9d3-f10d-4b4b-9144-82f80ebf827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.019377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.020685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 67c1405f-3695-4451-ad20-e753de549d8c up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:54.091299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aba88e-92a0-4661-9c68-daba26f5191d None None] Network a7702275-2584-4589-913e-9d0ddd6d87ee requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:54.134022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.185591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=21cd60e0-bc0b-4644-8b72-023aca68ca49,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.199149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.206036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fe7949f9-cb67-4dab-94a2-09556666683e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/21cd60e0-bc0b-4644-8b72-023aca68ca49 HTTP/1.1" status: 204 len: 168 time: 1.1057398 Dec 08 16:27:54.207930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60284) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:54.219857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'mac_address': 'fa:16:3e:0e:1a:e1', 'name': 'tempest-PortsTestJSON-1684398993'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:54.246808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.279884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:54.280469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.290751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bc24e9d3-f10d-4b4b-9144-82f80ebf827a None None] For port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,segment=NetworkSegment(85b4f613-3462-42ae-9101-66b9598856bf),segment_id=85b4f613-3462-42ae-9101-66b9598856bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:54.335022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 67c1405f-3695-4451-ad20-e753de549d8c completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:27:54.340687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc24e9d3-f10d-4b4b-9144-82f80ebf827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.350388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 67c1405f-3695-4451-ad20-e753de549d8c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:54.350759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.393349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.421918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] Update dhcp port {'port': {'network_id': 'f404790e-bdc2-4312-85ea-0c391498c306', 'fixed_ips': [{'subnet_id': 'e0244350-810f-48bd-b4fd-b657d8ca4a1c', 'ip_address': '2001:db8::2'}, {'subnet_id': '93585523-84b2-48ad-a793-77b1277def89'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:27:54.428238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.504906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:54.518097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network f404790e-bdc2-4312-85ea-0c391498c306 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:54.577251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bc6b320c-793c-4420-b8ee-ed6a370265d2 None None] Provisioning complete for port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:54.577632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc6b320c-793c-4420-b8ee-ed6a370265d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.577869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.600464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:54.606904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.614598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:54.617876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.650511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:54.655638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port b17d3e3b-97a7-47d8-abc5-cef2eb8062d1 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:54.663571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.684705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=8e644a27-2b97-4846-aa22-76a758f30058,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.690434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.756485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24e9d3-f10d-4b4b-9144-82f80ebf827a None None] Pushing event updated for resources: {'Port': ['ID=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.811560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.830555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:54.913401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=568a9442-4ad8-4264-8977-5d0a34f67d95,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:54.944095 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-72c17c67-b096-49a2-962e-4fafd82a7be0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.7884853 Dec 08 16:27:54.958601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:54.984566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0244350-810f-48bd-b4fd-b657d8ca4a1c'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:54.985509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:55.003054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 67c1405f-3695-4451-ad20-e753de549d8c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=67c1405f-3695-4451-ad20-e753de549d8c,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:55.101223 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.102111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:55.103630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.164996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.338225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.353129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.367642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.377442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.383865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.390942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.397487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.404089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-14c4eefd-7358-47a7-a8e2-a428a4213a18 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.4563098 Dec 08 16:27:55.552646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network a7702275-2584-4589-913e-9d0ddd6d87ee is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:55.604503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:55.648025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.659798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f47d906-3f2c-4d58-a4ba-d64632f46f97 req-0ac97888-e919-4325-ab71-7125ccb02968 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2378159 Dec 08 16:27:55.669256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1405f-3695-4451-ad20-e753de549d8c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:27:55.673962 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9017f1b6-7bcd-4e32-8433-ef6dd34372ce" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "67c1405f-3695-4451-ad20-e753de549d8c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:27:55.729347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.747063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.776125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:55.891191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:55.892415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=b17d3e3b-97a7-47d8-abc5-cef2eb8062d1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:55.899971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:55.906445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:55.921613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:55.922250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:55.945673 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eee9fd-d444-41a3-a4ad-ef941ae97948 x-openstack-request-id: req-b2eee9fd-d444-41a3-a4ad-ef941ae97948 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:27:55.946012 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-plugged", "status": "completed", "tag": "67c1405f-3695-4451-ad20-e753de549d8c", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:27:55.946267 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b2eee9fd-d444-41a3-a4ad-ef941ae97948 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:27:55.946671 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f', 'code': 200} Dec 08 16:27:55.946930 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c1405f-3695-4451-ad20-e753de549d8c', 'code': 200} Dec 08 16:27:55.981124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-89a49ae6-22a0-4977-a64c-112a406c4bb8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7710726 Dec 08 16:27:55.987907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60326) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:56.034054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.034898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.035845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.036445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.037070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.038122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.039045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.041666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-6e0cc4e2-0c09-4005-814f-9f8320dfc2a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.1155338 Dec 08 16:27:56.086138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7a8206-1850-47f5-be4d-b4e4d256cbb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:56.091967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0b7a8206-1850-47f5-be4d-b4e4d256cbb5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/b17d3e3b-97a7-47d8-abc5-cef2eb8062d1 HTTP/1.1" status: 200 len: 841 time: 0.0974712 Dec 08 16:27:56.107580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60332) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:56.119182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91a6a289-7f85-4c2e-a8b7-df65ccfbdcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.154452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] Allocated IP 2001:db8:0:1::2 (f404790e-bdc2-4312-85ea-0c391498c306/93585523-84b2-48ad-a793-77b1277def89/4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:27:56.232087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:56.232468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.295873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-542947e0-7e08-4e37-aacf-4e90d88d9fe4 req-8c05d57f-5e51-474c-98ff-8b965be87f00 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=4added63-4d8d-491f-8f88-2add2dbac61e&id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2068369 Dec 08 16:27:56.329850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=67c1405f-3695-4451-ad20-e753de549d8c,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:56.361232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port b17d3e3b-97a7-47d8-abc5-cef2eb8062d1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:27:56.365674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.390687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5395e823-1061-4f88-8140-3bd32c2bddb8 None None] Provisioning complete for port 568a9442-4ad8-4264-8977-5d0a34f67d95 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:56.391404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5395e823-1061-4f88-8140-3bd32c2bddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.391720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:27:56.486982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.508038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for b17d3e3b-97a7-47d8-abc5-cef2eb8062d1 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:27:56.530405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5395e823-1061-4f88-8140-3bd32c2bddb8 None None] Port 568a9442-4ad8-4264-8977-5d0a34f67d95 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:56.643662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:56.656904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5395e823-1061-4f88-8140-3bd32c2bddb8 None None] Provisioning complete for port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:56.657255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5395e823-1061-4f88-8140-3bd32c2bddb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.679955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.702506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:27:56.725957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Sync routers for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:27:56.745007 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7eaf708-bfcf-4996-9b78-f752d363e203 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1345530 Dec 08 16:27:56.766449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=b17d3e3b-97a7-47d8-abc5-cef2eb8062d1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:56.782245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:56.786131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ac950ffd-10c1-401c-931b-0e07968468f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/b17d3e3b-97a7-47d8-abc5-cef2eb8062d1 HTTP/1.1" status: 204 len: 168 time: 0.6770642 Dec 08 16:27:56.788913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:56.796298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:27:56.797275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:27:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:56.808990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] For port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,segment=NetworkSegment(85b4f613-3462-42ae-9101-66b9598856bf),segment_id=85b4f613-3462-42ae-9101-66b9598856bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:27:56.862162 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9415eb32-13a9-45db-b1f7-8bf89c5d22c0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:27:56.868548 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9415eb32-13a9-45db-b1f7-8bf89c5d22c0 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/b17d3e3b-97a7-47d8-abc5-cef2eb8062d1 HTTP/1.1" status: 404 len: 333 time: 0.0779760 Dec 08 16:27:56.872373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60358) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:56.878039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'name': 'tempest-PortsTestJSON-470322340'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:56.892302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:56.951009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d7b680b1-8575-4a7f-8849-a3b623cefa8f tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1307575267'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:56.951725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d7b680b1-8575-4a7f-8849-a3b623cefa8f tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Unknown quota resources ['metering_label']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:27:57.004806 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.051781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.131872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.138749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.145375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.152784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.167134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.175058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.181714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.190995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20930d63-c281-4773-9630-467cb2c6fdbf req-af70964d-c947-488f-8015-660e36c1ac1b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.2837331 Dec 08 16:27:57.196232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:27:57.197660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:27:57.202092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.255901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:57.256433 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.262100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfc3bc6-59d5-49a6-9d7e-6636adec72a4 None None] Pushing event updated for resources: {'Port': ['ID=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:57.291485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:27:57.355634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20930d63-c281-4773-9630-467cb2c6fdbf req-8570f853-7be5-429d-b062-fc2686ecf5c4 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1624501 Dec 08 16:27:57.441263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-17c2d646-f2b7-406e-bb66-cd2210c53137 None None] Provisioning complete for port 568a9442-4ad8-4264-8977-5d0a34f67d95 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:57.441643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17c2d646-f2b7-406e-bb66-cd2210c53137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.481595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-43eccd39-ab62-490a-915c-d55d5a83bb0a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1047476812&fields=id&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 267 time: 0.2853458 Dec 08 16:27:57.639102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7b680b1-8575-4a7f-8849-a3b623cefa8f tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.639617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-17c2d646-f2b7-406e-bb66-cd2210c53137 None None] Port 568a9442-4ad8-4264-8977-5d0a34f67d95 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:27:57.640505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d7b680b1-8575-4a7f-8849-a3b623cefa8f tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9930162 Dec 08 16:27:57.641702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Delete allocated IP 2001:db8:0:1::2bb (f404790e-bdc2-4312-85ea-0c391498c306/93585523-84b2-48ad-a793-77b1277def89) {{(pid=103281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:27:57.649635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60378) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:57.680283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-356f34aa-54a2-4211-9595-059f1572dc38 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '45104a70-4e4e-4441-82b8-5a9d14183a8d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:57.680814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-356f34aa-54a2-4211-9595-059f1572dc38 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:27:57.737158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:57.873899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:27:54Z', 'revision_number': 2, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:27:57.894445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-52c13bfd-958b-4874-99c2-4e9b9ad40bcb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:57.896079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-52c13bfd-958b-4874-99c2-4e9b9ad40bcb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/networks?id=a7702275-2584-4589-913e-9d0ddd6d87ee HTTP/1.1" status: 200 len: 797 time: 0.4100704 Dec 08 16:27:57.930434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:57.938823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-da2df644-997b-4ebe-8740-2a18a9cd5906 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/quotas/d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 375 time: 0.0259774 Dec 08 16:27:57.941069 n-d-820935-5 neutron-server[103281]: WARNING neutron.services.metering.metering_plugin [None req-356f34aa-54a2-4211-9595-059f1572dc38 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:27:57.969456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Checking router: c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:27:57.970984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Updating router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce port 568a9442-4ad8-4264-8977-5d0a34f67d95 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:27:58.016875 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.045614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:58.046206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.048740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.070923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-cc49d53e-e4bc-4b5d-80c7-b403d7f39ffa tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184387 Dec 08 16:27:58.199677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:27:58.206084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:27:58.213759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:27:58.219709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:58.220370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.258385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:58.278820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.287387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-356f34aa-54a2-4211-9595-059f1572dc38 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.289711 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-356f34aa-54a2-4211-9595-059f1572dc38 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6388454 Dec 08 16:27:58.291738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.295490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60384) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:58.301726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e107dc5b-86d3-496e-9332-d54ff24e5043 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '45104a70-4e4e-4441-82b8-5a9d14183a8d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:58.302624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e107dc5b-86d3-496e-9332-d54ff24e5043 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:27:58.303507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1a61a500-fc22-4c73-bdff-513d693c06f3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4299457 Dec 08 16:27:58.314801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:58.335052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:58.395874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=8e644a27-2b97-4846-aa22-76a758f30058,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:58.478751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-ed33295f-46d2-46a7-a949-24045cb56411 service neutron] 10.222.0.62 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544509 Dec 08 16:27:58.591555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] In _notify_port_updated(), no bound segment for port 8e644a27-2b97-4846-aa22-76a758f30058 on network f404790e-bdc2-4312-85ea-0c391498c306 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:27:58.597919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:58.598218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.599892 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cafffa75-4408-4e80-b513-503cb8e5a6cf tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/ports/8e644a27-2b97-4846-aa22-76a758f30058 HTTP/1.1" status: 200 len: 924 time: 3.6370084 Dec 08 16:27:58.601441 n-d-820935-5 neutron-server[103281]: WARNING neutron.services.metering.metering_plugin [None req-e107dc5b-86d3-496e-9332-d54ff24e5043 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 08 16:27:58.602805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:58.609326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e0244350-810f-48bd-b4fd-b657d8ca4a1c'}, {'subnet_id': '93585523-84b2-48ad-a793-77b1277def89'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:58.815864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b180151-38ec-4b92-9201-9157de543682 None None] Network f404790e-bdc2-4312-85ea-0c391498c306 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:27:58.830505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e107dc5b-86d3-496e-9332-d54ff24e5043 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.838630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e107dc5b-86d3-496e-9332-d54ff24e5043 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5413461 Dec 08 16:27:58.844851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60404) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:58.853297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-665ef501-e691-475f-978a-f516d672425a service neutron] 10.222.0.62 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538158 Dec 08 16:27:58.871857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f457d668-6080-4399-8192-10ce4c4f0ef1 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=b1e3da2b-f271-4a46-9f6c-bb395f5bb419 HTTP/1.1" status: 200 len: 464 time: 0.0210485 Dec 08 16:27:58.872918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60406) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:58.909657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:58.936534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:27:59.101382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.124146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.131137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.138430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.138844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.145111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.157469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a42219f-e797-4f91-8fb6-0371e178066d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.159855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.162035 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.174022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.212418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.215510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-912b4de4-817c-47f8-9db3-3e68da3b464d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.6277587 Dec 08 16:27:59.232230 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-843331e1-bc55-404a-a913-b3fa4acf05d2 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.242980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-843331e1-bc55-404a-a913-b3fa4acf05d2 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/b1e3da2b-f271-4a46-9f6c-bb395f5bb419 HTTP/1.1" status: 204 len: 168 time: 0.3648541 Dec 08 16:27:59.250983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Pushing event updated for resources: {'Port': ['ID=568a9442-4ad8-4264-8977-5d0a34f67d95,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:27:59.251949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60416) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:59.291540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.291926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.292363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.293096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.293627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.294224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.294639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.295295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.295295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.295666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.296001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.297200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.297364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:27:59.302847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bffa7c63-3e19-4fb0-af54-4ccfdc59e462 None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:59.302847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bffa7c63-3e19-4fb0-af54-4ccfdc59e462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.313504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc46b615-4f22-4d26-9db0-a41667a2f038 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=b1e3da2b-f271-4a46-9f6c-bb395f5bb419 HTTP/1.1" status: 200 len: 221 time: 0.0360591 Dec 08 16:27:59.322141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:27:59.332746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9bda2f9e-a03b-453a-b355-33609e229c9d tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--994867505', 'description': 'label created by tempest'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:27:59.333166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9bda2f9e-a03b-453a-b355-33609e229c9d tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Unknown quota resources ['metering_label']. {{(pid=103281) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 08 16:27:59.654355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f72e1ae-7457-4801-a13b-f0fdf86193be req-401a4fb4-d551-458b-a88c-71b63dd86670 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.1761255 Dec 08 16:27:59.797964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b2e8d1c-3c63-40e6-a091-0dcc0e140a87 req-cae5f324-e8a0-495e-9629-01ec4c4515d6 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5445995 Dec 08 16:27:59.850361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:27:59.851295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.862116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.865311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.906783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] In _notify_port_updated(), no bound segment for port 5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f on network cae9a238-13f2-4676-abe3-36d8f8b10204 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:27:59.923219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:27:59.923996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.928068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/ports/5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f HTTP/1.1" status: 200 len: 818 time: 1.6074917 Dec 08 16:27:59.949726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Attempting to bind port 568a9442-4ad8-4264-8977-5d0a34f67d95 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:27:59.950419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Attempting to bind port 568a9442-4ad8-4264-8977-5d0a34f67d95 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:27:59.951018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Attempting to bind port 568a9442-4ad8-4264-8977-5d0a34f67d95 on network a7702275-2584-4589-913e-9d0ddd6d87ee {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:27:59.969633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:27:59.970282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Checking segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:27:59.970948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.972447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Bound using segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:27:59.973317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Bound port: 568a9442-4ad8-4264-8977-5d0a34f67d95, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:27:59.973981 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:27:59.995834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:00.241334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.265524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a21466-b28e-4b09-ae5b-53c776277bbf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:00.417431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] For port 568a9442-4ad8-4264-8977-5d0a34f67d95, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:00.421120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.427809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.429962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] For port 568a9442-4ad8-4264-8977-5d0a34f67d95, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=568a9442-4ad8-4264-8977-5d0a34f67d95,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:00.442048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.442959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.463130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bda2f9e-a03b-453a-b355-33609e229c9d tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.468198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.470707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9bda2f9e-a03b-453a-b355-33609e229c9d tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.1472876 Dec 08 16:28:00.471728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:00.503756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.514617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.522529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:00.531149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4291084f-f5ac-4326-8144-9eea06eb6232 req-e642a860-f22f-4fd3-8000-23e5522285f9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.5094664 Dec 08 16:28:00.544740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60446) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:00.567519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Request body: {'floatingip': {'port_id': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:00.628799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.678776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8:0:1::377 (f404790e-bdc2-4312-85ea-0c391498c306/93585523-84b2-48ad-a793-77b1277def89/8e644a27-2b97-4846-aa22-76a758f30058) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:00.715575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c38b10-0fbf-451d-ab6d-fdaf7c6cf93c None None] Pushing event updated for resources: {'Port': ['ID=568a9442-4ad8-4264-8977-5d0a34f67d95,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:00.810945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:00.812184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:00.830120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:00.830120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.876672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:00.890104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.018045 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6c000536-932b-40ad-b594-5a2cc7133f75 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=1ec417f3-8737-4ba8-85d4-09bccca50c66 HTTP/1.1" status: 200 len: 467 time: 0.5372329 Dec 08 16:28:01.023174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.264445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:01.324494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-209581de-74d9-41b2-9729-c17b2e08582b req-73e8e96c-9e48-480a-8229-5ae11356f354 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.1500866 Dec 08 16:28:01.353441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:01.354091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.361994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=8e644a27-2b97-4846-aa22-76a758f30058,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:01.445326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] In _notify_port_updated(), no bound segment for port 8e644a27-2b97-4846-aa22-76a758f30058 on network f404790e-bdc2-4312-85ea-0c391498c306 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:01.454320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:01.455292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.456962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b78c42c-83c1-43df-81f1-fd06bdf18179 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/ports/8e644a27-2b97-4846-aa22-76a758f30058 HTTP/1.1" status: 200 len: 1010 time: 2.8530180 Dec 08 16:28:01.522722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.617195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83f7f957-186d-40ec-8778-cb854d6f377f tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.618675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-83f7f957-186d-40ec-8778-cb854d6f377f tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/1ec417f3-8737-4ba8-85d4-09bccca50c66 HTTP/1.1" status: 204 len: 168 time: 0.5942404 Dec 08 16:28:01.624803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.676330 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8191e0ce-4b01-4b88-8133-0e62b09d2df0 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=1ec417f3-8737-4ba8-85d4-09bccca50c66 HTTP/1.1" status: 200 len: 216 time: 0.0464306 Dec 08 16:28:01.677641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60462) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.714947 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-03020bb8-3e66-4788-9ce7-8c108e58f548 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0325937 Dec 08 16:28:01.723780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Provisioning complete for port 568a9442-4ad8-4264-8977-5d0a34f67d95 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:01.725020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.728736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.789133 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12595c78-aada-44c2-8e0f-a66d28bcd85b tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0507174 Dec 08 16:28:01.794346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.823754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 8e644a27-2b97-4846-aa22-76a758f30058 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:01.824026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.905625 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:01.944840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:00Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:01.967415 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b5f8683-b9c3-4e51-8a5f-0cfe74431cbc tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-labels/45104a70-4e4e-4441-82b8-5a9d14183a8d HTTP/1.1" status: 200 len: 473 time: 0.1712279 Dec 08 16:28:01.975173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60474) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:01.983193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24a285e-ed22-4fac-ab8b-f5c0144e9c5f None None] The sync data for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 is: [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:00Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:02.017121 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0ba806c-6bca-47ae-8b6e-dc05dcf076ec tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "GET /v2.0/metering/metering-label-rules/19a1076a-c5de-4f9e-a36f-628061081a2c HTTP/1.1" status: 200 len: 461 time: 0.0357223 Dec 08 16:28:02.030588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:02.051943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57efb862-eaa2-40d3-ad38-ea61474e5b45 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:28:02.136316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.141104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f18f35-cdaa-45ac-a997-e7e51e6dd1c2 req-f1b97918-c1ad-4df6-a14f-8bdd59058dc7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:02.142757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64f18f35-cdaa-45ac-a997-e7e51e6dd1c2 req-f1b97918-c1ad-4df6-a14f-8bdd59058dc7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.9558227 Dec 08 16:28:02.199516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.231843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.279547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.314803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57efb862-eaa2-40d3-ad38-ea61474e5b45 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:28:02.318118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.331464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 8e644a27-2b97-4846-aa22-76a758f30058 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:02.347285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:02.394614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] For port 568a9442-4ad8-4264-8977-5d0a34f67d95, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=568a9442-4ad8-4264-8977-5d0a34f67d95,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:02.406138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.454185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-761e9b70-4584-499e-8c38-ed7cbd6d5ff9 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.455672 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-761e9b70-4584-499e-8c38-ed7cbd6d5ff9 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-label-rules/19a1076a-c5de-4f9e-a36f-628061081a2c HTTP/1.1" status: 204 len: 168 time: 0.4190526 Dec 08 16:28:02.458278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:02.512680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-aedd6151-40aa-43f5-be5b-317623e447b9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:02.514608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-aedd6151-40aa-43f5-be5b-317623e447b9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "GET /v2.0/networks?id=a7702275-2584-4589-913e-9d0ddd6d87ee HTTP/1.1" status: 200 len: 797 time: 1.1349938 Dec 08 16:28:02.542219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64f18f35-cdaa-45ac-a997-e7e51e6dd1c2 req-c47ee447-f233-4d2f-8e49-99b4dcc68ea1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3834472 Dec 08 16:28:02.544774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b142e838-1754-426b-b5a4-f77428282c3f req-6f94ab35-85af-4b0c-865e-22c05393116d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.0580418 Dec 08 16:28:02.683996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Pushing event updated for resources: {'Port': ['ID=568a9442-4ad8-4264-8977-5d0a34f67d95,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:02.715548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Provisioning complete for port 8e644a27-2b97-4846-aa22-76a758f30058 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:02.716209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.742206 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:28:02.829418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0cca4a6e-e0f5-4c7f-96f4-a04cfd8501c5 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.831403 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0cca4a6e-e0f5-4c7f-96f4-a04cfd8501c5 tempest-MeteringTestJSON-1316215522 tempest-MeteringTestJSON-1316215522-project-admin] 10.222.0.62 "DELETE /v2.0/metering/metering-labels/45104a70-4e4e-4441-82b8-5a9d14183a8d HTTP/1.1" status: 204 len: 168 time: 0.3720357 Dec 08 16:28:02.864799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-40498718-8411-4ee9-805f-245a42cf98d8 None None] Port 8e644a27-2b97-4846-aa22-76a758f30058 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:02.877619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.909337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:02.937377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 568a9442-4ad8-4264-8977-5d0a34f67d95 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:03.028651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-cd4846b0-43b6-408e-b9c3-3086b8b9fcdd tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0a12132f1034bcc9fa41009f4c3b339 HTTP/1.1" status: 200 len: 380 time: 0.4917052 Dec 08 16:28:03.038652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.047986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'port': {'device_id': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'admin_state_up': True, 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'security_groups': ['39255961-630f-40a0-8d70-aeeb2f733b56']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:03.063259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6a283-0b3b-4ea5-b0fb-65bd811e0d5d req-bbcf4d93-ac7b-46ce-b793-14c808efdb1b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:03.065046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52d6a283-0b3b-4ea5-b0fb-65bd811e0d5d req-bbcf4d93-ac7b-46ce-b793-14c808efdb1b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.4026866 Dec 08 16:28:03.124792 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.176597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=8e644a27-2b97-4846-aa22-76a758f30058,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:03.197082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.201984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 568a9442-4ad8-4264-8977-5d0a34f67d95 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:03.202475 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.233475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:03.287252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.294785 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-444e387d-08c8-418e-9638-5e7f6aeaf9c3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/8e644a27-2b97-4846-aa22-76a758f30058 HTTP/1.1" status: 204 len: 168 time: 1.7666128 Dec 08 16:28:03.296839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:03.340388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e21cdad-ac37-4513-9f5a-e236dfedbe8c None None] Provisioning complete for port 568a9442-4ad8-4264-8977-5d0a34f67d95 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:03.341011 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e21cdad-ac37-4513-9f5a-e236dfedbe8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.356390 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-120dc62a-b7aa-4999-805d-ce8effb25b00 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:28:03.367931 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-120dc62a-b7aa-4999-805d-ce8effb25b00 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/8e644a27-2b97-4846-aa22-76a758f30058 HTTP/1.1" status: 404 len: 333 time: 0.0672390 Dec 08 16:28:03.368996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60496) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:03.402571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.413822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-86ef5696-7de8-4bb0-aa54-ad7bcfd4dd5d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f HTTP/1.1" status: 204 len: 168 time: 3.4166718 Dec 08 16:28:03.440565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60500) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:03.482812 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Floating IP d880b611-436f-4834-931c-f9b793883e08 associated. External IP: 172.25.3.252, port: 4acdc921-1d48-45a2-9f4e-e2c7794f85ee. Dec 08 16:28:03.590663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 93585523-84b2-48ad-a793-77b1277def89 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:03.607804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.646241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c722eb-a171-4997-a84d-52f81c0a0844 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:03.647871 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88c722eb-a171-4997-a84d-52f81c0a0844 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2063649 Dec 08 16:28:03.668051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52d6a283-0b3b-4ea5-b0fb-65bd811e0d5d req-6533b69a-91da-4114-9c66-afba6dc1109e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4879405 Dec 08 16:28:03.668506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:03.740197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:03.751862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e21cdad-ac37-4513-9f5a-e236dfedbe8c None None] Could not find standard attr ID for object 8e644a27-2b97-4846-aa22-76a758f30058. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:28:03.825647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:03.896463 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5b281f-5bbd-4761-a898-c37da4accc1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:28:03.898607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa5b281f-5bbd-4761-a898-c37da4accc1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/5a17d0a5-e0a9-4dee-b96d-e3a04dd81b3f HTTP/1.1" status: 404 len: 333 time: 0.1977000 Dec 08 16:28:03.906693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d67700c-7171-42e6-a9c3-f6ec4f6b4f2e req-22313e11-8c07-4641-9dfe-a65079941f46 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.1592703 Dec 08 16:28:03.909924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:03.928314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-607735356'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:04.007419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:28:04.007419 n-d-820935-5 neutron-server[103282]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 08 16:28:04.007419 n-d-820935-5 neutron-server[103282]: [parameters: {'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'id': '998a6a0f-94de-43d1-9d85-30d737e569eb', 'expiration': datetime.datetime(2021, 12, 8, 16, 30, 4, 697)}] Dec 08 16:28:04.007419 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:04.007815 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:04.049933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fb1a5fc-35bf-4afc-bacf-9c12b06330ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.068100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:04.072519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.096645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.200271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:04.244551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.245858 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment 118f4ccc-d03c-41b0-960b-b183eabbc93e of type vlan for network 38ead1da-36a1-4e50-b61a-6208009ef043 Dec 08 16:28:04.251071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.263966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5b0c8-39ed-4d7b-86a8-94daa89412c6 req-19833275-74f0-4858-aced-4a08be5339da tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:04.266588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cc5b0c8-39ed-4d7b-86a8-94daa89412c6 req-19833275-74f0-4858-aced-4a08be5339da tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1155577 Dec 08 16:28:04.311549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=93585523-84b2-48ad-a793-77b1277def89,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:04.318787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.324804 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6efa7d8c-6815-4900-9762-2de269bad932 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/93585523-84b2-48ad-a793-77b1277def89 HTTP/1.1" status: 204 len: 168 time: 0.9555931 Dec 08 16:28:04.329191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:04.332999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60524) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:04.344829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d23599-396f-421d-8bbd-638004454af9 None None] Network f404790e-bdc2-4312-85ea-0c391498c306 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:04.356626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fb1a5fc-35bf-4afc-bacf-9c12b06330ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.371257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fb1a5fc-35bf-4afc-bacf-9c12b06330ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.375421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.426502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cc5b0c8-39ed-4d7b-86a8-94daa89412c6 req-9bb644c8-78a3-4327-a00d-866a5d16791a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464186 Dec 08 16:28:04.427274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:28:04.440882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1a5fc-35bf-4afc-bacf-9c12b06330ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20db29b5-f226-4a07-8587-ef850bdc88ff,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:04.448321 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fb1a5fc-35bf-4afc-bacf-9c12b06330ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af7d597fe8bf441fbf97a03c8b7bd351&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7072783 Dec 08 16:28:04.452454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:04.476295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.477586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet e0244350-810f-48bd-b4fd-b657d8ca4a1c {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:04.486227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:04.487023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.505362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.649929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7342393 Dec 08 16:28:04.659955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:04.672054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.681226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:04.720541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Made reservation on behalf of d0a12132f1034bcc9fa41009f4c3b339 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:04.727738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.819607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1521bf78-fcac-424e-9bd2-79f98fbbbf1b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=38ead1da-36a1-4e50-b61a-6208009ef043,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:04.837704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:04.841851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd540294-bf47-4c88-86fb-94554372b983 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.936644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:04.945858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 568a9442-4ad8-4264-8977-5d0a34f67d95 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:04.958773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd540294-bf47-4c88-86fb-94554372b983 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.049299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.052765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:05.068969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47215358-66bb-4967-95d1-b68968d4181e None None] Sync routers for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:05.075031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.135910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:05.156568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.163445 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:05.169974 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:05.288554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 568a9442-4ad8-4264-8977-5d0a34f67d95 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:05.289046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.320695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=e0244350-810f-48bd-b4fd-b657d8ca4a1c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.340889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.347232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-13051624-b64f-4bc8-8260-43cdb0d259f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/e0244350-810f-48bd-b4fd-b657d8ca4a1c HTTP/1.1" status: 204 len: 168 time: 1.0127883 Dec 08 16:28:05.424011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d95552ab-6f26-4e0d-9026-87e418753897 req-0cfe4338-d8b4-4d90-ab99-2d7cd23cb965 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.3221111 Dec 08 16:28:05.480561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60550) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:05.493851 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:05.575214 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.694775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3b5741f5-5491-4bb9-8724-df35277ace90 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "PUT /v2.0/floatingips/d880b611-436f-4834-931c-f9b793883e08 HTTP/1.1" status: 200 len: 992 time: 5.1342852 Dec 08 16:28:05.712971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': '118f4ccc-d03c-41b0-960b-b183eabbc93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:05.713326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: 38ead1da-36a1-4e50-b61a-6208009ef043, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:05.716507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=de0a33c7-27a1-4a22-a686-56ef56636892,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.735824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:05.737356 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:05.764939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd540294-bf47-4c88-86fb-94554372b983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.772409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd540294-bf47-4c88-86fb-94554372b983 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.779592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd540294-bf47-4c88-86fb-94554372b983 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/20db29b5-f226-4a07-8587-ef850bdc88ff HTTP/1.1" status: 204 len: 168 time: 1.3215003 Dec 08 16:28:05.803230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 38ead1da-36a1-4e50-b61a-6208009ef043 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:05.819507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd540294-bf47-4c88-86fb-94554372b983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20db29b5-f226-4a07-8587-ef850bdc88ff,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:05.830873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690a53a-5616-4387-8155-4e3585abb575 req-e687e1f0-e311-452b-904e-ece8d02bc04e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:05.837785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c690a53a-5616-4387-8155-4e3585abb575 req-e687e1f0-e311-452b-904e-ece8d02bc04e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.6009161 Dec 08 16:28:05.843149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.846563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 38ead1da-36a1-4e50-b61a-6208009ef043) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:05.860215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c215638-9461-419a-ad1e-4e3003567c61 None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:05.865640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:05.868467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:05.957969 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b26a537-b31a-4a87-99b9-aea6eb1dbfe3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2872412 Dec 08 16:28:05.959682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60562) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:05.978506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:06.016573 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba088d19-d058-4453-aa87-c6569a94340f x-openstack-request-id: req-ba088d19-d058-4453-aa87-c6569a94340f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:06.016881 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:06.017117 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ba088d19-d058-4453-aa87-c6569a94340f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:06.017543 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'status': 'completed', 'code': 200} Dec 08 16:28:06.152683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cbe4f7-b19d-4b6a-9d66-23a36f0d78f8 None None] Network f404790e-bdc2-4312-85ea-0c391498c306 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:06.191680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-38ead1da-36a1-4e50-b61a-6208009ef043', 'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': 'de0a33c7-27a1-4a22-a686-56ef56636892'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:06.193484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.199374 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'd880b611-436f-4834-931c-f9b793883e08', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'port_id': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'mac_address': 'fa:16:3e:0e:da:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:04Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 1, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:27Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:06.231638 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47215358-66bb-4967-95d1-b68968d4181e None None] Checking router: 01d7795d-9d57-4c1c-9f03-3362d08e58c0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:28:06.244104 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:06.246205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:06.261975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c690a53a-5616-4387-8155-4e3585abb575 req-55d92f4b-4ec9-488f-b97c-84c87cb0efb7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4095778 Dec 08 16:28:06.331921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.20.0.8 (a7702275-2584-4589-913e-9d0ddd6d87ee/f661dc19-beb3-4f34-8a4e-de4bc1506591/b74da1cd-4669-404c-aa73-d1ac738c22d0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:06.397230 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:06.405525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.406196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.406670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.407956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.409040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.409621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.410279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:06.412697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-47f0ece9-ecc1-4941-94f2-9d9f5c7c69ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.3441570 Dec 08 16:28:06.442479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1aa85a29-87b5-4c52-8a35-b3109589641c None None] Provisioning complete for port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:06.444115 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1aa85a29-87b5-4c52-8a35-b3109589641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.709490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:06.733732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd142aea-be81-4c7a-a925-60ef7e5f35f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:06.919475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:06.928525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.036309 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-47215358-66bb-4967-95d1-b68968d4181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'd880b611-436f-4834-931c-f9b793883e08', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'port_id': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'mac_address': 'fa:16:3e:0e:da:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:04Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 1, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:27Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:07.126657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd142aea-be81-4c7a-a925-60ef7e5f35f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.137248 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47215358-66bb-4967-95d1-b68968d4181e None None] The sync data for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 is: [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'd880b611-436f-4834-931c-f9b793883e08', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'floating_ip_address': '172.25.3.252', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'port_id': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'mac_address': 'fa:16:3e:0e:da:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:26:04Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 1, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:27Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:07.156298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd142aea-be81-4c7a-a925-60ef7e5f35f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.187956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af117387-3e65-44d7-a599-58012348ac23 None None] DHCP port deletion for f404790e-bdc2-4312-85ea-0c391498c306 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:07.197665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Allocated IP 172.20.0.2 (38ead1da-36a1-4e50-b61a-6208009ef043/de0a33c7-27a1-4a22-a686-56ef56636892/a0fed5db-1ed1-4c03-829c-2ad069c5fc31) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:07.256216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:07.256831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.292658 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de0a33c7-27a1-4a22-a686-56ef56636892 (CIDR: 172.20.0.0/28) Dec 08 16:28:07.300423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd142aea-be81-4c7a-a925-60ef7e5f35f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1698aa-34ba-4eb2-8d05-3b42e7e3aaec,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:07.310880 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd142aea-be81-4c7a-a925-60ef7e5f35f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=803d9cb10c4d4aaf963f97ecf8df673e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5960827 Dec 08 16:28:07.311591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60584) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:07.325537 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:28:07.326112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:28:07.371849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b71a6859-a90a-42f1-a987-78c8c4856adb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4017541 Dec 08 16:28:07.379175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:07.384717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:07.419408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96a06123-4c6c-4097-a4ba-b9cf5a04c84a req-dbaa33ec-0264-44bc-8367-18a4fc187f6b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.1444123 Dec 08 16:28:07.481701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-edccc605-e717-4283-92e0-99e2e70d1747 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.536619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-1a757240-0f06-484f-8a86-a1d7b0ead7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:07.538983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-1a757240-0f06-484f-8a86-a1d7b0ead7e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a HTTP/1.1" status: 200 len: 917 time: 1.1177931 Dec 08 16:28:07.544668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-edccc605-e717-4283-92e0-99e2e70d1747 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.650349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150defed-a687-4a1f-9347-bcea33440cf4 None None] New status for floating IP d880b611-436f-4834-931c-f9b793883e08: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:28:07.668644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:07.672538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.688498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-edccc605-e717-4283-92e0-99e2e70d1747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.691754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-edccc605-e717-4283-92e0-99e2e70d1747 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.692270 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-edccc605-e717-4283-92e0-99e2e70d1747 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d1698aa-34ba-4eb2-8d05-3b42e7e3aaec HTTP/1.1" status: 204 len: 168 time: 0.3791831 Dec 08 16:28:07.725426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-af117387-3e65-44d7-a599-58012348ac23 None None] Deleting port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:07.725920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af117387-3e65-44d7-a599-58012348ac23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.735280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] For port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,segment=NetworkSegment(85b4f613-3462-42ae-9101-66b9598856bf),segment_id=85b4f613-3462-42ae-9101-66b9598856bf)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:07.735652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.750279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:07.861816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.870657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:07.902143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:07.936508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No DVR routers for this DVR port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:08.040510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-720b1457-ac30-4168-b73a-402c79578f17 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 1000 time: 0.4810436 Dec 08 16:28:08.124080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-af117387-3e65-44d7-a599-58012348ac23 None None] For port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,segment=NetworkSegment(85b4f613-3462-42ae-9101-66b9598856bf),segment_id=85b4f613-3462-42ae-9101-66b9598856bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:08.124663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af117387-3e65-44d7-a599-58012348ac23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.150171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.160580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-af117387-3e65-44d7-a599-58012348ac23 None None] Calling delete_port for 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:08.164372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccc605-e717-4283-92e0-99e2e70d1747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1698aa-34ba-4eb2-8d05-3b42e7e3aaec,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.173760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.226824 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.257771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.268181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f404790e-bdc2-4312-85ea-0c391498c306']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.292024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:08.297989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b4f613-3462-42ae-9101-66b9598856bf') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.298493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b4f613-3462-42ae-9101-66b9598856bf') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:08.309474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 38ead1da-36a1-4e50-b61a-6208009ef043 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:08.313002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:08.322734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:08.329263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.348456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:08.349914 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.358763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:08.369545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=200f0344-b322-49f8-95b3-409e30f17e02,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.399959 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c669a267-56bf-49f8-b753-d7dd9d361c5a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0167739 Dec 08 16:28:08.404344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60608) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:08.410449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'fixed_ips': [{'subnet_id': 'de0a33c7-27a1-4a22-a686-56ef56636892'}, {'subnet_id': '200f0344-b322-49f8-95b3-409e30f17e02'}], 'name': 'tempest-PortsTestJSON-1763737172'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:08.423149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c3ad1-2fdf-4fd6-9623-0c6f7d7f7923 req-2c14813d-a85e-4029-b3d5-68698cd1a240 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:08.426725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-907c3ad1-2fdf-4fd6-9623-0c6f7d7f7923 req-2c14813d-a85e-4029-b3d5-68698cd1a240 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.9063094 Dec 08 16:28:08.426725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-0483e4f1-1454-4377-8ebd-936bfe641387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:08.456831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-0483e4f1-1454-4377-8ebd-936bfe641387 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 200 len: 855 time: 0.1133339 Dec 08 16:28:08.507409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Pushing event updated for resources: {'Port': ['ID=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.586151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.590604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Attempting to bind port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:08.590984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Attempting to bind port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '118f4ccc-d03c-41b0-960b-b183eabbc93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:08.591441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Attempting to bind port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 on network 38ead1da-36a1-4e50-b61a-6208009ef043 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:08.630097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:08.630395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Checking segment: {'id': '118f4ccc-d03c-41b0-960b-b183eabbc93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:08.630810 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.631261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Bound using segment: {'id': '118f4ccc-d03c-41b0-960b-b183eabbc93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:08.637420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Bound port: a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118f4ccc-d03c-41b0-960b-b183eabbc93e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:08.638070 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.645082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12fa43a-3aa0-4db9-88db-d2bc36fa8db0 req-780306b1-c128-40e9-b94c-b91522055450 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 210 time: 0.1045816 Dec 08 16:28:08.648569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:08.649103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:08.659123 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:08.678090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:08.683703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-af117387-3e65-44d7-a599-58012348ac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.716795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.766720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af117387-3e65-44d7-a599-58012348ac23 None None] Pushing event deleted for resources: {'Port': ['ID=4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.784040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-907c3ad1-2fdf-4fd6-9623-0c6f7d7f7923 req-e652c0b9-e522-4ebc-95aa-d5cd4645c4ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053553 Dec 08 16:28:08.837573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:08.863855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-66dfc754-31a7-46ba-883c-0c0a4b616173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:08.864701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-66dfc754-31a7-46ba-883c-0c0a4b616173 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d591784-736c-42e5-b1b6-fb316b2cd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3272839 Dec 08 16:28:08.887443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network a7702275-2584-4589-913e-9d0ddd6d87ee is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:08.888338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.897547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:08.905841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af117387-3e65-44d7-a599-58012348ac23 None None] No DVR routers for this DVR port 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:08.916599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:08.920345 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.922934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:08.923951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/f404790e-bdc2-4312-85ea-0c391498c306 HTTP/1.1" status: 204 len: 168 time: 3.4419372 Dec 08 16:28:08.931777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60624) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:08.937686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:08.942321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4a8ca439-0529-4f4c-97ab-a6a0c0b2ff3a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:08.942928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeea6c0-11a8-4504-b400-aeba45bc9214 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=f404790e-bdc2-4312-85ea-0c391498c306,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:08.951832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:09.006096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 184d3602-818e-4891-ad7e-d7047b81a7bb yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:09.008651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] For port a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:09.023248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] For port a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,segment=NetworkSegment(118f4ccc-d03c-41b0-960b-b183eabbc93e),segment_id=118f4ccc-d03c-41b0-960b-b183eabbc93e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:09.039593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.151505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-24de7bed-45b6-470b-8bca-ca2ab0fabe0b service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664664 Dec 08 16:28:09.163909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fed212-1835-4e82-aca7-13a9578387cd None None] Pushing event updated for resources: {'Port': ['ID=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:09.300589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3d6c5-0e1d-4645-9b54-77715fbffa4e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:09.311436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-efb3d6c5-0e1d-4645-9b54-77715fbffa4e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3769100 Dec 08 16:28:09.312130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60638) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.393980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:09.395764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.431085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7a9cc72e-3665-45a2-a5e1-b03e569ab55f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1134984 Dec 08 16:28:09.446346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60640) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:09.458326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1977865343'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:09.495753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:09.502135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.560626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bf859bff-897f-4c40-9120-9728d00bfffd None None] Provisioning complete for port b74da1cd-4669-404c-aa73-d1ac738c22d0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:09.562091 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf859bff-897f-4c40-9120-9728d00bfffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.593256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-8677af3d-adc3-469c-b7e7-cbdab0b4a9f7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5566535 Dec 08 16:28:09.634657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Request body: {'port': {'device_id': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:09.710889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bf859bff-897f-4c40-9120-9728d00bfffd None None] Port b74da1cd-4669-404c-aa73-d1ac738c22d0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:09.725499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64c6f3d7-7560-4bbf-be18-1686a20f2c1f req-2ca2abb4-f8aa-46e9-bd8a-a3fb71a0ae82 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166538 Dec 08 16:28:09.742438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:09.829698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.830471 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment 0f6b94e9-ba48-4502-8a55-d48f7b391dd7 of type vlan for network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed Dec 08 16:28:09.832217 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:09.943751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.8 (38ead1da-36a1-4e50-b61a-6208009ef043/de0a33c7-27a1-4a22-a686-56ef56636892/184d3602-818e-4891-ad7e-d7047b81a7bb) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:09.960211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.28 (38ead1da-36a1-4e50-b61a-6208009ef043/200f0344-b322-49f8-95b3-409e30f17e02/184d3602-818e-4891-ad7e-d7047b81a7bb) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:10.131992 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.235081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc744f73-22c5-47af-9ae2-57780a5c6b71 req-de640544-a704-41de-9e96-782e7031a697 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.242496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc744f73-22c5-47af-9ae2-57780a5c6b71 req-de640544-a704-41de-9e96-782e7031a697 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2457199 Dec 08 16:28:10.287756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929c28-2413-400a-8df1-b6c52ecc74d3 req-32b1bc5f-1fc1-4687-9ef6-3a5bdaae6f65 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.295074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9929c28-2413-400a-8df1-b6c52ecc74d3 req-32b1bc5f-1fc1-4687-9ef6-3a5bdaae6f65 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 931 time: 0.2965760 Dec 08 16:28:10.295317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.295713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.300995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.301637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.356407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.478722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 38ead1da-36a1-4e50-b61a-6208009ef043 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:10.483375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:10.487604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:10.541692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=184d3602-818e-4891-ad7e-d7047b81a7bb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:10.546792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0986097 Dec 08 16:28:10.551104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60670) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:10.575766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:10.586543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5791a010-8df7-4ab3-870d-efea8d4e5530 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:10.605080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:10.899611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:10.899915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:10.949075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc744f73-22c5-47af-9ae2-57780a5c6b71 req-e04a5fa8-80d9-499e-a2e1-a4089a76cdcb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7053697 Dec 08 16:28:10.979441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:10.995534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.001001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b74da1cd-4669-404c-aa73-d1ac738c22d0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:11.002417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a0fed5db-1ed1-4c03-829c-2ad069c5fc31 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:11.017955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9929c28-2413-400a-8df1-b6c52ecc74d3 req-c1c89c1e-7073-48df-a947-acf83bd18bff tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6823635 Dec 08 16:28:11.028166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.084144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Transition to ACTIVE for port object b74da1cd-4669-404c-aa73-d1ac738c22d0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:28:11.091408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.186939 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-46fdb2ff-0eb6-408b-a5be-65dc1697bce6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.7813189 Dec 08 16:28:11.191524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.199905 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de0a33c7-27a1-4a22-a686-56ef56636892'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:11.216903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:11.217488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.246166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:11.294100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:11.422482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec39b3-0b35-4be3-a457-8b32b35017e9 None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:11.440406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Attempting to bind port b74da1cd-4669-404c-aa73-d1ac738c22d0 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:11.440978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Attempting to bind port b74da1cd-4669-404c-aa73-d1ac738c22d0 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:11.441463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Attempting to bind port b74da1cd-4669-404c-aa73-d1ac738c22d0 on network a7702275-2584-4589-913e-9d0ddd6d87ee {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:11.450322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Port b74da1cd-4669-404c-aa73-d1ac738c22d0 on network a7702275-2584-4589-913e-9d0ddd6d87ee not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:11.451070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Attempting to bind port b74da1cd-4669-404c-aa73-d1ac738c22d0 on network a7702275-2584-4589-913e-9d0ddd6d87ee {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:11.462302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:11.470979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Checking segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:11.471482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Bound using segment: {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:11.472086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Bound port: b74da1cd-4669-404c-aa73-d1ac738c22d0, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae8fc22-0b33-4731-9f22-b6e48851a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:11.472609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.614397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.625026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1058808620'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:11.668900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d124800-1c68-4c13-a117-fe9d7b20aed0 None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:11.669316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d124800-1c68-4c13-a117-fe9d7b20aed0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.683526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:11.690125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:11.690535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.707963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.742038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.805987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': '0f6b94e9-ba48-4502-8a55-d48f7b391dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:11.806322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:11.807626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:11.827025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Made reservation on behalf of 66e481cffa0b463eade4db65519acb5a for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:11.835474 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.844946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:11.845771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.848758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-21e77cfe-44c3-4e0f-9099-38456b9fd777 service neutron] 10.222.0.86 "PUT /v2.0/ports/b74da1cd-4669-404c-aa73-d1ac738c22d0 HTTP/1.1" status: 200 len: 1091 time: 2.2404776 Dec 08 16:28:11.848758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:11.852458 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0719c9a4-2786-49a4-8c15-820c3d0f454d" -d '{"events": [{"name": "network-changed", "server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:11.868638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:11.888408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=984cce19-5e09-4cf3-9754-a5101a341aff,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:11.926371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:11.943289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,segment=NetworkSegment(118f4ccc-d03c-41b0-960b-b183eabbc93e),segment_id=118f4ccc-d03c-41b0-960b-b183eabbc93e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:11.968027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.028707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:12.043470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.043838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.068703 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a6f365-01a8-4b59-b407-857e08739510 x-openstack-request-id: req-b8a6f365-01a8-4b59-b407-857e08739510 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:12.069379 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:12.070160 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8a6f365-01a8-4b59-b407-857e08739510 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:12.071614 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'status': 'completed', 'code': 200} Dec 08 16:28:12.073861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48db829c-b630-4be9-85ed-52db49be7cff None None] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:12.086312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-b0e669b0-6f25-459d-bcaa-b7de7b3df0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.089465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-b0e669b0-6f25-459d-bcaa-b7de7b3df0b6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1094 time: 0.1901920 Dec 08 16:28:12.212589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-1b70d949-67ce-4679-92a0-6dca901111bb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0 HTTP/1.1" status: 200 len: 217 time: 0.1135173 Dec 08 16:28:12.263239 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-14647eba-14dd-49df-859a-7afa05f9bd0d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7105191 Dec 08 16:28:12.301332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60704) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:12.302305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed', 'name': 'tempest-PortsIpV6TestJSON-1688436591'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:12.504625 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.520988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-496e8d69-93a7-4b87-b437-811be50e4933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.527130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-496e8d69-93a7-4b87-b437-811be50e4933 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f661dc19-beb3-4f34-8a4e-de4bc1506591 HTTP/1.1" status: 200 len: 834 time: 0.2886460 Dec 08 16:28:12.560007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.574883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:12.586871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.587513 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Added segment c1e32687-be76-452a-8eb4-c828494a1e81 of type vlan for network 05838435-1c86-49f6-b88c-c97ad27d38f8 Dec 08 16:28:12.599293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:12.641162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.682670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Delete allocated IP 172.20.0.28 (38ead1da-36a1-4e50-b61a-6208009ef043/200f0344-b322-49f8-95b3-409e30f17e02) {{(pid=103281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:28:12.762359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd54aa-34c0-45e8-acf5-ce0542c8e426 req-d7e4eb55-d061-43ef-8aba-44ef518af6c8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.778500 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cd54aa-34c0-45e8-acf5-ce0542c8e426 req-d7e4eb55-d061-43ef-8aba-44ef518af6c8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.5642304 Dec 08 16:28:12.805770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed', 'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': '984cce19-5e09-4cf3-9754-a5101a341aff'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:12.809472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.835437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.844063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.845109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.856854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a0fed5db-1ed1-4c03-829c-2ad069c5fc31 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:12.864039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:12.868830 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:12.874341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a05e000-254d-45da-80ee-d3cc17adff12,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:12.891564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdabaf7-4751-4ea3-8a4a-ac2882b9ce89 req-fa25d5b4-f799-456c-8e3e-8975115be9c1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:12.900366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cdabaf7-4751-4ea3-8a4a-ac2882b9ce89 req-fa25d5b4-f799-456c-8e3e-8975115be9c1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 943 time: 0.5828116 Dec 08 16:28:12.918786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port ba8a41b7-ef9e-4aa2-92b2-67848abeb851 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:12.968526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] Update dhcp port {'port': {'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'fixed_ips': [{'subnet_id': 'de0a33c7-27a1-4a22-a686-56ef56636892', 'ip_address': '172.20.0.2'}, {'subnet_id': '200f0344-b322-49f8-95b3-409e30f17e02'}], 'binding:host_id': 'n-d-820935-5'}, 'id': 'a0fed5db-1ed1-4c03-829c-2ad069c5fc31'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:28:13.011466 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.047131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7960055 Dec 08 16:28:13.047368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.047558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c58b6-c72c-4881-a34b-8da258359049 tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Pushing event updated for resources: {'Network': ['ID=05838435-1c86-49f6-b88c-c97ad27d38f8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:13.054529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.099259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-2abd1354-d3c9-4017-b601-fe7e643b91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:13.111624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-2abd1354-d3c9-4017-b601-fe7e643b91e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7702275-2584-4589-913e-9d0ddd6d87ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4430790 Dec 08 16:28:13.141057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::304 (ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed/984cce19-5e09-4cf3-9754-a5101a341aff/ba8a41b7-ef9e-4aa2-92b2-67848abeb851) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:13.186601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 05838435-1c86-49f6-b88c-c97ad27d38f8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:13.240347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9cd54aa-34c0-45e8-acf5-ce0542c8e426 req-6d2b4bdb-d462-4e43-b2d4-70b3abfde7f5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4608371 Dec 08 16:28:13.318661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8cdabaf7-4751-4ea3-8a4a-ac2882b9ce89 req-c854dc60-b57b-4f2b-b537-d4827733692f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4172704 Dec 08 16:28:13.394361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] In _notify_port_updated(), no bound segment for port 184d3602-818e-4891-ad7e-d7047b81a7bb on network 38ead1da-36a1-4e50-b61a-6208009ef043 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:13.410432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:13.411897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:13.412785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.415403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.418228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-a4284c05-5013-44f3-bfd0-aef1298b7a90 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992449 Dec 08 16:28:13.420397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60724) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.420710 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/ports/184d3602-818e-4891-ad7e-d7047b81a7bb HTTP/1.1" status: 200 len: 919 time: 2.2276964 Dec 08 16:28:13.421606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b1df8-58a2-4cae-bad2-290d7191c52e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=184d3602-818e-4891-ad7e-d7047b81a7bb,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:13.444643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'de0a33c7-27a1-4a22-a686-56ef56636892'}, {'subnet_id': '200f0344-b322-49f8-95b3-409e30f17e02'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:13.672117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.723472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.738965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60732) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:13.745485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Request body: {'port': {'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8', 'binding:host_id': 'n-h1-820935-5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-137875318'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:13.831588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Allocated IP 2001:db8::2 (ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed/984cce19-5e09-4cf3-9754-a5101a341aff/14594205-99fa-40d6-9199-49f0ba0ef1eb) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:13.833676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Made reservation on behalf of 073a29f9375a49cbabc16bb39beaf2cf for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:13.836703 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.878990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.884006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37ee1680-15d1-4ed0-9b84-89fef538ecf4 req-0e1e4b2e-3f8d-4f97-8860-e3e0bd009420 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294150 Dec 08 16:28:13.943762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=ba8a41b7-ef9e-4aa2-92b2-67848abeb851,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:13.972196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:13.976135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:13.977406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:13.983891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:14.002472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:14.003657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.030854 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1d6f38a-585a-4230-b4e6-d101292f4706 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7481718 Dec 08 16:28:14.031585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60738) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:14.038908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed', 'name': 'tempest-PortsIpV6TestJSON-720299404'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:14.156664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] Allocated IP 172.20.0.18 (38ead1da-36a1-4e50-b61a-6208009ef043/200f0344-b322-49f8-95b3-409e30f17e02/a0fed5db-1ed1-4c03-829c-2ad069c5fc31) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:14.237203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:14.247322 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.306022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port b4a8ba6a-439b-42ac-8d4c-72de75d56947 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:14.379062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.389308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] For port a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,segment=NetworkSegment(118f4ccc-d03c-41b0-960b-b183eabbc93e),segment_id=118f4ccc-d03c-41b0-960b-b183eabbc93e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:14.427824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.431451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.438754 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.512436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Pushing event updated for resources: {'Port': ['ID=14594205-99fa-40d6-9199-49f0ba0ef1eb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:14.584697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::37 (ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed/984cce19-5e09-4cf3-9754-a5101a341aff/b4a8ba6a-439b-42ac-8d4c-72de75d56947) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:14.602034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:14.609358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:14.631577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:14.798946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9881bd-070d-4481-94bd-a03786ac73ec None None] Pushing event updated for resources: {'Port': ['ID=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:14.855419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.884512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Attempting to bind port 14594205-99fa-40d6-9199-49f0ba0ef1eb on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:14.886936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Attempting to bind port 14594205-99fa-40d6-9199-49f0ba0ef1eb by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0f6b94e9-ba48-4502-8a55-d48f7b391dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:14.887676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Attempting to bind port 14594205-99fa-40d6-9199-49f0ba0ef1eb on network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:14.903570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:14.908055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Checking segment: {'id': '0f6b94e9-ba48-4502-8a55-d48f7b391dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:14.908825 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.909423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Bound using segment: {'id': '0f6b94e9-ba48-4502-8a55-d48f7b391dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:14.911101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Bound port: 14594205-99fa-40d6-9199-49f0ba0ef1eb, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f6b94e9-ba48-4502-8a55-d48f7b391dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:14.920278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:14.921234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.020749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=b4a8ba6a-439b-42ac-8d4c-72de75d56947,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:15.039397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:15.040977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:15.043602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] For port 14594205-99fa-40d6-9199-49f0ba0ef1eb, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:15.050122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] For port 14594205-99fa-40d6-9199-49f0ba0ef1eb, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=14594205-99fa-40d6-9199-49f0ba0ef1eb,segment=NetworkSegment(0f6b94e9-ba48-4502-8a55-d48f7b391dd7),segment_id=0f6b94e9-ba48-4502-8a55-d48f7b391dd7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:15.051124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:15.061519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-12537199-e636-4137-ae3c-43d5d29234f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.064931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-12537199-e636-4137-ae3c-43d5d29234f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1094 time: 0.9118454 Dec 08 16:28:15.066409 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.076014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.077168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.114230 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b279c7b-b2bd-4d7f-8765-15afef32b8f6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0779452 Dec 08 16:28:15.114473 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.114921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:15.210564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6702c20f-8b2b-439a-acd9-9414ea6b6966 None None] Pushing event updated for resources: {'Port': ['ID=14594205-99fa-40d6-9199-49f0ba0ef1eb,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:15.365941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0959b6e8-4a68-4f52-965b-7f9aa93f0cd0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.365941 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0959b6e8-4a68-4f52-965b-7f9aa93f0cd0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A304 HTTP/1.1" status: 200 len: 929 time: 0.2438135 Dec 08 16:28:15.377969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60762) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:15.399686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.485499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:15.633132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2785325b-832b-4a84-be35-fbb848fc7e96 req-00613aea-c1cc-4c91-8c00-b76afdec140e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.642821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2785325b-832b-4a84-be35-fbb848fc7e96 req-00613aea-c1cc-4c91-8c00-b76afdec140e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 943 time: 0.9685256 Dec 08 16:28:15.655789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port b4a8ba6a-439b-42ac-8d4c-72de75d56947 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:15.656130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.727876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77ca0-ede3-4ae7-97e5-3302cf7ea24e req-00f677db-df43-448b-93ab-7f46835c3106 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:15.748808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95e77ca0-ede3-4ae7-97e5-3302cf7ea24e req-00f677db-df43-448b-93ab-7f46835c3106 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 1.0754700 Dec 08 16:28:15.837774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.20 (38ead1da-36a1-4e50-b61a-6208009ef043/200f0344-b322-49f8-95b3-409e30f17e02/184d3602-818e-4891-ad7e-d7047b81a7bb) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:15.850778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0385fd3b-a536-415e-bd06-ab0b8b60071f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:15.851844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:15.869967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for b4a8ba6a-439b-42ac-8d4c-72de75d56947 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:15.931477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb1335b-2343-4ca1-b7dc-13ddb7bea720 None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:16.012920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd0ac1b0-e99f-4bb5-a274-abe80421823f None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:16.013570 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac1b0-e99f-4bb5-a274-abe80421823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.036874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-ab4d004c-0870-4678-a04b-f9c91db26134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:16.038625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-ab4d004c-0870-4678-a04b-f9c91db26134 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7702275-2584-4589-913e-9d0ddd6d87ee HTTP/1.1" status: 200 len: 898 time: 0.6894085 Dec 08 16:28:16.119679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.163478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2785325b-832b-4a84-be35-fbb848fc7e96 req-4a36759d-d027-426b-a83e-a8f679d30119 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5196555 Dec 08 16:28:16.168527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=b4a8ba6a-439b-42ac-8d4c-72de75d56947,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:16.219613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-8b7cd12c-ac26-4a34-8b3b-ad6fda36a0ce service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0 HTTP/1.1" status: 200 len: 217 time: 0.1726186 Dec 08 16:28:16.234358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.243394 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-40b79e14-7881-4719-a166-b4081075174e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/b4a8ba6a-439b-42ac-8d4c-72de75d56947 HTTP/1.1" status: 204 len: 168 time: 0.8671298 Dec 08 16:28:16.244348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:16.279943 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-656b76ff-2e27-4b9c-a026-b460648d28f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:28:16.284025 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-656b76ff-2e27-4b9c-a026-b460648d28f0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/b4a8ba6a-439b-42ac-8d4c-72de75d56947 HTTP/1.1" status: 404 len: 333 time: 0.0359888 Dec 08 16:28:16.284396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60776) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:16.320655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd0ac1b0-e99f-4bb5-a274-abe80421823f None None] Provisioning complete for port 184d3602-818e-4891-ad7e-d7047b81a7bb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:16.321281 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd0ac1b0-e99f-4bb5-a274-abe80421823f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.379365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dd0ac1b0-e99f-4bb5-a274-abe80421823f None None] Port 184d3602-818e-4891-ad7e-d7047b81a7bb cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:16.430136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95e77ca0-ede3-4ae7-97e5-3302cf7ea24e req-e8c47b39-b296-4533-96ff-35201c22b875 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5533648 Dec 08 16:28:16.436230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port ba8a41b7-ef9e-4aa2-92b2-67848abeb851 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:16.436688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.559131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-d2519990-1119-4161-a6fb-e772b262eab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:16.560567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-d2519990-1119-4161-a6fb-e772b262eab8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f661dc19-beb3-4f34-8a4e-de4bc1506591 HTTP/1.1" status: 200 len: 834 time: 0.3259366 Dec 08 16:28:16.629363 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.637828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.648162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.672264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for ba8a41b7-ef9e-4aa2-92b2-67848abeb851 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:16.832185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:16.841764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:28:16.884088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:16.896602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=184d3602-818e-4891-ad7e-d7047b81a7bb,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:16.919349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-35adb779-0fd0-4cb0-9a86-d1c35cce7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:16.925851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-35adb779-0fd0-4cb0-9a86-d1c35cce7709 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7702275-2584-4589-913e-9d0ddd6d87ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3516958 Dec 08 16:28:16.992711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.095478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 14594205-99fa-40d6-9199-49f0ba0ef1eb up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:17.149992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-14bbe1ff-d510-404c-a289-50dcb5f0a092 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112701 Dec 08 16:28:17.312641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:17.315779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de174687-800b-47d4-b786-874bfd1efa3b None None] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:17.332062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.421724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-13bbb36c-0717-4610-8bb5-34edb0d39ed5 None None] Provisioning complete for port 14594205-99fa-40d6-9199-49f0ba0ef1eb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:17.422119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13bbb36c-0717-4610-8bb5-34edb0d39ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.426538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'port_id': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'mac_address': 'fa:16:3e:17:1c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:28:17.454979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=ba8a41b7-ef9e-4aa2-92b2-67848abeb851,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:17.480820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 14594205-99fa-40d6-9199-49f0ba0ef1eb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:17.481194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.482635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=caea0c24-b60e-4b0d-96b7-3f48e2aa4204,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:17.535357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.551518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-38adf1c9-d2e2-4af5-82b6-299e099a1049 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/ba8a41b7-ef9e-4aa2-92b2-67848abeb851 HTTP/1.1" status: 204 len: 168 time: 1.2654562 Dec 08 16:28:17.574167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:17.616733 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eece752-1987-4ba7-87c6-d4c649fc7848 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:28:17.618651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8eece752-1987-4ba7-87c6-d4c649fc7848 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/ba8a41b7-ef9e-4aa2-92b2-67848abeb851 HTTP/1.1" status: 404 len: 333 time: 0.0421286 Dec 08 16:28:17.624058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:17.632432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] In _notify_port_updated(), no bound segment for port 184d3602-818e-4891-ad7e-d7047b81a7bb on network 38ead1da-36a1-4e50-b61a-6208009ef043 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:17.640009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:17.640986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.645578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e8cbb727-cd7e-4d1f-8f3d-3b690e7cf295 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/ports/184d3602-818e-4891-ad7e-d7047b81a7bb HTTP/1.1" status: 200 len: 999 time: 4.2235394 Dec 08 16:28:17.652806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60802) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:17.655371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.746823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 984cce19-5e09-4cf3-9754-a5101a341aff {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:17.760268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.776961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74da1cd-4669-404c-aa73-d1ac738c22d0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:28:17.795157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b89a7-3c96-443c-947c-d913e8ae608e req-9bbf4ec5-b8f0-4bbe-bfc2-ee3aea00975b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:17.803840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba8b89a7-3c96-443c-947c-d913e8ae608e req-9bbf4ec5-b8f0-4bbe-bfc2-ee3aea00975b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 943 time: 0.4855242 Dec 08 16:28:17.830084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0719c9a4-2786-49a4-8c15-820c3d0f454d req-29fd4a07-003b-49b9-a6ea-bcedaaff0151 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6660526 Dec 08 16:28:17.856061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Checking segment: {'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:17.856648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Network hostable DHCP agents. Network: 05838435-1c86-49f6-b88c-c97ad27d38f8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:17.940091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.950120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13bbb36c-0717-4610-8bb5-34edb0d39ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:17.965628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d599ddea-9d68-4782-a6a3-ce9ce421e77e req-10162489-4dc3-41fa-a574-8adfb5c7e699 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:17.967409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d599ddea-9d68-4782-a6a3-ce9ce421e77e req-10162489-4dc3-41fa-a574-8adfb5c7e699 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3135414 Dec 08 16:28:17.971130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Network 05838435-1c86-49f6-b88c-c97ad27d38f8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:17.991064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 05838435-1c86-49f6-b88c-c97ad27d38f8) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:17.999258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:18.015588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50475570-f648-4b80-bbe4-fa12493c33ad None None] Network 05838435-1c86-49f6-b88c-c97ad27d38f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:18.022137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:18.026402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.167444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba8b89a7-3c96-443c-947c-d913e8ae608e req-7b40df00-d264-499d-8ea7-82120a3a0e7b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3610337 Dec 08 16:28:18.177331 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-13bbb36c-0717-4610-8bb5-34edb0d39ed5 None None] For port 14594205-99fa-40d6-9199-49f0ba0ef1eb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=14594205-99fa-40d6-9199-49f0ba0ef1eb,segment=NetworkSegment(0f6b94e9-ba48-4502-8a55-d48f7b391dd7),segment_id=0f6b94e9-ba48-4502-8a55-d48f7b391dd7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:18.178117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.178117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.179181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:18.247657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:18.248783 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:18.269789 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 2 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:18.297447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.313193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 184d3602-818e-4891-ad7e-d7047b81a7bb {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:18.313618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.359386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d599ddea-9d68-4782-a6a3-ce9ce421e77e req-95b8e2af-a5b6-4f97-acda-2cb612e6acfe tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3455842 Dec 08 16:28:18.434525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.478041 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13bbb36c-0717-4610-8bb5-34edb0d39ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.478962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.482506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.483512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.484980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:18.504872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:18.505343 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/984cce19-5e09-4cf3-9754-a5101a341aff HTTP/1.1" status: 204 len: 168 time: 0.8795638 Dec 08 16:28:18.506154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60816) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:18.506576 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:18.518209 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 3 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:18.551512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09807ce-3928-4e7f-9bc7-d6b6f1b91c22 None None] Network ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:18.567314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.567789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.568202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:18.597493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:18.598205 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:18.603465 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 4 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:18.619907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c198c-b446-4c9e-8149-06293f6a86e2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=984cce19-5e09-4cf3-9754-a5101a341aff,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:18.632665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.633232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.633822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:18.655216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.659399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:18.659818 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:18.670130 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 5 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:18.709975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 184d3602-818e-4891-ad7e-d7047b81a7bb owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:18.736405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.737724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.738405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:18.758610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:18.759411 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:18.768056 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 6 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:18.774615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b74da1cd-4669-404c-aa73-d1ac738c22d0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:28:18.812220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.813089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.813896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:18.888220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.935427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:18.936977 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:18.937223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:18.941058 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 7 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:18.957490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-f582ea95-3f54-43fa-85e2-b19b51f1a8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:18.960385 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-f582ea95-3f54-43fa-85e2-b19b51f1a8c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.1568353 Dec 08 16:28:18.975046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:18.975985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:18.976782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:19.055275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:19.068371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:19.068795 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:19.075611 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 8 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:19.109406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610bfc4-50ac-43fe-a634-02c0ef459524 req-d50377ec-eb10-4a58-a976-b337ad76603e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:19.122027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5610bfc4-50ac-43fe-a634-02c0ef459524 req-d50377ec-eb10-4a58-a976-b337ad76603e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3606770 Dec 08 16:28:19.154004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-baec7f81-fed7-4b89-ba55-35c8f8261900 None None] Provisioning complete for port 14594205-99fa-40d6-9199-49f0ba0ef1eb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:19.155004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baec7f81-fed7-4b89-ba55-35c8f8261900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.161270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:19.161270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:19.161270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:19.183361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:19.183825 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:19.186051 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 9 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:19.217012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:19.217938 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:19.265394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-a619fd52-85bb-463c-bb9f-92c6930d796b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:19.267005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-a619fd52-85bb-463c-bb9f-92c6930d796b service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.2981322 Dec 08 16:28:19.268756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 14594205-99fa-40d6-9199-49f0ba0ef1eb {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:19.269208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.306658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:19.308723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:19.309215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:19.341511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5610bfc4-50ac-43fe-a634-02c0ef459524 req-af627ff1-4b57-498a-ab5f-e609151dfc1c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2158837 Dec 08 16:28:19.387041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbb36c-0717-4610-8bb5-34edb0d39ed5 None None] Pushing event updated for resources: {'Port': ['ID=14594205-99fa-40d6-9199-49f0ba0ef1eb,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:19.412933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:19.413554 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:19.421901 n-d-820935-5 neutron-server[103282]: INFO neutron.plugins.ml2.plugin [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 10 to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 Dec 08 16:28:19.461077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:19.462032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:19.462807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:19.500621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:19.502391 n-d-820935-5 neutron-server[103282]: ERROR neutron.plugins.ml2.managers [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:19.504872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.619119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-55c5cb78-1410-4270-afd5-6ae60c1fd740 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.3013611 Dec 08 16:28:19.700324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] For port 14594205-99fa-40d6-9199-49f0ba0ef1eb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=14594205-99fa-40d6-9199-49f0ba0ef1eb,segment=NetworkSegment(0f6b94e9-ba48-4502-8a55-d48f7b391dd7),segment_id=0f6b94e9-ba48-4502-8a55-d48f7b391dd7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:19.700729 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.736648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] DHCP port deletion for ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:19.751622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32051c5b-ff7f-48c0-a3e2-5f3c99e9f29a req-6d33c9ca-cd05-45b5-bb89-0267db59f418 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:19.754198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32051c5b-ff7f-48c0-a3e2-5f3c99e9f29a req-6d33c9ca-cd05-45b5-bb89-0267db59f418 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 944 time: 0.4629750 Dec 08 16:28:19.757589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 14594205-99fa-40d6-9199-49f0ba0ef1eb owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:19.893367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32051c5b-ff7f-48c0-a3e2-5f3c99e9f29a req-e9fbaec2-8799-4918-b990-a8e2fd2bf758 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076431 Dec 08 16:28:19.899158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:19.938660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=184d3602-818e-4891-ad7e-d7047b81a7bb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.007512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-baec7f81-fed7-4b89-ba55-35c8f8261900 None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:20.008329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-baec7f81-fed7-4b89-ba55-35c8f8261900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.067316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-953bb5dd-f017-4c8b-b2bf-a21dfb9ab041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.070817 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-953bb5dd-f017-4c8b-b2bf-a21dfb9ab041 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.3276067 Dec 08 16:28:20.085834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] For port caea0c24-b60e-4b0d-96b7-3f48e2aa4204, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:20.086735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempted to set empty binding levels {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:28:20.127877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.130580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a0fed5db-1ed1-4c03-829c-2ad069c5fc31 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:20.153575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.157577 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.169664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0a0f3227-92f3-4f19-a90a-05b00f023aac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/184d3602-818e-4891-ad7e-d7047b81a7bb HTTP/1.1" status: 204 len: 168 time: 2.5139866 Dec 08 16:28:20.200265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:20.214668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No DVR routers for this DVR port 14594205-99fa-40d6-9199-49f0ba0ef1eb on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:20.217915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=14594205-99fa-40d6-9199-49f0ba0ef1eb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.234256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.235537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.285193 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f3a642-7141-4a2e-b5dc-6c51e9161bf5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:28:20.287057 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a3f3a642-7141-4a2e-b5dc-6c51e9161bf5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/184d3602-818e-4891-ad7e-d7047b81a7bb HTTP/1.1" status: 404 len: 333 time: 0.0839455 Dec 08 16:28:20.294315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 6.5490308 Dec 08 16:28:20.294647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.294647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.294973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dfe62a-7c48-438d-b12c-2818a70d9836 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=caea0c24-b60e-4b0d-96b7-3f48e2aa4204,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.295125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.296259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.296259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:20.300074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60844) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:20.300074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:20.324821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-0a272d5d-2e71-48a4-879d-f19c3cd22f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.326427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-0a272d5d-2e71-48a4-879d-f19c3cd22f16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2132778 Dec 08 16:28:20.406275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Deleting port 14594205-99fa-40d6-9199-49f0ba0ef1eb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:20.407327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.511111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bdfc9-0e9b-4b06-ac5e-887c4b8fbe7a req-60ba9bd0-aa20-46b3-87f2-c842e3361b92 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:20.521257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d8bdfc9-0e9b-4b06-ac5e-887c4b8fbe7a req-60ba9bd0-aa20-46b3-87f2-c842e3361b92 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.0734653 Dec 08 16:28:20.532488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:20.533036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.584922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.622010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 200f0344-b322-49f8-95b3-409e30f17e02 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:20.624196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d8bdfc9-0e9b-4b06-ac5e-887c4b8fbe7a req-987c5c46-803a-4378-8782-d9bc122839a9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951076 Dec 08 16:28:20.637098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.680049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-baec7f81-fed7-4b89-ba55-35c8f8261900 None None] Could not find standard attr ID for object 184d3602-818e-4891-ad7e-d7047b81a7bb. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:28:20.705314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:20.751625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f6b94e9-ba48-4502-8a55-d48f7b391dd7') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:20.752315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f6b94e9-ba48-4502-8a55-d48f7b391dd7') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:20.759947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] For port 14594205-99fa-40d6-9199-49f0ba0ef1eb, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:20.759947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.778390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.832420 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-0d49b5d2-4a93-41d3-9492-f523f6e2a87e service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366608 Dec 08 16:28:20.834608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.862386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Calling delete_port for 14594205-99fa-40d6-9199-49f0ba0ef1eb owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:20.872507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7d33fb54-beda-4b9d-a89b-e3995f979cf1 None None] Could not find standard attr ID for object 184d3602-818e-4891-ad7e-d7047b81a7bb. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:28:20.890413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Port 14594205-99fa-40d6-9199-49f0ba0ef1eb was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:28:20.896045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.943643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:20.987098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] Pushing event deleted for resources: {'Port': ['ID=14594205-99fa-40d6-9199-49f0ba0ef1eb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:20.989998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Deleting port caea0c24-b60e-4b0d-96b7-3f48e2aa4204 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:20.990358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.010360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:21.010925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:21.018470 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:21.023278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147f494-2633-4b02-b6c1-27a1b8da3a2f None None] No DVR routers for this DVR port 14594205-99fa-40d6-9199-49f0ba0ef1eb on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:21.220942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 14594205-99fa-40d6-9199-49f0ba0ef1eb no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:21.289677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3f3da-bf3a-49e5-a8ba-0b0d5009942a req-dce97daa-175a-4257-a6bd-5f18588ee356 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:21.291903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48e3f3da-bf3a-49e5-a8ba-0b0d5009942a req-dce97daa-175a-4257-a6bd-5f18588ee356 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 944 time: 0.1345220 Dec 08 16:28:21.309777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.318594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 14594205-99fa-40d6-9199-49f0ba0ef1eb {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:21.319115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 14594205-99fa-40d6-9199-49f0ba0ef1eb not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:21.393054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e30182d-4018-4a7d-8306-55a4dbfc4774 None None] Could not find standard attr ID for object 184d3602-818e-4891-ad7e-d7047b81a7bb. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:28:21.398420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.427483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.436508 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed HTTP/1.1" status: 204 len: 168 time: 2.9270718 Dec 08 16:28:21.441143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60864) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.455624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1757391244'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:21.466148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48e3f3da-bf3a-49e5-a8ba-0b0d5009942a req-c34d2e5e-07c2-42c6-af9d-f98713f47610 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649377 Dec 08 16:28:21.474134 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7503f11-8644-4571-b0f5-a00033b83eb6 req-760c4268-90ad-4e4d-a71f-18a1b89638f9 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318374 Dec 08 16:28:21.512978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bbab79-7f4f-4a63-bbb3-5131ae88a26f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=ffbb56cf-d2a2-4187-9fbb-47c2924cc3ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.530955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] For port caea0c24-b60e-4b0d-96b7-3f48e2aa4204, host n-h1-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:21.532163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.562462 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Calling delete_port for caea0c24-b60e-4b0d-96b7-3f48e2aa4204 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:21.590799 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.636901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:21.641015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.682541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.686324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/200f0344-b322-49f8-95b3-409e30f17e02 HTTP/1.1" status: 204 len: 168 time: 1.3853326 Dec 08 16:28:21.687347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec7eb84-52c1-4a86-9829-1f75e2cf9414 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=200f0344-b322-49f8-95b3-409e30f17e02,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.690322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60872) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.756759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:21.800280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.800646 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment b1f2d5b1-8f21-485d-a46c-2d13f71f4519 of type vlan for network 8f965b65-e2c7-48af-b4c7-d17965fd621f Dec 08 16:28:21.851173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.853386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet de0a33c7-27a1-4a22-a686-56ef56636892 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:21.861963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.898707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b1aac-3ba2-4627-aad5-feba47de489b req-52b52fab-2f8b-4ca3-93a3-86533b0b389c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:21.902527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.907121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event deleted for resources: {'Port': ['ID=caea0c24-b60e-4b0d-96b7-3f48e2aa4204,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:21.908076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d84b1aac-3ba2-4627-aad5-feba47de489b req-52b52fab-2f8b-4ca3-93a3-86533b0b389c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1402130 Dec 08 16:28:21.925345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.929170 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-906f9303-eee0-435b-be4c-df07fdf7eb3a tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "DELETE /v2.0/ports/caea0c24-b60e-4b0d-96b7-3f48e2aa4204 HTTP/1.1" status: 204 len: 168 time: 1.6195593 Dec 08 16:28:21.941143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60874) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.975688 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97ea67c-5ea2-4943-a3e8-3d6bc4d2084e tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:21.977519 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e97ea67c-5ea2-4943-a3e8-3d6bc4d2084e tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "GET /v2.0/ports/caea0c24-b60e-4b0d-96b7-3f48e2aa4204 HTTP/1.1" status: 404 len: 333 time: 0.0352650 Dec 08 16:28:21.982734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:21.983434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:21.988122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Request body: {'port': {'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1893775236'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:22.011184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.043796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:22.045124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.139248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d84b1aac-3ba2-4627-aad5-feba47de489b req-3192e389-9f2d-4fd5-bbd6-64756f497f49 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2298870 Dec 08 16:28:22.165671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a03ddb3-6a54-493a-ab35-f0d4c34318dc None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:22.173896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Made reservation on behalf of 073a29f9375a49cbabc16bb39beaf2cf for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:22.176509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.208131 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7636476 Dec 08 16:28:22.211986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:22.216273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.218376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port 82e419f8-c339-4701-8827-e2ac0e7f20cf yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:22.226367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:22.254517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4db283-8b68-4e42-905e-bf12af0566a2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=8f965b65-e2c7-48af-b4c7-d17965fd621f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:22.285240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:22.341826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.388975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.397870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/de0a33c7-27a1-4a22-a686-56ef56636892 HTTP/1.1" status: 204 len: 168 time: 0.7025781 Dec 08 16:28:22.397870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09ec42-a1c1-4df2-b6ed-b9f727eaf4b5 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=de0a33c7-27a1-4a22-a686-56ef56636892,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:22.399682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60888) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:22.513146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:22.517651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.524868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.726391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a45ac4c-035d-431f-995d-1d4363e43c72 None None] Update dhcp port {'port': {'network_id': '38ead1da-36a1-4e50-b61a-6208009ef043', 'fixed_ips': [{'subnet_id': 'de0a33c7-27a1-4a22-a686-56ef56636892'}], 'binding:host_id': 'n-d-820935-5'}, 'id': 'a0fed5db-1ed1-4c03-829c-2ad069c5fc31'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:28:22.743392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ceabb-e851-402f-bb58-8e0816889871 req-1249f710-d86f-46f8-9344-06752298cca0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:22.754618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d86ceabb-e851-402f-bb58-8e0816889871 req-1249f710-d86f-46f8-9344-06752298cca0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 944 time: 0.1549497 Dec 08 16:28:22.778661 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a45ac4c-035d-431f-995d-1d4363e43c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.782489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:22.782996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.859826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:22.907603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] For port a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,segment=NetworkSegment(118f4ccc-d03c-41b0-960b-b183eabbc93e),segment_id=118f4ccc-d03c-41b0-960b-b183eabbc93e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:22.907944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:22.925854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for a0fed5db-1ed1-4c03-829c-2ad069c5fc31 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:22.930308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.131490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port b74da1cd-4669-404c-aa73-d1ac738c22d0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:28:23.142913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b74da1cd-4669-404c-aa73-d1ac738c22d0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:23.143349 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.148608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.219100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d954044d-0e3c-41ee-9f2c-a7f9987a6014 None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:23.309751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Network 05838435-1c86-49f6-b88c-c97ad27d38f8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:23.319971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:23.335741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:23.337276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:23.338176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.340944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=82e419f8-c339-4701-8827-e2ac0e7f20cf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.363761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.386043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-63c8f448-3c87-4345-9828-27f38ece232f tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4009571 Dec 08 16:28:23.409755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60906) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:23.415429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:23.496948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:23.497384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: 8f965b65-e2c7-48af-b4c7-d17965fd621f, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:23.505844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=54ae6072-bfd9-4f81-9031-4b858aceead7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.575314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eb409168-0021-4d99-bec5-91a7d8b7b8c0 None None] Provisioning complete for port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:23.575826 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb409168-0021-4d99-bec5-91a7d8b7b8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.583084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.586405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:23.598903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.609852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8f965b65-e2c7-48af-b4c7-d17965fd621f) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:23.630061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e2411-18f3-4932-91bd-a2b9bfe930d4 None None] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:23.632565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:23.633240 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.668114 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a125883-636c-45d7-b41b-45058d26cc65 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4504993 Dec 08 16:28:23.670002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:23.684382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f', 'name': 'tempest-PortsIpV6TestJSON-397033115', 'fixed_ips': [{'subnet_id': '54ae6072-bfd9-4f81-9031-4b858aceead7', 'ip_address': '2001:db8::10'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:23.700209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d86ceabb-e851-402f-bb58-8e0816889871 req-62555323-8c5b-418d-b344-0c33e0707ff7 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9421968 Dec 08 16:28:23.717599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] DHCP port deletion for 38ead1da-36a1-4e50-b61a-6208009ef043 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:23.749026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:23.754632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:23.757572 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e52a7ac-725e-4353-a373-add10aac7c72" -d '{"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-plugged", "status": "completed", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:23.769586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.804686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe61e7b-8da5-41d5-8790-929b09cdb9c9 req-5c22f71c-3199-47fd-b12f-7c8a1f966fe5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:23.813630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efe61e7b-8da5-41d5-8790-929b09cdb9c9 req-5c22f71c-3199-47fd-b12f-7c8a1f966fe5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2385714 Dec 08 16:28:23.891790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efe61e7b-8da5-41d5-8790-929b09cdb9c9 req-2e6706d3-a1b8-4c47-a24a-8417af0261d1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685422 Dec 08 16:28:23.892456 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:23.910201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.930812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:23.934513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No DVR routers for this DVR port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:24.020797 n-d-820935-5 neutron-server[103283]: INFO neutron.plugins.ml2.db [None req-eb409168-0021-4d99-bec5-91a7d8b7b8c0 None None] No ports have port_id starting with a0fed5db-1ed1-4c03-829c-2ad069c5fc31 Dec 08 16:28:24.024926 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776bcd37-67aa-49f8-bc0b-69a6096ecd62 x-openstack-request-id: req-776bcd37-67aa-49f8-bc0b-69a6096ecd62 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:24.031942 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-plugged", "status": "completed", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:24.032415 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-776bcd37-67aa-49f8-bc0b-69a6096ecd62 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:24.032928 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'code': 200} Dec 08 16:28:24.061923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:24.117269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.152508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ead1da-36a1-4e50-b61a-6208009ef043']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:24.169532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8f965b65-e2c7-48af-b4c7-d17965fd621f', 'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': '54ae6072-bfd9-4f81-9031-4b858aceead7'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:24.171908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.184190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port 82e419f8-c339-4701-8827-e2ac0e7f20cf yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:24.208280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118f4ccc-d03c-41b0-960b-b183eabbc93e') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:24.208709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118f4ccc-d03c-41b0-960b-b183eabbc93e') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:24.214845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.247216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.257090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.271038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.290480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Deleting port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:24.291790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.363087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:24.363814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:24.377014 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:24.417981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=82e419f8-c339-4701-8827-e2ac0e7f20cf,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:24.441468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.518250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 6ca9aff5-f9fa-4890-b309-fb3c6a0f243e yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:24.534093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:24.534605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:24.535783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:24.550327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9da1ad-bb5c-418e-abfd-8535e67f936b req-38f681c5-b2bc-42ea-9fd6-3c21b56c14a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:24.553237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a9da1ad-bb5c-418e-abfd-8535e67f936b req-38f681c5-b2bc-42ea-9fd6-3c21b56c14a2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1096 time: 0.2667685 Dec 08 16:28:24.560497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.591017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65cbbf-7c09-4bb2-a41f-51b92b357aae req-7e0a3f0e-259d-4a0b-8aeb-ad2cf2e11549 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:24.600873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db65cbbf-7c09-4bb2-a41f-51b92b357aae req-7e0a3f0e-259d-4a0b-8aeb-ad2cf2e11549 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3175306 Dec 08 16:28:24.610473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:24.611286 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:24.617478 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 2 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:24.622728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.626863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/38ead1da-36a1-4e50-b61a-6208009ef043 HTTP/1.1" status: 204 len: 168 time: 2.2254927 Dec 08 16:28:24.641668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60928) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:24.661369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15e101-ea1f-4151-845b-c292eebd3a85 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=38ead1da-36a1-4e50-b61a-6208009ef043,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:24.698434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:24.699119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:24.699685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:24.748247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] For port a0fed5db-1ed1-4c03-829c-2ad069c5fc31, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:24.748912 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.756235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a9da1ad-bb5c-418e-abfd-8535e67f936b req-dd87daa6-5655-4467-a0df-f3c60de13355 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910770 Dec 08 16:28:24.768381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db65cbbf-7c09-4bb2-a41f-51b92b357aae req-331b5580-5d29-422a-8703-390c37004536 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636853 Dec 08 16:28:24.769049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Allocated IP 2001:db8::2 (8f965b65-e2c7-48af-b4c7-d17965fd621f/54ae6072-bfd9-4f81-9031-4b858aceead7/00dbd4bb-57bc-4e13-8920-3a3725d883b0) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:24.778009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Calling delete_port for a0fed5db-1ed1-4c03-829c-2ad069c5fc31 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:24.782448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:28:24.788370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:24.818310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:24.818901 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:24.831818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Pushing event deleted for resources: {'Port': ['ID=a0fed5db-1ed1-4c03-829c-2ad069c5fc31,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:24.844300 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 3 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:24.873741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] Network 38ead1da-36a1-4e50-b61a-6208009ef043 is not hosted by any dhcp agent {{(pid=103283) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:28:24.874294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02d2fd1-a950-45ed-a576-c8b00e906eae None None] No DVR routers for this DVR port a0fed5db-1ed1-4c03-829c-2ad069c5fc31 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:24.906944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08898bf-a86c-4c88-8f1b-87f93e615fed tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:24.915340 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a08898bf-a86c-4c88-8f1b-87f93e615fed tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2681015 Dec 08 16:28:24.917193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60940) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:24.918774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:24.918774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:24.919157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:24.935374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:24.935693 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:24.937840 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 4 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:24.969627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:24.969627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:24.970103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:24.976357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:24.976805 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:24.980833 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 5 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:25.005605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.006040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.006320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.029411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:25.029961 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:25.040386 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 6 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:25.053867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483de119-ad2a-486d-9209-167affe3a186 req-8970bb19-121b-496e-8db0-2267319e763a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:25.056767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-483de119-ad2a-486d-9209-167affe3a186 req-8970bb19-121b-496e-8db0-2267319e763a tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1910832 Dec 08 16:28:25.115084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a9c4f71f-3255-4d94-9220-ae984809f0e6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1853385 Dec 08 16:28:25.117028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:25.117940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.119882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.121651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.138323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-314116144'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:25.164138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a0fed5db-1ed1-4c03-829c-2ad069c5fc31 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:25.176707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.184893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:25.187662 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:25.205559 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 7 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:25.206162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-483de119-ad2a-486d-9209-167affe3a186 req-c6525b5a-ab4c-46af-adac-5775d211c7c1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237280 Dec 08 16:28:25.238840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.270906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:25.277304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.295319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.296075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.296636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.315345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:25.315943 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:25.321297 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 8 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:25.337854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a0fed5db-1ed1-4c03-829c-2ad069c5fc31 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:25.339270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a0fed5db-1ed1-4c03-829c-2ad069c5fc31 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:25.350236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:25.360510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:25.366956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:25.375492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::10 (8f965b65-e2c7-48af-b4c7-d17965fd621f/54ae6072-bfd9-4f81-9031-4b858aceead7/6ca9aff5-f9fa-4890-b309-fb3c6a0f243e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:25.376749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Pushing event updated for resources: {'Port': ['ID=00dbd4bb-57bc-4e13-8920-3a3725d883b0,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:25.381395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:25.382953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12571f44-49e9-4987-846b-ad7161952f50 req-6c6dd261-3846-454a-b795-7e778b003e09 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:25.391994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12571f44-49e9-4987-846b-ad7161952f50 req-6c6dd261-3846-454a-b795-7e778b003e09 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.0944180 Dec 08 16:28:25.404408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.404794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.405258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.426741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.427235 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment 0689b6db-b90a-4c53-b2d2-9a87d0c771f8 of type vlan for network f4e73c73-35fb-4379-ba60-6db762313589 Dec 08 16:28:25.432561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:25.434228 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:25.446964 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 9 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:25.447582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Attempting to bind port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.448334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Attempting to bind port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.448827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Attempting to bind port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 on network 8f965b65-e2c7-48af-b4c7-d17965fd621f {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.458523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:25.458995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Checking segment: {'id': 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:25.459564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.460155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Bound using segment: {'id': 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:25.461018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Bound port: 00dbd4bb-57bc-4e13-8920-3a3725d883b0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:25.461580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.470277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.470671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.471028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.507001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12571f44-49e9-4987-846b-ad7161952f50 req-512c6ea3-2351-4ab5-a745-f3fa1fef99cf tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056240 Dec 08 16:28:25.524027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:25.524448 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:25.534212 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 10 to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf Dec 08 16:28:25.570228 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.577693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] For port 00dbd4bb-57bc-4e13-8920-3a3725d883b0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:25.584955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] For port 00dbd4bb-57bc-4e13-8920-3a3725d883b0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=00dbd4bb-57bc-4e13-8920-3a3725d883b0,segment=NetworkSegment(b1f2d5b1-8f21-485d-a46c-2d13f71f4519),segment_id=b1f2d5b1-8f21-485d-a46c-2d13f71f4519)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:25.590585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.628459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:25.628807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:25.629103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:25.644109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:25.644329 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 82e419f8-c339-4701-8827-e2ac0e7f20cf on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:25.644644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.724346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe436aa-c107-42a4-b9b8-7b6212a6b2b0 None None] Pushing event updated for resources: {'Port': ['ID=00dbd4bb-57bc-4e13-8920-3a3725d883b0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:25.773516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.781937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:25.782598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:25.924172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fcd53f-c997-415c-969d-aea485292dfc req-8d409959-eda5-4b9e-bb51-3b3cac9d186e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:25.927702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7994387 Dec 08 16:28:25.950076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04fcd53f-c997-415c-969d-aea485292dfc req-8d409959-eda5-4b9e-bb51-3b3cac9d186e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1684339 Dec 08 16:28:25.951314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60964) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:25.980081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:25.999421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a07bf80-8d87-4d3e-8c77-40a0346ef25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.093911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc04ed-bf0b-417c-9bf2-26f8cf27e5b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=f4e73c73-35fb-4379-ba60-6db762313589,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.104088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] For port 82e419f8-c339-4701-8827-e2ac0e7f20cf, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:26.104525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempted to set empty binding levels {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:28:26.110481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f4e73c73-35fb-4379-ba60-6db762313589 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:26.111827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.146420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] In _notify_port_updated(), no bound segment for port 82e419f8-c339-4701-8827-e2ac0e7f20cf on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:26.148852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.149669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.156437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "PUT /v2.0/ports/82e419f8-c339-4701-8827-e2ac0e7f20cf HTTP/1.1" status: 200 len: 975 time: 2.7427757 Dec 08 16:28:26.157035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60966) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:26.242458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.247240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f06c29-aa9d-4932-a4fb-c4cdae0715c5 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=82e419f8-c339-4701-8827-e2ac0e7f20cf,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.296412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.387978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=6ca9aff5-f9fa-4890-b309-fb3c6a0f243e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:26.392250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04fcd53f-c997-415c-969d-aea485292dfc req-3c7f1b3e-f9c1-45fc-b097-a0f13b1d70ac tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4344866 Dec 08 16:28:26.420093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:26.428760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:26.428760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:26.430147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.430854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.461995 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1a821f78-2076-439b-999f-44e327d7548a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7870286 Dec 08 16:28:26.462713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:26.469982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': '8f965b65-e2c7-48af-b4c7-d17965fd621f', 'name': 'tempest-PortsIpV6TestJSON-15935001', 'fixed_ips': [{'subnet_id': '54ae6072-bfd9-4f81-9031-4b858aceead7', 'ip_address': '2001:db8::f'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:26.567354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:26.574782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.631189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:26.642482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:26.666978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:26.747851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.748356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.748836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.749365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.750111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.750685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.751175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.751717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.752328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.752897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.753462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.753952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.754412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.754871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.755331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.755816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.756268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.756723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.757250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.757716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.758326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.758905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.759364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.760955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.761438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.762130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.762533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.762992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.763468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.764046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.764660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.765274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.765735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.766218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.766708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.771540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-81e1091c-3f66-4f6f-8220-09b683845a8d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31250 time: 0.6109121 Dec 08 16:28:26.779292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:26.803269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3673dc0-d106-4e13-843c-10ecbbae4f8b req-76742180-a2bf-43a2-82cb-3f5effeabd7b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:26.804829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3673dc0-d106-4e13-843c-10ecbbae4f8b req-76742180-a2bf-43a2-82cb-3f5effeabd7b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.3593054 Dec 08 16:28:26.928797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::f (8f965b65-e2c7-48af-b4c7-d17965fd621f/54ae6072-bfd9-4f81-9031-4b858aceead7/65a8a6e7-d6bc-42a7-9650-7d1b0a094859) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:26.935138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3673dc0-d106-4e13-843c-10ecbbae4f8b req-c2fd7630-298f-4073-b6c2-271639465488 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189501 Dec 08 16:28:26.974971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Deleting port 82e419f8-c339-4701-8827-e2ac0e7f20cf {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:26.975322 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.155031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] For port 82e419f8-c339-4701-8827-e2ac0e7f20cf, host n-h1-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:27.156123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.196293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Calling delete_port for 82e419f8-c339-4701-8827-e2ac0e7f20cf owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:27.268561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 00dbd4bb-57bc-4e13-8920-3a3725d883b0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:27.295233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.333190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.374207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd7dec-a8a3-4fbe-bc8f-a3e471754ac9 req-c84af321-76da-4b36-a7d8-2dd26c521d28 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:27.383758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9dd7dec-a8a3-4fbe-bc8f-a3e471754ac9 req-c84af321-76da-4b36-a7d8-2dd26c521d28 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.2005484 Dec 08 16:28:27.395937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.446814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:27.447347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.483739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=425b33d1-e5a1-4cb7-a45a-331178f6aa21,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:27.549651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.585060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9dd7dec-a8a3-4fbe-bc8f-a3e471754ac9 req-669deb4b-d91f-4fbc-ab94-5b7fb2ee3c24 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1953015 Dec 08 16:28:27.599145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': '0689b6db-b90a-4c53-b2d2-9a87d0c771f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:27.600132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: f4e73c73-35fb-4379-ba60-6db762313589, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:27.641760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:27.651225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60998) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.675950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.679660 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "DELETE /v2.0/ports/82e419f8-c339-4701-8827-e2ac0e7f20cf HTTP/1.1" status: 204 len: 168 time: 0.8983028 Dec 08 16:28:27.680698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:27.689886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32768) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.691327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:27.701573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:27.702738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.703834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f878125c-21c0-487e-93cb-1fdbc144299f None None] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:27.710427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=65a8a6e7-d6bc-42a7-9650-7d1b0a094859,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:27.747435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network f4e73c73-35fb-4379-ba60-6db762313589 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:27.773480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f4e73c73-35fb-4379-ba60-6db762313589) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:27.783606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b72eb-1335-46c3-8752-f7007707fa1d req-cd40d614-324c-4f7c-90a2-87af5be9b70d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:27.785399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a07b72eb-1335-46c3-8752-f7007707fa1d req-cd40d614-324c-4f7c-90a2-87af5be9b70d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1919477 Dec 08 16:28:27.790492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:27.792557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:27.803539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515c04f-c417-4691-b7f8-598233d06c91 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:27.809253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0515c04f-c417-4691-b7f8-598233d06c91 tempest-TestNetworkAdvancedServerOps-1375538706 tempest-TestNetworkAdvancedServerOps-1375538706-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1091 time: 0.1469030 Dec 08 16:28:27.811073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32770) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.815863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:27.824246 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c47f44c-950e-4cbf-8f21-6680daa64d25 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:27.824808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a056f6de-f2d5-49df-9628-079133532c2a None None] Network f4e73c73-35fb-4379-ba60-6db762313589 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:27.835435 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1c47f44c-950e-4cbf-8f21-6680daa64d25 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "GET /v2.0/ports/82e419f8-c339-4701-8827-e2ac0e7f20cf HTTP/1.1" status: 404 len: 333 time: 0.1178236 Dec 08 16:28:27.835435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adfa6b-6984-45df-8026-16926cdda165 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event deleted for resources: {'Port': ['ID=82e419f8-c339-4701-8827-e2ac0e7f20cf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:27.836377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32772) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.840984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-261071018', 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:27.862289 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5cef11c6-f694-4454-aed2-497f13ab40a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.3965394 Dec 08 16:28:27.864146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.864842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7b08d3f0-8607-46cf-8c66-0cd22bc0396f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9095957 Dec 08 16:28:27.871725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32776) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:27.874247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:28:27.874247 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:28:27.874247 n-d-820935-5 neutron-server[103282]: [parameters: {'project_id_1': '073a29f9375a49cbabc16bb39beaf2cf', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 28, 7, 857610)}] Dec 08 16:28:27.874247 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:27.875006 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:27.883161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589', 'name': 'tempest-PortsTestJSON-1901881895'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:27.951462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.024646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-be928e3f-c484-437b-b4af-659ac43b817d None None] Provisioning complete for port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:28.025093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a07b72eb-1335-46c3-8752-f7007707fa1d req-a59379da-a5e4-4b41-86f8-324455768c75 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135406 Dec 08 16:28:28.026192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be928e3f-c484-437b-b4af-659ac43b817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.052014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47014b98-5735-4e78-a95b-15f00fa84e02 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.054218 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47014b98-5735-4e78-a95b-15f00fa84e02 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1886373 Dec 08 16:28:28.057041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32784) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:28.111431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.195113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ef93-0e67-4e8e-8093-9538ed9be7a5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.210828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f4e73c73-35fb-4379-ba60-6db762313589', 'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': '425b33d1-e5a1-4cb7-a45a-331178f6aa21'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:28.212035 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.226945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ef93-0e67-4e8e-8093-9538ed9be7a5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.252979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743ef93-0e67-4e8e-8093-9538ed9be7a5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.255101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6743ef93-0e67-4e8e-8093-9538ed9be7a5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.1962891 Dec 08 16:28:28.261080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32786) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:28.293397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:28.297834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.304693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 00dbd4bb-57bc-4e13-8920-3a3725d883b0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=00dbd4bb-57bc-4e13-8920-3a3725d883b0,segment=NetworkSegment(b1f2d5b1-8f21-485d-a46c-2d13f71f4519),segment_id=b1f2d5b1-8f21-485d-a46c-2d13f71f4519)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:28.404880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 6e962bbb-082e-4874-b02d-fc7846d92347 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:28.421524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.601459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Allocated IP 172.20.0.2 (f4e73c73-35fb-4379-ba60-6db762313589/425b33d1-e5a1-4cb7-a45a-331178f6aa21/72a1cc06-75c8-4894-95a2-85949811642e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:28.704130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Made reservation on behalf of 073a29f9375a49cbabc16bb39beaf2cf for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:28.709309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.800414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port f2d5aceb-cd6d-4142-85b2-4740b1b74b91 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:28.831505 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.850171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4fd16-f17d-4774-9153-f6134f48c299 req-c2dc0e9a-b871-4cf5-a9e2-b18a1e38ab18 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:28.851908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41a4fd16-f17d-4774-9153-f6134f48c299 req-c2dc0e9a-b871-4cf5-a9e2-b18a1e38ab18 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.4858313 Dec 08 16:28:28.879822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8845898a-695d-4b5c-9954-fe7dd459ef52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:28.922231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=00dbd4bb-57bc-4e13-8920-3a3725d883b0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:28.992431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.001982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.046818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Network f4e73c73-35fb-4379-ba60-6db762313589 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:29.053183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:29.057600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:29.100928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:29.102189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.136132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Pushing event updated for resources: {'Port': ['ID=72a1cc06-75c8-4894-95a2-85949811642e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:29.162706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Provisioning complete for port 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:29.163127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.201103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Attempting to bind port 72a1cc06-75c8-4894-95a2-85949811642e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:29.201458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Attempting to bind port 72a1cc06-75c8-4894-95a2-85949811642e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0689b6db-b90a-4c53-b2d2-9a87d0c771f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:29.201913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Attempting to bind port 72a1cc06-75c8-4894-95a2-85949811642e on network f4e73c73-35fb-4379-ba60-6db762313589 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:29.211828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 00dbd4bb-57bc-4e13-8920-3a3725d883b0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:29.271481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.7 (f4e73c73-35fb-4379-ba60-6db762313589/425b33d1-e5a1-4cb7-a45a-331178f6aa21/6e962bbb-082e-4874-b02d-fc7846d92347) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:29.299183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:29.300138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Checking segment: {'id': '0689b6db-b90a-4c53-b2d2-9a87d0c771f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:29.300937 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.301933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Bound using segment: {'id': '0689b6db-b90a-4c53-b2d2-9a87d0c771f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:29.302791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Bound port: 72a1cc06-75c8-4894-95a2-85949811642e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0689b6db-b90a-4c53-b2d2-9a87d0c771f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:29.303662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.324489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Port 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:29.385375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:29.385747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.423368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Provisioning complete for port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:29.423748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.462489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41a4fd16-f17d-4774-9153-f6134f48c299 req-9cbd4ff2-f662-42df-9a2a-239500f14dad tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5566103 Dec 08 16:28:29.498720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] For port 72a1cc06-75c8-4894-95a2-85949811642e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:29.503591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] For port 72a1cc06-75c8-4894-95a2-85949811642e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=72a1cc06-75c8-4894-95a2-85949811642e,segment=NetworkSegment(0689b6db-b90a-4c53-b2d2-9a87d0c771f8),segment_id=0689b6db-b90a-4c53-b2d2-9a87d0c771f8)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:29.515630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.606914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Allocated IP 172.25.3.53 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/ac4ad296-4221-4ecd-80cd-636839f2593c) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:29.673706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf297d-e9cf-49ac-a7c1-839887c6aad3 None None] Pushing event updated for resources: {'Port': ['ID=72a1cc06-75c8-4894-95a2-85949811642e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:29.700857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Provisioning complete for port 6ca9aff5-f9fa-4890-b309-fb3c6a0f243e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:29.701514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.730230 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.743678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c820bf1d-3b86-4184-aedb-fec54db6c2ef None None] Port 6ca9aff5-f9fa-4890-b309-fb3c6a0f243e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:29.808627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.817233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.847895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:29.877101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-47872c25-bda6-4f40-98e9-a6a4548db406 None None] Provisioning complete for port 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:29.877570 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-47872c25-bda6-4f40-98e9-a6a4548db406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:29.983305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-47872c25-bda6-4f40-98e9-a6a4548db406 None None] Port 65a8a6e7-d6bc-42a7-9650-7d1b0a094859 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:29.998132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.065089 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.077845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.086042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.122528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network f4e73c73-35fb-4379-ba60-6db762313589 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:30.135200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:30.137964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:30.141017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=6e962bbb-082e-4874-b02d-fc7846d92347,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.180371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Network 05838435-1c86-49f6-b88c-c97ad27d38f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:30.217078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:30.220027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:30.221460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:30.221975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.288844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:30.289515 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.294941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.4605725 Dec 08 16:28:30.299907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:30.301031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906ba11d-4ed4-4b1f-bfcf-19b06dcf7bf2 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=f2d5aceb-cd6d-4142-85b2-4740b1b74b91,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.332547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.389775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708aeec-fedb-49c7-a854-7de4c2c3fdb3 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:30.392210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b708aeec-fedb-49c7-a854-7de4c2c3fdb3 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "GET /v2.0/ports/f2d5aceb-cd6d-4142-85b2-4740b1b74b91 HTTP/1.1" status: 200 len: 954 time: 0.0880928 Dec 08 16:28:30.394230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:30.394535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61c15ac2-079c-43e1-b6b3-3c35a03603a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5184405 Dec 08 16:28:30.398172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:30.411129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'f4e73c73-35fb-4379-ba60-6db762313589', 'name': 'tempest-PortsTestJSON-2072065695'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:30.419297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:30.429709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:30.433299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:30.464153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=ac4ad296-4221-4ecd-80cd-636839f2593c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.469997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.514873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=65a8a6e7-d6bc-42a7-9650-7d1b0a094859,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:30.610876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Deleting port f2d5aceb-cd6d-4142-85b2-4740b1b74b91 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:30.611520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.639240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.646219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1ebc59fd-c622-4033-a868-94e8e04d00d2 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/65a8a6e7-d6bc-42a7-9650-7d1b0a094859 HTTP/1.1" status: 204 len: 168 time: 2.3706858 Dec 08 16:28:30.689128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.695758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:30.724558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Calling delete_port for f2d5aceb-cd6d-4142-85b2-4740b1b74b91 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:30.734478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:30.740493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:30.782991 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef4b5b99-a07c-4b6a-adaa-04a03bb0768a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:28:30.786890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ef4b5b99-a07c-4b6a-adaa-04a03bb0768a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/65a8a6e7-d6bc-42a7-9650-7d1b0a094859 HTTP/1.1" status: 404 len: 333 time: 0.0820663 Dec 08 16:28:30.796353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32838) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:30.816425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port ef77348e-3724-4537-bb7e-8f326b9969cf yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:30.964799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edb9ac-bd92-44b7-a497-e058086effc4 req-2a6c36b6-f7e7-47a1-96cf-28bae9b09efa tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:30.966477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16edb9ac-bd92-44b7-a497-e058086effc4 req-2a6c36b6-f7e7-47a1-96cf-28bae9b09efa tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3188248 Dec 08 16:28:30.989634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.044667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.13 (f4e73c73-35fb-4379-ba60-6db762313589/425b33d1-e5a1-4cb7-a45a-331178f6aa21/ef77348e-3724-4537-bb7e-8f326b9969cf) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:31.190475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16edb9ac-bd92-44b7-a497-e058086effc4 req-86d2a3a9-7947-4d13-a094-a315ae89d2a9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680604 Dec 08 16:28:31.280968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 72a1cc06-75c8-4894-95a2-85949811642e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:31.321946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.358238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9fc2ff4-6f41-4b2b-9baa-e52dc53f5e8a None None] Network f4e73c73-35fb-4379-ba60-6db762313589 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:31.385385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.392778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2d5aceb-cd6d-4142-85b2-4740b1b74b91,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:31.408931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.413607 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ef6a4487-46f8-49da-bb4c-d7ca5d7694cf tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "DELETE /v2.0/ports/f2d5aceb-cd6d-4142-85b2-4740b1b74b91 HTTP/1.1" status: 204 len: 168 time: 1.0164828 Dec 08 16:28:31.416756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.457348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network f4e73c73-35fb-4379-ba60-6db762313589 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:31.463093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:31.485551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:31.493100 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd2620e-926d-48ff-b7c1-aff67ce31cab tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:31.495552 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bdd2620e-926d-48ff-b7c1-aff67ce31cab tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "GET /v2.0/ports/f2d5aceb-cd6d-4142-85b2-4740b1b74b91 HTTP/1.1" status: 404 len: 333 time: 0.0778000 Dec 08 16:28:31.519574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.537959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Request body: {'port': {'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-313179493'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:31.572057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Made reservation on behalf of 073a29f9375a49cbabc16bb39beaf2cf for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:31.573600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.578453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=ef77348e-3724-4537-bb7e-8f326b9969cf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:31.627899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:31.642173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:31.642173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.727076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c59f16aa-02d3-45a7-9f57-c4c194708b7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3198800 Dec 08 16:28:31.730675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:31.847480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 72a1cc06-75c8-4894-95a2-85949811642e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:31.848011 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.855301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-01b76fae-5c0e-4851-817a-7d859f9b4b48 None None] Provisioning complete for port 72a1cc06-75c8-4894-95a2-85949811642e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:31.855913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01b76fae-5c0e-4851-817a-7d859f9b4b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.885628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 6ca9aff5-f9fa-4890-b309-fb3c6a0f243e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:31.886281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:31.923755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.113287 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.124154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 6ca9aff5-f9fa-4890-b309-fb3c6a0f243e owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:32.218650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.223283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.226772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01b76fae-5c0e-4851-817a-7d859f9b4b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.244381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.314076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 72a1cc06-75c8-4894-95a2-85949811642e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=72a1cc06-75c8-4894-95a2-85949811642e,segment=NetworkSegment(0689b6db-b90a-4c53-b2d2-9a87d0c771f8),segment_id=0689b6db-b90a-4c53-b2d2-9a87d0c771f8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:32.345434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.346719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b7341-3c9e-4533-a6e9-c57ba71328ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:32.351655 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-302b7341-3c9e-4533-a6e9-c57ba71328ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.6197467 Dec 08 16:28:32.352242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:32.436326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eeccbe-f2d4-44c9-83c9-57a7355b6346 req-3646255e-1d64-4673-a7f8-c4a223dd773e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:32.438415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82eeccbe-f2d4-44c9-83c9-57a7355b6346 req-3646255e-1d64-4673-a7f8-c4a223dd773e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.6277118 Dec 08 16:28:32.457068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.515223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.522403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-01b76fae-5c0e-4851-817a-7d859f9b4b48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:32.522887 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-01b76fae-5c0e-4851-817a-7d859f9b4b48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:32.540302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.617717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=72a1cc06-75c8-4894-95a2-85949811642e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.618252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.647679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.652151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Network 05838435-1c86-49f6-b88c-c97ad27d38f8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:32.656787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:32.659877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:32.660956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:32.662217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.707684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-576930c4-31ba-4f32-9d67-5a096dd18477 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1760085 Dec 08 16:28:32.708185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:32.717492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=6ca9aff5-f9fa-4890-b309-fb3c6a0f243e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:32.736493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82eeccbe-f2d4-44c9-83c9-57a7355b6346 req-6c89bca2-c6e2-47fb-bbbd-6d55808302b1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2867734 Dec 08 16:28:32.740336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:32.746665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port ef77348e-3724-4537-bb7e-8f326b9969cf {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:32.748366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.864514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:32.871584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/6ca9aff5-f9fa-4890-b309-fb3c6a0f243e HTTP/1.1" status: 204 len: 168 time: 2.0690479 Dec 08 16:28:32.876081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32884) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:32.877614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.878089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.878508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.878919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.879325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.879730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.880133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.880537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.881479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.882102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.882506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.882905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.883301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e778126-b5ff-439b-aedf-f578611d398e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:32.953092 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65baef2-c010-43a9-9028-295772730a63 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:28:32.958326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c65baef2-c010-43a9-9028-295772730a63 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/6ca9aff5-f9fa-4890-b309-fb3c6a0f243e HTTP/1.1" status: 404 len: 333 time: 0.0668910 Dec 08 16:28:32.962291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32886) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:33.004677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.005207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.014788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.035234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.108656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae87b3-0002-4507-8e98-70c1b70f8fdd req-ba91e2ac-00ea-471c-8dcb-6ee6a2cb8497 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:33.111236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3ae87b3-0002-4507-8e98-70c1b70f8fdd req-ba91e2ac-00ea-471c-8dcb-6ee6a2cb8497 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2401874 Dec 08 16:28:33.185768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for ef77348e-3724-4537-bb7e-8f326b9969cf owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:33.199587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 72a1cc06-75c8-4894-95a2-85949811642e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:33.259235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 54ae6072-bfd9-4f81-9031-4b858aceead7 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:33.273839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.279430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3ae87b3-0002-4507-8e98-70c1b70f8fdd req-e8d0bb22-d4c9-4435-9912-93580a98df35 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604607 Dec 08 16:28:33.332526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Provisioning complete for port ef77348e-3724-4537-bb7e-8f326b9969cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:33.333097 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.442459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Port ef77348e-3724-4537-bb7e-8f326b9969cf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:33.459610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 72a1cc06-75c8-4894-95a2-85949811642e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:33.460382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.464744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Provisioning complete for port 6e962bbb-082e-4874-b02d-fc7846d92347 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:33.465581 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.498256 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.523996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.554190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Port 6e962bbb-082e-4874-b02d-fc7846d92347 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:33.574446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.577963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Provisioning complete for port 72a1cc06-75c8-4894-95a2-85949811642e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:33.578656 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5683313e-4ba7-488f-8196-2ca431145b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.718128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event updated for resources: {'Port': ['ID=ac4ad296-4221-4ecd-80cd-636839f2593c,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:33.752253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-92773439-c31e-4371-8fc5-d64e8c0bf160 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3477316 Dec 08 16:28:33.785629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.799545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def3ceea-9035-4997-8ba2-824d4e45ea3c req-bc70532f-71d3-4060-8c63-daaa1896ebdc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:33.801397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-def3ceea-9035-4997-8ba2-824d4e45ea3c req-bc70532f-71d3-4060-8c63-daaa1896ebdc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3393078 Dec 08 16:28:33.836783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0e3de6d8-0368-483d-a20f-99ec6156b84d None None] Provisioning complete for port ef77348e-3724-4537-bb7e-8f326b9969cf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:33.836783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e3de6d8-0368-483d-a20f-99ec6156b84d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.904131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0e3de6d8-0368-483d-a20f-99ec6156b84d None None] Port ef77348e-3724-4537-bb7e-8f326b9969cf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:33.938422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.968836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:33.974391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-def3ceea-9035-4997-8ba2-824d4e45ea3c req-2498613d-68de-48bd-b0fd-535b102b9726 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211982 Dec 08 16:28:34.020528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] device_id is not set on port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:34.033646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=ef77348e-3724-4537-bb7e-8f326b9969cf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.047389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.063230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.063656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.064161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.064584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.065052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.065524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.066029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.068930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5c82d7e4-be04-494d-bf0f-7499a07e6cba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.2135725 Dec 08 16:28:34.095600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.107699 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 4ed125cf-4871-41a7-9ccd-82e917eff933 associated. External IP: 172.25.3.53, port: b74da1cd-4669-404c-aa73-d1ac738c22d0. Dec 08 16:28:34.241449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.250193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-37923453-5b6c-40fe-ab16-5424739057b4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/ef77348e-3724-4537-bb7e-8f326b9969cf HTTP/1.1" status: 204 len: 168 time: 1.8878722 Dec 08 16:28:34.258153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.258153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.311129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.356964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=54ae6072-bfd9-4f81-9031-4b858aceead7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.358913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:34.359353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:34.359800 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:34.363608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.366368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c4eee7-6c16-4f5b-bb04-e89ed7f894df None None] Network 8f965b65-e2c7-48af-b4c7-d17965fd621f requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:34.367241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b39bdaa-b775-4147-ada6-c6ededf402c6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/54ae6072-bfd9-4f81-9031-4b858aceead7 HTTP/1.1" status: 204 len: 168 time: 1.3972490 Dec 08 16:28:34.368484 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae22cc67-531e-42ee-88ab-35d8cad5a0f6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:28:34.374576 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ae22cc67-531e-42ee-88ab-35d8cad5a0f6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/ef77348e-3724-4537-bb7e-8f326b9969cf HTTP/1.1" status: 404 len: 333 time: 0.1106498 Dec 08 16:28:34.374576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32910) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.374930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:34.424570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-9d9a4fe9-e9fe-4a02-bc29-dd03a5a744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.424975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-9d9a4fe9-e9fe-4a02-bc29-dd03a5a744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.425508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-9d9a4fe9-e9fe-4a02-bc29-dd03a5a744a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.427239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-9d9a4fe9-e9fe-4a02-bc29-dd03a5a744a2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=22639240-6bc0-436f-afbb-3486efd007a3&id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 2296 time: 0.2207448 Dec 08 16:28:34.559559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-51d7a658-2235-459c-a70a-a04fd37ca733 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 1002 time: 0.1237767 Dec 08 16:28:34.583435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:34.584062 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:34.591057 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 2 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:34.597857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] DHCP port deletion for 8f965b65-e2c7-48af-b4c7-d17965fd621f request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:34.655997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:34.656618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:34.657389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:34.673755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] Deleting port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:34.674790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.683327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:34.683866 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:34.686704 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 3 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:34.717085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-661fb0d6-f71f-4b24-8e93-7fb3ae95778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.718172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-661fb0d6-f71f-4b24-8e93-7fb3ae95778c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 200 len: 855 time: 0.1098092 Dec 08 16:28:34.718569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:34.719788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:34.720772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:34.735062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.751302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:34.751640 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:34.753510 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 4 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:34.759388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] For port 00dbd4bb-57bc-4e13-8920-3a3725d883b0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=00dbd4bb-57bc-4e13-8920-3a3725d883b0,segment=NetworkSegment(b1f2d5b1-8f21-485d-a46c-2d13f71f4519),segment_id=b1f2d5b1-8f21-485d-a46c-2d13f71f4519)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:34.760992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.781336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] Calling delete_port for 00dbd4bb-57bc-4e13-8920-3a3725d883b0 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:34.787106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:34.804316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 6e962bbb-082e-4874-b02d-fc7846d92347 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:34.804873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-8212dd9d-1d06-4016-8e94-5ef5a032b55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:34.805011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.807002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-8212dd9d-1d06-4016-8e94-5ef5a032b55d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d591784-736c-42e5-b1b6-fb316b2cd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792274 Dec 08 16:28:34.864879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:34.865450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:34.866062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:34.882161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:34.882707 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:34.888952 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 5 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:34.902439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:34.925618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:34.926684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:34.927963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:34.939424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:34.940570 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:34.944804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] No DVR routers for this DVR port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:34.952386 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 6 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:34.985583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f345b99-8807-4581-bdba-cabacb5f4120 None None] Pushing event deleted for resources: {'Port': ['ID=00dbd4bb-57bc-4e13-8920-3a3725d883b0,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:34.995062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-4dc869d5-4a35-461e-b353-d54abdc17ba5 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768227 Dec 08 16:28:35.003239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:35.003684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:35.004122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:35.023468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:35.024089 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:35.026585 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 7 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:35.051109 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.069854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:35.070318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.078283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:35.078774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:35.079341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:35.082155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:35.097278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 6e962bbb-082e-4874-b02d-fc7846d92347 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:35.111983 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] Sync routers for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:35.118036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.139421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:35.140081 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:35.143540 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:35.144625 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:35.152280 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 8 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:35.169567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9f3c8479-b27c-4cc3-9634-44029403f50d tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.3542006 Dec 08 16:28:35.169876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 00dbd4bb-57bc-4e13-8920-3a3725d883b0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:35.173480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:28:35.176120 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d" -d '{"events": [{"name": "network-changed", "server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:28:35.204835 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-3f7962e1-66cf-4caa-a59c-6613495e13b5 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006500 Dec 08 16:28:35.278394 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2305dfdd-08ac-4437-8894-87628c113bae x-openstack-request-id: req-2305dfdd-08ac-4437-8894-87628c113bae {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:28:35.278679 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:28:35.278926 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2305dfdd-08ac-4437-8894-87628c113bae {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:28:35.280692 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'status': 'completed', 'code': 200} Dec 08 16:28:35.282214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:35.282838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-0fbbc39e-4f26-48ba-95d2-9b4e669349c1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 217 time: 0.0687382 Dec 08 16:28:35.283033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:35.283536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:35.287356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 00dbd4bb-57bc-4e13-8920-3a3725d883b0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:35.287699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 00dbd4bb-57bc-4e13-8920-3a3725d883b0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:35.301143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:35.301410 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:35.302436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] For port 00dbd4bb-57bc-4e13-8920-3a3725d883b0, host n-d-820935-5, got binding levels [] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:35.302792 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.305432 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 9 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:35.348557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 00dbd4bb-57bc-4e13-8920-3a3725d883b0 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:35.353572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 was not found and therefore no delete operation was performed {{(pid=103281) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:28:35.359460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:35.359830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:35.360316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:35.365685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.366904 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:35.385167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:35.385603 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:35.394711 n-d-820935-5 neutron-server[103281]: INFO neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempt 10 to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 Dec 08 16:28:35.424610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No DVR routers for this DVR port 00dbd4bb-57bc-4e13-8920-3a3725d883b0 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:35.445667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-e182717b-3525-4e1b-9478-45f17a28f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.448345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-e182717b-3525-4e1b-9478-45f17a28f6ce service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.1447470 Dec 08 16:28:35.460232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=00dbd4bb-57bc-4e13-8920-3a3725d883b0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:35.487928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b02a361-3137-46e2-8e0d-980f4d2a065e req-bdd7beeb-e420-4d2f-8af7-230da71dee81 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.489873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b02a361-3137-46e2-8e0d-980f4d2a065e req-bdd7beeb-e420-4d2f-8af7-230da71dee81 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1333623 Dec 08 16:28:35.492043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-cd1299a6-557c-4d64-a6f8-62390cf067d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.494445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-cd1299a6-557c-4d64-a6f8-62390cf067d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1096 time: 0.1888912 Dec 08 16:28:35.599445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:35.600072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:35.600203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempting to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:35.630407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-280ff3e7-b781-43ad-b1b7-6fcb164e6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.632033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-280ff3e7-b781-43ad-b1b7-6fcb164e6c70 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1619990 Dec 08 16:28:35.700974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:28:35.701334 n-d-820935-5 neutron-server[103281]: ERROR neutron.plugins.ml2.managers [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Failed to bind port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on host n-h1-820935-5 for vnic_type normal using segments [{'id': 'c1e32687-be76-452a-8eb4-c828494a1e81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '05838435-1c86-49f6-b88c-c97ad27d38f8'}] Dec 08 16:28:35.701744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.705648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.708123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b02a361-3137-46e2-8e0d-980f4d2a065e req-284fd6d3-d082-43fc-8323-52ddb814724c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097445 Dec 08 16:28:35.743625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-acc5b11d-2d80-4dca-b1a2-bedaf90d8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:35.745164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-acc5b11d-2d80-4dca-b1a2-bedaf90d8c1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7702275-2584-4589-913e-9d0ddd6d87ee HTTP/1.1" status: 200 len: 898 time: 0.2237470 Dec 08 16:28:35.761272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f965b65-e2c7-48af-b4c7-d17965fd621f']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:35.770329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:35.773494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.781314 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '4ed125cf-4871-41a7-9ccd-82e917eff933', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'port_id': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'mac_address': 'fa:16:3e:17:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:28:31Z', 'updated_at': '2021-12-08T16:28:31Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:35.794631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:35.794936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f2d5b1-8f21-485d-a46c-2d13f71f4519') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:35.800411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-3b70dd28-1800-4228-9588-5a295b4bf66a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3156431 Dec 08 16:28:35.837061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=6e962bbb-082e-4874-b02d-fc7846d92347,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:35.849542 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] Checking router: c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:28:35.849822 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:35.889051 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:35.889051 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:36.010013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.036955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:36.037392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:36.044837 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:36.177132 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:36.184674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] For port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:36.185873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attempted to set empty binding levels {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 08 16:28:36.219375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.226776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.232189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e973ff9-2eb3-482f-afee-5779f7c1247b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/6e962bbb-082e-4874-b02d-fc7846d92347 HTTP/1.1" status: 204 len: 168 time: 1.8549805 Dec 08 16:28:36.235617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-d9ec33ab-4957-429a-8ce6-776317ac3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.237731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-d9ec33ab-4957-429a-8ce6-776317ac3b7f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.3360097 Dec 08 16:28:36.261755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.298803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.304380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.312390 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/8f965b65-e2c7-48af-b4c7-d17965fd621f HTTP/1.1" status: 204 len: 168 time: 1.9322734 Dec 08 16:28:36.356382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32946) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.358494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-fdce0990-62d7-4085-8719-b264d90ad593 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0 HTTP/1.1" status: 200 len: 998 time: 0.6023707 Dec 08 16:28:36.363495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-847525770'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:36.372461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] In _notify_port_updated(), no bound segment for port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 on network 05838435-1c86-49f6-b88c-c97ad27d38f8 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:36.373956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.374749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.376324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "PUT /v2.0/ports/6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 HTTP/1.1" status: 200 len: 974 time: 3.6654751 Dec 08 16:28:36.383983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32948) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.415110 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-72274837-936f-429e-a29f-5a10c264b1d1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:28:36.417296 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-72274837-936f-429e-a29f-5a10c264b1d1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/6e962bbb-082e-4874-b02d-fc7846d92347 HTTP/1.1" status: 404 len: 333 time: 0.1504664 Dec 08 16:28:36.425264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32950) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:36.439119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1868e771-904c-4a56-8f86-2a45eeab92eb tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=8f965b65-e2c7-48af-b4c7-d17965fd621f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:36.465478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d014395-9c9f-4fde-af0c-0fcb182b6a4d tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event updated for resources: {'Port': ['ID=6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:36.466950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-e7cb2425-268b-466e-a459-9e744c4f0af7 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8207664 Dec 08 16:28:36.516295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-0f14b57e-b906-40fc-8d4f-eb0d2a34acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.518810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-0f14b57e-b906-40fc-8d4f-eb0d2a34acdd service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.2382414 Dec 08 16:28:36.587733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7022bf15-bfea-4428-9a09-53cf53265b37 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/4ed125cf-4871-41a7-9ccd-82e917eff933 HTTP/1.1" status: 200 len: 990 time: 0.8072798 Dec 08 16:28:36.623530 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '4ed125cf-4871-41a7-9ccd-82e917eff933', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'port_id': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'mac_address': 'fa:16:3e:17:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:28:31Z', 'updated_at': '2021-12-08T16:28:31Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:36.629419 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-0f96e305-edbc-4b96-88c2-ce9b26231250 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.1017792 Dec 08 16:28:36.677330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:36.683709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.696210 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32c1818-e3ca-4555-bcd3-b620e9c0960f None None] The sync data for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 is: [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '4ed125cf-4871-41a7-9ccd-82e917eff933', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'port_id': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'mac_address': 'fa:16:3e:17:1c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:28:31Z', 'updated_at': '2021-12-08T16:28:31Z', 'revision_number': 0, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:36.716273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-94bf22d9-c5ba-46a1-81f0-2e7610fc088a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.717942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-7f0d8018-b8b2-40aa-8cfd-7fb3b34b3181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.719629 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-94bf22d9-c5ba-46a1-81f0-2e7610fc088a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0828025 Dec 08 16:28:36.719918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-7f0d8018-b8b2-40aa-8cfd-7fb3b34b3181 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f661dc19-beb3-4f34-8a4e-de4bc1506591 HTTP/1.1" status: 200 len: 834 time: 0.3485970 Dec 08 16:28:36.748994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 425b33d1-e5a1-4cb7-a45a-331178f6aa21 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:36.760291 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.832226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-c271c854-6a9e-419b-b1a0-21081e7583b2 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277640 Dec 08 16:28:36.838700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-10fd1891-64cd-49aa-8201-4ab3d20a79af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:36.840747 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-10fd1891-64cd-49aa-8201-4ab3d20a79af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1134562 Dec 08 16:28:36.870114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:36.922875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-8b2ea6d4-c294-4d68-a741-0edb81252933 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 217 time: 0.0743766 Dec 08 16:28:36.926500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.956819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:36.957167 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Added segment 1578192c-7daf-4138-a4b9-849352ce2993 of type vlan for network 679277ce-7cd3-4b0c-832f-873732535233 Dec 08 16:28:36.984508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Deleting port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:36.984838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.004256 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-55c0408f-3a08-4e82-bc4e-e778d79926d5 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531069 Dec 08 16:28:37.092679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b19bd13-d4bd-4e3a-9c70-9767e476f4c1 None None] New status for floating IP 4ed125cf-4871-41a7-9ccd-82e917eff933: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:28:37.170783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-37c675a3-5786-4fd1-88bd-0eabfea7a44d req-6aba7e86-4d65-40f3-a277-cea8ef6bfa34 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596031 Dec 08 16:28:37.177506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-9bae801a-9a63-4ce0-b839-06c0014bc1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:37.179256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-9bae801a-9a63-4ce0-b839-06c0014bc1dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7702275-2584-4589-913e-9d0ddd6d87ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4094973 Dec 08 16:28:37.185010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] For port 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7, host n-h1-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:37.185466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.208161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.240186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-64b8416a-4775-48f8-a338-95ea70c1bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:37.242016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-64b8416a-4775-48f8-a338-95ea70c1bbd3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.3087606 Dec 08 16:28:37.243199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Calling delete_port for 6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:37.351095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:28:37.447608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.453273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:37.454002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.474341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.591295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2289255 Dec 08 16:28:37.592392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32976) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:37.592846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:37.607012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': '679277ce-7cd3-4b0c-832f-873732535233', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:37.620601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-6ac43851-413a-40ed-ae35-67f95fa3b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:37.622217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-6ac43851-413a-40ed-ae35-67f95fa3b665 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3281662 Dec 08 16:28:37.627861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf18719-c970-44c7-996b-ebbaf828a64e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Network': ['ID=679277ce-7cd3-4b0c-832f-873732535233,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.644211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-0f66b91f-c606-4c00-9b42-b730eb30839a service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297769 Dec 08 16:28:37.647077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 679277ce-7cd3-4b0c-832f-873732535233 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:37.767326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.769388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.866517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.879785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=425b33d1-e5a1-4cb7-a45a-331178f6aa21,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:37.886845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.894730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-efc317db-2614-48c5-afc3-4329a445f90a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/425b33d1-e5a1-4cb7-a45a-331178f6aa21 HTTP/1.1" status: 204 len: 168 time: 1.4483199 Dec 08 16:28:37.897455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32982) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:37.904216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1561f-290a-4468-8d01-31f1b3326e05 None None] Network f4e73c73-35fb-4379-ba60-6db762313589 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:37.924048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:37.933165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10855d02-d1fd-4a89-9868-1fa57c253934 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "DELETE /v2.0/ports/6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 HTTP/1.1" status: 204 len: 168 time: 1.5439429 Dec 08 16:28:37.948235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32986) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.041948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-a53bd54f-5d40-4588-8427-de7325a5240a service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022853 Dec 08 16:28:38.046164 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac53bcb-bf7f-4745-8c87-37beb17f0971 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] GET failed (client error): The resource could not be found. Dec 08 16:28:38.051591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8ac53bcb-bf7f-4745-8c87-37beb17f0971 tempest-PortsAdminExtendedAttrsTestJSON-2054559131 tempest-PortsAdminExtendedAttrsTestJSON-2054559131-project-admin] 10.222.0.62 "GET /v2.0/ports/6cbc02e5-ddbf-4f8b-b6a8-26ab04e5efc7 HTTP/1.1" status: 404 len: 333 time: 0.1018629 Dec 08 16:28:38.052593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.062966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31430f7c-e5ed-46b7-8d8c-04c6f733c26d req-d3ff0677-2847-4837-adf1-bc6875da0132 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088576 Dec 08 16:28:38.185981 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0711742b-9301-41f7-89e3-d3971451b7e8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/4ed125cf-4871-41a7-9ccd-82e917eff933 HTTP/1.1" status: 200 len: 992 time: 0.5867596 Dec 08 16:28:38.198989 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.233351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:38.237950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.260775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] DHCP port deletion for f4e73c73-35fb-4379-ba60-6db762313589 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:38.281329 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.311263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-7ecf1158-6622-4ae8-9daf-b069a0dbe0d3 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572711 Dec 08 16:28:38.332285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] Deleting port 72a1cc06-75c8-4894-95a2-85949811642e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:38.332745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.419238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] For port 72a1cc06-75c8-4894-95a2-85949811642e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=72a1cc06-75c8-4894-95a2-85949811642e,segment=NetworkSegment(0689b6db-b90a-4c53-b2d2-9a87d0c771f8),segment_id=0689b6db-b90a-4c53-b2d2-9a87d0c771f8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:38.419455 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.427523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-bbae926a-3461-4ba3-bd48-c0851a8b184a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 200 len: 217 time: 0.0951390 Dec 08 16:28:38.439427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] Calling delete_port for 72a1cc06-75c8-4894-95a2-85949811642e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:38.483977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.535883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.548039 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.559192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=db044152-ba39-45a5-bbc3-c752954fcfc2,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:38.573650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Checking segment: {'id': '1578192c-7daf-4138-a4b9-849352ce2993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '679277ce-7cd3-4b0c-832f-873732535233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:38.574093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network hostable DHCP agents. Network: 679277ce-7cd3-4b0c-832f-873732535233, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:38.584559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] Pushing event deleted for resources: {'Port': ['ID=72a1cc06-75c8-4894-95a2-85949811642e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:38.586893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09c60a-f6cd-4711-89d4-01f827dda098 None None] No DVR routers for this DVR port 72a1cc06-75c8-4894-95a2-85949811642e on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:38.599127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05838435-1c86-49f6-b88c-c97ad27d38f8']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:38.600386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 679277ce-7cd3-4b0c-832f-873732535233 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:38.603845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-1bb657a7-0573-4a3a-ab20-23299aebbe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:38.605336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-1bb657a7-0573-4a3a-ab20-23299aebbe6a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.1555884 Dec 08 16:28:38.612210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 679277ce-7cd3-4b0c-832f-873732535233) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:38.617729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 72a1cc06-75c8-4894-95a2-85949811642e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:38.618104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.623984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9f695-6c8e-43a7-ac58-4f7cf5366ca7 None None] Network 679277ce-7cd3-4b0c-832f-873732535233 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:38.624199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:38.624636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1e32687-be76-452a-8eb4-c828494a1e81') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:38.624775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.624937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1e32687-be76-452a-8eb4-c828494a1e81') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:38.651420 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-67013d3c-d3b8-45ec-8f1f-df245980d55d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0541565 Dec 08 16:28:38.652564 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32990) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.657471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-689719699', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:38.684980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.686240 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.699887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.745812 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.765946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-96372b0a-116c-44b2-bf0c-8f6ec363ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:38.766799 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.769377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-96372b0a-116c-44b2-bf0c-8f6ec363ca26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1467400 Dec 08 16:28:38.775411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.776184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:38.776594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:38.781245 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:38.790797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] For port 72a1cc06-75c8-4894-95a2-85949811642e, host n-d-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:38.791194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.794064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-679277ce-7cd3-4b0c-832f-873732535233', 'network_id': '679277ce-7cd3-4b0c-832f-873732535233', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': 'db044152-ba39-45a5-bbc3-c752954fcfc2'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:38.795183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.814306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.817174 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f629f2d8-e725-452b-8e43-9b0af7a6854a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1628458 Dec 08 16:28:38.819397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32992) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:38.830732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'network_id': '679277ce-7cd3-4b0c-832f-873732535233', 'name': 'tempest-PortsIpV6TestJSON-837603660'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:38.889348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 72a1cc06-75c8-4894-95a2-85949811642e owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:38.904463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Port 72a1cc06-75c8-4894-95a2-85949811642e was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:28:38.913982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:38.972505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=72a1cc06-75c8-4894-95a2-85949811642e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:38.981666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.004923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Allocated IP 2001:db8::2 (679277ce-7cd3-4b0c-832f-873732535233/db044152-ba39-45a5-bbc3-c752954fcfc2/d7f5d9a3-3768-46c7-a776-9180499c1f1f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:39.007798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No DVR routers for this DVR port 72a1cc06-75c8-4894-95a2-85949811642e on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:39.022835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:39.028204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.052993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 69baa352-d67e-4ad2-b2c1-461134dfc85b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:39.148961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-258b2ec2-7c86-426a-a0f5-ca3c153eb6a5 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3669140 Dec 08 16:28:39.169871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 72a1cc06-75c8-4894-95a2-85949811642e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:39.197347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 72a1cc06-75c8-4894-95a2-85949811642e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:39.197592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 72a1cc06-75c8-4894-95a2-85949811642e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:39.202303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.208050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] 10.222.0.62 "DELETE /v2.0/networks/05838435-1c86-49f6-b88c-c97ad27d38f8 HTTP/1.1" status: 204 len: 168 time: 1.1476488 Dec 08 16:28:39.249701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb205c-8acf-4c39-8182-2a7d2c77ee9c tempest-PortsAdminExtendedAttrsTestJSON-412450080 tempest-PortsAdminExtendedAttrsTestJSON-412450080-project] Pushing event deleted for resources: {'Network': ['ID=05838435-1c86-49f6-b88c-c97ad27d38f8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.342561 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.354417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.439049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::1ef (679277ce-7cd3-4b0c-832f-873732535233/db044152-ba39-45a5-bbc3-c752954fcfc2/69baa352-d67e-4ad2-b2c1-461134dfc85b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:39.449759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Network 679277ce-7cd3-4b0c-832f-873732535233 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:39.454597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:39.457302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Pushing event updated for resources: {'Port': ['ID=d7f5d9a3-3768-46c7-a776-9180499c1f1f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.467443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:39.538545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Attempting to bind port d7f5d9a3-3768-46c7-a776-9180499c1f1f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:39.538911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Attempting to bind port d7f5d9a3-3768-46c7-a776-9180499c1f1f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1578192c-7daf-4138-a4b9-849352ce2993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '679277ce-7cd3-4b0c-832f-873732535233'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:39.539286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Attempting to bind port d7f5d9a3-3768-46c7-a776-9180499c1f1f on network 679277ce-7cd3-4b0c-832f-873732535233 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:39.545917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:39.546318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Checking segment: {'id': '1578192c-7daf-4138-a4b9-849352ce2993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '679277ce-7cd3-4b0c-832f-873732535233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:39.546704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.547098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Bound using segment: {'id': '1578192c-7daf-4138-a4b9-849352ce2993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '679277ce-7cd3-4b0c-832f-873732535233'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:39.547589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Bound port: d7f5d9a3-3768-46c7-a776-9180499c1f1f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1578192c-7daf-4138-a4b9-849352ce2993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '679277ce-7cd3-4b0c-832f-873732535233'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:39.548273 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.643972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] For port d7f5d9a3-3768-46c7-a776-9180499c1f1f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:39.647880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] For port d7f5d9a3-3768-46c7-a776-9180499c1f1f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d7f5d9a3-3768-46c7-a776-9180499c1f1f,segment=NetworkSegment(1578192c-7daf-4138-a4b9-849352ce2993),segment_id=1578192c-7daf-4138-a4b9-849352ce2993)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:39.651858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.654641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.668965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33006) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:39.707656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.744514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.789089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e73c73-35fb-4379-ba60-6db762313589']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:39.804393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148ee2-0265-487b-9b81-87407c8a0e3d None None] Pushing event updated for resources: {'Port': ['ID=d7f5d9a3-3768-46c7-a776-9180499c1f1f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.816270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0689b6db-b90a-4c53-b2d2-9a87d0c771f8') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:39.816573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0689b6db-b90a-4c53-b2d2-9a87d0c771f8') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:39.836219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-4853f188-6bda-4ccd-8347-a9dea5479ea3 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725583 Dec 08 16:28:39.844972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=69baa352-d67e-4ad2-b2c1-461134dfc85b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:39.865957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.889219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 679277ce-7cd3-4b0c-832f-873732535233 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:39.893387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:39.909502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-861852ee-c181-4e63-93b9-1ac11ab74c83 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 200 len: 217 time: 0.0566025 Dec 08 16:28:39.917928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.923562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:39.929647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:39.930360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.935255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:39.935475 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:39.939736 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:39.971164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-020c5096-408c-4c6e-9173-ebec4abeb943 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1494746 Dec 08 16:28:39.971785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33010) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:40.005718 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cec2a882-58cd-47ed-be2f-7d021aa7afe0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66e481cffa0b463eade4db65519acb5a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3355188 Dec 08 16:28:40.006458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33014) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:40.040498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-55b8b123-fec6-4bc0-a40f-3b374193cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:40.042398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-55b8b123-fec6-4bc0-a40f-3b374193cfc9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.1219556 Dec 08 16:28:40.043717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.048922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.052513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/f4e73c73-35fb-4379-ba60-6db762313589 HTTP/1.1" status: 204 len: 168 time: 2.1439247 Dec 08 16:28:40.081340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33016) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:40.089420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-802477444'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:40.141157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e1f9c-351a-41da-be12-25804c539d7b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=f4e73c73-35fb-4379-ba60-6db762313589,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:40.159778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-8df09c1f-9195-4823-b570-fd36c9a50726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:40.161643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-8df09c1f-9195-4823-b570-fd36c9a50726 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1080022 Dec 08 16:28:40.302011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-82f917ed-fe06-4005-8833-f8c49893a3b3 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313424 Dec 08 16:28:40.445281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:40.448934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.514119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-93dbcb0b-6f0f-485a-b470-c4f5929fb3fc service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020295 Dec 08 16:28:40.514945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe65e1ce-092a-4f04-b4d7-ab9992e90ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.548151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:40.578209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe65e1ce-092a-4f04-b4d7-ab9992e90ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.582745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.583089 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment f4959d55-9872-4dd4-8b63-e40bcceb3e77 of type vlan for network 26476176-526e-418c-b28f-07fb6730eced Dec 08 16:28:40.602797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-56813c4d-b303-46d5-a047-ce042f768d85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 200 len: 217 time: 0.0733135 Dec 08 16:28:40.684045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-ab68d044-8aff-4b72-8edd-1678c788558f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:40.686798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-ab68d044-8aff-4b72-8edd-1678c788558f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.0682812 Dec 08 16:28:40.717747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.749977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe65e1ce-092a-4f04-b4d7-ab9992e90ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.752796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe65e1ce-092a-4f04-b4d7-ab9992e90ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.756808 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fe65e1ce-092a-4f04-b4d7-ab9992e90ea1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a05e000-254d-45da-80ee-d3cc17adff12 HTTP/1.1" status: 204 len: 168 time: 0.6809199 Dec 08 16:28:40.811942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-bd831a03-eccb-4327-9d1a-7e96e1cbbdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:40.819589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-bd831a03-eccb-4327-9d1a-7e96e1cbbdff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1207552 Dec 08 16:28:40.823485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.830184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:40.830938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:40.950939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=26476176-526e-418c-b28f-07fb6730eced,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:40.968405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 26476176-526e-418c-b28f-07fb6730eced details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:40.980382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65e1ce-092a-4f04-b4d7-ab9992e90ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a05e000-254d-45da-80ee-d3cc17adff12,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:41.007614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.086354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-5939d1dd-ba37-4868-96ea-b10a0a612b6e service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472477 Dec 08 16:28:41.103925 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cae89091-67c4-4fdf-beda-fbf380bd39fa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0194328 Dec 08 16:28:41.108708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33026) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:41.126794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': '26476176-526e-418c-b28f-07fb6730eced', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:41.430558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-8366f510-fd24-4a4c-bc13-6dfb6499714e service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263097 Dec 08 16:28:41.440123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d7f5d9a3-3768-46c7-a776-9180499c1f1f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:41.451340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:28:41.465145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33030) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:41.549313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d7f5d9a3-3768-46c7-a776-9180499c1f1f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:41.550054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.586786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-9c3bbc63-b32d-4040-ad79-eb5fcd9c4196 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 217 time: 0.0810792 Dec 08 16:28:41.619400 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee3049b0-3cf9-4146-b52c-258165ead1dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=073a29f9375a49cbabc16bb39beaf2cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324582 Dec 08 16:28:41.622480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33032) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:41.627898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368f0e22-e48b-4a37-8934-99085282fa64 None None] Network 679277ce-7cd3-4b0c-832f-873732535233 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:41.665867 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.672861 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.742111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-e1b8604a-f333-4efc-88b6-3dc6b47bea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:41.744606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-e1b8604a-f333-4efc-88b6-3dc6b47bea02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.1375346 Dec 08 16:28:41.751265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a5732c37-d4a0-4a2c-85fe-a258ef9f0abd None None] Provisioning complete for port d7f5d9a3-3768-46c7-a776-9180499c1f1f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:41.751734 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5732c37-d4a0-4a2c-85fe-a258ef9f0abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.799859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa116ff4-59d7-4255-b3d6-2ba7ffe15028 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.822853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:41.826513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.880987 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:41.898106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=69baa352-d67e-4ad2-b2c1-461134dfc85b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:41.944669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-644e6d54-609a-484d-a873-6ff3867bb464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:41.946318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-644e6d54-609a-484d-a873-6ff3867bb464 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1932147 Dec 08 16:28:41.955762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.037619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa116ff4-59d7-4255-b3d6-2ba7ffe15028 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.081588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port d7f5d9a3-3768-46c7-a776-9180499c1f1f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d7f5d9a3-3768-46c7-a776-9180499c1f1f,segment=NetworkSegment(1578192c-7daf-4138-a4b9-849352ce2993),segment_id=1578192c-7daf-4138-a4b9-849352ce2993)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:42.094635 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5732c37-d4a0-4a2c-85fe-a258ef9f0abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.111830 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.187273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=d7f5d9a3-3768-46c7-a776-9180499c1f1f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:42.220786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.263333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-a5732c37-d4a0-4a2c-85fe-a258ef9f0abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:42.263702 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-a5732c37-d4a0-4a2c-85fe-a258ef9f0abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:42.328359 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa116ff4-59d7-4255-b3d6-2ba7ffe15028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.330950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa116ff4-59d7-4255-b3d6-2ba7ffe15028 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.332122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa116ff4-59d7-4255-b3d6-2ba7ffe15028 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0385fd3b-a536-415e-bd06-ab0b8b60071f HTTP/1.1" status: 204 len: 168 time: 0.7083569 Dec 08 16:28:42.334206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-33a7866a-c25b-4787-98d1-eb5959e39ae9 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182807 Dec 08 16:28:42.354421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa116ff4-59d7-4255-b3d6-2ba7ffe15028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0385fd3b-a536-415e-bd06-ab0b8b60071f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:42.372076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.486910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e18612-332f-4aec-a5b2-2eb94d633cac req-9cd97cd9-0861-4280-81d1-ca1e8f274641 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354842 Dec 08 16:28:42.591514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=a0c22ee8-50f9-4874-ab88-fe3be91e4ddf,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:42.600263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': 'f4959d55-9872-4dd4-8b63-e40bcceb3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '26476176-526e-418c-b28f-07fb6730eced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:42.600791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: 26476176-526e-418c-b28f-07fb6730eced, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:42.625720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 26476176-526e-418c-b28f-07fb6730eced is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:42.640835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 26476176-526e-418c-b28f-07fb6730eced) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:42.647571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:42.648599 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:42.679881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b442f9e3-dec6-433c-9feb-70b04c9f2552 None None] Network 26476176-526e-418c-b28f-07fb6730eced requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:42.684957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33040) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:42.685950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c2201ecf-e706-44a9-87d8-1fe0418212c9 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5751743 Dec 08 16:28:42.707432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': '26476176-526e-418c-b28f-07fb6730eced', 'name': 'tempest-PortsTestJSON-1758169563', 'fixed_ips': [{'subnet_id': 'a0c22ee8-50f9-4874-ab88-fe3be91e4ddf', 'ip_address': '172.20.0.10'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:43.065946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.076449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.077658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.217063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-26476176-526e-418c-b28f-07fb6730eced', 'network_id': '26476176-526e-418c-b28f-07fb6730eced', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': 'a0c22ee8-50f9-4874-ab88-fe3be91e4ddf'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:43.218000 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.267013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d7f5d9a3-3768-46c7-a776-9180499c1f1f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:43.272779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=69baa352-d67e-4ad2-b2c1-461134dfc85b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:43.356123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:43.486133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network 679277ce-7cd3-4b0c-832f-873732535233 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:43.500059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:43.637769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Allocated IP 172.20.0.2 (26476176-526e-418c-b28f-07fb6730eced/a0c22ee8-50f9-4874-ab88-fe3be91e4ddf/c847f257-564b-47a5-ae18-cfe87d467a55) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:43.670286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.871687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.882204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-da1a160d-ae85-4c50-a4d2-fbb3e1078366 None None] Provisioning complete for port d7f5d9a3-3768-46c7-a776-9180499c1f1f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:43.882638 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da1a160d-ae85-4c50-a4d2-fbb3e1078366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.892194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:43.902359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:44.000398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Network 26476176-526e-418c-b28f-07fb6730eced is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:44.007138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:44.018515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:44.112364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Pushing event updated for resources: {'Port': ['ID=c847f257-564b-47a5-ae18-cfe87d467a55,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.142835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d7f5d9a3-3768-46c7-a776-9180499c1f1f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:44.143327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.193448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Attempting to bind port c847f257-564b-47a5-ae18-cfe87d467a55 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:44.193937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Attempting to bind port c847f257-564b-47a5-ae18-cfe87d467a55 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f4959d55-9872-4dd4-8b63-e40bcceb3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '26476176-526e-418c-b28f-07fb6730eced'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:44.194242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Attempting to bind port c847f257-564b-47a5-ae18-cfe87d467a55 on network 26476176-526e-418c-b28f-07fb6730eced {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:44.204605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:44.205177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Checking segment: {'id': 'f4959d55-9872-4dd4-8b63-e40bcceb3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '26476176-526e-418c-b28f-07fb6730eced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:44.205484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.206010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Bound using segment: {'id': 'f4959d55-9872-4dd4-8b63-e40bcceb3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '26476176-526e-418c-b28f-07fb6730eced'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:44.206405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Bound port: c847f257-564b-47a5-ae18-cfe87d467a55, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4959d55-9872-4dd4-8b63-e40bcceb3e77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '26476176-526e-418c-b28f-07fb6730eced'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:44.206901 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.331088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Router a6fb01c0-13ef-41da-a2d0-a2288a38d572 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:28:44.350324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-da1a160d-ae85-4c50-a4d2-fbb3e1078366 None None] Provisioning complete for port 69baa352-d67e-4ad2-b2c1-461134dfc85b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:44.351219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da1a160d-ae85-4c50-a4d2-fbb3e1078366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.378646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.10 (26476176-526e-418c-b28f-07fb6730eced/a0c22ee8-50f9-4874-ab88-fe3be91e4ddf/6997efdd-6a26-49b5-b0a2-bf53d4933fd2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:44.406174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-da1a160d-ae85-4c50-a4d2-fbb3e1078366 None None] Port 69baa352-d67e-4ad2-b2c1-461134dfc85b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:44.433269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] For port c847f257-564b-47a5-ae18-cfe87d467a55, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:44.455842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] For port c847f257-564b-47a5-ae18-cfe87d467a55, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c847f257-564b-47a5-ae18-cfe87d467a55,segment=NetworkSegment(f4959d55-9872-4dd4-8b63-e40bcceb3e77),segment_id=f4959d55-9872-4dd4-8b63-e40bcceb3e77)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:44.463614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.554034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea661bb9-a49c-4fb3-b183-d0c8ed3d641b None None] Pushing event updated for resources: {'Port': ['ID=c847f257-564b-47a5-ae18-cfe87d467a55,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:44.560176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2d883df8-871b-4d95-9660-8ed50f1ba0f3 None None] Provisioning complete for port 69baa352-d67e-4ad2-b2c1-461134dfc85b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:44.560566 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d883df8-871b-4d95-9660-8ed50f1ba0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:44.609001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2d883df8-871b-4d95-9660-8ed50f1ba0f3 None None] Port 69baa352-d67e-4ad2-b2c1-461134dfc85b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:44.615761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:44.629078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f4ce9675-9427-46e9-a534-4fd5d22dbe54 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/routers/a6fb01c0-13ef-41da-a2d0-a2288a38d572/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6552093 Dec 08 16:28:44.632823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:44.652576 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] Sync routers for ids ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:44.677403 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] Routers {'a6fb01c0-13ef-41da-a2d0-a2288a38d572'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:44.678343 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:44.776139 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:44.799414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] Routers {'a6fb01c0-13ef-41da-a2d0-a2288a38d572'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:44.801525 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:45.003760 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:45.005658 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858f9a7a-4816-48e1-93d1-a65e5f4748d8 None None] The sync data for ids ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:45.309125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c847f257-564b-47a5-ae18-cfe87d467a55 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:45.331431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a5505-2c35-41c5-bd87-addea9734095 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:45.346062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-244a5505-2c35-41c5-bd87-addea9734095 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6fb01c0-13ef-41da-a2d0-a2288a38d572 HTTP/1.1" status: 200 len: 988 time: 0.7094123 Dec 08 16:28:45.347260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33084) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.443093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.508135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c847f257-564b-47a5-ae18-cfe87d467a55 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:45.509005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.545312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.632187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 26476176-526e-418c-b28f-07fb6730eced is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:45.650265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:45.662603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:45.703480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.788468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port c847f257-564b-47a5-ae18-cfe87d467a55, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c847f257-564b-47a5-ae18-cfe87d467a55,segment=NetworkSegment(f4959d55-9872-4dd4-8b63-e40bcceb3e77),segment_id=f4959d55-9872-4dd4-8b63-e40bcceb3e77)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:45.803056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.839179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33088) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.859941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=6997efdd-6a26-49b5-b0a2-bf53d4933fd2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:45.892237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:45.892629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:45.953164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-45d6ac37-e71a-49f3-8600-f91dee6cabde tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2563252 Dec 08 16:28:45.956267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33092) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:45.964701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': '26476176-526e-418c-b28f-07fb6730eced', 'name': 'tempest-PortsTestJSON-227256155', 'fixed_ips': [{'subnet_id': 'a0c22ee8-50f9-4874-ab88-fe3be91e4ddf', 'ip_address': '172.20.0.9'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:45.983067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=c847f257-564b-47a5-ae18-cfe87d467a55,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:46.079649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-655080326', 'router:external': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:46.186582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Made reservation on behalf of fe2e408cc9c74196899048cf860a14d7 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:46.189981 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.314440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.406705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:46.461064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75193a3-578b-4340-897b-92478b1744b5 None None] Network 26476176-526e-418c-b28f-07fb6730eced requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:46.532188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-186b275f-0765-4914-b329-bd329f177c36 None None] Provisioning complete for port c847f257-564b-47a5-ae18-cfe87d467a55 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:46.533270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-186b275f-0765-4914-b329-bd329f177c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.700157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:46.711581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.145570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.214626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c847f257-564b-47a5-ae18-cfe87d467a55 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:47.224798 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.255428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-86202c95-0d0e-4a04-b6b7-b2556202aa4a None None] Provisioning complete for port 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:47.255686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 69ac7eaa-0a5a-4b75-b67e-2a40ee634395 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:47.255865 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86202c95-0d0e-4a04-b6b7-b2556202aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.370110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-86202c95-0d0e-4a04-b6b7-b2556202aa4a None None] Port 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:47.377694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:47.394784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-86202c95-0d0e-4a04-b6b7-b2556202aa4a None None] Provisioning complete for port c847f257-564b-47a5-ae18-cfe87d467a55 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:47.395499 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86202c95-0d0e-4a04-b6b7-b2556202aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.453733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.454707 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Added segment f07d4939-18d2-4f2e-8ff3-97dce2e1bed1 of type vlan for network 55a29faa-4b80-41fe-9ab2-0cac9072de86 Dec 08 16:28:47.461425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f7b0ee-20d9-4dc8-8690-ff4d334988b3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:47.482091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c847f257-564b-47a5-ae18-cfe87d467a55 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:47.483484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.599627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.708934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.9 (26476176-526e-418c-b28f-07fb6730eced/a0c22ee8-50f9-4874-ab88-fe3be91e4ddf/69ac7eaa-0a5a-4b75-b67e-2a40ee634395) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:47.711442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.712596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:47.713466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.772478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e5c3827e-21de-4269-8611-040a30a28bb4 None None] Provisioning complete for port 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:47.773149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5c3827e-21de-4269-8611-040a30a28bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.844000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3827e-21de-4269-8611-040a30a28bb4 None None] Port 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:47.896431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0560629 Dec 08 16:28:47.902520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:47.909292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'subnet': {'network_id': '55a29faa-4b80-41fe-9ab2-0cac9072de86', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:47.929369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc170915-3dc8-4365-9943-cedfd5e5235c tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Network': ['ID=55a29faa-4b80-41fe-9ab2-0cac9072de86,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:47.945318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Made reservation on behalf of fe2e408cc9c74196899048cf860a14d7 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:47.948782 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:47.956020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 55a29faa-4b80-41fe-9ab2-0cac9072de86 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:48.023660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 69baa352-d67e-4ad2-b2c1-461134dfc85b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:48.023944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.169720 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.182068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.216208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 69baa352-d67e-4ad2-b2c1-461134dfc85b owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:48.247143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.344854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network 26476176-526e-418c-b28f-07fb6730eced is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:48.354565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:48.361360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:48.365689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=69ac7eaa-0a5a-4b75-b67e-2a40ee634395,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:48.401118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:28:48.401582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.517435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e273954b-8587-4056-a708-9b050d3549e3,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:48.533209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:48.533992 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.560991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Checking segment: {'id': 'f07d4939-18d2-4f2e-8ff3-97dce2e1bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '55a29faa-4b80-41fe-9ab2-0cac9072de86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:48.561267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3d4de375-d8b8-44d5-bd8b-4f2b873744cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6032908 Dec 08 16:28:48.562769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network hostable DHCP agents. Network: 55a29faa-4b80-41fe-9ab2-0cac9072de86, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:48.565389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:48.603389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network 55a29faa-4b80-41fe-9ab2-0cac9072de86 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:48.617276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 55a29faa-4b80-41fe-9ab2-0cac9072de86) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:48.623617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:48.624298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.636231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acafd709-831c-4ff5-92dc-8bb1126db462 None None] Network 55a29faa-4b80-41fe-9ab2-0cac9072de86 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:48.652248 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-622b1d4b-581e-416f-a30f-5da7279d92f5 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7431479 Dec 08 16:28:48.653615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:48.662712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1510359235', 'network_id': '55a29faa-4b80-41fe-9ab2-0cac9072de86'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:48.711320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715575a5-9dfb-4f72-ace0-1e2fadb538e8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:48.713669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Made reservation on behalf of fe2e408cc9c74196899048cf860a14d7 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:48.716365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-715575a5-9dfb-4f72-ace0-1e2fadb538e8 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1497998 Dec 08 16:28:48.716688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.717548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33130) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:48.735040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:48.759179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] device_id is not set on port c30614b4-7af0-445d-906f-c360b7903836 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:48.812062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=69baa352-d67e-4ad2-b2c1-461134dfc85b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:48.862980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c8a9bd-6558-45c1-acec-ad4220bc8e96 None None] Network 55a29faa-4b80-41fe-9ab2-0cac9072de86 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:49.007795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Allocated IP 172.20.0.4 (55a29faa-4b80-41fe-9ab2-0cac9072de86/e273954b-8587-4056-a708-9b050d3549e3/c30614b4-7af0-445d-906f-c360b7903836) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:49.056330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e1260104-fc42-438a-87a2-54198baff52c None None] Provisioning complete for port 69ac7eaa-0a5a-4b75-b67e-2a40ee634395 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:49.056861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1260104-fc42-438a-87a2-54198baff52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.065124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.144883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5432d6b-3a85-4cdc-bbd7-84ef084395fd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:49.145534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e1260104-fc42-438a-87a2-54198baff52c None None] Port 69ac7eaa-0a5a-4b75-b67e-2a40ee634395 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:49.152173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5432d6b-3a85-4cdc-bbd7-84ef084395fd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:49.159120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5432d6b-3a85-4cdc-bbd7-84ef084395fd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:49.160999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f5432d6b-3a85-4cdc-bbd7-84ef084395fd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4367530 Dec 08 16:28:49.164051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.359839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Router a6fb01c0-13ef-41da-a2d0-a2288a38d572 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:28:49.374434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.419007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 69ac7eaa-0a5a-4b75-b67e-2a40ee634395 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:49.419406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.446525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:49.454941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7c36e0cc-7ff0-4757-b1a6-8bf1a0ca19a0 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/routers/a6fb01c0-13ef-41da-a2d0-a2288a38d572/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1051440 Dec 08 16:28:49.460131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33138) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.464216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] Sync routers for ids ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:49.482668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] Routers {'a6fb01c0-13ef-41da-a2d0-a2288a38d572'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:49.483901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:49.496596 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10c7a89-ac29-4983-aa3b-f4f80ee58136 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:28:49.501155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a10c7a89-ac29-4983-aa3b-f4f80ee58136 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/69baa352-d67e-4ad2-b2c1-461134dfc85b HTTP/1.1" status: 404 len: 333 time: 0.0400703 Dec 08 16:28:49.501863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33140) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.543298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:49.564289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] Routers {'a6fb01c0-13ef-41da-a2d0-a2288a38d572'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:49.565343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:49.582563 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.639832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:49.640776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cf0caf-5d66-4e3d-87f3-b43b2771af1b None None] The sync data for ids ['a6fb01c0-13ef-41da-a2d0-a2288a38d572'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:49.650046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.743942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.771131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network 55a29faa-4b80-41fe-9ab2-0cac9072de86 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:49.785065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:49.799324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:49.804469 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 69ac7eaa-0a5a-4b75-b67e-2a40ee634395 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:49.807529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Port': ['ID=c30614b4-7af0-445d-906f-c360b7903836,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:49.814064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.817450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.885586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.887208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Fanout notify agent at l3_agent the message router_deleted on router a6fb01c0-13ef-41da-a2d0-a2288a38d572 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:28:49.901655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.907144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b036cad7-9233-4639-9eae-baf66cae0cb4 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/routers/a6fb01c0-13ef-41da-a2d0-a2288a38d572 HTTP/1.1" status: 204 len: 168 time: 0.4010348 Dec 08 16:28:49.907871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33144) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:49.909682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:49.910329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:49.942078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-316bb864-0f44-4811-b444-d2703379802a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.2849524 Dec 08 16:28:49.950207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33146) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:50.040120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet db044152-ba39-45a5-bbc3-c752954fcfc2 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:50.045624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.124770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.159154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.180686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Deleting port c30614b4-7af0-445d-906f-c360b7903836 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:50.182526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.247518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=69ac7eaa-0a5a-4b75-b67e-2a40ee634395,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:50.262255 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.374388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.394422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.397520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.401438 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36ae57b7-d5ae-46a4-ae25-6ae72a7a76a6 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/69ac7eaa-0a5a-4b75-b67e-2a40ee634395 HTTP/1.1" status: 204 len: 168 time: 1.2359169 Dec 08 16:28:50.407196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33148) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:50.424368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Calling delete_port for c30614b4-7af0-445d-906f-c360b7903836 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:50.428588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=db044152-ba39-45a5-bbc3-c752954fcfc2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:50.437078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.443659 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2891f011-c296-4191-acf8-415b8f3bd505 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:28:50.445148 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2891f011-c296-4191-acf8-415b8f3bd505 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/69ac7eaa-0a5a-4b75-b67e-2a40ee634395 HTTP/1.1" status: 404 len: 333 time: 0.0369754 Dec 08 16:28:50.447439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3d87df-9071-49ec-ae99-04b2eae79e88 None None] Network 679277ce-7cd3-4b0c-832f-873732535233 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:50.449668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:50.450043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33152) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:50.450784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7ea8be97-1d22-437c-8fa0-dedf8ff3a34f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/db044152-ba39-45a5-bbc3-c752954fcfc2 HTTP/1.1" status: 204 len: 168 time: 0.5409656 Dec 08 16:28:50.654965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.662605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] DHCP port deletion for 679277ce-7cd3-4b0c-832f-873732535233 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:50.737410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] Deleting port d7f5d9a3-3768-46c7-a776-9180499c1f1f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:50.738214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.774385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:50.774911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.826440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] For port d7f5d9a3-3768-46c7-a776-9180499c1f1f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d7f5d9a3-3768-46c7-a776-9180499c1f1f,segment=NetworkSegment(1578192c-7daf-4138-a4b9-849352ce2993),segment_id=1578192c-7daf-4138-a4b9-849352ce2993)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:50.826848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.830092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.842386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] Calling delete_port for d7f5d9a3-3768-46c7-a776-9180499c1f1f owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:50.877313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event deleted for resources: {'Port': ['ID=c30614b4-7af0-445d-906f-c360b7903836,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:50.892577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port d7f5d9a3-3768-46c7-a776-9180499c1f1f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:50.892896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.934991 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:50.960910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] Pushing event deleted for resources: {'Port': ['ID=d7f5d9a3-3768-46c7-a776-9180499c1f1f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:50.964751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314c699b-efea-4968-bc3d-e8750e6377e3 None None] No DVR routers for this DVR port d7f5d9a3-3768-46c7-a776-9180499c1f1f on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:51.007104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.044433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 6997efdd-6a26-49b5-b0a2-bf53d4933fd2 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:51.055213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] For port d7f5d9a3-3768-46c7-a776-9180499c1f1f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d7f5d9a3-3768-46c7-a776-9180499c1f1f,segment=NetworkSegment(1578192c-7daf-4138-a4b9-849352ce2993),segment_id=1578192c-7daf-4138-a4b9-849352ce2993)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:51.056127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.081745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for d7f5d9a3-3768-46c7-a776-9180499c1f1f owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:51.085781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.090262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9565519c-b3fd-43a6-b119-6e92e493739e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/ports/c30614b4-7af0-445d-906f-c360b7903836 HTTP/1.1" status: 204 len: 168 time: 1.1447036 Dec 08 16:28:51.102411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33156) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:51.108325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55a29faa-4b80-41fe-9ab2-0cac9072de86', 'external_fixed_ips': [{'subnet_id': 'e273954b-8587-4056-a708-9b050d3549e3', 'ip_address': '172.20.0.4'}]}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:51.139928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.142692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.160547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d7f5d9a3-3768-46c7-a776-9180499c1f1f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:51.245125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.255606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d7f5d9a3-3768-46c7-a776-9180499c1f1f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:51.256533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d7f5d9a3-3768-46c7-a776-9180499c1f1f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:51.322847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.373151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=d7f5d9a3-3768-46c7-a776-9180499c1f1f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:51.375951 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.378654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No DVR routers for this DVR port d7f5d9a3-3768-46c7-a776-9180499c1f1f on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:51.426207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.467036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=6997efdd-6a26-49b5-b0a2-bf53d4933fd2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:51.650253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.689359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679277ce-7cd3-4b0c-832f-873732535233']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:51.704532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.710665 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ad9bc64f-dbde-4c13-bf75-e0dc55bf33c1 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/6997efdd-6a26-49b5-b0a2-bf53d4933fd2 HTTP/1.1" status: 204 len: 168 time: 1.2571015 Dec 08 16:28:51.710875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1578192c-7daf-4138-a4b9-849352ce2993') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:51.711234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1578192c-7daf-4138-a4b9-849352ce2993') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:51.713841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:51.753944 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e66e6e5-2213-410f-b40f-8403c081bc5c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:28:51.758204 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4e66e6e5-2213-410f-b40f-8403c081bc5c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/6997efdd-6a26-49b5-b0a2-bf53d4933fd2 HTTP/1.1" status: 404 len: 333 time: 0.0405531 Dec 08 16:28:51.762560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.765256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:51.849043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.859209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:51.859777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:51.863886 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:51.949637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet a0c22ee8-50f9-4874-ab88-fe3be91e4ddf {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:51.955329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:51.981384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.005139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.014011 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/679277ce-7cd3-4b0c-832f-873732535233 HTTP/1.1" status: 204 len: 168 time: 1.5614452 Dec 08 16:28:52.018946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cbb0f2-db17-40d6-92cf-e1a9d0ae6a3c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=679277ce-7cd3-4b0c-832f-873732535233,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.020855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33166) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:52.078667 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.132161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be4c1d1-23e9-462c-a53a-44392194a201 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:52.138067 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1be4c1d1-23e9-462c-a53a-44392194a201 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/9de0c7bc-fa0f-4eb9-ae28-7835eee42bef HTTP/1.1" status: 200 len: 845 time: 0.1076777 Dec 08 16:28:52.139304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33168) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:52.152184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.204895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.218092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.300654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f5c362aa-6e7c-4e9e-a9c9-89986378099e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/9de0c7bc-fa0f-4eb9-ae28-7835eee42bef?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1593385 Dec 08 16:28:52.308099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:52.313320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:52.418947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.462504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.472408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33178) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:52.473066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db199a30-f08c-4be2-ba2d-1d1538726f1e None None] Network 26476176-526e-418c-b28f-07fb6730eced requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:52.476568 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/a0c22ee8-50f9-4874-ab88-fe3be91e4ddf HTTP/1.1" status: 204 len: 168 time: 0.7033529 Dec 08 16:28:52.488605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5ee34b-6894-4ccb-8916-fffd0f4c851e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c22ee8-50f9-4874-ab88-fe3be91e4ddf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.507320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:52.514685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.667051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Allocated IP 172.20.0.4 (55a29faa-4b80-41fe-9ab2-0cac9072de86/e273954b-8587-4056-a708-9b050d3549e3/640ffdaf-5294-4394-92e0-941255da2625) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:52.685081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] DHCP port deletion for 26476176-526e-418c-b28f-07fb6730eced request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:28:52.703062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.766766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] Deleting port c847f257-564b-47a5-ae18-cfe87d467a55 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:52.767408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.812853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.855794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] For port c847f257-564b-47a5-ae18-cfe87d467a55, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c847f257-564b-47a5-ae18-cfe87d467a55,segment=NetworkSegment(f4959d55-9872-4dd4-8b63-e40bcceb3e77),segment_id=f4959d55-9872-4dd4-8b63-e40bcceb3e77)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:52.856501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.862615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port c847f257-564b-47a5-ae18-cfe87d467a55 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:52.862990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.873460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] Calling delete_port for c847f257-564b-47a5-ae18-cfe87d467a55 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:52.936706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] For port c847f257-564b-47a5-ae18-cfe87d467a55, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c847f257-564b-47a5-ae18-cfe87d467a55,segment=NetworkSegment(f4959d55-9872-4dd4-8b63-e40bcceb3e77),segment_id=f4959d55-9872-4dd4-8b63-e40bcceb3e77)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:52.937064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.952810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for c847f257-564b-47a5-ae18-cfe87d467a55 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:52.968749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:52.975465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:52.999872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:53.005949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:53.007207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] Pushing event deleted for resources: {'Port': ['ID=c847f257-564b-47a5-ae18-cfe87d467a55,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.012907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e77f4cd-29b9-4640-a174-c6f4c6f3e2c9 None None] No DVR routers for this DVR port c847f257-564b-47a5-ae18-cfe87d467a55 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:53.020704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d8f8ff-1c11-4481-a07e-bf69da4c2d60 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:53.033453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:53.034486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.069963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.081181 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05980969-1b01-49a0-a331-ac108a509a82 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7694423 Dec 08 16:28:53.085503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:53.099308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'security_group': {'name': 'tempest-secgroup-1318065219'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:53.155601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.181492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c847f257-564b-47a5-ae18-cfe87d467a55 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:28:53.184929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.202467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.241140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c847f257-564b-47a5-ae18-cfe87d467a55 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:28:53.241140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c847f257-564b-47a5-ae18-cfe87d467a55 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:28:53.282543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-af7d330b-1a49-4068-8667-f4a1273c72e4', 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'project_id': '3d0beeb762634b918e7ba01b91ad38de', 'fixed_ips': [{'subnet_id': '0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:53.284531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.308622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network 55a29faa-4b80-41fe-9ab2-0cac9072de86 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:53.325855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No DVR routers for this DVR port c847f257-564b-47a5-ae18-cfe87d467a55 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:28:53.329995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:53.332781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.339574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.381665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:53.397237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.399141 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3113956 Dec 08 16:28:53.400432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a58f7-abe2-4290-98a5-9ef5755475b7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a738614-debe-4617-9033-d5e8d563b811,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.403139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33186) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:53.407605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'security_group': {'name': 'tempest-secgroup-2114910939'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:53.437598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.453458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Port': ['ID=640ffdaf-5294-4394-92e0-941255da2625,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.538341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=c847f257-564b-47a5-ae18-cfe87d467a55,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.548833 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.558174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.565626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.580268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Allocated IP 2001:db8::2 (af7d330b-1a49-4068-8667-f4a1273c72e4/0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614/a87b4091-9fa7-412c-832f-45cae4874c14) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:53.604049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48b2341a-8156-484e-86c1-95aa605247c8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.647347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.650953 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-730b64d3-244c-49b1-bca5-9ec0fef86dc6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2443492 Dec 08 16:28:53.651458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:53.662307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1061712682', 'security_groups': ['48b2341a-8156-484e-86c1-95aa605247c8'], 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:53.704117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26476176-526e-418c-b28f-07fb6730eced']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.719110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4959d55-9872-4dd4-8b63-e40bcceb3e77') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.719701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4959d55-9872-4dd4-8b63-e40bcceb3e77') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:53.734372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.797220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.809170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:28:53.809980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:28:53.813726 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:28:53.825366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.834024 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.881356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:53.888211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:53.892534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:53.902858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Pushing event updated for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:53.903147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:53.948015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.963780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.968330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/26476176-526e-418c-b28f-07fb6730eced HTTP/1.1" status: 204 len: 168 time: 1.4944561 Dec 08 16:28:53.980940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:53.986901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Attempting to bind port a87b4091-9fa7-412c-832f-45cae4874c14 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:53.987594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Attempting to bind port a87b4091-9fa7-412c-832f-45cae4874c14 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '23b3b06d-c72c-4f8b-afa8-edbce799e39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:53.988076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Attempting to bind port a87b4091-9fa7-412c-832f-45cae4874c14 on network af7d330b-1a49-4068-8667-f4a1273c72e4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:53.998319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:53.998926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Checking segment: {'id': '23b3b06d-c72c-4f8b-afa8-edbce799e39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:53.999537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.000486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Bound using segment: {'id': '23b3b06d-c72c-4f8b-afa8-edbce799e39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:54.001138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Bound port: a87b4091-9fa7-412c-832f-45cae4874c14, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b3b06d-c72c-4f8b-afa8-edbce799e39f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:54.001688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.029413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33192) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.038996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1254125772'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:54.089811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:54.095389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a87b4091-9fa7-412c-832f-45cae4874c14,segment=NetworkSegment(23b3b06d-c72c-4f8b-afa8-edbce799e39f),segment_id=23b3b06d-c72c-4f8b-afa8-edbce799e39f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:54.098036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:54.103420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.106940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.127580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e23b2-b0d6-4ee7-9db0-81e72c76c30a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=26476176-526e-418c-b28f-07fb6730eced,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.222860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d15d12-e8a7-4f8d-ba18-48e0e4567661 None None] Pushing event updated for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.225246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.253665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port b8c33aaf-6827-412d-8f96-aba6c9b4dad3 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:54.268574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:28:54.317603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.317993 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Added segment a23150c1-b422-40a3-a398-9845fd828482 of type vlan for network e59068cf-e37a-44f0-b828-2eb7a59c8e20 Dec 08 16:28:54.387500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.426350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.526105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.532577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:54.533233 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.606036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::e9 (af7d330b-1a49-4068-8667-f4a1273c72e4/0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614/b8c33aaf-6827-412d-8f96-aba6c9b4dad3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:54.648931 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6165805 Dec 08 16:28:54.658651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33198) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:54.666605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:54.686155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971aa29-bad2-453c-b870-5f3ec19c399e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Network': ['ID=e59068cf-e37a-44f0-b828-2eb7a59c8e20,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:54.701030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:28:54.716481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Router 873719ad-bec6-49cd-8fdb-1220a5ce2f4c is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:28:54.877698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:54.881390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.893237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.943114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:54.993708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:54.997522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:55.005478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:55.013034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:55.013836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.028821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=b8c33aaf-6827-412d-8f96-aba6c9b4dad3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.041323 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-318fb639-836e-4527-b1a6-a9ab8ef4bdb8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3880076 Dec 08 16:28:55.045530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33204) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:55.051484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:55.147931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:28:55.165504 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Sync routers for ids ['873719ad-bec6-49cd-8fdb-1220a5ce2f4c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:28:55.182135 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Routers {'873719ad-bec6-49cd-8fdb-1220a5ce2f4c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:55.184046 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['873719ad-bec6-49cd-8fdb-1220a5ce2f4c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:55.199120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.204388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9078e48a-120d-46f4-9d2e-bcc5293976dd tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 4.0997043 Dec 08 16:28:55.205097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33206) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:55.212313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.235795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:55.240862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.278373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:55.402754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:55.403142 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.417771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=efdfe3da-93ae-4686-9442-d9a01673c1e6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:55.500559 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614 (CIDR: 2001:db8::/64) Dec 08 16:28:55.506476 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:28:55.507113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:28:55.549320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a57c5425-0612-4438-a7d0-ea5410abd717 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5001299 Dec 08 16:28:55.549993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:55.555909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:55.584449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Checking segment: {'id': 'a23150c1-b422-40a3-a398-9845fd828482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:55.584796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network hostable DHCP agents. Network: e59068cf-e37a-44f0-b828-2eb7a59c8e20, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:28:55.654523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:28:55.676712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.713860 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Set router 873719ad-bec6-49cd-8fdb-1220a5ce2f4c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:55.849910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-3bfcbc10-d915-43ad-8152-fd46f60b24fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:55.851459 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-3bfcbc10-d915-43ad-8152-fd46f60b24fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.0883827 Dec 08 16:28:55.904796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e59068cf-e37a-44f0-b828-2eb7a59c8e20) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:55.909701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:55.910763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.927919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:55.942545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64af72a5-a201-4900-93c2-2f8cb9214c7f None None] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:56.012301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Deleting port 640ffdaf-5294-4394-92e0-941255da2625 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:56.013442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.091155 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eb232538-255f-4da8-b091-8abd12788a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.184570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.197993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3c819a9d-894d-48ef-b147-ecf448f1f25e None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:56.198731 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c819a9d-894d-48ef-b147-ecf448f1f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.202387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Calling delete_port for 640ffdaf-5294-4394-92e0-941255da2625 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:28:56.295587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873719ad-bec6-49cd-8fdb-1220a5ce2f4c', 'name': '', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55a29faa-4b80-41fe-9ab2-0cac9072de86', 'external_fixed_ips': [{'subnet_id': 'e273954b-8587-4056-a708-9b050d3549e3', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '640ffdaf-5294-4394-92e0-941255da2625', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:28:51Z', 'updated_at': '2021-12-08T16:28:53Z', 'revision_number': 3, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port': {'id': '640ffdaf-5294-4394-92e0-941255da2625', 'name': '', 'network_id': '55a29faa-4b80-41fe-9ab2-0cac9072de86', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e0:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873719ad-bec6-49cd-8fdb-1220a5ce2f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2596, 'fixed_ips': [{'subnet_id': 'e273954b-8587-4056-a708-9b050d3549e3', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:28:52Z', 'updated_at': '2021-12-08T16:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e273954b-8587-4056-a708-9b050d3549e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:56.343412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.363105 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Checking router: 873719ad-bec6-49cd-8fdb-1220a5ce2f4c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:28:56.363453 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Updating router 873719ad-bec6-49cd-8fdb-1220a5ce2f4c port 640ffdaf-5294-4394-92e0-941255da2625 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:28:56.372000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-e59068cf-e37a-44f0-b828-2eb7a59c8e20', 'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': 'efdfe3da-93ae-4686-9442-d9a01673c1e6'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:28:56.373124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.417997 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.513615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-b24f018a-653b-43f5-9897-7eb76b60a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.515444 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-b24f018a-653b-43f5-9897-7eb76b60a7bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.6567545 Dec 08 16:28:56.536799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a87b4091-9fa7-412c-832f-45cae4874c14,segment=NetworkSegment(23b3b06d-c72c-4f8b-afa8-edbce799e39f),segment_id=23b3b06d-c72c-4f8b-afa8-edbce799e39f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:56.563117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e26074d-6d4e-486e-b129-6b59a6ce07f9 req-64f39468-2d08-484a-beae-30627d0899f5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.565341 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.589877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e26074d-6d4e-486e-b129-6b59a6ce07f9 req-64f39468-2d08-484a-beae-30627d0899f5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.6946061 Dec 08 16:28:56.628432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:56.638744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c57f33b-cc1b-4db2-bc60-358088f2f25f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9728322 Dec 08 16:28:56.640409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33224) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:56.642602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.650993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1769363996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:56.692085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3c819a9d-894d-48ef-b147-ecf448f1f25e None None] Provisioning complete for port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:56.692620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c819a9d-894d-48ef-b147-ecf448f1f25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.734769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:56.755826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Allocated IP 172.20.0.2 (e59068cf-e37a-44f0-b828-2eb7a59c8e20/efdfe3da-93ae-4686-9442-d9a01673c1e6/dd7d29c4-34ee-4cb0-a731-b917016ed5a9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:56.765904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3c819a9d-894d-48ef-b147-ecf448f1f25e None None] Port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:56.783488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e26074d-6d4e-486e-b129-6b59a6ce07f9 req-3b115851-d7e3-4e36-80c2-e6f4159692de tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1870952 Dec 08 16:28:56.784522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.785636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.790266 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-df52de88-9def-4d5d-baab-ddd54f88712d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.2636681 Dec 08 16:28:56.832304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.894200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-aa9dfe8e-dd04-4924-9464-5f0c803267ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:56.896223 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-aa9dfe8e-dd04-4924-9464-5f0c803267ce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0865536 Dec 08 16:28:56.909306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-10099f07-a765-4a8a-839f-7f4b00af52c4 None None] Provisioning complete for port b8c33aaf-6827-412d-8f96-aba6c9b4dad3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:56.909934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10099f07-a765-4a8a-839f-7f4b00af52c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:56.933344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event deleted for resources: {'Port': ['ID=640ffdaf-5294-4394-92e0-941255da2625,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:56.969784 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.db.api [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103284) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:28:56.970214 n-d-820935-5 neutron-server[103284]: DEBUG oslo_db.api [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:28:56.985327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.016150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-10099f07-a765-4a8a-839f-7f4b00af52c4 None None] Port b8c33aaf-6827-412d-8f96-aba6c9b4dad3 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:28:57.064848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-78bea93b-3c6c-4430-8501-00763f0bdf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:57.068170 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-78bea93b-3c6c-4430-8501-00763f0bdf16 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635787 Dec 08 16:28:57.076506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.111188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.122477 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.146851 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.150339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4db02138-467a-485a-93a9-fb823e26e9ac tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5061817 Dec 08 16:28:57.152680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33226) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:57.166108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20', 'name': 'tempest-PortsTestJSON-690630484'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:57.183984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:57.188245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:57.199006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:28:57.201671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:57.226226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.282879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Pushing event updated for resources: {'Port': ['ID=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:57.347062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Attempting to bind port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:28:57.347672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Attempting to bind port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a23150c1-b422-40a3-a398-9845fd828482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:28:57.348274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Attempting to bind port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 on network e59068cf-e37a-44f0-b828-2eb7a59c8e20 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:28:57.355892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:28:57.356368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Checking segment: {'id': 'a23150c1-b422-40a3-a398-9845fd828482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:28:57.356846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.358278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Bound using segment: {'id': 'a23150c1-b422-40a3-a398-9845fd828482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:28:57.358797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Bound port: dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a23150c1-b422-40a3-a398-9845fd828482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'e59068cf-e37a-44f0-b828-2eb7a59c8e20'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:28:57.359289 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.424366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-aecadc12-9279-4bcd-b132-3b5bcc06bfa6 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447182 Dec 08 16:28:57.424829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:57.426946 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.428090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.490723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] For port dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:28:57.514891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] For port dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,segment=NetworkSegment(a23150c1-b422-40a3-a398-9845fd828482),segment_id=a23150c1-b422-40a3-a398-9845fd828482)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:28:57.525745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.546653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.563740 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Port 640ffdaf-5294-4394-92e0-941255da2625 not found while updating agent binding for router 873719ad-bec6-49cd-8fdb-1220a5ce2f4c. {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 16:28:57.566943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.611118 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Routers {'873719ad-bec6-49cd-8fdb-1220a5ce2f4c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:28:57.619236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['873719ad-bec6-49cd-8fdb-1220a5ce2f4c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:57.645893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=b97f61d2-287c-4313-ad91-3dccb299f076,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:57.665176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342e022-5752-46dc-8ff3-990b5f4e6c5b None None] Pushing event updated for resources: {'Port': ['ID=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:57.697745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:28:57.750149 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] Set router 873719ad-bec6-49cd-8fdb-1220a5ce2f4c gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:28:57.776080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:28:57.781325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:57.782573 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.789253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc6f77-f1b3-4b41-8a88-46931aad6c33 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:28:57.838992 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6d166068-aaa9-4935-8d94-78537ebf0a61 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2842507 Dec 08 16:28:57.839301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33234) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:57.846243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.852714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1772607026', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b97f61d2-287c-4313-ad91-3dccb299f076'}], 'security_groups': ['6a738614-debe-4617-9033-d5e8d563b811']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:28:57.855606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 873719ad-bec6-49cd-8fdb-1220a5ce2f4c {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:28:57.875441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:57.880994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74ea21e8-994f-4875-a0ee-a4494148ad63 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/routers/873719ad-bec6-49cd-8fdb-1220a5ce2f4c HTTP/1.1" status: 204 len: 168 time: 2.6740198 Dec 08 16:28:57.887300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873719ad-bec6-49cd-8fdb-1220a5ce2f4c', 'name': '', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:28:51Z', 'updated_at': '2021-12-08T16:28:56Z', 'revision_number': 5, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:28:57.891973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33238) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:57.958286 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e0590b-a409-4000-826c-98da106bbb69 None None] The sync data for ids ['873719ad-bec6-49cd-8fdb-1220a5ce2f4c'] in n-d-820935-5 is: [{'id': '873719ad-bec6-49cd-8fdb-1220a5ce2f4c', 'name': '', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:28:51Z', 'updated_at': '2021-12-08T16:28:56Z', 'revision_number': 5, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:28:57.976836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.017899 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c8d32ff7-1baa-4d4c-a92d-71600efe886e req-6df4be0a-bb7a-4d46-877d-ef2136d35e17 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833583 Dec 08 16:28:58.101458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Deleting subnet e273954b-8587-4056-a708-9b050d3549e3 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:28:58.114926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.157281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.354761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Update dhcp port {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'fixed_ips': [{'subnet_id': '0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b97f61d2-287c-4313-ad91-3dccb299f076'}], 'binding:host_id': 'n-d-820935-5'}, 'id': 'a87b4091-9fa7-412c-832f-45cae4874c14'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:28:58.423969 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.696985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Delete allocated IP 2001:db8::e9 (af7d330b-1a49-4068-8667-f4a1273c72e4/0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614) {{(pid=103281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:28:58.708488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8:0:1::252 (af7d330b-1a49-4068-8667-f4a1273c72e4/b97f61d2-287c-4313-ad91-3dccb299f076/b8c33aaf-6827-412d-8f96-aba6c9b4dad3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:58.719666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:28:58.723550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.764757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c809ceb5-e90f-42be-be7e-74fdf7152b05 req-eda197ed-b9e7-4dde-bcce-5e088fdf47cd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:58.772157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c809ceb5-e90f-42be-be7e-74fdf7152b05 req-eda197ed-b9e7-4dde-bcce-5e088fdf47cd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.7742679 Dec 08 16:28:58.780887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:28:58.781776 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94d4d7e3-0e50-4774-b363-243a256aa533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.856136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.956303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.966218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:58.986275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c809ceb5-e90f-42be-be7e-74fdf7152b05 req-cdd0d0de-1161-4917-bc7a-87d317c0c364 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2118642 Dec 08 16:28:59.063803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.13 (e59068cf-e37a-44f0-b828-2eb7a59c8e20/efdfe3da-93ae-4686-9442-d9a01673c1e6/e2504747-5b64-4ed0-9b03-3bc9dc7e1dde) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:59.082995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.122156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Allocated IP 2001:db8:0:1::2 (af7d330b-1a49-4068-8667-f4a1273c72e4/b97f61d2-287c-4313-ad91-3dccb299f076/a87b4091-9fa7-412c-832f-45cae4874c14) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:28:59.129030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.134120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/subnets/e273954b-8587-4056-a708-9b050d3549e3 HTTP/1.1" status: 204 len: 168 time: 1.2377112 Dec 08 16:28:59.159228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33260) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.173274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b862fa2-47e4-414d-b478-db7af32fe85e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e273954b-8587-4056-a708-9b050d3549e3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.189975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] In _notify_port_updated(), no bound segment for port b8c33aaf-6827-412d-8f96-aba6c9b4dad3 on network af7d330b-1a49-4068-8667-f4a1273c72e4 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:28:59.200703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:59.200703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.207235 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/ports/b8c33aaf-6827-412d-8f96-aba6c9b4dad3 HTTP/1.1" status: 200 len: 931 time: 1.3661308 Dec 08 16:28:59.214739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33262) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:28:59.235346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b41dadb-13fb-4d09-889e-7c655cadb1af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=b8c33aaf-6827-412d-8f96-aba6c9b4dad3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.347261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dd7d29c4-34ee-4cb0-a731-b917016ed5a9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:28:59.561084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a87b4091-9fa7-412c-832f-45cae4874c14,segment=NetworkSegment(23b3b06d-c72c-4f8b-afa8-edbce799e39f),segment_id=23b3b06d-c72c-4f8b-afa8-edbce799e39f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:59.611814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.620498 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.655363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.685281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Pushing event updated for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:28:59.688175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:28:59.688542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.712006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb503337-d12a-41d5-a0fa-9f578af01015 req-1053a0e7-a425-4ceb-ad3a-9aa581eb5600 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:28:59.713656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb503337-d12a-41d5-a0fa-9f578af01015 req-1053a0e7-a425-4ceb-ad3a-9aa581eb5600 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1837561 Dec 08 16:28:59.733776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port b8c33aaf-6827-412d-8f96-aba6c9b4dad3 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:28:59.734502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.780035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.780428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.780701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.781043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.781376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.781818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.782054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.782384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.782706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.783027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.783349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.783671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.783986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44647612-28d1-4078-a093-3572c21b56a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:28:59.911379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.945016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:28:59.975662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,segment=NetworkSegment(a23150c1-b422-40a3-a398-9845fd828482),segment_id=a23150c1-b422-40a3-a398-9845fd828482)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:28:59.987432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.099387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.168276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b63e3f-1012-492d-9d69-aeaa2ec0d945 None None] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:00.272196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.285110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.305710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:00.319814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ac69714f-1531-4cb8-b7aa-7c70f76bb213 None None] Provisioning complete for port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:00.320207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a29faa-4b80-41fe-9ab2-0cac9072de86']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:00.320395 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac69714f-1531-4cb8-b7aa-7c70f76bb213 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.363007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for b8c33aaf-6827-412d-8f96-aba6c9b4dad3 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:00.379572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07d4939-18d2-4f2e-8ff3-97dce2e1bed1') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:00.379929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07d4939-18d2-4f2e-8ff3-97dce2e1bed1') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:00.387791 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.471132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.489531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb503337-d12a-41d5-a0fa-9f578af01015 req-91bccf81-ee93-44c5-9114-e118bb2d1310 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7588129 Dec 08 16:29:00.560173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:00.566872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.578162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e1aef-8ed9-4725-beb4-3c7735145289 req-51bc4d8b-c427-461c-a239-fadc882209aa tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:00.580191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c69e1aef-8ed9-4725-beb4-3c7735145289 req-51bc4d8b-c427-461c-a239-fadc882209aa tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2473512 Dec 08 16:29:00.599091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:00.604974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:00.605392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:00.608783 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:00.667010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:00.701641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=e2504747-5b64-4ed0-9b03-3bc9dc7e1dde,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:00.824485 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.846955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:00.847629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.857783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55a29faa-4b80-41fe-9ab2-0cac9072de86 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 08 16:29:00.877950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.889056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/networks/55a29faa-4b80-41fe-9ab2-0cac9072de86 HTTP/1.1" status: 204 len: 168 time: 1.7212653 Dec 08 16:29:00.903903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35599b83-c6e0-4846-a137-cd4b3511e872 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event deleted for resources: {'Network': ['ID=55a29faa-4b80-41fe-9ab2-0cac9072de86,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:00.905493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ec985497-113e-4a55-ae9d-90036a276674 None None] Provisioning complete for port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:00.906786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec985497-113e-4a55-ae9d-90036a276674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:00.938797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c69e1aef-8ed9-4725-beb4-3c7735145289 req-821d907d-effe-496b-a58d-079727e9e9a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3471079 Dec 08 16:29:00.978556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6ba96b4c-612b-4c28-8c8d-e4a9e06590fb tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.8226871 Dec 08 16:29:00.981645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33284) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.043909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.127126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ec985497-113e-4a55-ae9d-90036a276674 None None] Provisioning complete for port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:01.128100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec985497-113e-4a55-ae9d-90036a276674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.142948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=b8c33aaf-6827-412d-8f96-aba6c9b4dad3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:01.243693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ec985497-113e-4a55-ae9d-90036a276674 None None] Port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:01.249497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.255657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5965f4c0-632a-4c4e-b79f-26c8421f9be8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/b8c33aaf-6827-412d-8f96-aba6c9b4dad3 HTTP/1.1" status: 204 len: 168 time: 2.0370800 Dec 08 16:29:01.259301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33290) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.285245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:01.385136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:01.389582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.421279 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aadfb8a-0cfb-40ad-8413-14449b299422 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:29:01.423071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9aadfb8a-0cfb-40ad-8413-14449b299422 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/b8c33aaf-6827-412d-8f96-aba6c9b4dad3 HTTP/1.1" status: 404 len: 333 time: 0.1613493 Dec 08 16:29:01.426479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.479626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Could not find standard attr ID for object b8c33aaf-6827-412d-8f96-aba6c9b4dad3. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:01.507884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33296) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.520110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'name': 'tempest-router--1967862286', 'project_id': 'dfa63be72abe4dfa9bfd69d6ffe2c562'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:01.551517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:01.552488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.563921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.564996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.627437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78884d46-bf80-4519-9426-80c9d7435ab7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.795774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.851806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dd7d29c4-34ee-4cb0-a731-b917016ed5a9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:01.872801 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78884d46-bf80-4519-9426-80c9d7435ab7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.916521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.931419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.934888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78884d46-bf80-4519-9426-80c9d7435ab7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.936014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Provisioning complete for port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:01.937004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.942610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78884d46-bf80-4519-9426-80c9d7435ab7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:01.947292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78884d46-bf80-4519-9426-80c9d7435ab7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/security-groups/48b2341a-8156-484e-86c1-95aa605247c8 HTTP/1.1" status: 204 len: 168 time: 0.5154741 Dec 08 16:29:01.952728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33302) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:01.958512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.001961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78884d46-bf80-4519-9426-80c9d7435ab7 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b2341a-8156-484e-86c1-95aa605247c8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.048344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.053813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04332814-c0bb-4427-bd12-c71f4573e96d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5382771 Dec 08 16:29:02.064919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:02.066419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33304) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.081915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:02.082333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a49f8d-ccac-4803-a9ec-acc9cb7cfcb4 req-cf6a4e65-2190-4c8e-b126-737c1753c73f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:02.082860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.084357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26a49f8d-ccac-4803-a9ec-acc9cb7cfcb4 req-cf6a4e65-2190-4c8e-b126-737c1753c73f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.3769529 Dec 08 16:29:02.190500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Provisioning complete for port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:02.190870 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.263221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26a49f8d-ccac-4803-a9ec-acc9cb7cfcb4 req-151d1695-18cd-4e16-a273-e908ac1bf4bb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664507 Dec 08 16:29:02.270540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.286372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.291581 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.314915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50d67530-a209-42d7-814c-e16fb66c9768 None None] Port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:02.325624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bfa924-74af-4b31-8491-c67241c8e40f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.345973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.352887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.417057 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bfa924-74af-4b31-8491-c67241c8e40f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.440656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e7103fac-d28b-432a-a2c1-bbf2edcce407 None None] Could not find standard attr ID for object b8c33aaf-6827-412d-8f96-aba6c9b4dad3. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:02.489842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=e2504747-5b64-4ed0-9b03-3bc9dc7e1dde,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.513438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.521282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.583076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.583832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e87ae4b8-3e2b-4ffa-b4f2-bc04b1e24eca {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:02.592587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.597316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-caec2e13-cd8c-431f-8858-edb5dcde5d68 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/routers/e87ae4b8-3e2b-4ffa-b4f2-bc04b1e24eca HTTP/1.1" status: 204 len: 168 time: 0.5085323 Dec 08 16:29:02.597316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bfa924-74af-4b31-8491-c67241c8e40f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.599333 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bfa924-74af-4b31-8491-c67241c8e40f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.604226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-01bfa924-74af-4b31-8491-c67241c8e40f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a738614-debe-4617-9033-d5e8d563b811 HTTP/1.1" status: 204 len: 168 time: 0.6427269 Dec 08 16:29:02.604959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.646580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfa924-74af-4b31-8491-c67241c8e40f tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a738614-debe-4617-9033-d5e8d563b811,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:02.768477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:02.776074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.787653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cd1666dc-c514-4a1c-b9a5-33f8cf287869 None None] Provisioning complete for port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:02.787989 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd1666dc-c514-4a1c-b9a5-33f8cf287869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.797707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33312) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:02.803503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:02.869121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cd1666dc-c514-4a1c-b9a5-33f8cf287869 None None] Port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:02.875492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.035976 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.146507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.152743 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.227692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.275466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.277751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fe7a0b-733f-48c3-ba9e-a78bf1aa8440 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:03.285426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614 HTTP/1.1" status: 204 len: 168 time: 0.6618435 Dec 08 16:29:03.285426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cdcb9-7f30-4479-ad04-2aa4a2a671ba tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:03.285426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33336) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:03.291625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:03.338833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-830374871', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:03.504612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.510389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.586567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:03.594213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.708789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9461a189-fada-4fb4-af35-11d23fa88405 req-35fd2b75-4dc8-4fb0-92a2-8f379541821f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:03.711841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9461a189-fada-4fb4-af35-11d23fa88405 req-35fd2b75-4dc8-4fb0-92a2-8f379541821f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.2298496 Dec 08 16:29:03.768639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.776688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.778790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:03.858377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9461a189-fada-4fb4-af35-11d23fa88405 req-46f8e491-737f-4e28-9485-3bb451cc42e2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353486 Dec 08 16:29:04.033460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=e2504747-5b64-4ed0-9b03-3bc9dc7e1dde,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:04.086787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.097201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.098844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.167720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=f745ffe9-973e-4c48-9fde-93c8b57e4eed,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:04.195299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:04.199642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:04.206557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:04.207509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.234837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a9584db3-d1ef-4dc2-99bb-faa8e665840e tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9481151 Dec 08 16:29:04.235710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33356) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:04.241511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'security_group': {'name': 'tempest-secgroup-746547964'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:04.285517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.379719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:04.383917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:04.407839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.417756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.471908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:04.476057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2360747 Dec 08 16:29:04.479513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33364) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:04.482030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c830f3c-fe65-4b4d-b9f2-3b3a1c4094af tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d04638-eb89-405a-ac5b-04babffc552e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:04.515460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'security_group': {'name': 'tempest-secgroup-267000437'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:04.527720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03d0d2-6a55-4d6c-841e-49cd144dc01d None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:04.676407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7adf58e-2803-4a1d-90bd-3d855efb97dc None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:04.677326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7adf58e-2803-4a1d-90bd-3d855efb97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.007807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.012121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.043820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63051e1f-8912-4281-8107-d3edcf9eaf52 req-d7dd815e-9ff1-4010-a13c-1f8a7938cd6b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:05.045138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63051e1f-8912-4281-8107-d3edcf9eaf52 req-d7dd815e-9ff1-4010-a13c-1f8a7938cd6b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.0868011 Dec 08 16:29:05.073116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.125888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7adf58e-2803-4a1d-90bd-3d855efb97dc None None] Provisioning complete for port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:05.126284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7adf58e-2803-4a1d-90bd-3d855efb97dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.131591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63051e1f-8912-4281-8107-d3edcf9eaf52 req-ddbf6a1b-8637-4d50-a9fd-d8ad753c5501 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789249 Dec 08 16:29:05.173000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] Update dhcp port {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'fixed_ips': [{'subnet_id': 'b97f61d2-287c-4313-ad91-3dccb299f076', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f745ffe9-973e-4c48-9fde-93c8b57e4eed'}], 'binding:host_id': 'n-d-820935-5'}, 'id': 'a87b4091-9fa7-412c-832f-45cae4874c14'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:29:05.206506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7adf58e-2803-4a1d-90bd-3d855efb97dc None None] Port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:05.212032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.309077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Router 4ce8b8cb-3187-4918-b7c7-7066b231761f is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:05.334704 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.366807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.408817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b3e61528-e72f-497d-a6bc-9160783c476a None None] Provisioning complete for port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:05.409315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3e61528-e72f-497d-a6bc-9160783c476a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.504990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.511136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0231738 Dec 08 16:29:05.511580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33384) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.517959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'security_group': {'name': 'tempest-secgroup-54937133'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:05.519329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32874-0d76-43c5-8187-9b81376bbb88 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69772a43-c620-4a34-974d-5d9a59ba8d42,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:05.530899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Allocated IP 172.25.3.241 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/688edf02-7820-4ef8-b8fd-dd3af68584ab) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:05.547792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b3e61528-e72f-497d-a6bc-9160783c476a None None] Port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:05.586027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] Allocated IP 2001:db8::2 (af7d330b-1a49-4068-8667-f4a1273c72e4/f745ffe9-973e-4c48-9fde-93c8b57e4eed/a87b4091-9fa7-412c-832f-45cae4874c14) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:05.610157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.645482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:05.664814 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-30717837-cf9d-4625-ab03-1812d6321169 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/routers/4ce8b8cb-3187-4918-b7c7-7066b231761f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6769319 Dec 08 16:29:05.666968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.678531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] Sync routers for ids ['4ce8b8cb-3187-4918-b7c7-7066b231761f'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:05.762524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] Routers {'4ce8b8cb-3187-4918-b7c7-7066b231761f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:05.763449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4ce8b8cb-3187-4918-b7c7-7066b231761f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:05.778809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40ba5f1-8345-4d25-a563-cc70a4469a35 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:05.780919 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a40ba5f1-8345-4d25-a563-cc70a4469a35 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ce8b8cb-3187-4918-b7c7-7066b231761f HTTP/1.1" status: 200 len: 982 time: 0.1128461 Dec 08 16:29:05.788481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33392) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.804672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:05.831210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] Routers {'4ce8b8cb-3187-4918-b7c7-7066b231761f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:05.832185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4ce8b8cb-3187-4918-b7c7-7066b231761f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:05.834277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.842661 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.876471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:05.877424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23256e9-4f8d-4552-86a5-7c321d4cc34e None None] The sync data for ids ['4ce8b8cb-3187-4918-b7c7-7066b231761f'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:05.896611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.899540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb456904-ec88-4f73-a365-f01005d8df40,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:05.907316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a87b4091-9fa7-412c-832f-45cae4874c14,segment=NetworkSegment(23b3b06d-c72c-4f8b-afa8-edbce799e39f),segment_id=23b3b06d-c72c-4f8b-afa8-edbce799e39f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:05.934978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.939548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72d5190d-9896-422a-8359-ba1f6ca500ab tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4257991 Dec 08 16:29:05.942918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33398) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:05.951568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1401835846', 'security_groups': ['bb456904-ec88-4f73-a365-f01005d8df40'], 'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f745ffe9-973e-4c48-9fde-93c8b57e4eed'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:05.974563 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:05.979999 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.092516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb982a-12a9-4a43-b481-38ca2c74f170 None None] Pushing event updated for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:06.190575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.292321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:06.296078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event updated for resources: {'Port': ['ID=688edf02-7820-4ef8-b8fd-dd3af68584ab,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:06.340474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:06.344077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:06.387782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4315b-1e06-48ef-96fc-fa6950a20661 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:06.449666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:06.473317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463f06f-acc0-4338-8cf6-6f3438d0fd11 req-430803ee-0a05-49c8-acb3-da258d581fc9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:06.476479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6463f06f-acc0-4338-8cf6-6f3438d0fd11 req-430803ee-0a05-49c8-acb3-da258d581fc9 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1434722 Dec 08 16:29:06.526731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0d28e9ff-767f-4ab2-9ca1-7ee557757163 None None] Provisioning complete for port 688edf02-7820-4ef8-b8fd-dd3af68584ab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:06.527380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d28e9ff-767f-4ab2-9ca1-7ee557757163 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.653339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6463f06f-acc0-4338-8cf6-6f3438d0fd11 req-38aac517-d65f-4b5a-83d3-eeadf326603b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476073 Dec 08 16:29:06.658659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0d28e9ff-767f-4ab2-9ca1-7ee557757163 None None] Port 688edf02-7820-4ef8-b8fd-dd3af68584ab cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:06.697514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:06.831464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] device_id is not set on port 5a2ed7fa-8225-4386-ab46-1fb0d02523ed yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:07.005494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-051acba6-8079-4865-98b7-b54a06ed3547 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:07.006185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-051acba6-8079-4865-98b7-b54a06ed3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.088578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.137745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-051acba6-8079-4865-98b7-b54a06ed3547 None None] Provisioning complete for port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:07.138346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-051acba6-8079-4865-98b7-b54a06ed3547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.191970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:07.194637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-051acba6-8079-4865-98b7-b54a06ed3547 None None] Port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:07.255114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:07.255591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.702258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8::1e9 (af7d330b-1a49-4068-8667-f4a1273c72e4/f745ffe9-973e-4c48-9fde-93c8b57e4eed/5a2ed7fa-8225-4386-ab46-1fb0d02523ed) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:07.736729 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:07.922109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36276a53-cd50-4189-8a2b-159ab34ea628 req-8d01783a-2154-4d0b-8359-d8a52ab4effe tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:07.947115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36276a53-cd50-4189-8a2b-159ab34ea628 req-8d01783a-2154-4d0b-8359-d8a52ab4effe tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1623192 Dec 08 16:29:08.014050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36276a53-cd50-4189-8a2b-159ab34ea628 req-12b39d90-f688-40b5-9973-da346a698b53 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655398 Dec 08 16:29:08.091967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.208007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.348243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.420212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port e2504747-5b64-4ed0-9b03-3bc9dc7e1dde {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:08.420440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.451132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:08.485726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:08.488307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:08.496196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:08.496196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.502872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=5a2ed7fa-8225-4386-ab46-1fb0d02523ed,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:08.506416 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Router b7392e5c-ad8f-4347-9101-bf1a03b9a317 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:08.549146 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-16928ece-6601-4aeb-b08e-6a503940dba6 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6051276 Dec 08 16:29:08.552128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33450) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:08.559463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:08.627224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.694328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for e2504747-5b64-4ed0-9b03-3bc9dc7e1dde owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:08.740407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:08.747623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.769025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:08.797765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] Sync routers for ids ['b7392e5c-ad8f-4347-9101-bf1a03b9a317'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:08.811284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.812595 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36a8c109-72d2-4cee-9969-2e345e366d69 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0148611 Dec 08 16:29:08.813832 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] Routers {'b7392e5c-ad8f-4347-9101-bf1a03b9a317'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:08.814605 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b7392e5c-ad8f-4347-9101-bf1a03b9a317'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:08.833975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33456) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:08.869661 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:08.883789 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] Routers {'b7392e5c-ad8f-4347-9101-bf1a03b9a317'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:08.884765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b7392e5c-ad8f-4347-9101-bf1a03b9a317'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:08.945134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-19167972-66d9-47dd-a894-06f25aa2e910 None None] Provisioning complete for port 5a2ed7fa-8225-4386-ab46-1fb0d02523ed triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:08.946997 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19167972-66d9-47dd-a894-06f25aa2e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:08.968501 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:08.969500 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e1ead6-9dbb-4f1e-91f1-c2f03bb3cfbb None None] The sync data for ids ['b7392e5c-ad8f-4347-9101-bf1a03b9a317'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:09.000403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19167972-66d9-47dd-a894-06f25aa2e910 None None] Port 5a2ed7fa-8225-4386-ab46-1fb0d02523ed cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:09.037098 n-d-820935-5 neutron-server[103282]: INFO neutron.db.ipam_backend_mixin [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f745ffe9-973e-4c48-9fde-93c8b57e4eed (CIDR: 2001:db8::/64) Dec 08 16:29:09.043413 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:09.043926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:09.076540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.101343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-86b17e7f-aaa2-4468-a8f8-72b40eb7c415 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/b7392e5c-ad8f-4347-9101-bf1a03b9a317 HTTP/1.1" status: 200 len: 920 time: 0.2565396 Dec 08 16:29:09.103999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33466) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:09.127316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fc010cfc-eb8e-45ca-85ed-2b587fdd9033 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5738766 Dec 08 16:29:09.129989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33470) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:09.137557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:09.157330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=e2504747-5b64-4ed0-9b03-3bc9dc7e1dde,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:09.173321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5d973681-25fc-46f1-8519-514664ca98ea tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7392e5c-ad8f-4347-9101-bf1a03b9a317 HTTP/1.1" status: 200 len: 205 time: 0.0657558 Dec 08 16:29:09.174360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33474) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:09.389211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.593667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Router 4ce8b8cb-3187-4918-b7c7-7066b231761f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:09.697908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:09.705121 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5a3331b7-c580-4f5a-8147-877056e78b22 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/routers/4ce8b8cb-3187-4918-b7c7-7066b231761f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9153390 Dec 08 16:29:09.711669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:09.714634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438603d6-2329-478e-b875-7979be2d0592 None None] Sync routers for ids ['4ce8b8cb-3187-4918-b7c7-7066b231761f'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:09.734112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438603d6-2329-478e-b875-7979be2d0592 None None] Routers {'4ce8b8cb-3187-4918-b7c7-7066b231761f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:09.735058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-438603d6-2329-478e-b875-7979be2d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4ce8b8cb-3187-4918-b7c7-7066b231761f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:09.753670 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e0231f-ff8a-4221-8c32-6f99aa817a31 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:29:09.758378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-86e0231f-ff8a-4221-8c32-6f99aa817a31 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/e2504747-5b64-4ed0-9b03-3bc9dc7e1dde HTTP/1.1" status: 404 len: 333 time: 0.0417516 Dec 08 16:29:09.758926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:09.779293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-438603d6-2329-478e-b875-7979be2d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:09.800802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438603d6-2329-478e-b875-7979be2d0592 None None] Routers {'4ce8b8cb-3187-4918-b7c7-7066b231761f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:09.801842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-438603d6-2329-478e-b875-7979be2d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4ce8b8cb-3187-4918-b7c7-7066b231761f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:09.813469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a27ac-2f37-43f7-85e7-1830f4ebc11a req-2a06431f-bbc3-43f0-8212-6d0a71280a81 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:09.826701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d0a27ac-2f37-43f7-85e7-1830f4ebc11a req-2a06431f-bbc3-43f0-8212-6d0a71280a81 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.6528950 Dec 08 16:29:09.854166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-438603d6-2329-478e-b875-7979be2d0592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:09.855064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438603d6-2329-478e-b875-7979be2d0592 None None] The sync data for ids ['4ce8b8cb-3187-4918-b7c7-7066b231761f'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:09.863186 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.979917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:09.997482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d0a27ac-2f37-43f7-85e7-1830f4ebc11a req-df395fc7-fcbf-4a73-9fb6-b507f90b9b85 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198697 Dec 08 16:29:10.037315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:10.042189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.088034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.090902 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.178185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.180714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce8b8cb-3187-4918-b7c7-7066b231761f {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:10.192739 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.198260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33500) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:10.200080 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9250ed14-7ce3-4d00-8ff8-82f1803401a7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/routers/4ce8b8cb-3187-4918-b7c7-7066b231761f HTTP/1.1" status: 204 len: 168 time: 0.4394531 Dec 08 16:29:10.255245 n-d-820935-5 neutron-server[103282]: INFO neutron.db.ipam_backend_mixin [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b97f61d2-287c-4313-ad91-3dccb299f076 (CIDR: 2001:db8:0:1::/64) Dec 08 16:29:10.260040 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:10.260485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:10.280010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.297966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet efdfe3da-93ae-4686-9442-d9a01673c1e6 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:10.306622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.341725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6a691cc8-e65a-4e56-a2ef-4f1f2f3007e3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2104895 Dec 08 16:29:10.344849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:10.350597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'subnet': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:10.384203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.447450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Deleting port 688edf02-7820-4ef8-b8fd-dd3af68584ab {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:10.447783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.507370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Made reservation on behalf of 3d0beeb762634b918e7ba01b91ad38de for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:10.512630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.549047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.635926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.654609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Calling delete_port for 688edf02-7820-4ef8-b8fd-dd3af68584ab owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:10.711920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.757504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=efdfe3da-93ae-4686-9442-d9a01673c1e6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:10.766401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.766574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2de8d-c161-4a07-8625-a989bfd43493 None None] Network e59068cf-e37a-44f0-b828-2eb7a59c8e20 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:10.772730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-01f3e440-07b4-483e-9f2e-5d8ab2f38aad tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/efdfe3da-93ae-4686-9442-d9a01673c1e6 HTTP/1.1" status: 204 len: 168 time: 0.5733705 Dec 08 16:29:10.774258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33512) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:10.903435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.955008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:10.974121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.004541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] DHCP port deletion for e59068cf-e37a-44f0-b828-2eb7a59c8e20 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:11.009728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event deleted for resources: {'Port': ['ID=688edf02-7820-4ef8-b8fd-dd3af68584ab,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:11.039688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Network af7d330b-1a49-4068-8667-f4a1273c72e4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:11.047649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:11.056577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:11.057610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.063924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Subnet': ['ID=4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:11.082937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953d0603-dd5d-49f6-b699-9df0883cfbf8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:11.085894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801edd70-5534-42b4-86bd-74378865f814 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:11.095291 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bab9f567-1884-473e-a00d-3efeeb86c74c tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7487214 Dec 08 16:29:11.097659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:11.098350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.100356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:11.109696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1473018666', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a'}], 'security_groups': ['a5d04638-eb89-405a-ac5b-04babffc552e', '69772a43-c620-4a34-974d-5d9a59ba8d42']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:11.302992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.340285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] For port dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,segment=NetworkSegment(a23150c1-b422-40a3-a398-9845fd828482),segment_id=a23150c1-b422-40a3-a398-9845fd828482)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:11.340978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.357776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dd7d29c4-34ee-4cb0-a731-b917016ed5a9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:11.384667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for dd7d29c4-34ee-4cb0-a731-b917016ed5a9 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:11.409040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.522504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03fdb-ec2f-4df4-b520-2933153acc32 req-254816f8-8312-43a9-8ebc-b1c91e877ab2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:11.525714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f03fdb-ec2f-4df4-b520-2933153acc32 req-254816f8-8312-43a9-8ebc-b1c91e877ab2 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.2854893 Dec 08 16:29:11.550232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] Deleting port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:11.551911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.613190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.619145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.710468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.756088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] For port dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,segment=NetworkSegment(a23150c1-b422-40a3-a398-9845fd828482),segment_id=a23150c1-b422-40a3-a398-9845fd828482)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:11.756790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.767107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.774949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Fanout notify agent at l3_agent the message router_deleted on router b7392e5c-ad8f-4347-9101-bf1a03b9a317 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:11.783509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] Calling delete_port for dd7d29c4-34ee-4cb0-a731-b917016ed5a9 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:11.796877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.798613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-41fc9dd4-e153-4b47-a466-dee8c6e2d7dd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/b7392e5c-ad8f-4347-9101-bf1a03b9a317 HTTP/1.1" status: 204 len: 168 time: 2.6219463 Dec 08 16:29:11.806191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:11.812355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1090121230', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': False}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:11.909042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] Update dhcp port {'port': {'network_id': 'af7d330b-1a49-4068-8667-f4a1273c72e4', 'fixed_ips': [{'subnet_id': 'b97f61d2-287c-4313-ad91-3dccb299f076', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f745ffe9-973e-4c48-9fde-93c8b57e4eed', 'ip_address': '2001:db8::2'}, {'subnet_id': '4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a'}], 'binding:host_id': 'n-d-820935-5'}, 'id': 'a87b4091-9fa7-412c-832f-45cae4874c14'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:29:11.912499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port dd7d29c4-34ee-4cb0-a731-b917016ed5a9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,segment=NetworkSegment(a23150c1-b422-40a3-a398-9845fd828482),segment_id=a23150c1-b422-40a3-a398-9845fd828482)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:11.916127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f03fdb-ec2f-4df4-b520-2933153acc32 req-a527b66f-a0ef-48f6-b28d-98bb0fcaded6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045491 Dec 08 16:29:11.926907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.930406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:11.954838 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.052473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.112325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.120275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.166547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:12.175677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No DVR routers for this DVR port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:12.286180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.310758 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.314417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:12.344214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59068cf-e37a-44f0-b828-2eb7a59c8e20']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:12.364160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] Pushing event deleted for resources: {'Port': ['ID=dd7d29c4-34ee-4cb0-a731-b917016ed5a9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:12.379754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a222bca3-8430-4bd7-ba25-e8e15841fbc3 None None] No DVR routers for this DVR port dd7d29c4-34ee-4cb0-a731-b917016ed5a9 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:12.384857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a23150c1-b422-40a3-a398-9845fd828482') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:12.384857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a23150c1-b422-40a3-a398-9845fd828482') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:12.428353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.432398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.498998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.541322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:12.541727 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:12.546459 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:12.588105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f724a80-06b4-40e3-9c9d-ef80e1523a4d req-c248dd6a-6181-46e8-97df-236a470ebfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:12.590459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f724a80-06b4-40e3-9c9d-ef80e1523a4d req-c248dd6a-6181-46e8-97df-236a470ebfac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1096 time: 0.0732887 Dec 08 16:29:12.645348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Delete allocated IP 2001:db8::1e9 (af7d330b-1a49-4068-8667-f4a1273c72e4/f745ffe9-973e-4c48-9fde-93c8b57e4eed) {{(pid=103281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:29:12.663048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.672575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.679916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/e59068cf-e37a-44f0-b828-2eb7a59c8e20 HTTP/1.1" status: 204 len: 168 time: 1.9042330 Dec 08 16:29:12.687104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f724a80-06b4-40e3-9c9d-ef80e1523a4d req-5721ab49-f260-4143-a8a3-30f7345cd9eb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891809 Dec 08 16:29:12.687841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33552) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.692630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Allocated IP 2001:db8:0:2::110 (af7d330b-1a49-4068-8667-f4a1273c72e4/4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a/5a2ed7fa-8225-4386-ab46-1fb0d02523ed) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:12.716590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702bd46-4f72-457b-9317-03c6dcfaea65 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=e59068cf-e37a-44f0-b828-2eb7a59c8e20,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:12.748130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3326cb32-6a57-466a-886f-9ea4940a75b7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:12.753266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3326cb32-6a57-466a-886f-9ea4940a75b7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/e091e3f8-3210-4f5f-ae0d-02ebe4141519 HTTP/1.1" status: 200 len: 841 time: 0.0595970 Dec 08 16:29:12.756163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33554) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.834885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9726a558-1bc6-4f17-917d-3a285df0fc93 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/e091e3f8-3210-4f5f-ae0d-02ebe4141519?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0768297 Dec 08 16:29:12.841241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:12.850619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:12.903713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:12.931076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.115925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Allocated IP 172.25.3.216 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/0d44bf73-830e-481d-ae18-dd4690f16dfe) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:13.255747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.269141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.306347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d11b1-0253-49ed-9abb-9352a7a8960e req-feb5a2a4-14dd-4997-a919-227492ebe1b1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.309328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f8d11b1-0253-49ed-9abb-9352a7a8960e req-feb5a2a4-14dd-4997-a919-227492ebe1b1 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1745358 Dec 08 16:29:13.366366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:13.374967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.409864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] Allocated IP 2001:db8:0:2::2 (af7d330b-1a49-4068-8667-f4a1273c72e4/4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a/a87b4091-9fa7-412c-832f-45cae4874c14) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:13.435178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] In _notify_port_updated(), no bound segment for port 5a2ed7fa-8225-4386-ab46-1fb0d02523ed on network af7d330b-1a49-4068-8667-f4a1273c72e4 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:13.449772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:13.451745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.454328 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "PUT /v2.0/ports/5a2ed7fa-8225-4386-ab46-1fb0d02523ed HTTP/1.1" status: 200 len: 970 time: 2.3524146 Dec 08 16:29:13.479642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:13.502032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.553527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f8d11b1-0253-49ed-9abb-9352a7a8960e req-d465c0c1-d871-4229-b743-26e041408671 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352173 Dec 08 16:29:13.655253 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.682143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e63efb-dc25-4c8c-9983-d85476911182 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event updated for resources: {'Port': ['ID=5a2ed7fa-8225-4386-ab46-1fb0d02523ed,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:13.727326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:13.732868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:13.743279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a87b4091-9fa7-412c-832f-45cae4874c14,segment=NetworkSegment(23b3b06d-c72c-4f8b-afa8-edbce799e39f),segment_id=23b3b06d-c72c-4f8b-afa8-edbce799e39f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:13.772804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9479bf01-ad3c-4b67-80ae-9fdc55ff1df3 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:13.812783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:13.848280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.859456 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:13.892922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Port': ['ID=0d44bf73-830e-481d-ae18-dd4690f16dfe,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:13.926562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 5a2ed7fa-8225-4386-ab46-1fb0d02523ed {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:13.927236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.077906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-40892c80-40fe-4f4f-bcd8-b9f06d148e81 None None] Provisioning complete for port 0d44bf73-830e-481d-ae18-dd4690f16dfe triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:14.078190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-40892c80-40fe-4f4f-bcd8-b9f06d148e81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.087454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.166713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bfb94-86f1-41a8-a86b-45ae485a0e5a None None] Pushing event updated for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:14.189622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-40892c80-40fe-4f4f-bcd8-b9f06d148e81 None None] Port 0d44bf73-830e-481d-ae18-dd4690f16dfe cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:14.206060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:14.218456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:14.227686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.228412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.235127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8eeaff-8f44-4782-9350-333cb2715dc6 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:14.255244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=5246a9ea-3a20-4615-be03-05f9d1ef2911,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:14.296786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.326311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.331504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b76baddf-1915-4069-952d-f395b95d7710 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4873779 Dec 08 16:29:14.333379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 5a2ed7fa-8225-4386-ab46-1fb0d02523ed owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:14.337920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33586) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.349712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'security_group': {'name': 'tempest-secgroup-70661056'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:14.483958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-cae9a238-13f2-4676-abe3-36d8f8b10204', 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'project_id': '7aea17fad67f4cd29d4af21e00ae5859', 'fixed_ips': [{'subnet_id': '5246a9ea-3a20-4615-be03-05f9d1ef2911'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:14.484917 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.504546 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.704620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.745277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.761631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=5a2ed7fa-8225-4386-ab46-1fb0d02523ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:14.784977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02c38a-1c4c-4126-976f-051b8295164f req-54246c03-ba6e-4967-aa78-db2e78dfa914 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:14.793362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd02c38a-1c4c-4126-976f-051b8295164f req-54246c03-ba6e-4967-aa78-db2e78dfa914 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.0971789 Dec 08 16:29:14.824033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.829960 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-affb0ebc-6b35-4e62-914f-30f4c336a86a tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/5a2ed7fa-8225-4386-ab46-1fb0d02523ed HTTP/1.1" status: 204 len: 168 time: 1.3428457 Dec 08 16:29:14.832777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.846533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.849183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Allocated IP 172.20.0.2 (cae9a238-13f2-4676-abe3-36d8f8b10204/5246a9ea-3a20-4615-be03-05f9d1ef2911/017d5ac7-afd6-442b-8dcc-f8a8f945f582) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:14.903612 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-8175c9e3-a8e3-4a83-be51-a0293a94c2c8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] GET failed (client error): The resource could not be found. Dec 08 16:29:14.912294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33602) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.915512 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8175c9e3-a8e3-4a83-be51-a0293a94c2c8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports/5a2ed7fa-8225-4386-ab46-1fb0d02523ed HTTP/1.1" status: 404 len: 333 time: 0.0814948 Dec 08 16:29:14.916969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.967368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89f3a002-f653-423a-9852-2dbad7aa2d79,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:14.972265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:14.973615 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ea8753c3-9564-460a-ba16-9af7b5116449 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6343899 Dec 08 16:29:14.977637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:14.987755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1009133172'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:15.056433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.099265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd02c38a-1c4c-4126-976f-051b8295164f req-1f6d8042-8c77-4eb9-a60d-7a6bbe4a4a2c tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3049560 Dec 08 16:29:15.142997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33610) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.240627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.254395 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.272174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:29:15.275696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:15.280290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:15.282010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa6f4-cef1-418e-8d22-b7ab6c079475 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.326127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.327710 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3492610 Dec 08 16:29:15.334796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33614) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.354713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-941149654', 'security_groups': ['bc2bd27b-867c-4608-b31f-c620a4c84a77'], 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5246a9ea-3a20-4615-be03-05f9d1ef2911'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:15.408315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e59d611-88a9-4db8-bffc-b240b5cf3e02 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/floatingips/4ed125cf-4871-41a7-9ccd-82e917eff933 HTTP/1.1" status: 200 len: 992 time: 0.2548938 Dec 08 16:29:15.425126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-39838497-1de2-4105-9479-41d1b414588e None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:15.425440 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39838497-1de2-4105-9479-41d1b414588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.426068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa6f4-cef1-418e-8d22-b7ab6c079475 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.473091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Router 7f0c6321-6293-4afb-bcf8-a51832aae884 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:15.484653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a88374-bed0-4880-a635-e95a4756589c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2bd27b-867c-4608-b31f-c620a4c84a77,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:15.548778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:29:15.639773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:15.661202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa6f4-cef1-418e-8d22-b7ab6c079475 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.664904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79aa6f4-cef1-418e-8d22-b7ab6c079475 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.666195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c79aa6f4-cef1-418e-8d22-b7ab6c079475 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/security-groups/bb456904-ec88-4f73-a365-f01005d8df40 HTTP/1.1" status: 204 len: 168 time: 0.7527885 Dec 08 16:29:15.672326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33622) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.729566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa6f4-cef1-418e-8d22-b7ab6c079475 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb456904-ec88-4f73-a365-f01005d8df40,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:15.824363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da4d42e8-6e17-42f1-9d92-bc35987e569d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.845625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.856512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da4d42e8-6e17-42f1-9d92-bc35987e569d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.871297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:15.918248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:15.931997 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Sync routers for ids ['7f0c6321-6293-4afb-bcf8-a51832aae884'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:15.937103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da4d42e8-6e17-42f1-9d92-bc35987e569d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.944993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da4d42e8-6e17-42f1-9d92-bc35987e569d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.947568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-da4d42e8-6e17-42f1-9d92-bc35987e569d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/security-groups/69772a43-c620-4a34-974d-5d9a59ba8d42 HTTP/1.1" status: 204 len: 168 time: 0.2705092 Dec 08 16:29:15.956186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33628) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:15.966435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:15.967028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:15.972083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Routers {'7f0c6321-6293-4afb-bcf8-a51832aae884'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:15.972719 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['7f0c6321-6293-4afb-bcf8-a51832aae884'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:15.984976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d42e8-6e17-42f1-9d92-bc35987e569d tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69772a43-c620-4a34-974d-5d9a59ba8d42,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.005461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.010792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-064383ef-4e82-45c0-bbc6-93fa102c9010 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.1993556 Dec 08 16:29:16.011240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33630) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.228950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.236523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb3a9-a568-4b08-ac00-e20967aa0ba8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.293954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb3a9-a568-4b08-ac00-e20967aa0ba8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.299210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e496b906-bad8-40ac-bae9-360a5911c083 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/7f0c6321-6293-4afb-bcf8-a51832aae884 HTTP/1.1" status: 200 len: 909 time: 0.2866545 Dec 08 16:29:16.302540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33636) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.308676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1090121230', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': True}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:16.309959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:16.336192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'port_id': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'mac_address': 'fa:16:3e:17:1c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:29:16.336677 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Set router 7f0c6321-6293-4afb-bcf8-a51832aae884 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:16.340238 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.352537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.7 (cae9a238-13f2-4676-abe3-36d8f8b10204/5246a9ea-3a20-4615-be03-05f9d1ef2911/d884dbb8-b3ef-466e-8f5b-ec56fbc39882) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:16.356354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.357637 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.358850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-39838497-1de2-4105-9479-41d1b414588e None None] Could not find standard attr ID for object 5a2ed7fa-8225-4386-ab46-1fb0d02523ed. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:16.403787 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb3a9-a568-4b08-ac00-e20967aa0ba8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.412942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ab1cb3a9-a568-4b08-ac00-e20967aa0ba8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.412942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ab1cb3a9-a568-4b08-ac00-e20967aa0ba8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/security-groups/a5d04638-eb89-405a-ac5b-04babffc552e HTTP/1.1" status: 204 len: 168 time: 0.4489489 Dec 08 16:29:16.416075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33638) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:16.427587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.431091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1cb3a9-a568-4b08-ac00-e20967aa0ba8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d04638-eb89-405a-ac5b-04babffc552e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.453025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:16.455436 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623e5844-1962-4bf5-9839-7df5b298d177" -d '{"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-unplugged", "status": "completed", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:16.515414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-39838497-1de2-4105-9479-41d1b414588e None None] Provisioning complete for port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:16.515730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39838497-1de2-4105-9479-41d1b414588e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.520417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.591625 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfd1ccf-c6b1-4321-8689-8104ae31ceee x-openstack-request-id: req-5bfd1ccf-c6b1-4321-8689-8104ae31ceee {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:16.591625 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-unplugged", "status": "completed", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:16.591625 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bfd1ccf-c6b1-4321-8689-8104ae31ceee {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:16.591625 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'code': 200} Dec 08 16:29:16.591625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:16.608618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.625493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:16.626866 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.634460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-39838497-1de2-4105-9479-41d1b414588e None None] Port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:16.648359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:16.684024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:16.684234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet f745ffe9-973e-4c48-9fde-93c8b57e4eed {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:16.686026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Pushing event updated for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.696816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b74da1cd-4669-404c-aa73-d1ac738c22d0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:16.698249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.815225 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.827685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cc7737fc-7256-4cac-9983-5cd3def8b6ad None None] Could not find standard attr ID for object 5a2ed7fa-8225-4386-ab46-1fb0d02523ed. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:16.869335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:16.874463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.874796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Attempting to bind port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:16.875059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Attempting to bind port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:16.875614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Attempting to bind port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 on network cae9a238-13f2-4676-abe3-36d8f8b10204 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:16.885892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:16.886616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Checking segment: {'id': '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:16.887198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.887761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Bound using segment: {'id': '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:16.888434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Bound port: 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:16.889010 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.892368 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0c6321-6293-4afb-bcf8-a51832aae884', 'name': 'tempest-snat-router-1090121230', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.216'}], 'enable_snat': False}, 'gw_port_id': '0d44bf73-830e-481d-ae18-dd4690f16dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:11Z', 'updated_at': '2021-12-08T16:29:14Z', 'revision_number': 3, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port': {'id': '0d44bf73-830e-481d-ae18-dd4690f16dfe', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0c6321-6293-4afb-bcf8-a51832aae884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:12Z', 'updated_at': '2021-12-08T16:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:16.934833 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Checking router: 7f0c6321-6293-4afb-bcf8-a51832aae884 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:16.935765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Updating router 7f0c6321-6293-4afb-bcf8-a51832aae884 port 0d44bf73-830e-481d-ae18-dd4690f16dfe binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:29:16.969995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:16.978821 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.042227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:17.047689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=017d5ac7-afd6-442b-8dcc-f8a8f945f582,segment=NetworkSegment(8f5bc208-dc02-4dd7-ae27-ec254dcd75e1),segment_id=8f5bc208-dc02-4dd7-ae27-ec254dcd75e1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:17.049931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:17.050578 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:17.055391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.086913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.131160 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.220262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825b0aae-24a0-411f-b0c5-7d8fe3c76fa1 None None] Pushing event updated for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:17.297642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=d884dbb8-b3ef-466e-8f5b-ec56fbc39882,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:17.311398 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:17.316120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:17.318937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:17.427164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.517995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:17.518664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.531690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=f745ffe9-973e-4c48-9fde-93c8b57e4eed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:17.536804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.544355 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4b82128-53c4-4de3-b892-22fc0567d969 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/f745ffe9-973e-4c48-9fde-93c8b57e4eed HTTP/1.1" status: 204 len: 168 time: 1.1315246 Dec 08 16:29:17.549063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33662) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:17.562231 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-23555a0c-422f-4dde-85d2-19ebfa15a942 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2262232 Dec 08 16:29:17.562900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:17.606562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:17.682219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f7f02-6024-49c7-ab98-2dd114fd8931 None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:17.710035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet 4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:17.714811 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.721910 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.722939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.740706 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.770591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.814966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.852918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Pushing event updated for resources: {'Port': ['ID=0d44bf73-830e-481d-ae18-dd4690f16dfe,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:17.867772 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Attempting to bind port 0d44bf73-830e-481d-ae18-dd4690f16dfe on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:17.868146 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Attempting to bind port 0d44bf73-830e-481d-ae18-dd4690f16dfe by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:17.868513 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Attempting to bind port 0d44bf73-830e-481d-ae18-dd4690f16dfe on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:17.888075 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.888454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.888766 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.891815 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.892053 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.892260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.892562 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.892900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.893231 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.893587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.893922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.894251 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.895088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:17.901274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:17.901680 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:17.904886 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.909171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:17.911523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Bound port: 0d44bf73-830e-481d-ae18-dd4690f16dfe, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:17.917044 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.917403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bff1b39-8c5a-4175-9614-5be542e9c7a4 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:17.945590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Allocated IP 172.25.3.48 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/445eaf9e-c635-402c-892d-0a62385558cb) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:17.953882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:17.980252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.045139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b74da1cd-4669-404c-aa73-d1ac738c22d0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:18.084154 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] For port 0d44bf73-830e-481d-ae18-dd4690f16dfe, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:18.093829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.099085 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] For port 0d44bf73-830e-481d-ae18-dd4690f16dfe, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0d44bf73-830e-481d-ae18-dd4690f16dfe,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:18.115812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:18.120078 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.131911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.143955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-57df24e3-05cd-4f32-b6e9-bd387032bd64 None None] Provisioning complete for port 0d44bf73-830e-481d-ae18-dd4690f16dfe triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:18.144422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57df24e3-05cd-4f32-b6e9-bd387032bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.165594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.185313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.192982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ff1e2716-582e-48b5-b979-d45a0281a817 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/4cf1b4dd-3b2d-4543-9cd5-77954d3edc8a HTTP/1.1" status: 204 len: 168 time: 0.6406267 Dec 08 16:29:18.197942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:18.269198 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-084c072e-dbee-4e83-a92a-b8af2c2f7dde tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:18.270369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-084c072e-dbee-4e83-a92a-b8af2c2f7dde tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:18.278215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-084c072e-dbee-4e83-a92a-b8af2c2f7dde tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/f745ffe9-973e-4c48-9fde-93c8b57e4eed HTTP/1.1" status: 404 len: 337 time: 0.0776048 Dec 08 16:29:18.281065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33680) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:18.287624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.315665 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1086e48-6e2a-4fdf-8547-fdada3bb6ca3 None None] Pushing event updated for resources: {'Port': ['ID=0d44bf73-830e-481d-ae18-dd4690f16dfe,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.316670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f136e-f0aa-443e-a557-b707670e3410 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:18.341362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:18.349352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.375860 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Routers {'7f0c6321-6293-4afb-bcf8-a51832aae884'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:18.377111 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['7f0c6321-6293-4afb-bcf8-a51832aae884'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:18.425838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting subnet b97f61d2-287c-4313-ad91-3dccb299f076 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:18.432727 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.460043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b74da1cd-4669-404c-aa73-d1ac738c22d0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:18.488257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.506911 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:29:18.568047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.669931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57df24e3-05cd-4f32-b6e9-bd387032bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.712737 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] Set router 7f0c6321-6293-4afb-bcf8-a51832aae884 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:18.774812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-57df24e3-05cd-4f32-b6e9-bd387032bd64 None None] For port 0d44bf73-830e-481d-ae18-dd4690f16dfe, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0d44bf73-830e-481d-ae18-dd4690f16dfe,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:18.784747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57df24e3-05cd-4f32-b6e9-bd387032bd64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.785951 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.790674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.873147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.941173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Subnet': ['ID=b97f61d2-287c-4313-ad91-3dccb299f076,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:18.948545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:18.954087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8ea57a53-9991-4b4b-b4e4-caa7db473709 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/b97f61d2-287c-4313-ad91-3dccb299f076 HTTP/1.1" status: 204 len: 168 time: 0.6695671 Dec 08 16:29:18.961249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33690) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.036596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df24e3-05cd-4f32-b6e9-bd387032bd64 None None] Pushing event updated for resources: {'Port': ['ID=0d44bf73-830e-481d-ae18-dd4690f16dfe,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:19.050903 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df326c3-41e9-4962-b8c1-2eaeae54c7d3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.053619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df326c3-41e9-4962-b8c1-2eaeae54c7d3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.061752 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5246a9ea-3a20-4615-be03-05f9d1ef2911 (CIDR: 172.20.0.0/28) Dec 08 16:29:19.066791 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0df326c3-41e9-4962-b8c1-2eaeae54c7d3 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/0d8ce2d8-0fd5-49a9-a6d3-58b6531e5614 HTTP/1.1" status: 404 len: 337 time: 0.1020257 Dec 08 16:29:19.069243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.136086 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:19.137764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.141351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Port': ['ID=445eaf9e-c635-402c-892d-0a62385558cb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:19.147863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-62efdb18-bdcf-4d0c-95c8-1d69e1b58715 None None] Provisioning complete for port 0d44bf73-830e-481d-ae18-dd4690f16dfe triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:19.148590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62efdb18-bdcf-4d0c-95c8-1d69e1b58715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.199332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:19.219365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33696) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.237511 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b6e9566-1e94-49c3-912c-946818038787 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "GET /v2.0/ports?device_id=a6fb01c0-13ef-41da-a2d0-a2288a38d572 HTTP/1.1" status: 200 len: 205 time: 0.1360793 Dec 08 16:29:19.255725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:19.263094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:19.266519 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0c6321-6293-4afb-bcf8-a51832aae884', 'name': 'tempest-snat-router-1090121230', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.216'}], 'enable_snat': False}, 'gw_port_id': '0d44bf73-830e-481d-ae18-dd4690f16dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:11Z', 'updated_at': '2021-12-08T16:29:14Z', 'revision_number': 3, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port': {'id': '0d44bf73-830e-481d-ae18-dd4690f16dfe', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0c6321-6293-4afb-bcf8-a51832aae884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:12Z', 'updated_at': '2021-12-08T16:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:19.301994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a478ab-1340-40c6-9e58-8eca0b37de20 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:19.366797 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-44493323-fd8c-4f76-852f-23f1f06ad1c8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] delete failed (client error): The resource could not be found. Dec 08 16:29:19.380000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-44493323-fd8c-4f76-852f-23f1f06ad1c8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/routers/a6fb01c0-13ef-41da-a2d0-a2288a38d572 HTTP/1.1" status: 404 len: 336 time: 0.1535809 Dec 08 16:29:19.380755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.399274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409318f5-ffb2-4864-9ffb-c9460e64f2ba None None] The sync data for ids ['7f0c6321-6293-4afb-bcf8-a51832aae884'] in n-d-820935-5 is: [{'id': '7f0c6321-6293-4afb-bcf8-a51832aae884', 'name': 'tempest-snat-router-1090121230', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.216'}], 'enable_snat': False}, 'gw_port_id': '0d44bf73-830e-481d-ae18-dd4690f16dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:11Z', 'updated_at': '2021-12-08T16:29:14Z', 'revision_number': 3, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port': {'id': '0d44bf73-830e-481d-ae18-dd4690f16dfe', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:38:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0c6321-6293-4afb-bcf8-a51832aae884', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2629, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:12Z', 'updated_at': '2021-12-08T16:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:19.423808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:19.436545 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fe53736-4706-4fd4-8238-3a5fca9b3479 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8316536 Dec 08 16:29:19.442227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33702) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.450636 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c91a83e-616e-4aeb-b8c9-629f77198511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.455766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:19.460299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c91a83e-616e-4aeb-b8c9-629f77198511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.464137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c91a83e-616e-4aeb-b8c9-629f77198511 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/db044152-ba39-45a5-bbc3-c752954fcfc2 HTTP/1.1" status: 404 len: 337 time: 0.0823052 Dec 08 16:29:19.477945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33704) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.536510 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d567423-032c-4737-82ba-1eec0ea94b44 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.537074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d567423-032c-4737-82ba-1eec0ea94b44 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.541974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3d567423-032c-4737-82ba-1eec0ea94b44 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/54ae6072-bfd9-4f81-9031-4b858aceead7 HTTP/1.1" status: 404 len: 337 time: 0.0736341 Dec 08 16:29:19.544640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33706) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.589482 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a40b00a-ffa0-4376-8209-1015dffde5f1 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.590901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a40b00a-ffa0-4376-8209-1015dffde5f1 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.604658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a40b00a-ffa0-4376-8209-1015dffde5f1 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/984cce19-5e09-4cf3-9754-a5101a341aff HTTP/1.1" status: 404 len: 337 time: 0.0581532 Dec 08 16:29:19.605649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33708) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.660635 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-595e5629-d553-422b-bf42-d4239f8c0c36 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.661607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595e5629-d553-422b-bf42-d4239f8c0c36 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.666422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-595e5629-d553-422b-bf42-d4239f8c0c36 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/8e644a27-2b97-4846-aa22-76a758f30058 HTTP/1.1" status: 404 len: 333 time: 0.0593679 Dec 08 16:29:19.669100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33710) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.715285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a1f63-8487-441e-b192-3c9a93dfc31c None None] Network af7d330b-1a49-4068-8667-f4a1273c72e4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:19.718925 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-81994aac-fb12-4a0c-939d-30f787a18edd tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.719545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81994aac-fb12-4a0c-939d-30f787a18edd tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.736307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-81994aac-fb12-4a0c-939d-30f787a18edd tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/93585523-84b2-48ad-a793-77b1277def89 HTTP/1.1" status: 404 len: 337 time: 0.0636473 Dec 08 16:29:19.737393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33714) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.854309 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-fddf002e-e596-4841-94a6-b6b16ad63dae tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.854786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fddf002e-e596-4841-94a6-b6b16ad63dae tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.861710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fddf002e-e596-4841-94a6-b6b16ad63dae tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/e0244350-810f-48bd-b4fd-b657d8ca4a1c HTTP/1.1" status: 404 len: 337 time: 0.1128592 Dec 08 16:29:19.862139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.915030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Provisioning complete for port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:19.915558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.927943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:19.928317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:19.930852 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db91017-823a-4b93-9e5e-1774a91f5605 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:19.931769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db91017-823a-4b93-9e5e-1774a91f5605 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:19.942374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3db91017-823a-4b93-9e5e-1774a91f5605 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/f3a29971-5a15-49d8-9809-ea5430242793 HTTP/1.1" status: 404 len: 333 time: 0.0763683 Dec 08 16:29:19.943698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33718) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:19.992723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:19.996812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.050690 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-7abb5ff3-3c3a-4b43-b221-62619b06d359 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:20.051902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7abb5ff3-3c3a-4b43-b221-62619b06d359 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:20.064613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7abb5ff3-3c3a-4b43-b221-62619b06d359 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/401a5ea0-ef19-4237-b489-46f99c825574 HTTP/1.1" status: 404 len: 337 time: 0.1194150 Dec 08 16:29:20.065626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33720) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:20.099141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:20.144253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Provisioning complete for port 445eaf9e-c635-402c-892d-0a62385558cb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:20.144624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.148273 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b690c72-9a87-42b7-8034-744dd743aa57 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:20.148830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b690c72-9a87-42b7-8034-744dd743aa57 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:20.168725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4b690c72-9a87-42b7-8034-744dd743aa57 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/subnets/11435039-4cb3-4568-b3e3-2948ad4915a6 HTTP/1.1" status: 404 len: 337 time: 0.0998306 Dec 08 16:29:20.169104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33722) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:20.184205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] DHCP port deletion for af7d330b-1a49-4068-8667-f4a1273c72e4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:20.273685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.331666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=017d5ac7-afd6-442b-8dcc-f8a8f945f582,segment=NetworkSegment(8f5bc208-dc02-4dd7-ae27-ec254dcd75e1),segment_id=8f5bc208-dc02-4dd7-ae27-ec254dcd75e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:20.339104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.353189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Port 445eaf9e-c635-402c-892d-0a62385558cb cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:20.367070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Deleting port 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:20.367683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.545483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.600837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Calling delete_port for 9de0c7bc-fa0f-4eb9-ae28-7835eee42bef owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:20.834797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.846732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:20.848168 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.859263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Provisioning complete for port a87b4091-9fa7-412c-832f-45cae4874c14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:20.859809 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.917607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] Deleting port a87b4091-9fa7-412c-832f-45cae4874c14 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:20.918585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.952774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Port': ['ID=9de0c7bc-fa0f-4eb9-ae28-7835eee42bef,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:20.981177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:20.990159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-414b2840-4326-4b85-8004-d04b08d02bc5 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/ports/9de0c7bc-fa0f-4eb9-ae28-7835eee42bef HTTP/1.1" status: 204 len: 168 time: 0.8198473 Dec 08 16:29:20.991146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33728) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.046958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] For port a87b4091-9fa7-412c-832f-45cae4874c14, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a87b4091-9fa7-412c-832f-45cae4874c14,segment=NetworkSegment(23b3b06d-c72c-4f8b-afa8-edbce799e39f),segment_id=23b3b06d-c72c-4f8b-afa8-edbce799e39f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:21.047376 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.068028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] Calling delete_port for a87b4091-9fa7-412c-832f-45cae4874c14 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:21.218318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Provisioning complete for port e091e3f8-3210-4f5f-ae0d-02ebe4141519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:21.218699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.280793 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.316194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] Pushing event deleted for resources: {'Port': ['ID=a87b4091-9fa7-412c-832f-45cae4874c14,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:21.328229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.331197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Port e091e3f8-3210-4f5f-ae0d-02ebe4141519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:21.333031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.339281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff75020-1e46-4a9f-99ae-ad7f3e4461b3 None None] No DVR routers for this DVR port a87b4091-9fa7-412c-832f-45cae4874c14 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:21.361627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:21.362233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bd0905c-008a-4eda-923d-d6b1814e506d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.406542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:21.435985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:21.444144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:21.453770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:21.454410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.456582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2257eafa-0976-4764-b17f-dff77c5221f0 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:21.499448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=6a458370-8684-4ec9-9b74-5dff64ec20bb,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:21.526482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.574637 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1282659 Dec 08 16:29:21.574948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33730) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:21.580611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1035441886', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6a458370-8684-4ec9-9b74-5dff64ec20bb'}], 'security_groups': ['89f3a002-f653-423a-9852-2dbad7aa2d79']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:21.580821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:21.580937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.581036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.581132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.581442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.581815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.582148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.582486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.582879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.583157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.583487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.583813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.584195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.584471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.584799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a710c9-46e7-4689-a35c-3195e7651eaa tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:21.644343 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.676563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af7d330b-1a49-4068-8667-f4a1273c72e4']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:21.721781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b3b06d-c72c-4f8b-afa8-edbce799e39f') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:21.722106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b3b06d-c72c-4f8b-afa8-edbce799e39f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:21.740835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.749338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e2ed65e7-d13f-4125-916a-8a81485afaf0 None None] Provisioning complete for port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:21.750031 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2ed65e7-d13f-4125-916a-8a81485afaf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.758053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0d44bf73-830e-481d-ae18-dd4690f16dfe up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:21.768086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.779602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:21.780016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:21.874910 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:21.883094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.898648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:21.904882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] 10.222.0.62 "DELETE /v2.0/networks/af7d330b-1a49-4068-8667-f4a1273c72e4 HTTP/1.1" status: 204 len: 168 time: 0.9103930 Dec 08 16:29:21.943767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33558f-a5d2-4d6f-b280-3b94f68ea6b8 tempest-PortsIpV6TestJSON-885090167 tempest-PortsIpV6TestJSON-885090167-project] Pushing event deleted for resources: {'Network': ['ID=af7d330b-1a49-4068-8667-f4a1273c72e4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:21.970624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e2ed65e7-d13f-4125-916a-8a81485afaf0 None None] Port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:21.982489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Router 54a50d4b-469e-46c2-aad5-70876d09c983 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:21.985730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] Update dhcp port {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'fixed_ips': [{'subnet_id': '5246a9ea-3a20-4615-be03-05f9d1ef2911', 'ip_address': '172.20.0.2'}, {'subnet_id': '6a458370-8684-4ec9-9b74-5dff64ec20bb'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '017d5ac7-afd6-442b-8dcc-f8a8f945f582'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:29:22.056015 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.087072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0d44bf73-830e-481d-ae18-dd4690f16dfe triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:22.087403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.224060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:22.244614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.248783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-44e7379b-b941-463f-9e7f-e587a7e3c1ed tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.9453928 Dec 08 16:29:22.249674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.344032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.390893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] Allocated IP 172.20.0.18 (cae9a238-13f2-4676-abe3-36d8f8b10204/6a458370-8684-4ec9-9b74-5dff64ec20bb/017d5ac7-afd6-442b-8dcc-f8a8f945f582) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:22.391165 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dab6ea5b-50bf-46e9-bec3-8c3cb8615a5d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/54a50d4b-469e-46c2-aad5-70876d09c983 HTTP/1.1" status: 200 len: 907 time: 0.1386342 Dec 08 16:29:22.394579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33746) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.435654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:22.458473 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.473273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Sync routers for ids ['54a50d4b-469e-46c2-aad5-70876d09c983'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:22.573138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Routers {'54a50d4b-469e-46c2-aad5-70876d09c983'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:22.573734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['54a50d4b-469e-46c2-aad5-70876d09c983'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:22.670123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.676404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b74da1cd-4669-404c-aa73-d1ac738c22d0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:22.676964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.678611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46632ca8-cb37-44b8-9caf-1df954ed2ae9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d0beeb762634b918e7ba01b91ad38de&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3325033 Dec 08 16:29:22.679619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33748) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:22.733474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13e910dc-e011-4d17-83eb-509612a2670b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.765443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13e910dc-e011-4d17-83eb-509612a2670b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.829174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=017d5ac7-afd6-442b-8dcc-f8a8f945f582,segment=NetworkSegment(8f5bc208-dc02-4dd7-ae27-ec254dcd75e1),segment_id=8f5bc208-dc02-4dd7-ae27-ec254dcd75e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:22.842271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13e910dc-e011-4d17-83eb-509612a2670b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.854338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Set router 54a50d4b-469e-46c2-aad5-70876d09c983 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:22.869500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13e910dc-e011-4d17-83eb-509612a2670b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:22.877697 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-13e910dc-e011-4d17-83eb-509612a2670b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d176b3e9-fb26-462a-8f90-efd6fb051150 HTTP/1.1" status: 204 len: 168 time: 0.1948142 Dec 08 16:29:22.932552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e910dc-e011-4d17-83eb-509612a2670b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d176b3e9-fb26-462a-8f90-efd6fb051150,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:22.950926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:23.018896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a87b4091-9fa7-412c-832f-45cae4874c14 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:23.019554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a87b4091-9fa7-412c-832f-45cae4874c14 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:23.026327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.061314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.073183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.249730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Deleting port 445eaf9e-c635-402c-892d-0a62385558cb {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:23.250277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.306192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Delete allocated IP 172.20.0.7 (cae9a238-13f2-4676-abe3-36d8f8b10204/5246a9ea-3a20-4615-be03-05f9d1ef2911) {{(pid=103282) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:29:23.334649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.26 (cae9a238-13f2-4676-abe3-36d8f8b10204/6a458370-8684-4ec9-9b74-5dff64ec20bb/d884dbb8-b3ef-466e-8f5b-ec56fbc39882) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:23.471755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.477607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b3227-854c-497e-9dc2-71052b7af64d None None] Pushing event updated for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:23.513584 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.535085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:23.537679 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12380ad-8129-4d8a-b1b2-bcfdc0dfcee6" -d '{"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-plugged", "status": "completed", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:23.540190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Calling delete_port for 445eaf9e-c635-402c-892d-0a62385558cb owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:23.555826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:23.562935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.626434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:23.653672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a50d4b-469e-46c2-aad5-70876d09c983', 'name': 'tempest-snat-router-1090121230', 'tenant_id': 'fe2e408cc9c74196899048cf860a14d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '445eaf9e-c635-402c-892d-0a62385558cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:29:16Z', 'updated_at': '2021-12-08T16:29:20Z', 'revision_number': 3, 'project_id': 'fe2e408cc9c74196899048cf860a14d7', 'gw_port': {'id': '445eaf9e-c635-402c-892d-0a62385558cb', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:73:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a50d4b-469e-46c2-aad5-70876d09c983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:29:17Z', 'updated_at': '2021-12-08T16:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:23.708788 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec625fe6-daf7-4233-9add-c7e437bfcce0 x-openstack-request-id: req-ec625fe6-daf7-4233-9add-c7e437bfcce0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:23.709147 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-plugged", "status": "completed", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:23.709388 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec625fe6-daf7-4233-9add-c7e437bfcce0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:23.709817 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'code': 200} Dec 08 16:29:23.710736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Checking router: 54a50d4b-469e-46c2-aad5-70876d09c983 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:23.711108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Updating router 54a50d4b-469e-46c2-aad5-70876d09c983 port 445eaf9e-c635-402c-892d-0a62385558cb binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:29:23.771197 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.782789 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.825867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:23.967835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=d884dbb8-b3ef-466e-8f5b-ec56fbc39882,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:24.032983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] In _notify_port_updated(), no bound segment for port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 on network cae9a238-13f2-4676-abe3-36d8f8b10204 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:24.039359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:24.039968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.041455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c71da8ba-57d2-47f4-83f0-aff26e0bbbf4 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/ports/d884dbb8-b3ef-466e-8f5b-ec56fbc39882 HTTP/1.1" status: 200 len: 921 time: 2.4656129 Dec 08 16:29:24.045374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33778) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.057101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.159811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event deleted for resources: {'Port': ['ID=445eaf9e-c635-402c-892d-0a62385558cb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:24.239673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.264051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:24.264538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.271746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180eda9b-8b38-489b-ab66-f5040242bf22 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:24.313517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.408820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:24.409323 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:24.411653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.425042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Provisioning complete for port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:24.425582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.426293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for d884dbb8-b3ef-466e-8f5b-ec56fbc39882 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:24.469420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Port d884dbb8-b3ef-466e-8f5b-ec56fbc39882 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:24.482216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Provisioning complete for port e091e3f8-3210-4f5f-ae0d-02ebe4141519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:24.482736 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.483353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.485990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.530389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4da1a346-a860-42c2-9253-0fca26163efb tempest-DvrRoutersNegativeTest-73260306 tempest-DvrRoutersNegativeTest-73260306-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1418386599', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:24.532551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Port e091e3f8-3210-4f5f-ae0d-02ebe4141519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:24.533618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.policy [None req-4da1a346-a860-42c2-9253-0fca26163efb tempest-DvrRoutersNegativeTest-73260306 tempest-DvrRoutersNegativeTest-73260306-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103282) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 08 16:29:24.533963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.policy [None req-4da1a346-a860-42c2-9253-0fca26163efb tempest-DvrRoutersNegativeTest-73260306 tempest-DvrRoutersNegativeTest-73260306-project] Failed policy check for 'create_router' {{(pid=103282) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 08 16:29:24.534511 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-4da1a346-a860-42c2-9253-0fca26163efb tempest-DvrRoutersNegativeTest-73260306 tempest-DvrRoutersNegativeTest-73260306-project] create failed (client error): Access was denied to this resource. Dec 08 16:29:24.536845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4da1a346-a860-42c2-9253-0fca26163efb tempest-DvrRoutersNegativeTest-73260306 tempest-DvrRoutersNegativeTest-73260306-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2954688 Dec 08 16:29:24.545127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.545658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54a50d4b-469e-46c2-aad5-70876d09c983 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:24.550786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.554828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ed1e4714-c427-4bc3-8342-2a238096c089 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/routers/54a50d4b-469e-46c2-aad5-70876d09c983 HTTP/1.1" status: 204 len: 168 time: 2.1522093 Dec 08 16:29:24.555189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33788) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.560563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:24.560950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e9f85a5-d6d6-424d-805a-389f86f492c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.611913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.663071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=d884dbb8-b3ef-466e-8f5b-ec56fbc39882,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:24.781901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.786151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e130c6ae-3e36-4903-8af3-aff3362b79ee tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/d884dbb8-b3ef-466e-8f5b-ec56fbc39882 HTTP/1.1" status: 204 len: 168 time: 0.7394979 Dec 08 16:29:24.790011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.790760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.831076 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-724ff015-b792-46e5-9489-ec64df4d5fda tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:29:24.836936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-724ff015-b792-46e5-9489-ec64df4d5fda tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/d884dbb8-b3ef-466e-8f5b-ec56fbc39882 HTTP/1.1" status: 404 len: 333 time: 0.0446067 Dec 08 16:29:24.838373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:24.932086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b38a911-34de-4dce-a11f-57b42cc2a71d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.964670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b38a911-34de-4dce-a11f-57b42cc2a71d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:24.993469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.010466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Port 445eaf9e-c635-402c-892d-0a62385558cb not found while updating agent binding for router 54a50d4b-469e-46c2-aad5-70876d09c983. {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Dec 08 16:29:25.034205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.043530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b1399742-796b-4869-98e0-5478b33958cf None None] Could not find standard attr ID for object d884dbb8-b3ef-466e-8f5b-ec56fbc39882. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:25.044448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:25.044834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:29:25.045451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_agentschedulers_db [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54a50d4b-469e-46c2-aad5-70876d09c983'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:28:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent'). {{(pid=103283) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:29:25.045848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4798ff-367a-4bc0-8e07-9508cfbe37f0 None None] The sync data for ids ['54a50d4b-469e-46c2-aad5-70876d09c983'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:25.051328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b38a911-34de-4dce-a11f-57b42cc2a71d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.056877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b38a911-34de-4dce-a11f-57b42cc2a71d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.062361 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1b38a911-34de-4dce-a11f-57b42cc2a71d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/security-groups/bc2bd27b-867c-4608-b31f-c620a4c84a77 HTTP/1.1" status: 204 len: 168 time: 0.2222075 Dec 08 16:29:25.062489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33802) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.073645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a911-34de-4dce-a11f-57b42cc2a71d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2bd27b-867c-4608-b31f-c620a4c84a77,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.171546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Deleting port 0d44bf73-830e-481d-ae18-dd4690f16dfe {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:25.171985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.173995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2db965bc-65bb-485b-a70c-f4f244898745 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.230626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:25.242877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2db965bc-65bb-485b-a70c-f4f244898745 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.290162 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba4374a-8878-4868-8244-0ae85ca67991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.314339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:25.314804 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.364008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] For port 0d44bf73-830e-481d-ae18-dd4690f16dfe, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0d44bf73-830e-481d-ae18-dd4690f16dfe,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:25.364554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.382921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Calling delete_port for 0d44bf73-830e-481d-ae18-dd4690f16dfe owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:25.385125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2db965bc-65bb-485b-a70c-f4f244898745 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.390535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2db965bc-65bb-485b-a70c-f4f244898745 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.392080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2db965bc-65bb-485b-a70c-f4f244898745 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/security-groups/89f3a002-f653-423a-9852-2dbad7aa2d79 HTTP/1.1" status: 204 len: 168 time: 0.3276083 Dec 08 16:29:25.398168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.408261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db965bc-65bb-485b-a70c-f4f244898745 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f3a002-f653-423a-9852-2dbad7aa2d79,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.499027 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba4374a-8878-4868-8244-0ae85ca67991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.509940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 5246a9ea-3a20-4615-be03-05f9d1ef2911 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:25.513753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fba4374a-8878-4868-8244-0ae85ca67991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.517040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.576448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4374a-8878-4868-8244-0ae85ca67991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bf7f65-4d71-4585-a935-b664c021e1a8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.603113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fba4374a-8878-4868-8244-0ae85ca67991 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=edebc8ccb3d24cd9b99511c4c6e409da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5675361 Dec 08 16:29:25.605550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.607224 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.611280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.658669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event deleted for resources: {'Port': ['ID=0d44bf73-830e-481d-ae18-dd4690f16dfe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.679476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c1671-a2c5-45f5-b7d8-d428dfefb771 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:25.715750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.748285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f0a810e3-f486-4b37-bcc8-da554bb20aaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.752272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.779376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.809602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.817569 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/5246a9ea-3a20-4615-be03-05f9d1ef2911 HTTP/1.1" status: 204 len: 168 time: 0.4184089 Dec 08 16:29:25.818681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33810) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.821857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82227681-be31-4c89-805a-983137b911a0 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:25.824358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:25.828109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc406e0b-8668-4a37-ab5e-3110e8283a1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=5246a9ea-3a20-4615-be03-05f9d1ef2911,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:25.863432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f0a810e3-f486-4b37-bcc8-da554bb20aaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.872882 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.877468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.960989 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.961602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f0c6321-6293-4afb-bcf8-a51832aae884 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:25.967934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:25.969382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-af946a30-4949-4d01-81d6-955c3bda2ac0 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "DELETE /v2.0/routers/7f0c6321-6293-4afb-bcf8-a51832aae884 HTTP/1.1" status: 204 len: 168 time: 1.4131248 Dec 08 16:29:25.973308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:25.979501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-899249036', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:25.983240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:25.987125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.006979 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f0a810e3-f486-4b37-bcc8-da554bb20aaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.008522 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc204e0b-35d8-4387-a51f-754ec7e8e3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.014170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f0a810e3-f486-4b37-bcc8-da554bb20aaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.018478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f0a810e3-f486-4b37-bcc8-da554bb20aaf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/01bf7f65-4d71-4585-a935-b664c021e1a8 HTTP/1.1" status: 204 len: 168 time: 0.4055102 Dec 08 16:29:26.032990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a810e3-f486-4b37-bcc8-da554bb20aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bf7f65-4d71-4585-a935-b664c021e1a8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.046736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.048050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.171341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.379323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.444046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:26.452278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.467636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:26.480921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:26.484086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.528644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=eb37a4a5-e500-489d-aec6-15052711d554,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.545214 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0d9f717f-f2af-4e24-8241-1d75804558cf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7225301 Dec 08 16:29:26.545653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:26.551951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'security_group': {'name': 'tempest-secgroup-1403617613'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:26.617166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.723220 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.728835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.741228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.767082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.769429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.774787 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2283020 Dec 08 16:29:26.778296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:26.785104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'security_group': {'name': 'tempest-secgroup-169594315'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:26.817628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975ffac-842a-4fe9-8626-88a4a1c66abf tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d98d629-b29a-4f07-9ec0-9203e2dd0671,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:26.874860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:26.954809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Allocated IP 172.25.3.132 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/2adb51f9-5635-4959-ac98-86e1247d3c83) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:26.998693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968c1aa-3308-4a84-bd8a-5d7781a65a0e None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:27.090456 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.099570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.123461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e258d82-0b1c-4796-b9a6-6fbede28e655 None None] Provisioning complete for port e091e3f8-3210-4f5f-ae0d-02ebe4141519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:27.124080 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e258d82-0b1c-4796-b9a6-6fbede28e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.182209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.187047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4047337 Dec 08 16:29:27.187813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33842) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.191081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e258d82-0b1c-4796-b9a6-6fbede28e655 None None] Port e091e3f8-3210-4f5f-ae0d-02ebe4141519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:27.194269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'security_group': {'name': 'tempest-secgroup-484828977'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:27.237505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e258d82-0b1c-4796-b9a6-6fbede28e655 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:27.238137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e258d82-0b1c-4796-b9a6-6fbede28e655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.257695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd7dd1-dbb6-48ed-9827-73c956e22ffc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d58b5b0e-ecb3-44e0-bb81-ade321e805dc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:27.284466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.298517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.317276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0d44bf73-830e-481d-ae18-dd4690f16dfe no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:27.352942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 0d44bf73-830e-481d-ae18-dd4690f16dfe {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:27.353554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0d44bf73-830e-481d-ae18-dd4690f16dfe not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:27.376117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.427518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.434392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.438902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] Update dhcp port {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'fixed_ips': [{'subnet_id': '6a458370-8684-4ec9-9b74-5dff64ec20bb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb37a4a5-e500-489d-aec6-15052711d554'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '017d5ac7-afd6-442b-8dcc-f8a8f945f582'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:29:27.477421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.529284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.537198 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3438072 Dec 08 16:29:27.541097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33848) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.545274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa2ced-0cd0-4862-905f-268bcdcd5d77 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed2d482-800f-4f2c-802c-86a7009811b1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:27.571263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1146362774', 'security_groups': ['5ed2d482-800f-4f2c-802c-86a7009811b1'], 'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb37a4a5-e500-489d-aec6-15052711d554'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:27.596551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:27.691201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:27.705470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:27.715534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:27.720939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event updated for resources: {'Port': ['ID=2adb51f9-5635-4959-ac98-86e1247d3c83,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:27.734701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b550f104-c30b-4e45-b427-cd6c7f9b2cfb None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:27.758232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] Allocated IP 172.20.0.2 (cae9a238-13f2-4676-abe3-36d8f8b10204/eb37a4a5-e500-489d-aec6-15052711d554/017d5ac7-afd6-442b-8dcc-f8a8f945f582) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:27.770830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-463405756'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:27.807225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Made reservation on behalf of 380252a4ad1a48789b6f01e38640431b for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:27.813078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.828224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.895266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1e48a216-6ae5-4edf-a697-42ee225c99b7 None None] Provisioning complete for port 2adb51f9-5635-4959-ac98-86e1247d3c83 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:27.895817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e48a216-6ae5-4edf-a697-42ee225c99b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.948554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.955116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:27.979790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=017d5ac7-afd6-442b-8dcc-f8a8f945f582,segment=NetworkSegment(8f5bc208-dc02-4dd7-ae27-ec254dcd75e1),segment_id=8f5bc208-dc02-4dd7-ae27-ec254dcd75e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:27.994117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:27.997317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1e48a216-6ae5-4edf-a697-42ee225c99b7 None None] Port 2adb51f9-5635-4959-ac98-86e1247d3c83 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:28.017015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da1bea-164c-421b-92cd-c2ae35a184e2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:28.023325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.023694 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Added segment d76ddfe8-24e6-4354-b432-13699924192e of type vlan for network 98518fa5-f90a-40be-924d-43e8190e3277 Dec 08 16:29:28.025835 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.032092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.081835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.125211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.131626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:28.131878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.141856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d12c1-0755-450e-9f01-4f02e27aa341 None None] Pushing event updated for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:28.240304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event updated for resources: {'Network': ['ID=98518fa5-f90a-40be-924d-43e8190e3277,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:28.258915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 98518fa5-f90a-40be-924d-43e8190e3277 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:28.333407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:28.338933 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5e702ff-7e83-4da7-9bd6-96c9fd4e42bb tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7393215 Dec 08 16:29:28.339647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33860) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:28.345430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Request body: {'subnet': {'network_id': '98518fa5-f90a-40be-924d-43e8190e3277', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:28.512045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Made reservation on behalf of 380252a4ad1a48789b6f01e38640431b for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:28.520316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.547812 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.638753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] device_id is not set on port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:28.654495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.817347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-522b2148-e9ae-4c06-a542-655c532a0132 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.926177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:28.997523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event updated for resources: {'Subnet': ['ID=0fd90352-659f-4282-af74-8f2f68ea6504,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:29.051237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Checking segment: {'id': 'd76ddfe8-24e6-4354-b432-13699924192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98518fa5-f90a-40be-924d-43e8190e3277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:29.051747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Network hostable DHCP agents. Network: 98518fa5-f90a-40be-924d-43e8190e3277, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:29.074727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Network 98518fa5-f90a-40be-924d-43e8190e3277 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:29.090475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 98518fa5-f90a-40be-924d-43e8190e3277) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:29.100212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f25463-cda8-48a5-8243-228558b19a54 None None] Network 98518fa5-f90a-40be-924d-43e8190e3277 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:29.121884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:29.122551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.164222 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8b39375f-d301-4ada-811c-b4b236144ed9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8233910 Dec 08 16:29:29.164909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:29.175435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.193255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Request body: {'port': {'network_id': '98518fa5-f90a-40be-924d-43e8190e3277', 'name': 'tempest-TagsExtTest-1826965958'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:29.206583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1a163cca-c307-4cf3-848c-6c75facea1ab None None] Provisioning complete for port e091e3f8-3210-4f5f-ae0d-02ebe4141519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:29.207341 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a163cca-c307-4cf3-848c-6c75facea1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.258639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.10 (cae9a238-13f2-4676-abe3-36d8f8b10204/eb37a4a5-e500-489d-aec6-15052711d554/09f2ff4a-fe15-4a48-8c61-0eda471ff86b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:29.260432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:29.345482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-98518fa5-f90a-40be-924d-43e8190e3277', 'network_id': '98518fa5-f90a-40be-924d-43e8190e3277', 'project_id': '380252a4ad1a48789b6f01e38640431b', 'fixed_ips': [{'subnet_id': '0fd90352-659f-4282-af74-8f2f68ea6504'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:29.347094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.384586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Made reservation on behalf of 380252a4ad1a48789b6f01e38640431b for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:29.390654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1a163cca-c307-4cf3-848c-6c75facea1ab None None] Port e091e3f8-3210-4f5f-ae0d-02ebe4141519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:29.394102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.436830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] device_id is not set on port c67eee56-66bb-4f1d-abd9-012dafb1937b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:29:29.483824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:29.484242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.490175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Router a4febde9-91fc-4767-82a9-b46f234ff324 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:29.558124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1a163cca-c307-4cf3-848c-6c75facea1ab None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:29.558517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a163cca-c307-4cf3-848c-6c75facea1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.595184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Allocated IP 172.20.0.14 (98518fa5-f90a-40be-924d-43e8190e3277/0fd90352-659f-4282-af74-8f2f68ea6504/c67eee56-66bb-4f1d-abd9-012dafb1937b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:29.708927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:29.733407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.735487 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] Sync routers for ids ['a4febde9-91fc-4767-82a9-b46f234ff324'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:29.758838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.760174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e190c35a-2413-4e9f-a57c-8e6b1f30fa37 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.7857323 Dec 08 16:29:29.762983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33890) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:29.767698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': False}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:29.776268 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] Routers {'a4febde9-91fc-4767-82a9-b46f234ff324'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:29.777714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a4febde9-91fc-4767-82a9-b46f234ff324'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:29.919018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.938754 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:29.951966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:29.989367 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] Routers {'a4febde9-91fc-4767-82a9-b46f234ff324'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:29.990292 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a4febde9-91fc-4767-82a9-b46f234ff324'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:30.029329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.126567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Allocated IP 172.20.0.2 (98518fa5-f90a-40be-924d-43e8190e3277/0fd90352-659f-4282-af74-8f2f68ea6504/8dee3ef2-2f68-46ec-934c-a948f40c2d3c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:30.145660 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:30.151894 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc1fd07-52b6-4606-b8f7-4930f895d2b3 None None] The sync data for ids ['a4febde9-91fc-4767-82a9-b46f234ff324'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:30.176494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Network 98518fa5-f90a-40be-924d-43e8190e3277 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:30.177916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:30.193297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event updated for resources: {'Port': ['ID=c67eee56-66bb-4f1d-abd9-012dafb1937b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:30.201391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:30.201690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:30.204099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:30.223335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:30.268100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:30.268781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.301515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:30.302100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b4d528f3-56aa-4abb-a704-70db8472e66c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1230857 Dec 08 16:29:30.310628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1388536219', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:30.321728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=09f2ff4a-fe15-4a48-8c61-0eda471ff86b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:30.373187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.380160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:30.380838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.455552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.462898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.464222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.468688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.516534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33962) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:30.516961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9240fdb0-62ae-41fb-96be-b900d20a3211 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9592412 Dec 08 16:29:30.527877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:30.589238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Network 98518fa5-f90a-40be-924d-43e8190e3277 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:30.611017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:30.616376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.623894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:30.642979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Pushing event updated for resources: {'Port': ['ID=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:30.666515 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.707737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.709230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aa5a2b0a-1007-4686-8193-125ff7f64783 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4035783 Dec 08 16:29:30.722974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:30.738406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ba7416d7-92ac-4684-a973-e1e7363a272c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1450966997', 'prefixes': ['172.20.0.0/16']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:30.769727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Attempting to bind port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:30.770857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Attempting to bind port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd76ddfe8-24e6-4354-b432-13699924192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98518fa5-f90a-40be-924d-43e8190e3277'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:30.770857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Attempting to bind port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c on network 98518fa5-f90a-40be-924d-43e8190e3277 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:30.780397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.783535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6e3358a2-5baf-4a1c-869d-6d3b76fa2998 None None] Provisioning complete for port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:30.783971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e3358a2-5baf-4a1c-869d-6d3b76fa2998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.787662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:30.788109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Checking segment: {'id': 'd76ddfe8-24e6-4354-b432-13699924192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98518fa5-f90a-40be-924d-43e8190e3277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:30.789068 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.789552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Bound using segment: {'id': 'd76ddfe8-24e6-4354-b432-13699924192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98518fa5-f90a-40be-924d-43e8190e3277'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:30.790362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Bound port: 8dee3ef2-2f68-46ec-934c-a948f40c2d3c, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd76ddfe8-24e6-4354-b432-13699924192e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '98518fa5-f90a-40be-924d-43e8190e3277'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:30.790674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.917626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6e3358a2-5baf-4a1c-869d-6d3b76fa2998 None None] Port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:30.950393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:30.956998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.992679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] For port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:30.994278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba7416d7-92ac-4684-a973-e1e7363a272c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for subnetpool, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:30.995545 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ba7416d7-92ac-4684-a973-e1e7363a272c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2709651 Dec 08 16:29:31.004436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] For port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,segment=NetworkSegment(d76ddfe8-24e6-4354-b432-13699924192e),segment_id=d76ddfe8-24e6-4354-b432-13699924192e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:31.012112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.015608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34016) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.027879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-d769aa43-e6b9-4928-b5b3-2edc837b4863 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-587040888') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:31.191896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4146189-9e07-4aae-b8f1-19c74bca34d8 None None] Pushing event updated for resources: {'Port': ['ID=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:31.486542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d769aa43-e6b9-4928-b5b3-2edc837b4863 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-587040888 HTTP/1.1" status: 201 len: 201 time: 0.4698343 Dec 08 16:29:31.491240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34062) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.510158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-06772424-fcff-4e04-a354-6d782a42ea7a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-913160590') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:31.756846 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb37a4a5-e500-489d-aec6-15052711d554 (CIDR: 172.20.0.0/28) Dec 08 16:29:31.766703 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:31.768475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:31.799416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f0ccf331-ca9c-4514-9006-7b3cffc3fd11 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2816286 Dec 08 16:29:31.801744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34092) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.802321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:31.812918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06772424-fcff-4e04-a354-6d782a42ea7a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-913160590 HTTP/1.1" status: 201 len: 201 time: 0.3164268 Dec 08 16:29:31.822839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:31.844547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.900990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-3b047c06-9e63-4903-bc3e-16be55d3d2a8 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-1088812097') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:31.961654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:31.969104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.096011 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b047c06-9e63-4903-bc3e-16be55d3d2a8 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-1088812097 HTTP/1.1" status: 201 len: 201 time: 0.2918959 Dec 08 16:29:32.098840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34120) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:32.108313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-137a3621-d773-419a-a9d3-880e8871acef tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-1797369232') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.124823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:32.130051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.132564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.191735 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.229286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Router a4febde9-91fc-4767-82a9-b46f234ff324 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:32.397820 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-137a3621-d773-419a-a9d3-880e8871acef tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-1797369232 HTTP/1.1" status: 201 len: 201 time: 0.2955372 Dec 08 16:29:32.399391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:32.404532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-149c8205-84e2-4b11-a35b-9d18f4f184ca tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.514660 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6a458370-8684-4ec9-9b74-5dff64ec20bb (CIDR: 172.20.0.16/28) Dec 08 16:29:32.541911 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:29:32.543479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:32.609824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f1cad390-9b73-40de-82c6-7769b7911296 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7946048 Dec 08 16:29:32.612424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:32.631022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'subnet': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:32.721885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-149c8205-84e2-4b11-a35b-9d18f4f184ca tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags HTTP/1.1" status: 200 len: 240 time: 0.3212247 Dec 08 16:29:32.722564 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:32.735890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-15d792fc-f420-4acd-b94f-0b8f9213f42b tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-587040888') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:32.886972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916c06a7-e232-4426-bf00-72a519d4c9fb None None] Network 98518fa5-f90a-40be-924d-43e8190e3277 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:32.916670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Made reservation on behalf of 7aea17fad67f4cd29d4af21e00ae5859 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:32.920491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:32.942944 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-15d792fc-f420-4acd-b94f-0b8f9213f42b tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-587040888 HTTP/1.1" status: 204 len: 168 time: 0.2103574 Dec 08 16:29:32.943616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34204) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.003514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-e34dbc2b-958c-459d-8674-6cf1f748da9a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-587040888') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.048309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:33.056214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.058441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f5c1c946-d186-458d-b99b-a4b9847c3bab tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "PUT /v2.0/routers/a4febde9-91fc-4767-82a9-b46f234ff324 HTTP/1.1" status: 200 len: 921 time: 3.2931755 Dec 08 16:29:33.060835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34214) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.223012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e34dbc2b-958c-459d-8674-6cf1f748da9a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-587040888 HTTP/1.1" status: 204 len: 168 time: 0.2230299 Dec 08 16:29:33.224115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.229199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-2c28d191-63f4-4584-97d1-cd1eebc0bdc2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.363326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45115ac0-7289-4de3-a303-def0b591199c None None] Sync routers for ids ['a4febde9-91fc-4767-82a9-b46f234ff324'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:33.371413 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c28d191-63f4-4584-97d1-cd1eebc0bdc2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags HTTP/1.1" status: 200 len: 205 time: 0.1439002 Dec 08 16:29:33.393691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.398964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-a8a8112a-f7f4-4eba-b8be-542be67faf8d tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.464274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6622dd0-7945-4d90-9bce-4b2f5756ebee req-d5b4690f-9b81-40bf-9828-7f0e346a0961 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.467190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8dee3ef2-2f68-46ec-934c-a948f40c2d3c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:33.472956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6622dd0-7945-4d90-9bce-4b2f5756ebee req-d5b4690f-9b81-40bf-9828-7f0e346a0961 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2170372 Dec 08 16:29:33.528315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7b178da4-db95-41e8-8ce2-ef28e4dc5c1a tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/a4febde9-91fc-4767-82a9-b46f234ff324 HTTP/1.1" status: 200 len: 921 time: 0.4635472 Dec 08 16:29:33.529722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34264) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.542574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.571131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45115ac0-7289-4de3-a303-def0b591199c None None] Routers {'a4febde9-91fc-4767-82a9-b46f234ff324'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:33.581304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45115ac0-7289-4de3-a303-def0b591199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a4febde9-91fc-4767-82a9-b46f234ff324'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.614644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a8a8112a-f7f4-4eba-b8be-542be67faf8d tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags HTTP/1.1" status: 200 len: 240 time: 0.2197866 Dec 08 16:29:33.619160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.622522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6622dd0-7945-4d90-9bce-4b2f5756ebee req-a847f617-a021-4e61-a4e6-7bf66ed31a59 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485417 Dec 08 16:29:33.633818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-bb0a654b-9049-4ebb-85b8-7e3f717706ec tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-913160590') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.659279 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.666321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45115ac0-7289-4de3-a303-def0b591199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.672741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fc57c933-67d8-4b05-a825-f921e9ecbb07 None None] Provisioning complete for port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:33.673175 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc57c933-67d8-4b05-a825-f921e9ecbb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.679989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c549472-6908-456d-91b8-e0a164b7829b tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.686806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1c549472-6908-456d-91b8-e0a164b7829b tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=a4febde9-91fc-4767-82a9-b46f234ff324&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1559691 Dec 08 16:29:33.697476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34286) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.743440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45115ac0-7289-4de3-a303-def0b591199c None None] Routers {'a4febde9-91fc-4767-82a9-b46f234ff324'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:33.744386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45115ac0-7289-4de3-a303-def0b591199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a4febde9-91fc-4767-82a9-b46f234ff324'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.764327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Network cae9a238-13f2-4676-abe3-36d8f8b10204 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:33.783878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:33.805122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.806249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.813970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3ad72d-d6c1-4df5-8532-3e9b7f179588 None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:33.819226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-45115ac0-7289-4de3-a303-def0b591199c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:33.820770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45115ac0-7289-4de3-a303-def0b591199c None None] The sync data for ids ['a4febde9-91fc-4767-82a9-b46f234ff324'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:33.849126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Subnet': ['ID=7bec1465-eb8b-47a5-851f-acc1f1e3f23d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:33.901433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-650b4f75-1715-4080-802e-d11e408fca63 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2793303 Dec 08 16:29:33.902146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a0cb6d-9821-44c6-8fbc-375d17fad9c4 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:33.903738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34310) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.903875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6a0cb6d-9821-44c6-8fbc-375d17fad9c4 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.2043316 Dec 08 16:29:33.907399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34312) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:33.915211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:33.916184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:33.919111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-648241031', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7bec1465-eb8b-47a5-851f-acc1f1e3f23d'}], 'security_groups': ['8d98d629-b29a-4f07-9ec0-9203e2dd0671', 'd58b5b0e-ecb3-44e0-bb81-ade321e805dc']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:33.956838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c6638d61-f95c-4816-bd20-9f46bcab49a2 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4febde9-91fc-4767-82a9-b46f234ff324 HTTP/1.1" status: 200 len: 205 time: 0.0477612 Dec 08 16:29:33.958912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34320) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.014177 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb0a654b-9049-4ebb-85b8-7e3f717706ec tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-913160590 HTTP/1.1" status: 204 len: 168 time: 0.3889730 Dec 08 16:29:34.020237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.025515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-c4db25cb-ceee-4db0-a362-51979ae3928a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-913160590') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:34.048252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc57c933-67d8-4b05-a825-f921e9ecbb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.066634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6a9b9-20be-454c-b0d8-57b0aeab5eda req-f939045c-3fcf-4d3d-91e1-756a1e09a242 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:34.072141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1a6a9b9-20be-454c-b0d8-57b0aeab5eda req-f939045c-3fcf-4d3d-91e1-756a1e09a242 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2925744 Dec 08 16:29:34.160357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fc57c933-67d8-4b05-a825-f921e9ecbb07 None None] For port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,segment=NetworkSegment(d76ddfe8-24e6-4354-b432-13699924192e),segment_id=d76ddfe8-24e6-4354-b432-13699924192e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:34.172632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc57c933-67d8-4b05-a825-f921e9ecbb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.187465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.299548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc57c933-67d8-4b05-a825-f921e9ecbb07 None None] Pushing event updated for resources: {'Port': ['ID=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:34.317261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4db25cb-ceee-4db0-a362-51979ae3928a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-913160590 HTTP/1.1" status: 204 len: 168 time: 0.2959487 Dec 08 16:29:34.322234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.324811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34350) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.341395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-f0e37136-7527-4595-9404-c19aa06739b9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:34.510747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] Update dhcp port {'port': {'network_id': 'cae9a238-13f2-4676-abe3-36d8f8b10204', 'fixed_ips': [{'subnet_id': '6a458370-8684-4ec9-9b74-5dff64ec20bb', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb37a4a5-e500-489d-aec6-15052711d554', 'ip_address': '172.20.0.2'}, {'subnet_id': '7bec1465-eb8b-47a5-851f-acc1f1e3f23d'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '017d5ac7-afd6-442b-8dcc-f8a8f945f582'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:29:34.513015 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:34.515770 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:34.548289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1a6a9b9-20be-454c-b0d8-57b0aeab5eda req-3efc2c9b-2efc-475b-acaa-045eb0f07946 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550297 Dec 08 16:29:34.586882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.664501 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f0e37136-7527-4595-9404-c19aa06739b9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags HTTP/1.1" status: 200 len: 205 time: 0.3262689 Dec 08 16:29:34.665013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:34.678396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-06edfbb5-f4d7-4e89-ac7d-81106d2e0089 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:34.697046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.704875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.719007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-66e68f9f-7d03-4e6a-9d08-c80fdcfc2168 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2956901 Dec 08 16:29:34.854384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d922-dada-4109-9a2b-24912f0854bc req-5e82ec94-f670-4208-bda9-fe9411d52a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:34.856340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-5e82ec94-f670-4208-bda9-fe9411d52a16 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0772367 Dec 08 16:29:34.869165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Deleting port 2adb51f9-5635-4959-ac98-86e1247d3c83 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:34.869775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:34.979130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3f38033e-28f0-46df-9454-3dd0fce4924e None None] Provisioning complete for port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:34.979718 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f38033e-28f0-46df-9454-3dd0fce4924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.079628 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06edfbb5-f4d7-4e89-ac7d-81106d2e0089 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags HTTP/1.1" status: 200 len: 241 time: 0.4108379 Dec 08 16:29:35.083411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34404) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:35.089217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-7282859e-9c5d-4ce6-a2ac-98b4f0a5dfe0 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-1088812097') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:35.151167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] Allocated IP 172.20.0.34 (cae9a238-13f2-4676-abe3-36d8f8b10204/7bec1465-eb8b-47a5-851f-acc1f1e3f23d/017d5ac7-afd6-442b-8dcc-f8a8f945f582) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:35.247640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7282859e-9c5d-4ce6-a2ac-98b4f0a5dfe0 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-1088812097 HTTP/1.1" status: 204 len: 168 time: 0.1627629 Dec 08 16:29:35.250930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:35.256084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-2f95f6a2-a00a-4b89-a901-e3bce7ae50f7 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-1088812097') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:35.333264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-47594806-6ae7-4538-9f96-0d0a3c46708a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:35.341766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-47594806-6ae7-4538-9f96-0d0a3c46708a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.2336147 Dec 08 16:29:35.389286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d922-dada-4109-9a2b-24912f0854bc req-ce4aaf98-981b-4f82-8933-3ab04680d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:35.389286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-ce4aaf98-981b-4f82-8933-3ab04680d5a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.4927871 Dec 08 16:29:35.408772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=017d5ac7-afd6-442b-8dcc-f8a8f945f582,segment=NetworkSegment(8f5bc208-dc02-4dd7-ae27-ec254dcd75e1),segment_id=8f5bc208-dc02-4dd7-ae27-ec254dcd75e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:35.420800 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2f95f6a2-a00a-4b89-a901-e3bce7ae50f7 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-1088812097 HTTP/1.1" status: 204 len: 168 time: 0.1662035 Dec 08 16:29:35.420914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34410) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:35.427801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-e6dd1265-a5fa-44c2-ac39-32b16a44ead6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:35.473197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-3a0f832e-5da3-419b-9ed3-b353575cf92e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/quotas/6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 375 time: 0.1304398 Dec 08 16:29:35.479897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.502118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.563643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-0771f6d9-f849-497f-9214-6503b9aca188 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316 HTTP/1.1" status: 200 len: 217 time: 0.1360157 Dec 08 16:29:35.565438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.604592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3f38033e-28f0-46df-9454-3dd0fce4924e None None] Provisioning complete for port c67eee56-66bb-4f1d-abd9-012dafb1937b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:35.604960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f38033e-28f0-46df-9454-3dd0fce4924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.609734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Calling delete_port for 2adb51f9-5635-4959-ac98-86e1247d3c83 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:35.611803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8dee3ef2-2f68-46ec-934c-a948f40c2d3c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:35.699022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-34818248-31a8-4f51-a76b-00fa99275a30 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2243857 Dec 08 16:29:35.711756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-b770d89f-8001-4630-ba8c-45eb2040f34f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:29:35.714168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Delete allocated IP 172.20.0.10 (cae9a238-13f2-4676-abe3-36d8f8b10204/eb37a4a5-e500-489d-aec6-15052711d554) {{(pid=103281) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 08 16:29:35.723197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Allocated IP 172.20.0.38 (cae9a238-13f2-4676-abe3-36d8f8b10204/7bec1465-eb8b-47a5-851f-acc1f1e3f23d/09f2ff4a-fe15-4a48-8c61-0eda471ff86b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:35.730368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-b770d89f-8001-4630-ba8c-45eb2040f34f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0275185 Dec 08 16:29:35.788744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986fe78-62da-4b1c-8806-c48a802eef2f None None] Pushing event updated for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:35.802379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d922-dada-4109-9a2b-24912f0854bc req-2efa6fb3-a823-4968-a4e3-975c495aae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:35.804437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-2efa6fb3-a823-4968-a4e3-975c495aae95 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.2272568 Dec 08 16:29:35.828137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3f38033e-28f0-46df-9454-3dd0fce4924e None None] Port c67eee56-66bb-4f1d-abd9-012dafb1937b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:35.852916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:35.853629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:35.973495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b07404ab-3446-4b0f-902e-2c5e0d9723df None None] Provisioning complete for port c67eee56-66bb-4f1d-abd9-012dafb1937b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:35.978579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b07404ab-3446-4b0f-902e-2c5e0d9723df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.002678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.010706 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e6dd1265-a5fa-44c2-ac39-32b16a44ead6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags HTTP/1.1" status: 200 len: 205 time: 0.5884314 Dec 08 16:29:36.012815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.015017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.024915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-ca14c33f-66d2-4132-a269-d73da3329f14 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:36.075752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8d922-dada-4109-9a2b-24912f0854bc req-1f020e59-bc48-4a11-9879-4c02dd1a67fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:36.077516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-1f020e59-bc48-4a11-9879-4c02dd1a67fa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560160 Dec 08 16:29:36.091745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b07404ab-3446-4b0f-902e-2c5e0d9723df None None] Port c67eee56-66bb-4f1d-abd9-012dafb1937b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:36.094069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-d9eaa546-16d6-4a90-9014-c9dc2ba52af8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:29:36.095291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-d9eaa546-16d6-4a90-9014-c9dc2ba52af8 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092773 Dec 08 16:29:36.105610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event updated for resources: {'Port': ['ID=09f2ff4a-fe15-4a48-8c61-0eda471ff86b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.106741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-fbb7cb7f-8d93-40fc-b0e3-d613b81120bb service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754728 Dec 08 16:29:36.241964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] In _notify_port_updated(), no bound segment for port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b on network cae9a238-13f2-4676-abe3-36d8f8b10204 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:29:36.247977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:36.250257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.255527 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-66f4d3ed-6ed7-449c-9b78-245c7077cf99 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "PUT /v2.0/ports/09f2ff4a-fe15-4a48-8c61-0eda471ff86b HTTP/1.1" status: 200 len: 959 time: 2.3495927 Dec 08 16:29:36.261677 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca14c33f-66d2-4132-a269-d73da3329f14 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags HTTP/1.1" status: 200 len: 241 time: 0.2442238 Dec 08 16:29:36.262647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.274167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.320015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-230a62e8-518f-49d5-806e-ad720053acb6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-1797369232') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:36.399958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-230a62e8-518f-49d5-806e-ad720053acb6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-1797369232 HTTP/1.1" status: 204 len: 168 time: 0.1246183 Dec 08 16:29:36.404044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.405467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.413417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-30080e40-2054-4a72-baa4-b5089f0a0973 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-1797369232') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:36.429725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-979eb717-676c-43ab-bfec-916050bd3498 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200500 Dec 08 16:29:36.447918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:36.448272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.497857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event deleted for resources: {'Port': ['ID=2adb51f9-5635-4959-ac98-86e1247d3c83,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:36.505061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c26d19-278b-4b0b-8e19-f8b8982e2ae0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:36.552437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-92acbe10-1b08-4ed5-8b5c-3d8f78abf037 service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445531 Dec 08 16:29:36.595054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.641235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for 09f2ff4a-fe15-4a48-8c61-0eda471ff86b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:36.692951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e8d922-dada-4109-9a2b-24912f0854bc req-00c25d1b-d7b7-4563-b337-f18cb6eea0ac service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064741 Dec 08 16:29:36.720160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.720955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.721702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.722495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.723509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.724924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.725549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.726121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.726647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.727142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.727652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.728172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.728685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:29:36.777722 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-30080e40-2054-4a72-baa4-b5089f0a0973 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-1797369232 HTTP/1.1" status: 204 len: 168 time: 0.3697336 Dec 08 16:29:36.781935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:36.793882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-bb6bdb8a-ecce-4531-a4cf-a6dc18dfdd0a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:36.858321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Provisioning complete for port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:36.858795 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.932350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Port 09f2ff4a-fe15-4a48-8c61-0eda471ff86b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:36.939349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25b38c5f-a4f8-4f23-a802-5f771dccb56c req-b64af9bd-8168-4544-b854-c86ccdfae3be tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 210 time: 0.1418748 Dec 08 16:29:36.942210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.954964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Provisioning complete for port e091e3f8-3210-4f5f-ae0d-02ebe4141519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:36.955586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:36.960487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.014805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=09f2ff4a-fe15-4a48-8c61-0eda471ff86b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:37.039069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Port e091e3f8-3210-4f5f-ae0d-02ebe4141519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:37.052208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:37.052668 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa66c06d-9389-405c-8467-cdc734d078e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.071272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.078812 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.090379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34436) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.090657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bb6bdb8a-ecce-4531-a4cf-a6dc18dfdd0a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags HTTP/1.1" status: 200 len: 205 time: 0.3051295 Dec 08 16:29:37.099083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-b5138f58-55f3-4cef-b342-082bc73cc123 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:37.155519 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5138f58-55f3-4cef-b342-082bc73cc123 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags HTTP/1.1" status: 204 len: 168 time: 0.0634310 Dec 08 16:29:37.159853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.160294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34438) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.164969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.165751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Fanout notify agent at l3_agent the message router_deleted on router a4febde9-91fc-4767-82a9-b46f234ff324 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:37.168486 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01a7b473-c9fe-4b91-a340-3c2433f63d2b tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/09f2ff4a-fe15-4a48-8c61-0eda471ff86b HTTP/1.1" status: 204 len: 168 time: 0.9044662 Dec 08 16:29:37.169435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.171914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-9696d436-7681-43f8-a280-38e23b5ac7f2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:37.181902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.183567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b547b770-b28e-4c73-820e-5d1ab5fc89f4 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/a4febde9-91fc-4767-82a9-b46f234ff324 HTTP/1.1" status: 204 len: 168 time: 3.2222371 Dec 08 16:29:37.200184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.201303 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a4e7eb9-7ba7-4267-ad73-9b429a7403c2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] GET failed (client error): The resource could not be found. Dec 08 16:29:37.206072 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5a4e7eb9-7ba7-4267-ad73-9b429a7403c2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports/09f2ff4a-fe15-4a48-8c61-0eda471ff86b HTTP/1.1" status: 404 len: 333 time: 0.0352886 Dec 08 16:29:37.211697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-102661172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:37.216714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34444) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.243124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.244566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.307200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.314392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.347632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.348557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9696d436-7681-43f8-a280-38e23b5ac7f2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags HTTP/1.1" status: 204 len: 168 time: 0.1852791 Dec 08 16:29:37.352658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34446) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.352885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff4bfc4e-9f62-4b98-a39b-154ec06b6338 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1450908 Dec 08 16:29:37.356120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.358011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-36f29731-06c0-46f1-813d-b6480d3b38d2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:37.360775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a8986d2-cee6-4ddd-8ec3-0ed9709cf3bd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.361595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:37.403089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a8986d2-cee6-4ddd-8ec3-0ed9709cf3bd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.496557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a8986d2-cee6-4ddd-8ec3-0ed9709cf3bd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.499717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a8986d2-cee6-4ddd-8ec3-0ed9709cf3bd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.503732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a8986d2-cee6-4ddd-8ec3-0ed9709cf3bd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/security-groups/5ed2d482-800f-4f2c-802c-86a7009811b1 HTTP/1.1" status: 204 len: 168 time: 0.2830184 Dec 08 16:29:37.507541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34450) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.540062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8986d2-cee6-4ddd-8ec3-0ed9709cf3bd tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed2d482-800f-4f2c-802c-86a7009811b1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:37.542134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a807ba7e-8410-45e2-87f7-24acfa5a0b16 None None] Could not find standard attr ID for object 09f2ff4a-fe15-4a48-8c61-0eda471ff86b. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:29:37.566413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:37.578738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36f29731-06c0-46f1-813d-b6480d3b38d2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags HTTP/1.1" status: 204 len: 168 time: 0.2237880 Dec 08 16:29:37.583363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34454) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.595137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-bfe5e8af-6331-4afa-9092-9de2dec51926 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:37.697135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:37.697506 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.714100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-880aa5b1-1cbd-4aa1-9358-5946b00be71e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.761433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-880aa5b1-1cbd-4aa1-9358-5946b00be71e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.805970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bfe5e8af-6331-4afa-9092-9de2dec51926 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags HTTP/1.1" status: 204 len: 168 time: 0.2174358 Dec 08 16:29:37.806181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34462) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.811424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-93b28602-c2be-44cd-bc3b-e2a40d517678 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-1834374355') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:37.849885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-880aa5b1-1cbd-4aa1-9358-5946b00be71e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.856163 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-880aa5b1-1cbd-4aa1-9358-5946b00be71e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.859970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-880aa5b1-1cbd-4aa1-9358-5946b00be71e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/security-groups/d58b5b0e-ecb3-44e0-bb81-ade321e805dc HTTP/1.1" status: 204 len: 168 time: 0.3510287 Dec 08 16:29:37.860754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:37.887946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aa5b1-1cbd-4aa1-9358-5946b00be71e tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58b5b0e-ecb3-44e0-bb81-ade321e805dc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:37.931424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb6546c-3b31-4e71-b0db-3a368ec96829 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:37.967807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb6546c-3b31-4e71-b0db-3a368ec96829 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.063749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad0d0a9d-7ec7-4c93-a0cf-c5b5ab22eb31 req-3fa9eded-cac4-4ed2-b958-72d15bcf2d54 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 210 time: 0.0388162 Dec 08 16:29:38.069950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb6546c-3b31-4e71-b0db-3a368ec96829 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.074483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bdb6546c-3b31-4e71-b0db-3a368ec96829 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.075629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bdb6546c-3b31-4e71-b0db-3a368ec96829 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/security-groups/8d98d629-b29a-4f07-9ec0-9203e2dd0671 HTTP/1.1" status: 204 len: 168 time: 0.2101276 Dec 08 16:29:38.078268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.083933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.089130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6546c-3b31-4e71-b0db-3a368ec96829 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d98d629-b29a-4f07-9ec0-9203e2dd0671,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:38.119451 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-b9a83ad0-94e7-4959-b296-a77175c1a6dc service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3792901 Dec 08 16:29:38.283821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet eb37a4a5-e500-489d-aec6-15052711d554 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:38.290584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.294756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-93b28602-c2be-44cd-bc3b-e2a40d517678 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-1834374355 HTTP/1.1" status: 201 len: 201 time: 0.4878268 Dec 08 16:29:38.297706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34480) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.302695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-5b5957a5-198e-42b7-b9f3-6ae2c8986a17 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-146193266') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:38.335135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-47a86b47-f599-42a3-bd9c-4d0322d8ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.336743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-47a86b47-f599-42a3-bd9c-4d0322d8ca9b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 1097 time: 0.1767812 Dec 08 16:29:38.360289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.415943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5b5957a5-198e-42b7-b9f3-6ae2c8986a17 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-146193266 HTTP/1.1" status: 201 len: 201 time: 0.1165035 Dec 08 16:29:38.418799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.426632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-01e911c2-bc64-468f-bf10-9010dc4df8a9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-760697637') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:38.597355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.633192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-35d9f5af-6a5d-457b-906e-f83f754af26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.634779 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-35d9f5af-6a5d-457b-906e-f83f754af26a service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.2697620 Dec 08 16:29:38.712725 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-4677bc27-c2c4-4e0a-a3ac-9498d770c89a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=043ba394-6d3b-4db7-931c-c211ece24d57 HTTP/1.1" status: 200 len: 217 time: 0.0554411 Dec 08 16:29:38.747399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.801175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.833099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-527c2f41-1a45-4e61-814f-972e55866591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:38.835113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-527c2f41-1a45-4e61-814f-972e55866591 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0976932 Dec 08 16:29:38.863840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.909465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-01e911c2-bc64-468f-bf10-9010dc4df8a9 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-760697637 HTTP/1.1" status: 201 len: 201 time: 0.4885054 Dec 08 16:29:38.911456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34486) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.917347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-6b0f326b-4534-4084-9a4d-c2b40a635ebe tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-244614779') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:38.929418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=eb37a4a5-e500-489d-aec6-15052711d554,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:38.940537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:38.943895 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9504812e-aa85-49f2-86d9-207ade704ae2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/eb37a4a5-e500-489d-aec6-15052711d554 HTTP/1.1" status: 204 len: 168 time: 0.8537591 Dec 08 16:29:38.948188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34488) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:38.956170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac96d88-42c0-4ff7-acc1-c585b434b51a None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:39.007953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-b07fe179-8855-474d-9759-e72f98e66a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:39.011332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b0f326b-4534-4084-9a4d-c2b40a635ebe tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-244614779 HTTP/1.1" status: 201 len: 201 time: 0.0964658 Dec 08 16:29:39.011530 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-b07fe179-8855-474d-9759-e72f98e66a32 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1420052 Dec 08 16:29:39.012001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.017597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-132a719b-8213-4747-9317-6e24d68528b4 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', {'tags': ['tempest-TagsExtTest-Tag-1947697944', 'tempest-TagsExtTest-Tag-1997369757', 'tempest-TagsExtTest-Tag-2102052500']}) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:39.027364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 7bec1465-eb8b-47a5-851f-acc1f1e3f23d {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:39.032974 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.051150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-ec3507a6-0542-43ae-9d3d-2c4d744fdf49 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:29:39.052194 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-ec3507a6-0542-43ae-9d3d-2c4d744fdf49 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0289669 Dec 08 16:29:39.077090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Allocated IP 172.25.3.14 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/813e0a57-c469-4a59-8664-9d2b8cf050b5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:39.094758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.202689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26b02399-72c7-477d-ae7f-99068e6e9885 req-c766be64-4b0d-4fbf-b32c-6d9d39a91124 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 210 time: 0.0441329 Dec 08 16:29:39.250340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.308188 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-132a719b-8213-4747-9317-6e24d68528b4 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags HTTP/1.1" status: 200 len: 318 time: 0.2948136 Dec 08 16:29:39.312758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34498) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.320733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-3aebde9e-9031-4716-885b-c909ad176216 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:39.355932 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-b06d3f0b-36a7-477f-bd49-d2e42d6aeee9 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880733 Dec 08 16:29:39.384651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.426167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=7bec1465-eb8b-47a5-851f-acc1f1e3f23d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.434847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.440961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8b636099-7a8e-4465-8a1c-5dbec3c7c255 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/7bec1465-eb8b-47a5-851f-acc1f1e3f23d HTTP/1.1" status: 204 len: 168 time: 0.4884372 Dec 08 16:29:39.441186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.475026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.484425 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf70e247-5615-48c9-80ee-b06b91ba54cc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:39.484887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf70e247-5615-48c9-80ee-b06b91ba54cc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:39.490249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bf70e247-5615-48c9-80ee-b06b91ba54cc tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/eb37a4a5-e500-489d-aec6-15052711d554 HTTP/1.1" status: 404 len: 337 time: 0.0459516 Dec 08 16:29:39.491957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34504) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.543731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1fe7d68b-c373-4733-8adc-fddf125f08ce req-c5d6a8c9-e2eb-4e67-99f0-829b3ffdf5bf service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674495 Dec 08 16:29:39.607983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting subnet 6a458370-8684-4ec9-9b74-5dff64ec20bb {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:39.614572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.614863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.659562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:39.662794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:39.666910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:39.682395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b5d6cd-46bc-49ca-9932-7785584ed801 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:39.702282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3aebde9e-9031-4716-885b-c909ad176216 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags HTTP/1.1" status: 204 len: 168 time: 0.3880668 Dec 08 16:29:39.706373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.710775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34510) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.722476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event updated for resources: {'Port': ['ID=813e0a57-c469-4a59-8664-9d2b8cf050b5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:39.748115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-e479748c-51c9-4678-abcb-5ba67dcd8e79 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-1947697944') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:39.810743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d3a6160-1e8a-45db-90ab-859116a18dbe None None] Provisioning complete for port 813e0a57-c469-4a59-8664-9d2b8cf050b5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:39.813181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6160-1e8a-45db-90ab-859116a18dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.859042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d3a6160-1e8a-45db-90ab-859116a18dbe None None] Port 813e0a57-c469-4a59-8664-9d2b8cf050b5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:39.952665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:39.982332 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-e479748c-51c9-4678-abcb-5ba67dcd8e79 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:39.987020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e479748c-51c9-4678-abcb-5ba67dcd8e79 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-1947697944 HTTP/1.1" status: 404 len: 329 time: 0.2747669 Dec 08 16:29:39.990168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:39.998775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-ca5b102c-1720-425e-9637-c50b1f57f323 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-1997369757') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:40.096680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.158798 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.162636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/6a458370-8684-4ec9-9b74-5dff64ec20bb HTTP/1.1" status: 204 len: 168 time: 0.6706026 Dec 08 16:29:40.165679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.166463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dcdd7-ad4d-42e6-94d3-16aab7596306 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Subnet': ['ID=6a458370-8684-4ec9-9b74-5dff64ec20bb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:40.194950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279aace8-ffdc-4452-9577-d01b68c82fbe None None] Network cae9a238-13f2-4676-abe3-36d8f8b10204 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:40.199514 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-ca5b102c-1720-425e-9637-c50b1f57f323 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:40.200581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ca5b102c-1720-425e-9637-c50b1f57f323 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-1997369757 HTTP/1.1" status: 404 len: 329 time: 0.2086794 Dec 08 16:29:40.211185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34520) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.246917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.255044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-e7834e78-8091-4f77-b2ef-d891a43232f6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504', 'tempest-TagsExtTest-Tag-2102052500') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:40.259795 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ddabd5-2c8b-4ec4-bc0d-eb05cc4dd11c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.260256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ddabd5-2c8b-4ec4-bc0d-eb05cc4dd11c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.271068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9ddabd5-2c8b-4ec4-bc0d-eb05cc4dd11c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/5246a9ea-3a20-4615-be03-05f9d1ef2911 HTTP/1.1" status: 404 len: 337 time: 0.0979149 Dec 08 16:29:40.331675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34524) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.418230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d9639ce8-cebb-473c-a4c4-d245e8b1d064 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "GET /v2.0/ports?device_id=4ce8b8cb-3187-4918-b7c7-7066b231761f HTTP/1.1" status: 200 len: 205 time: 0.0822358 Dec 08 16:29:40.419100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34526) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.437921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2c00dab9-3a17-4a1c-a578-6dd37864fbe4 None None] Provisioning complete for port e091e3f8-3210-4f5f-ae0d-02ebe4141519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:40.438317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c00dab9-3a17-4a1c-a578-6dd37864fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.499980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ce3efe2-3273-475d-a761-ab292ead1458 req-a217aa59-3824-41a8-8be4-2d1d7642ce20 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 210 time: 0.1293654 Dec 08 16:29:40.515328 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-8e96dc7e-6a31-464e-8c62-ad70139f1b8c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] delete failed (client error): The resource could not be found. Dec 08 16:29:40.519003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8e96dc7e-6a31-464e-8c62-ad70139f1b8c tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/routers/4ce8b8cb-3187-4918-b7c7-7066b231761f HTTP/1.1" status: 404 len: 336 time: 0.0953658 Dec 08 16:29:40.519566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34528) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.543276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2c00dab9-3a17-4a1c-a578-6dd37864fbe4 None None] Port e091e3f8-3210-4f5f-ae0d-02ebe4141519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:40.552953 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4682281-1d64-4050-95f9-f34e50a2b50f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.554064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4682281-1d64-4050-95f9-f34e50a2b50f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.560388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4682281-1d64-4050-95f9-f34e50a2b50f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/efdfe3da-93ae-4686-9442-d9a01673c1e6 HTTP/1.1" status: 404 len: 337 time: 0.0348551 Dec 08 16:29:40.561060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34530) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.590515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2c00dab9-3a17-4a1c-a578-6dd37864fbe4 None None] Provisioning complete for port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:40.590910 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c00dab9-3a17-4a1c-a578-6dd37864fbe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.637948 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-e7834e78-8091-4f77-b2ef-d891a43232f6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:40.639019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e7834e78-8091-4f77-b2ef-d891a43232f6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags/tempest-TagsExtTest-Tag-2102052500 HTTP/1.1" status: 404 len: 329 time: 0.4059072 Dec 08 16:29:40.640450 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c16cd57-5c7b-43fc-b109-29d6f79d2c75 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.640912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c16cd57-5c7b-43fc-b109-29d6f79d2c75 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.643367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34532) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.647569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7c16cd57-5c7b-43fc-b109-29d6f79d2c75 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/a0c22ee8-50f9-4874-ab88-fe3be91e4ddf HTTP/1.1" status: 404 len: 337 time: 0.0834870 Dec 08 16:29:40.648035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34534) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.650977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] DHCP port deletion for cae9a238-13f2-4676-abe3-36d8f8b10204 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:40.664690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-16bc90e8-7579-4ae6-a4ee-9fd6446edbfc tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', {'tags': ['tempest-TagsExtTest-Tag-372367203', 'tempest-TagsExtTest-Tag-1426749449', 'tempest-TagsExtTest-Tag-1758074409']}) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:40.762612 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8f1132-512e-4c25-a3ad-903dcf056df7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.763516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8f1132-512e-4c25-a3ad-903dcf056df7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.766661 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee8f1132-512e-4c25-a3ad-903dcf056df7 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/425b33d1-e5a1-4cb7-a45a-331178f6aa21 HTTP/1.1" status: 404 len: 337 time: 0.0996544 Dec 08 16:29:40.769503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34536) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.784060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] Deleting port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:40.785828 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.787095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2b506931-be62-4ea9-8a15-fd8a9290e21b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:40.788801 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2b506931-be62-4ea9-8a15-fd8a9290e21b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.4233146 Dec 08 16:29:40.813773 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-874d5a51-833c-42b8-a687-e5c4d9a43724 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.814397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874d5a51-833c-42b8-a687-e5c4d9a43724 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.827213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-874d5a51-833c-42b8-a687-e5c4d9a43724 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/184d3602-818e-4891-ad7e-d7047b81a7bb HTTP/1.1" status: 404 len: 333 time: 0.0565722 Dec 08 16:29:40.829583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34538) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.861498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'port': {'device_id': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'admin_state_up': True, 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:40.883032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] For port 017d5ac7-afd6-442b-8dcc-f8a8f945f582, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=017d5ac7-afd6-442b-8dcc-f8a8f945f582,segment=NetworkSegment(8f5bc208-dc02-4dd7-ae27-ec254dcd75e1),segment_id=8f5bc208-dc02-4dd7-ae27-ec254dcd75e1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:40.883426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:40.887445 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b8a1356-b18e-456a-b3bc-dd34f99e5042 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.887937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b8a1356-b18e-456a-b3bc-dd34f99e5042 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.891403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5b8a1356-b18e-456a-b3bc-dd34f99e5042 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/200f0344-b322-49f8-95b3-409e30f17e02 HTTP/1.1" status: 404 len: 337 time: 0.0607960 Dec 08 16:29:40.897581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34540) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.906068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] Calling delete_port for 017d5ac7-afd6-442b-8dcc-f8a8f945f582 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:40.949540 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-598bdede-22bb-449b-90d1-02071b92e1be tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.950321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598bdede-22bb-449b-90d1-02071b92e1be tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.954388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-598bdede-22bb-449b-90d1-02071b92e1be tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/de0a33c7-27a1-4a22-a686-56ef56636892 HTTP/1.1" status: 404 len: 337 time: 0.0557504 Dec 08 16:29:40.956958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34544) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:40.982594 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-98cf6b98-7f30-4722-8ae1-452b5e8a84a3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:40.983561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98cf6b98-7f30-4722-8ae1-452b5e8a84a3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:40.986971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-98cf6b98-7f30-4722-8ae1-452b5e8a84a3 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/fca218c7-79c6-48b2-bbb6-2f51a4125bd3 HTTP/1.1" status: 404 len: 333 time: 0.0286758 Dec 08 16:29:40.989471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34546) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.021258 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-0674b946-c008-4614-9625-d7930af9703f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:41.022740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0674b946-c008-4614-9625-d7930af9703f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:41.026737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0674b946-c008-4614-9625-d7930af9703f tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/91ff35fa-ef2f-412c-9254-d1ff638ec6b5 HTTP/1.1" status: 404 len: 337 time: 0.0358341 Dec 08 16:29:41.030348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34548) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.030847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.075547 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-52d041b3-d6ab-4d69-81ce-746b4ee32e7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] DELETE failed (client error): The resource could not be found. Dec 08 16:29:41.076483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52d041b3-d6ab-4d69-81ce-746b4ee32e7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:29:41.080755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-52d041b3-d6ab-4d69-81ce-746b4ee32e7d tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/subnets/515f7d73-be65-4f1b-a8e4-10a1b19a6af5 HTTP/1.1" status: 404 len: 337 time: 0.0479624 Dec 08 16:29:41.083521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34550) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.102521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] No DVR routers for this DVR port 017d5ac7-afd6-442b-8dcc-f8a8f945f582 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:41.127783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e844800-918d-46b6-a730-be1ea4f0029d None None] Pushing event deleted for resources: {'Port': ['ID=017d5ac7-afd6-442b-8dcc-f8a8f945f582,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.281645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Deleting port e091e3f8-3210-4f5f-ae0d-02ebe4141519 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:41.282237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.410486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.453479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Calling delete_port for e091e3f8-3210-4f5f-ae0d-02ebe4141519 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:41.512831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-16bc90e8-7579-4ae6-a4ee-9fd6446edbfc tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags HTTP/1.1" status: 200 len: 317 time: 0.8636093 Dec 08 16:29:41.513982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34554) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.531844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-5942206e-8263-4257-b9af-e9d82d7afce7 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.546755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.550877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:41.551958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:41.556190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.559735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.605729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 017d5ac7-afd6-442b-8dcc-f8a8f945f582 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:41.613404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 017d5ac7-afd6-442b-8dcc-f8a8f945f582 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:41.673292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3cc68729-76c5-4c05-9134-6a804df7fdb1 req-2acfd44c-f7e2-43f9-a1f6-dca1c5a5b9d6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 210 time: 0.0422792 Dec 08 16:29:41.689248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.747700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Port': ['ID=e091e3f8-3210-4f5f-ae0d-02ebe4141519,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:41.750884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5942206e-8263-4257-b9af-e9d82d7afce7 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags HTTP/1.1" status: 204 len: 168 time: 0.2357635 Dec 08 16:29:41.753756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34558) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.758983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-96eb7c65-3f3e-43d7-8a15-33612fbf57e3 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-372367203') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.798843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.802417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d423f505-2816-407c-886e-aaa7853e4f1a tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/ports/e091e3f8-3210-4f5f-ae0d-02ebe4141519 HTTP/1.1" status: 204 len: 168 time: 0.7170048 Dec 08 16:29:41.805410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.821324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Router 2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:41.904986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:41.908268 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-96eb7c65-3f3e-43d7-8a15-33612fbf57e3 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:41.909283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-96eb7c65-3f3e-43d7-8a15-33612fbf57e3 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-372367203 HTTP/1.1" status: 404 len: 328 time: 0.1545467 Dec 08 16:29:41.914856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34562) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:41.919155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-28f94263-ef31-4b6a-b47c-6b3c499fe2e8 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-1426749449') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:41.959105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Allocated IP 172.20.0.7 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/9dfd60c9-da8f-4ec6-afbb-818fa9223ce7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:41.997878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:42.006045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.010465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-033fd6eb-215a-4412-b39b-a9be731781e8 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "PUT /v2.0/routers/2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 HTTP/1.1" status: 200 len: 878 time: 4.6533306 Dec 08 16:29:42.011083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34566) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.011209 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] Sync routers for ids ['2fbd6a1f-9d66-46d6-85d7-a10dedf111f9'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:42.027385 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] Routers {'2fbd6a1f-9d66-46d6-85d7-a10dedf111f9'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:42.028028 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2fbd6a1f-9d66-46d6-85d7-a10dedf111f9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.072991 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-28f94263-ef31-4b6a-b47c-6b3c499fe2e8 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:42.074230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-28f94263-ef31-4b6a-b47c-6b3c499fe2e8 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-1426749449 HTTP/1.1" status: 404 len: 329 time: 0.1584516 Dec 08 16:29:42.076363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.079252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34568) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.079454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.089287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] Routers {'2fbd6a1f-9d66-46d6-85d7-a10dedf111f9'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:42.089509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-629f155c-0ce5-4d00-9542-a322129c77b0 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b', 'tempest-TagsExtTest-Tag-1758074409') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.089942 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['2fbd6a1f-9d66-46d6-85d7-a10dedf111f9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.135205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.136186 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6fb426-47ca-44ea-8079-89bd0f140934 None None] The sync data for ids ['2fbd6a1f-9d66-46d6-85d7-a10dedf111f9'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:42.140565 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9420c0a5-40cf-45b2-882e-0689475ebf3d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 HTTP/1.1" status: 200 len: 919 time: 0.1252320 Dec 08 16:29:42.143248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34570) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.146756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae9a238-13f2-4676-abe3-36d8f8b10204']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.160809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.161258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5bc208-dc02-4dd7-ae27-ec254dcd75e1') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.180335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.201673 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.213412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:42.213816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:42.217521 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:42.235256 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-629f155c-0ce5-4d00-9542-a322129c77b0 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:42.236487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-629f155c-0ce5-4d00-9542-a322129c77b0 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags/tempest-TagsExtTest-Tag-1758074409 HTTP/1.1" status: 404 len: 329 time: 0.1559460 Dec 08 16:29:42.265596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.270487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-d4c358e8-e26d-4079-a50c-d1d98642e05e tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', {'tags': ['tempest-TagsExtTest-Tag-185891291', 'tempest-TagsExtTest-Tag-1144495778', 'tempest-TagsExtTest-Tag-1057229775']}) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.292497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.307129 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.311555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] 10.222.0.62 "DELETE /v2.0/networks/cae9a238-13f2-4676-abe3-36d8f8b10204 HTTP/1.1" status: 204 len: 168 time: 0.5051794 Dec 08 16:29:42.326851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3583ad-7431-4385-b1dc-d1d0f51776b2 tempest-PortsTestJSON-445349781 tempest-PortsTestJSON-445349781-project] Pushing event deleted for resources: {'Network': ['ID=cae9a238-13f2-4676-abe3-36d8f8b10204,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:42.352579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9bc6a-90ed-4ded-9a65-007984ca111d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:42.356786 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bde9bc6a-90ed-4ded-9a65-007984ca111d tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=2fbd6a1f-9d66-46d6-85d7-a10dedf111f9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2125931 Dec 08 16:29:42.357076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.401239 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4c358e8-e26d-4079-a50c-d1d98642e05e tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags HTTP/1.1" status: 200 len: 317 time: 0.1349301 Dec 08 16:29:42.403990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34580) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.408384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-120b613a-111b-4c19-8af8-db58092a43ad tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.465843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dba463-0ebe-4fab-bfcb-09cde595eb4e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:42.467816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-09dba463-0ebe-4fab-bfcb-09cde595eb4e tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.1099482 Dec 08 16:29:42.470577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34584) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.527606 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.531042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-efb96e9c-d038-44bb-bb13-c0ca5041f9cd tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 HTTP/1.1" status: 200 len: 205 time: 0.0555100 Dec 08 16:29:42.531934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34586) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.579916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-120b613a-111b-4c19-8af8-db58092a43ad tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags HTTP/1.1" status: 204 len: 168 time: 0.1750600 Dec 08 16:29:42.580549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.587227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-25ab2656-c6d5-431b-aab1-c24f6b0298e1 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-185891291') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.671346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.685888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['043ba394-6d3b-4db7-931c-c211ece24d57'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:42.689307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34592) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.692353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.692817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:42.709309 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-25ab2656-c6d5-431b-aab1-c24f6b0298e1 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:42.713386 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-25ab2656-c6d5-431b-aab1-c24f6b0298e1 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-185891291 HTTP/1.1" status: 404 len: 328 time: 0.1301243 Dec 08 16:29:42.716462 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:42.722195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-fe8d49da-e79a-4ad8-96d2-4fc83b9f7a13 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-1144495778') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:42.811422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:42.825981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:42.842669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:42.911422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:42.918018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:42.947867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eb988-da70-4200-9111-41ad8f0c01cc req-e69ed2ee-3854-4217-bfb2-4f75bd3ba433 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:42.949554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc3eb988-da70-4200-9111-41ad8f0c01cc req-e69ed2ee-3854-4217-bfb2-4f75bd3ba433 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 931 time: 0.1149287 Dec 08 16:29:42.955479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Deleting port 813e0a57-c469-4a59-8664-9d2b8cf050b5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:42.955819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.059413 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-fe8d49da-e79a-4ad8-96d2-4fc83b9f7a13 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:43.065937 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fe8d49da-e79a-4ad8-96d2-4fc83b9f7a13 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-1144495778 HTTP/1.1" status: 404 len: 329 time: 0.3456416 Dec 08 16:29:43.072425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34602) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.090540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-05ab52b3-b82f-451e-92f0-fb593f4dc193 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f', 'tempest-TagsExtTest-Tag-1057229775') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.098586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.110728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:43.114212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.117515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Calling delete_port for 813e0a57-c469-4a59-8664-9d2b8cf050b5 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:43.212243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4fcef02d-accc-4ef8-b1f0-3ea4c136e33c None None] Provisioning complete for port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:43.212868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fcef02d-accc-4ef8-b1f0-3ea4c136e33c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.223150 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-812cc128-a52e-49eb-b5d7-6ac565156625 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3798249 Dec 08 16:29:43.236385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Request body: {'port': {'device_id': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:43.243767 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-05ab52b3-b82f-451e-92f0-fb593f4dc193 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:43.247478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc3eb988-da70-4200-9111-41ad8f0c01cc req-980e8a57-b537-4da4-a926-112ecad858b4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262754 Dec 08 16:29:43.247664 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05ab52b3-b82f-451e-92f0-fb593f4dc193 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags/tempest-TagsExtTest-Tag-1057229775 HTTP/1.1" status: 404 len: 329 time: 0.1709824 Dec 08 16:29:43.260538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34604) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.266089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-65beb46f-6530-4d03-af6c-2136188e95d1 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', {'tags': ['tempest-TagsExtTest-Tag-611424246', 'tempest-TagsExtTest-Tag-1250160272', 'tempest-TagsExtTest-Tag-1488870818']}) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.270263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4fcef02d-accc-4ef8-b1f0-3ea4c136e33c None None] Port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:43.309841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.328418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c1c2b17a-2bb3-47ed-9f39-57f5d3dc01ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7aea17fad67f4cd29d4af21e00ae5859&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5018249 Dec 08 16:29:43.335101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34606) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.390597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-65beb46f-6530-4d03-af6c-2136188e95d1 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "PUT /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags HTTP/1.1" status: 200 len: 317 time: 0.1287687 Dec 08 16:29:43.396252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34608) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.403432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-f092c099-fdf9-4ddb-b415-dc5bfd9f7d71 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.483422 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0512953-82e4-4927-9762-922497582351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.505190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.549560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event deleted for resources: {'Port': ['ID=813e0a57-c469-4a59-8664-9d2b8cf050b5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.558688 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0512953-82e4-4927-9762-922497582351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.569658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f053cb23-e189-4f6a-912c-5221eed744b9 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:43.587026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f092c099-fdf9-4ddb-b415-dc5bfd9f7d71 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags HTTP/1.1" status: 204 len: 168 time: 0.1897490 Dec 08 16:29:43.597629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34612) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.603163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-381423cd-134d-4f13-84f7-9b1977bfc0d4 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-611424246') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.650092 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-381423cd-134d-4f13-84f7-9b1977bfc0d4 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:43.651155 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-381423cd-134d-4f13-84f7-9b1977bfc0d4 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-611424246 HTTP/1.1" status: 404 len: 328 time: 0.0522263 Dec 08 16:29:43.654497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34614) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.661718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-aec2a55f-5dcf-4279-ab84-14eacaef88cf tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-1250160272') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.685822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:43.695894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.714838 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-aec2a55f-5dcf-4279-ab84-14eacaef88cf tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:43.715879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aec2a55f-5dcf-4279-ab84-14eacaef88cf tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-1250160272 HTTP/1.1" status: 404 len: 329 time: 0.0595593 Dec 08 16:29:43.718963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34616) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.723172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-fccd9fa1-2413-4d0c-a712-4005e56803e2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea', 'tempest-TagsExtTest-Tag-1488870818') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.732550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Transition to ACTIVE for port object 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:29:43.735032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.736196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.742007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0512953-82e4-4927-9762-922497582351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.744799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0512953-82e4-4927-9762-922497582351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.748219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b0512953-82e4-4927-9762-922497582351 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b3628db4-0903-43c8-bcd7-4420c2a898c8 HTTP/1.1" status: 204 len: 168 time: 0.4078205 Dec 08 16:29:43.879516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0512953-82e4-4927-9762-922497582351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3628db4-0903-43c8-bcd7-4420c2a898c8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.886288 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-fccd9fa1-2413-4d0c-a712-4005e56803e2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] show failed (client error): The resource could not be found. Dec 08 16:29:43.887339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fccd9fa1-2413-4d0c-a712-4005e56803e2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags/tempest-TagsExtTest-Tag-1488870818 HTTP/1.1" status: 404 len: 329 time: 0.1675344 Dec 08 16:29:43.889105 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.890685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34620) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.905486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-7521cd7d-624e-4c7c-bdb4-8fbdaf2a66f6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6150c681-48bc-4bf8-982a-2dcfaf430fea') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.908597 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.957623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Attempting to bind port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:43.958257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Attempting to bind port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:43.958386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Attempting to bind port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:43.964597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 on network 047bfe8b-ed46-402f-87b0-925346f987d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:29:43.965259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Attempting to bind port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:43.974420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:43.980363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7521cd7d-624e-4c7c-bdb4-8fbdaf2a66f6 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea/tags HTTP/1.1" status: 204 len: 168 time: 0.0886507 Dec 08 16:29:43.981655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:43.982242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Fanout notify agent at l3_agent the message router_deleted on router 2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:43.984020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34624) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:43.989100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-6fd442e8-4afc-4276-83f2-f83751b8005b tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '567fd6e1-c04f-4272-808d-c647c455351f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:43.997420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.000583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:44.000924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:44.002512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:44.003155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Bound port: 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:44.003763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.005392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3268f28a-c953-4a51-a563-fcc896a88d32 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 HTTP/1.1" status: 204 len: 168 time: 1.4669094 Dec 08 16:29:44.008438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.106777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1428395747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:44.118693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:44.127838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:44.135466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.180905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.182273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.224328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6fd442e8-4afc-4276-83f2-f83751b8005b tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f/tags HTTP/1.1" status: 204 len: 168 time: 0.2391455 Dec 08 16:29:44.229278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34632) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.230659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:44.240988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-e9f2db4f-dda1-4cf7-8030-906330869af2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c67eee56-66bb-4f1d-abd9-012dafb1937b') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:44.269504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.269763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.272869 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-2cff9294-b365-490a-a4cc-ca82dc26d0d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 HTTP/1.1" status: 200 len: 1091 time: 1.0403683 Dec 08 16:29:44.273448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:44.283201 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03996b1-7806-43ed-ac7d-44dfb07cfe20" -d '{"events": [{"name": "network-changed", "server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:44.293774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.323590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.372604 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9105fd4-d408-45e9-81f1-5cb4334897b5 x-openstack-request-id: req-e9105fd4-d408-45e9-81f1-5cb4334897b5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:44.372954 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:44.373217 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e9105fd4-d408-45e9-81f1-5cb4334897b5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:44.373632 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7', 'status': 'completed', 'code': 200} Dec 08 16:29:44.384141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-9bdb881b-9b75-4662-885b-bf4d45c5105a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.385829 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-9bdb881b-9b75-4662-885b-bf4d45c5105a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 1094 time: 0.0694895 Dec 08 16:29:44.401157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:44.405415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1b312305-721c-466f-bb67-37ed94900a66 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3953516 Dec 08 16:29:44.432604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34642) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.445566 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-e97ec008-18e5-4948-be9e-35d0ef8030cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 HTTP/1.1" status: 200 len: 217 time: 0.0506389 Dec 08 16:29:44.450896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': True}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:44.518096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-1ecaa153-af8d-411f-b255-f42f98d52824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.525304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-1ecaa153-af8d-411f-b255-f42f98d52824 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0724854 Dec 08 16:29:44.599829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-04a95dd8-9a1c-49cb-9cc7-f2a96c4a608f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.602516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-04a95dd8-9a1c-49cb-9cc7-f2a96c4a608f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703549 Dec 08 16:29:44.797270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd692908-864d-4ff8-bf74-7a1d998cd52c req-a4fb8128-f02c-4292-9480-8362b8f97f55 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:44.798989 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-dc198689-b446-4f02-9d5a-b45139cebd3a service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883028 Dec 08 16:29:44.799167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd692908-864d-4ff8-bf74-7a1d998cd52c req-a4fb8128-f02c-4292-9480-8362b8f97f55 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 943 time: 0.4085991 Dec 08 16:29:44.803443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e9f2db4f-dda1-4cf7-8030-906330869af2 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b/tags HTTP/1.1" status: 204 len: 168 time: 0.5737016 Dec 08 16:29:44.805966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34654) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:44.815989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-90067831-94dd-48e5-aac6-5388887c3b63 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '0fd90352-659f-4282-af74-8f2f68ea6504') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:44.925989 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3b2a6669-feec-4ce3-83d3-0b7f046585b7 req-518090ba-e7bd-47b2-85a9-f5e3aadc730d service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188152 Dec 08 16:29:44.959437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34658) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.023687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-d0e2fac3-b3b3-4c05-9991-e57f480cb3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:45.025764 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-d0e2fac3-b3b3-4c05-9991-e57f480cb3c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 1094 time: 0.0486641 Dec 08 16:29:45.136698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-2005147793'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:45.190085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:45.194015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.213012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.217110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-7a0bb6e4-c779-4930-bcb0-c0d618d53fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:45.218683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-7a0bb6e4-c779-4930-bcb0-c0d618d53fca service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.1848812 Dec 08 16:29:45.278915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-f494e9e8-7d3e-4e49-a2d0-17efca4ea4d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 HTTP/1.1" status: 200 len: 217 time: 0.0514688 Dec 08 16:29:45.346771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.359521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-c1c99bc8-3f13-4899-9724-cf1aee7e3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:45.361832 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-c1c99bc8-3f13-4899-9724-cf1aee7e3901 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0745935 Dec 08 16:29:45.377577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd692908-864d-4ff8-bf74-7a1d998cd52c req-478a91ee-7a7e-48c1-b26b-589585e8a0a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5705347 Dec 08 16:29:45.456035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.456366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-90067831-94dd-48e5-aac6-5388887c3b63 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504/tags HTTP/1.1" status: 204 len: 168 time: 0.6478958 Dec 08 16:29:45.458323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.474399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.521477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-2533b651-fc92-4f67-9076-11bf51e27cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:45.523768 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-2533b651-fc92-4f67-9076-11bf51e27cb2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358666 Dec 08 16:29:45.554787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:45.616298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74384b00-9881-4612-b0e8-f67ac97af267,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:45.630677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.630995 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment a56b0701-a2ee-4d94-8513-c8fa85a3c5df of type vlan for network f7241a0e-449c-4344-b64d-527233cfa308 Dec 08 16:29:45.650617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.682984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.738682 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.748117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-350b7bdb-d7c9-4e3d-bcf9-ebac8141397c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for subnetpool, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.752366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-350b7bdb-d7c9-4e3d-bcf9-ebac8141397c tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnetpools/6150c681-48bc-4bf8-982a-2dcfaf430fea HTTP/1.1" status: 204 len: 168 time: 0.2903225 Dec 08 16:29:45.755182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.805078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-54bbda96-831d-48ad-84b0-88a00c2c095f service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709215 Dec 08 16:29:45.813077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7a334c2b-f2ee-45a1-966b-fd91317da7d8 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "GET /v2.0/ports?device_id=567fd6e1-c04f-4272-808d-c647c455351f HTTP/1.1" status: 200 len: 205 time: 0.0557096 Dec 08 16:29:45.822758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34674) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:45.865605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.872069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:45.872580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:45.968749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.016512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Allocated IP 172.25.3.26 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8e144ef1-461a-4067-bfaa-a4ec1b0bcad7) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:46.129201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:46.212305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.216075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.275100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.275627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Fanout notify agent at l3_agent the message router_deleted on router 567fd6e1-c04f-4272-808d-c647c455351f {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:46.275789 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3143103 Dec 08 16:29:46.279356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:46.284450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-2095809579'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:46.289153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf3ea2-9ad9-44e8-8b1e-bb9fc1211ab3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=f7241a0e-449c-4344-b64d-527233cfa308,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:46.294579 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.295932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-34758c7c-96eb-4f73-be78-0c6f197abdce tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/routers/567fd6e1-c04f-4272-808d-c647c455351f HTTP/1.1" status: 204 len: 168 time: 0.4674394 Dec 08 16:29:46.298623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34684) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:46.307224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f7241a0e-449c-4344-b64d-527233cfa308 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:46.335557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.351692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:46.355470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.358920 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d03996b1-7806-43ed-ac7d-44dfb07cfe20 req-bd103d01-2bbb-4db2-b8f1-9ca9169bd07e service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5462282 Dec 08 16:29:46.391068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:46.427551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.427900 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment 465368c3-ddc8-4adc-ac89-bd658b64a4ee of type vlan for network 6ed8754f-e6ac-474d-9bd9-a0539748477a Dec 08 16:29:46.453494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Deleting port c67eee56-66bb-4f1d-abd9-012dafb1937b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:46.453998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.497680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.573501 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.584315 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.588622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Calling delete_port for c67eee56-66bb-4f1d-abd9-012dafb1937b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:46.616084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:46.665712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:46.682401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:46.686824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa0cd2c-99f0-4ed2-a5c6-79c375ed3538 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:46.689232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Port': ['ID=8e144ef1-461a-4067-bfaa-a4ec1b0bcad7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:46.731708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd133b1-abed-4a4d-984b-82261cdf5599 req-1e2c0f8d-27f5-43e5-84cb-accb3d525b7f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:46.733582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdd133b1-abed-4a4d-984b-82261cdf5599 req-1e2c0f8d-27f5-43e5-84cb-accb3d525b7f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 943 time: 0.2519157 Dec 08 16:29:46.744814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.750965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:46.751525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.806364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.845597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a2a82944-e8e2-43ee-8cf4-0b06ce589b8e None None] Provisioning complete for port 8e144ef1-461a-4067-bfaa-a4ec1b0bcad7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:46.846529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2a82944-e8e2-43ee-8cf4-0b06ce589b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:46.854031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event deleted for resources: {'Port': ['ID=c67eee56-66bb-4f1d-abd9-012dafb1937b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:46.913783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6303351 Dec 08 16:29:46.921588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a2a82944-e8e2-43ee-8cf4-0b06ce589b8e None None] Port 8e144ef1-461a-4067-bfaa-a4ec1b0bcad7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:46.938426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34690) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:46.948543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:47.081171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b2a67-b9fb-4443-b7f5-70573f0555f6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=6ed8754f-e6ac-474d-9bd9-a0539748477a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:47.093706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:29:47.137548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdd133b1-abed-4a4d-984b-82261cdf5599 req-c22ba29e-67c9-459c-b3dc-4564285a3570 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789806 Dec 08 16:29:47.160898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.165963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port ac4ad296-4221-4ecd-80cd-636839f2593c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:47.166578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.168479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34692) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:47.170166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2207d89-e7bc-4512-b03a-d7ecae37bd69 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/ports/c67eee56-66bb-4f1d-abd9-012dafb1937b HTTP/1.1" status: 204 len: 168 time: 0.8688495 Dec 08 16:29:47.186683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:47.191469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.375397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Deleting subnet 0fd90352-659f-4282-af74-8f2f68ea6504 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:29:47.384011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.419346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.422303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.422633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.445742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.489479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.512846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for ac4ad296-4221-4ecd-80cd-636839f2593c owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:47.525619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=bd084066-dda6-4985-9192-5ce4ecf0cfb0,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:47.544005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:47.545127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: f7241a0e-449c-4344-b64d-527233cfa308, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:47.580829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network f7241a0e-449c-4344-b64d-527233cfa308 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:47.593484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f7241a0e-449c-4344-b64d-527233cfa308) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:47.603353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:47.604011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.639454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d992d9f4-46e5-4d01-aaf8-f7de4d4884f7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6994746 Dec 08 16:29:47.642152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34700) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:47.645325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac648de-4001-44f3-864f-7fd4f1f3acf6 None None] Network f7241a0e-449c-4344-b64d-527233cfa308 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:47.650777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:47.764895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f7241a0e-449c-4344-b64d-527233cfa308', 'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': 'bd084066-dda6-4985-9192-5ce4ecf0cfb0'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:47.766633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.783108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.819194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:47.826814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:47.993338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Allocated IP 172.20.0.2 (f7241a0e-449c-4344-b64d-527233cfa308/bd084066-dda6-4985-9192-5ce4ecf0cfb0/ab9d57d3-9c4a-408c-ba25-3f23b4488107) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:48.272561 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.383955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=c387a42c-f10a-4c83-94b9-4b6ad0bf3be3,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:48.439455 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.446964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': '465368c3-ddc8-4adc-ac89-bd658b64a4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:48.448793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: 6ed8754f-e6ac-474d-9bd9-a0539748477a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:29:48.449965 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.494624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Network f7241a0e-449c-4344-b64d-527233cfa308 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:48.498839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:48.505497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:48.512305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:29:48.522215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.528457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Pushing event updated for resources: {'Port': ['ID=ab9d57d3-9c4a-408c-ba25-3f23b4488107,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:48.544111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6ed8754f-e6ac-474d-9bd9-a0539748477a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:48.559308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062f84bb-962d-4a63-9b42-02b7c4ba8869 None None] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:48.571006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.571720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:48.572556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.607417 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-496344c7-5cb9-4cbd-b163-6be993b024ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9641147 Dec 08 16:29:48.608302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:48.618599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1029979546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:48.636244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Attempting to bind port ab9d57d3-9c4a-408c-ba25-3f23b4488107 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:48.636640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Attempting to bind port ab9d57d3-9c4a-408c-ba25-3f23b4488107 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:48.637726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Attempting to bind port ab9d57d3-9c4a-408c-ba25-3f23b4488107 on network f7241a0e-449c-4344-b64d-527233cfa308 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:48.649041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.650928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.651183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:48.652063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Checking segment: {'id': 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:48.652063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.652364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Bound using segment: {'id': 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:48.652991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Bound port: ab9d57d3-9c4a-408c-ba25-3f23b4488107, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f7241a0e-449c-4344-b64d-527233cfa308'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:48.653383 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.731699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.738956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.753415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6ed8754f-e6ac-474d-9bd9-a0539748477a', 'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': 'c387a42c-f10a-4c83-94b9-4b6ad0bf3be3'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:29:48.754699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.774411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] For port ab9d57d3-9c4a-408c-ba25-3f23b4488107, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:48.788322 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.795705 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74edd844-8a9a-4a23-8c82-f26d0d2cc4bc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1804616 Dec 08 16:29:48.796523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:48.812216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.890378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:29:48.971950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd90352-659f-4282-af74-8f2f68ea6504,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:48.976833 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:48.983532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f5ffdb61-10fe-4907-aa73-9d8bdcced99a tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/subnets/0fd90352-659f-4282-af74-8f2f68ea6504 HTTP/1.1" status: 204 len: 168 time: 1.7766461 Dec 08 16:29:48.994886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.005545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613f2e4a-fc8c-4fbd-bc81-6267456ba841 req-ebf3b669-b6ac-4c74-acc3-90972c63cdc1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:49.012484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Allocated IP 172.21.0.2 (6ed8754f-e6ac-474d-9bd9-a0539748477a/c387a42c-f10a-4c83-94b9-4b6ad0bf3be3/aa3fd94d-46ae-4839-b269-5c37618b8b34) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:49.017215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e742b59-8301-44e6-9ce0-515e17f59326 None None] Network 98518fa5-f90a-40be-924d-43e8190e3277 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:49.022512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-613f2e4a-fc8c-4fbd-bc81-6267456ba841 req-ebf3b669-b6ac-4c74-acc3-90972c63cdc1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 943 time: 0.4832740 Dec 08 16:29:49.081520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.097232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] For port ab9d57d3-9c4a-408c-ba25-3f23b4488107, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ab9d57d3-9c4a-408c-ba25-3f23b4488107,segment=NetworkSegment(a56b0701-a2ee-4d94-8513-c8fa85a3c5df),segment_id=a56b0701-a2ee-4d94-8513-c8fa85a3c5df)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:49.142410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=ac4ad296-4221-4ecd-80cd-636839f2593c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:49.161595 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.262996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.282565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-613f2e4a-fc8c-4fbd-bc81-6267456ba841 req-aa6a60c2-cff9-4ae5-95d7-78dcfc78887b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584059 Dec 08 16:29:49.291006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.291411 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Floating IP 4ed125cf-4871-41a7-9ccd-82e917eff933 disassociated (deleted). External IP: 172.25.3.53, port: b74da1cd-4669-404c-aa73-d1ac738c22d0. Dec 08 16:29:49.333457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:49.394893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Router 98a520f4-7b14-44b7-9891-68886095e026 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:49.401963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4793d81e-2aa0-4575-ae02-a34b8dd5a9df None None] Pushing event updated for resources: {'Port': ['ID=ab9d57d3-9c4a-408c-ba25-3f23b4488107,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:49.409259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7', 'mac_address': 'fa:16:3e:b0:50:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:29:49.637974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.736244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:49.743498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.744848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-75637508-0a66-454a-91be-7d65f98042d6 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "PUT /v2.0/routers/98a520f4-7b14-44b7-9891-68886095e026 HTTP/1.1" status: 200 len: 914 time: 5.2976687 Dec 08 16:29:49.754941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34736) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:49.851589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:49.986254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:49.993271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] DHCP port deletion for 98518fa5-f90a-40be-924d-43e8190e3277 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:49.996951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] Sync routers for ids ['98a520f4-7b14-44b7-9891-68886095e026'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:50.024284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:50.032433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.033449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Deleting port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:50.034008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.045692 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] Sync routers for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:50.078979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ccca76fd-b55c-4e86-af0a-b34f625f8ee6 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/floatingips/4ed125cf-4871-41a7-9ccd-82e917eff933 HTTP/1.1" status: 204 len: 168 time: 3.9393749 Dec 08 16:29:50.080532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:50.083877 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd083a0f-50a0-4af5-8557-d9f06afc54c9" -d '{"events": [{"name": "network-changed", "server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:50.119011 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:50.119661 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.120714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] Routers {'98a520f4-7b14-44b7-9891-68886095e026'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:50.121964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['98a520f4-7b14-44b7-9891-68886095e026'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.185402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:29:50.235868 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc127ba-f4e7-4fda-b75c-20f716a896eb x-openstack-request-id: req-fbc127ba-f4e7-4fda-b75c-20f716a896eb {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:50.236482 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:50.236892 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fbc127ba-f4e7-4fda-b75c-20f716a896eb {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:50.237468 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'status': 'completed', 'code': 200} Dec 08 16:29:50.262640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:50.287722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.20.0.1 (f7241a0e-449c-4344-b64d-527233cfa308/bd084066-dda6-4985-9192-5ce4ecf0cfb0/6f8db851-fdc0-49c2-8db6-18f90a95c5fd) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:50.384228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:50.439369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-c394b121-c1a0-4337-84f4-2e51d64a3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:50.447052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-c394b121-c1a0-4337-84f4-2e51d64a3c74 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 1096 time: 0.1796200 Dec 08 16:29:50.529515 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.696011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.744008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.758375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df65268-16a3-442b-a351-b98277f789c5 req-943ee0d6-7e14-41b5-b9db-5ce1b09e67fb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:50.769228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8df65268-16a3-442b-a351-b98277f789c5 req-943ee0d6-7e14-41b5-b9db-5ce1b09e67fb tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1936569 Dec 08 16:29:50.781872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:50.803155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba646b-9d89-4f41-bbe2-06e2db25c312 req-991805aa-cc83-4e82-8e1c-f524f906776f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:50.812592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00ba646b-9d89-4f41-bbe2-06e2db25c312 req-991805aa-cc83-4e82-8e1c-f524f906776f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 944 time: 0.1890566 Dec 08 16:29:50.839348 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.844388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] Routers {'98a520f4-7b14-44b7-9891-68886095e026'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:50.844881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['98a520f4-7b14-44b7-9891-68886095e026'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.845080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-80f33e08-d0d8-4e50-8c28-700d608e5405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:50.846692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-80f33e08-d0d8-4e50-8c28-700d608e5405 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a7702275-2584-4589-913e-9d0ddd6d87ee HTTP/1.1" status: 200 len: 898 time: 0.3928804 Dec 08 16:29:50.952530 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:50.973402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:50.984133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-6793db76-c51e-4d17-a180-27a541556558 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0 HTTP/1.1" status: 200 len: 217 time: 0.1265287 Dec 08 16:29:50.995756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:29:51.014270 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] Checking router: c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:29:51.031041 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c23ba9d7-a7a6-46c3-a64b-da9721799a62 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/98a520f4-7b14-44b7-9891-68886095e026 HTTP/1.1" status: 200 len: 920 time: 1.2591226 Dec 08 16:29:51.034857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] For port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,segment=NetworkSegment(d76ddfe8-24e6-4354-b432-13699924192e),segment_id=d76ddfe8-24e6-4354-b432-13699924192e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:51.035147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.038688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34754) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:51.042711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:51.044099 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:51.082122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8df65268-16a3-442b-a351-b98277f789c5 req-bcd64b66-da8e-4fd0-91c9-c74cb81fa62b tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3110917 Dec 08 16:29:51.111062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:51.112804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d467fb70-b3a5-47eb-b2b6-0eac797752be None None] The sync data for ids ['98a520f4-7b14-44b7-9891-68886095e026'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:51.115308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.141878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00ba646b-9d89-4f41-bbe2-06e2db25c312 req-8512a922-064b-4b0c-9f89-78399e386dc1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280621 Dec 08 16:29:51.247771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-d90f5f59-bf2d-436a-9866-88189ed2cf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:51.251118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-d90f5f59-bf2d-436a-9866-88189ed2cf32 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f661dc19-beb3-4f34-8a4e-de4bc1506591 HTTP/1.1" status: 200 len: 834 time: 0.2263682 Dec 08 16:29:51.261561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:51.307085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Calling delete_port for 8dee3ef2-2f68-46ec-934c-a948f40c2d3c owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:51.310408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:51.338647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:51.392162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Pushing event updated for resources: {'Port': ['ID=aa3fd94d-46ae-4839-b269-5c37618b8b34,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:51.398937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network f7241a0e-449c-4344-b64d-527233cfa308 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:51.415877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:51.418985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:51.426157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-d29db74c-672d-4ed6-8048-0fdee077b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:51.431007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] Deleting port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:51.433551 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.438816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-d29db74c-672d-4ed6-8048-0fdee077b026 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a7702275-2584-4589-913e-9d0ddd6d87ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1734705 Dec 08 16:29:51.615002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ace491-7fb7-42a5-90ab-ce8d9d4a5e12 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:51.622850 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-85ace491-7fb7-42a5-90ab-ce8d9d4a5e12 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=98a520f4-7b14-44b7-9891-68886095e026&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5829120 Dec 08 16:29:51.634075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34762) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:51.637407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=6f8db851-fdc0-49c2-8db6-18f90a95c5fd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:51.664071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-8856ee38-ce6d-4089-8b32-ea93e88319e7 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222795 Dec 08 16:29:51.703738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ca47f-98e7-4bea-97fa-99574a72894f None None] Network f7241a0e-449c-4344-b64d-527233cfa308 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:51.714280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ab9d57d3-9c4a-408c-ba25-3f23b4488107 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:51.720675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:51.733833 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:29:51.880660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd083a0f-50a0-4af5-8557-d9f06afc54c9 req-619a04b6-53e6-4c89-974c-1075a1206de8 service neutron] 10.222.0.86 "GET /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034125 Dec 08 16:29:52.030585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c57acdc3-103b-4640-bbda-c47ccc3d11b8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:52.033527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c57acdc3-103b-4640-bbda-c47ccc3d11b8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 945 time: 0.1327589 Dec 08 16:29:52.052053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a4bf0b22-c5fd-4ae9-9d6f-62d5f152d104 None None] Provisioning complete for port ab9d57d3-9c4a-408c-ba25-3f23b4488107 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:52.052053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0b22-c5fd-4ae9-9d6f-62d5f152d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.062453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Attempting to bind port aa3fd94d-46ae-4839-b269-5c37618b8b34 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:29:52.062837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Attempting to bind port aa3fd94d-46ae-4839-b269-5c37618b8b34 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '465368c3-ddc8-4adc-ac89-bd658b64a4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:29:52.063205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Attempting to bind port aa3fd94d-46ae-4839-b269-5c37618b8b34 on network 6ed8754f-e6ac-474d-9bd9-a0539748477a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:29:52.066770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] For port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,segment=NetworkSegment(d76ddfe8-24e6-4354-b432-13699924192e),segment_id=d76ddfe8-24e6-4354-b432-13699924192e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:52.067805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.142675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] Calling delete_port for 8dee3ef2-2f68-46ec-934c-a948f40c2d3c owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:52.156730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:29:52.157222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Checking segment: {'id': '465368c3-ddc8-4adc-ac89-bd658b64a4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:29:52.157834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.158529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Bound using segment: {'id': '465368c3-ddc8-4adc-ac89-bd658b64a4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:29:52.159372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Bound port: aa3fd94d-46ae-4839-b269-5c37618b8b34, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465368c3-ddc8-4adc-ac89-bd658b64a4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '6ed8754f-e6ac-474d-9bd9-a0539748477a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:29:52.160053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.207503 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:52.277396 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454aaad1-6eca-4de6-ab37-1daa3b4b32a7 None None] The sync data for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 is: [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:27:53Z', 'revision_number': 4, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '568a9442-4ad8-4264-8977-5d0a34f67d95', 'name': '', 'network_id': 'a7702275-2584-4589-913e-9d0ddd6d87ee', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'mac_address': 'fa:16:3e:ae:a6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:49Z', 'updated_at': '2021-12-08T16:28:02Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'subnets': [{'id': 'f661dc19-beb3-4f34-8a4e-de4bc1506591', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:52.388480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ab9d57d3-9c4a-408c-ba25-3f23b4488107 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:52.389001 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.463667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port b74da1cd-4669-404c-aa73-d1ac738c22d0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:52.464010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.643308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] For port aa3fd94d-46ae-4839-b269-5c37618b8b34, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:29:52.644580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.685639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port b74da1cd-4669-404c-aa73-d1ac738c22d0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b74da1cd-4669-404c-aa73-d1ac738c22d0,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:52.686312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.716758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for b74da1cd-4669-404c-aa73-d1ac738c22d0 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:52.750309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] For port aa3fd94d-46ae-4839-b269-5c37618b8b34, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aa3fd94d-46ae-4839-b269-5c37618b8b34,segment=NetworkSegment(465368c3-ddc8-4adc-ac89-bd658b64a4ee),segment_id=465368c3-ddc8-4adc-ac89-bd658b64a4ee)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:29:52.771808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.827654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event deleted for resources: {'Port': ['ID=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:52.832432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.843656 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0b22-c5fd-4ae9-9d6f-62d5f152d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.845533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:52.870674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f4eb07-659e-4d74-9f3f-fcd5b8addadc tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:52.873036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-68f4eb07-659e-4d74-9f3f-fcd5b8addadc tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 1.2374098 Dec 08 16:29:52.877307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] No DVR routers for this DVR port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:52.880925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34784) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:52.954226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] No DVR routers for this DVR port 8dee3ef2-2f68-46ec-934c-a948f40c2d3c on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:52.964632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d62b514-0d91-46e4-a9c8-f4dc1f991510 None None] New status for floating IP 4ed125cf-4871-41a7-9ccd-82e917eff933: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:29:53.023489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.129657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=b74da1cd-4669-404c-aa73-d1ac738c22d0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.163338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae482be4-0d85-4b9f-9bc0-acef3f6ef588 None None] Pushing event updated for resources: {'Port': ['ID=aa3fd94d-46ae-4839-b269-5c37618b8b34,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.200950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.232681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a8181e-13fe-4a9c-9df6-44d4047dcd6c req-089143d1-7d21-48f8-a51a-6b2de6381055 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:53.247707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7cdb6a0-6e24-4835-9e92-6272a454f169 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=98a520f4-7b14-44b7-9891-68886095e026 HTTP/1.1" status: 200 len: 205 time: 0.3642263 Dec 08 16:29:53.254856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6a8181e-13fe-4a9c-9df6-44d4047dcd6c req-089143d1-7d21-48f8-a51a-6b2de6381055 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/ports?device_id=498d551e-aed8-448e-ba69-0efa84a8a43c HTTP/1.1" status: 200 len: 867 time: 0.9621553 Dec 08 16:29:53.272264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:53.306065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a4bf0b22-c5fd-4ae9-9d6f-62d5f152d104 None None] For port ab9d57d3-9c4a-408c-ba25-3f23b4488107, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ab9d57d3-9c4a-408c-ba25-3f23b4488107,segment=NetworkSegment(a56b0701-a2ee-4d94-8513-c8fa85a3c5df),segment_id=a56b0701-a2ee-4d94-8513-c8fa85a3c5df)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:53.324383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2685938-47dd-4768-8f74-fcf5db164eee None None] Pushing event deleted for resources: {'Port': ['ID=8dee3ef2-2f68-46ec-934c-a948f40c2d3c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.329451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4bf0b22-c5fd-4ae9-9d6f-62d5f152d104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.423163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] No DVR routers for this DVR port b74da1cd-4669-404c-aa73-d1ac738c22d0 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:29:53.436433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173faea6-ee20-4709-8525-a9a706d57856 req-296e8c5c-3442-4d26-a923-fec232425211 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:53.438539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-173faea6-ee20-4709-8525-a9a706d57856 req-296e8c5c-3442-4d26-a923-fec232425211 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 944 time: 1.0111768 Dec 08 16:29:53.440117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.443694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6015c867-9103-4a7e-96f8-7ee4435f2f3b req-c34e69e6-bb5e-43a8-b1b9-b842b8a482a0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.86 "DELETE /v2.0/ports/b74da1cd-4669-404c-aa73-d1ac738c22d0 HTTP/1.1" status: 204 len: 173 time: 1.4033248 Dec 08 16:29:53.444194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-deleted', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:53.447722 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c1edb7-7d28-45df-ac0d-8036b1adf4b1" -d '{"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-deleted", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:53.622145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-173faea6-ee20-4709-8525-a9a706d57856 req-4275e00b-1993-4f57-a870-cda1f8cf3629 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499283 Dec 08 16:29:53.635488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6a8181e-13fe-4a9c-9df6-44d4047dcd6c req-a362321d-a1c9-4673-94fe-3e858bc669da tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "GET /v2.0/security-groups?id=39255961-630f-40a0-8d70-aeeb2f733b56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3794868 Dec 08 16:29:53.717657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf0b22-c5fd-4ae9-9d6f-62d5f152d104 None None] Pushing event updated for resources: {'Port': ['ID=ab9d57d3-9c4a-408c-ba25-3f23b4488107,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:53.728896 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:29:53.729356 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:29:53.730054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ea603e96-257f-433c-bfe9-a75927d5ce0b None None] Provisioning complete for port 6f8db851-fdc0-49c2-8db6-18f90a95c5fd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:53.730490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea603e96-257f-433c-bfe9-a75927d5ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.829147 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9ec714-4bfc-4f76-9397-0a16e77f6eaf x-openstack-request-id: req-fc9ec714-4bfc-4f76-9397-0a16e77f6eaf {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:53.829523 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "498d551e-aed8-448e-ba69-0efa84a8a43c", "name": "network-vif-deleted", "tag": "b74da1cd-4669-404c-aa73-d1ac738c22d0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:53.831068 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc9ec714-4bfc-4f76-9397-0a16e77f6eaf {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:53.831512 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '498d551e-aed8-448e-ba69-0efa84a8a43c', 'name': 'network-vif-deleted', 'tag': 'b74da1cd-4669-404c-aa73-d1ac738c22d0', 'status': 'completed', 'code': 200} Dec 08 16:29:53.857557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ea603e96-257f-433c-bfe9-a75927d5ce0b None None] Port 6f8db851-fdc0-49c2-8db6-18f90a95c5fd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:53.857689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.882868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ea603e96-257f-433c-bfe9-a75927d5ce0b None None] Provisioning complete for port ab9d57d3-9c4a-408c-ba25-3f23b4488107 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:53.884265 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea603e96-257f-433c-bfe9-a75927d5ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:53.922125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98518fa5-f90a-40be-924d-43e8190e3277']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:54.012398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.017381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd76ddfe8-24e6-4354-b432-13699924192e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:54.017690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd76ddfe8-24e6-4354-b432-13699924192e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:54.089323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.144409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.267400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:29:54.267905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:29:54.272767 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:29:54.314566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:54.369396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: b74da1cd-4669-404c-aa73-d1ac738c22d0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:54.369919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b74da1cd-4669-404c-aa73-d1ac738c22d0 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:54.389105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.473435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.480535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.490113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] 10.222.0.62 "DELETE /v2.0/networks/98518fa5-f90a-40be-924d-43e8190e3277 HTTP/1.1" status: 204 len: 168 time: 5.4932096 Dec 08 16:29:54.492435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8dee3ef2-2f68-46ec-934c-a948f40c2d3c no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:29:54.495223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.507753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.599462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8dee3ef2-2f68-46ec-934c-a948f40c2d3c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:29:54.603239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8dee3ef2-2f68-46ec-934c-a948f40c2d3c not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:29:54.606382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d4e2cd-0a05-4b9a-b5e7-eb0614e98a96 tempest-TagsExtTest-312431518 tempest-TagsExtTest-312431518-project] Pushing event deleted for resources: {'Network': ['ID=98518fa5-f90a-40be-924d-43e8190e3277,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:54.709350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=6f8db851-fdc0-49c2-8db6-18f90a95c5fd,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:54.762433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:54.782891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.832910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Deleting port 8e144ef1-461a-4067-bfaa-a4ec1b0bcad7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:54.833279 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:54.914151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:55.019215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4dfbcc-a66c-45f3-898f-f03a36d28050 None None] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:29:55.083336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3fd94d-46ae-4839-b269-5c37618b8b34 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:55.127927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be409954-8f8e-4f34-b0ce-90687946c012 req-c51ba28b-ba7a-4bb9-a190-c6c95988cde5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:55.130067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be409954-8f8e-4f34-b0ce-90687946c012 req-c51ba28b-ba7a-4bb9-a190-c6c95988cde5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 944 time: 0.2312264 Dec 08 16:29:55.173273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network f7241a0e-449c-4344-b64d-527233cfa308 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:55.176455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:55.311678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.358860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Calling delete_port for 8e144ef1-461a-4067-bfaa-a4ec1b0bcad7 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:55.371079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be409954-8f8e-4f34-b0ce-90687946c012 req-1f3665b0-5412-46a7-9329-4e447720de5d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278221 Dec 08 16:29:55.446838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:55.503993 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:29:55.590480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7255d0bf-a218-4bfb-8680-8327e7b72b8c None None] Provisioning complete for port aa3fd94d-46ae-4839-b269-5c37618b8b34 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:55.591279 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7255d0bf-a218-4bfb-8680-8327e7b72b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.611542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 619b19ea-9966-4c8d-b48a-66da2b386496 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:29:55.659389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:29:55.689646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:55.689646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.828925 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7255d0bf-a218-4bfb-8680-8327e7b72b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.836074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aa3fd94d-46ae-4839-b269-5c37618b8b34 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:55.836526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.886156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:55.927551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:29:55.939105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event deleted for resources: {'Port': ['ID=8e144ef1-461a-4067-bfaa-a4ec1b0bcad7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:55.947056 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7e3ce5d-2c49-4118-88ba-6888bf915250 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/619b19ea-9966-4c8d-b48a-66da2b386496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1491084 Dec 08 16:29:55.969350 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] Sync routers for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:29:55.993324 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:55.995117 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:55.997566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:55.998696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d64fbc-c62f-4366-b656-9ede92412628 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:29:56.048243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7255d0bf-a218-4bfb-8680-8327e7b72b8c None None] For port aa3fd94d-46ae-4839-b269-5c37618b8b34, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aa3fd94d-46ae-4839-b269-5c37618b8b34,segment=NetworkSegment(465368c3-ddc8-4adc-ac89-bd658b64a4ee),segment_id=465368c3-ddc8-4adc-ac89-bd658b64a4ee)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:56.053885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a418d9ee-b7e9-452e-8a25-4a4ad92a87b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.057258 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:56.088626 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:29:56.089413 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:56.147187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7255d0bf-a218-4bfb-8680-8327e7b72b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.153307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.161484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.190903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:29:56.195454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3f8e47-68b5-4d92-b3ac-4991c4cd2965 None None] The sync data for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:29:56.259935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.318021 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5e8c6091-4430-42d4-a085-b61cd70f50c4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=380252a4ad1a48789b6f01e38640431b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8634322 Dec 08 16:29:56.332713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34840) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:56.377203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7255d0bf-a218-4bfb-8680-8327e7b72b8c None None] Pushing event updated for resources: {'Port': ['ID=aa3fd94d-46ae-4839-b269-5c37618b8b34,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:56.435169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ab9d57d3-9c4a-408c-ba25-3f23b4488107 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:56.436075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d3d148-d1c5-4a84-b7d9-f18f74b41466 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:56.437962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:29:56.439703 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24d3d148-d1c5-4a84-b7d9-f18f74b41466 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports/6f8db851-fdc0-49c2-8db6-18f90a95c5fd HTTP/1.1" status: 200 len: 910 time: 0.4359317 Dec 08 16:29:56.445674 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3598f2-2c58-4be9-8df7-60c72eac42af" -d '{"events": [{"server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:29:56.450711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34844) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:56.468934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.566905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.586045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f2b27941-53ff-4746-b093-768e7bb23e7a None None] Provisioning complete for port 6f8db851-fdc0-49c2-8db6-18f90a95c5fd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:56.601173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f2b27941-53ff-4746-b093-768e7bb23e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.645192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:56.691005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.761988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da04def8-c739-4292-96be-639cbdbe2527 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.795941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da04def8-c739-4292-96be-639cbdbe2527 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.796547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f2b27941-53ff-4746-b093-768e7bb23e7a None None] Port 6f8db851-fdc0-49c2-8db6-18f90a95c5fd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:56.846654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:56.868703 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd39533-f794-419d-9f7e-e17a43962f6a x-openstack-request-id: req-1bd39533-f794-419d-9f7e-e17a43962f6a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:29:56.869157 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "name": "network-vif-plugged", "status": "completed", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:29:56.869569 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bd39533-f794-419d-9f7e-e17a43962f6a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:29:56.872105 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7', 'code': 200} Dec 08 16:29:56.874434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ab9d57d3-9c4a-408c-ba25-3f23b4488107 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:56.875057 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.884758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.885703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Fanout notify agent at l3_agent the message router_deleted on router 98a520f4-7b14-44b7-9891-68886095e026 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:29:56.941625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:56.963312 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a14e824-0e04-46f2-b5a2-2d68a6aef722 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/98a520f4-7b14-44b7-9891-68886095e026 HTTP/1.1" status: 204 len: 168 time: 3.6779804 Dec 08 16:29:56.971536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34856) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:56.983649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1835439344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:57.028910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710276f-cbe2-45c7-8bc0-8270927aa95e req-9b14ba14-3957-4bb6-ab44-c839e6451a1d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:57.031751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f710276f-cbe2-45c7-8bc0-8270927aa95e req-9b14ba14-3957-4bb6-ab44-c839e6451a1d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 945 time: 0.2715571 Dec 08 16:29:57.038967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da04def8-c739-4292-96be-639cbdbe2527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.042839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da04def8-c739-4292-96be-639cbdbe2527 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.044783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-da04def8-c739-4292-96be-639cbdbe2527 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d9da1bea-164c-421b-92cd-c2ae35a184e2 HTTP/1.1" status: 204 len: 168 time: 0.7106502 Dec 08 16:29:57.082083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1e4df70a-138a-4b6b-b3a7-76feb3532f8c None None] Provisioning complete for port aa3fd94d-46ae-4839-b269-5c37618b8b34 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:57.083013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e4df70a-138a-4b6b-b3a7-76feb3532f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.100614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da04def8-c739-4292-96be-639cbdbe2527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da1bea-164c-421b-92cd-c2ae35a184e2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:57.103383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.105764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.251666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f710276f-cbe2-45c7-8bc0-8270927aa95e req-9c3a2609-ebfb-4c00-8076-f37b775dffc4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766474 Dec 08 16:29:57.635930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3fd94d-46ae-4839-b269-5c37618b8b34 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:29:57.793044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0caf79-1ceb-4ab3-a3b3-c6436c37e0d6 req-8c42f2bf-7c54-4091-a2e5-474c83ea560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:57.794918 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d0caf79-1ceb-4ab3-a3b3-c6436c37e0d6 req-8c42f2bf-7c54-4091-a2e5-474c83ea560c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 1096 time: 0.1713305 Dec 08 16:29:57.875791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aa3fd94d-46ae-4839-b269-5c37618b8b34 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:57.876640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.922852 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5d0caf79-1ceb-4ab3-a3b3-c6436c37e0d6 req-202b54e2-2714-4405-b0d8-2d7484ec43de service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006911 Dec 08 16:29:57.946737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.949193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:57.964323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.004507 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.010365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-48a87b60-75cf-4aa2-8cf8-5fedf8da4410 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0360353 Dec 08 16:29:58.012363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34880) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:58.028553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'enable_snat': False}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:58.126053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 568a9442-4ad8-4264-8977-5d0a34f67d95 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:29:58.126529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.301216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 568a9442-4ad8-4264-8977-5d0a34f67d95, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=568a9442-4ad8-4264-8977-5d0a34f67d95,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:29:58.302410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.356262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 568a9442-4ad8-4264-8977-5d0a34f67d95 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:29:58.401530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.458291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.21.0.1 (6ed8754f-e6ac-474d-9bd9-a0539748477a/c387a42c-f10a-4c83-94b9-4b6ad0bf3be3/1de975ad-4f97-4086-b753-8a457d626df8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:58.573343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914248c6-fbe7-4790-b3a6-3e0f71c1e960 req-c6608028-7d9a-4ff8-bc30-56e97b347c96 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:58.575003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-914248c6-fbe7-4790-b3a6-3e0f71c1e960 req-c6608028-7d9a-4ff8-bc30-56e97b347c96 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 945 time: 0.1677849 Dec 08 16:29:58.642933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.653979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:58.697167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.724116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:29:58.729635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:29:58.737064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:29:58.768382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b0fca19-51c4-4b09-bb17-6ba2a4b0643c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:58.770322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-914248c6-fbe7-4790-b3a6-3e0f71c1e960 req-50be602a-349d-44ae-a320-a55cd1227582 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838632 Dec 08 16:29:58.930312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463004912-network', 'tenant_id': '5269c63471d94c1f81a629b94c634134'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:58.981658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.032692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=1de975ad-4f97-4086-b753-8a457d626df8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:59.039993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.078041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Made reservation on behalf of 5269c63471d94c1f81a629b94c634134 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:29:59.080550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.095201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.108416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=568a9442-4ad8-4264-8977-5d0a34f67d95,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:59.125205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.190926 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.224952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7179e1ed-c23b-4e1f-8041-9d955ddfdaa5 None None] Provisioning complete for port 1de975ad-4f97-4086-b753-8a457d626df8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:29:59.225598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7179e1ed-c23b-4e1f-8041-9d955ddfdaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.232341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.327944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7179e1ed-c23b-4e1f-8041-9d955ddfdaa5 None None] Port 1de975ad-4f97-4086-b753-8a457d626df8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:29:59.448137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.456963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.537141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Allocated IP 172.25.3.85 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8bcc7597-709e-4964-92b9-63edd2c4aaea) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:29:59.556575 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.571958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:29:59.588916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e67f77-2a66-447c-8a8e-111f963f185c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:59.646518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.646977 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Added segment 2227174c-4c4a-4501-ba6b-6087f5ae2afd of type vlan for network 490b2492-a8ff-4439-be96-c5ec4fb5dc78 Dec 08 16:29:59.737454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.786153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.787199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:29:59.787779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.826724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.872821 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.954421 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2991381 Dec 08 16:29:59.970207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34928) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:29:59.977413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Request body: {'subnet': {'network_id': '490b2492-a8ff-4439-be96-c5ec4fb5dc78', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1463004912-subnet', 'tenant_id': '5269c63471d94c1f81a629b94c634134', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:29:59.986228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:29:59.986529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9b381-6c08-4dbe-b62f-3cbb9e03d0b1 admin admin] Pushing event updated for resources: {'Network': ['ID=490b2492-a8ff-4439-be96-c5ec4fb5dc78,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:59.991604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=1de975ad-4f97-4086-b753-8a457d626df8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:29:59.992052 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:29:59.997586 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.012339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 490b2492-a8ff-4439-be96-c5ec4fb5dc78 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:00.059461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Made reservation on behalf of 5269c63471d94c1f81a629b94c634134 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:00.062236 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.126540 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.129820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5bbdf-9c43-44fe-86af-28f72daafeda req-c8e59917-ee56-40d0-be9c-c30cd3f12bf2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:00.133182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66c5bbdf-9c43-44fe-86af-28f72daafeda req-c8e59917-ee56-40d0-be9c-c30cd3f12bf2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 945 time: 0.2059259 Dec 08 16:30:00.214406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:00.216532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:00.377950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 619b19ea-9966-4c8d-b48a-66da2b386496 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:00.536623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:00.554679 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e00dedf4-3979-4778-98e9-53d77119d3a9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/619b19ea-9966-4c8d-b48a-66da2b386496/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1017857 Dec 08 16:30:00.558362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] Sync routers for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:00.558586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34938) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.608768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:00.609710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:00.616349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1bb7cd63-3863-43a7-bc81-2722b9d94e85 None None] Provisioning complete for port 1de975ad-4f97-4086-b753-8a457d626df8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:00.616991 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bb7cd63-3863-43a7-bc81-2722b9d94e85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.633669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:00.666160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704ce788-9975-4d61-babb-42f352d9ddf2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:00.672112 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-704ce788-9975-4d61-babb-42f352d9ddf2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports/1de975ad-4f97-4086-b753-8a457d626df8 HTTP/1.1" status: 200 len: 910 time: 0.1093247 Dec 08 16:30:00.672673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34940) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.715967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1bb7cd63-3863-43a7-bc81-2722b9d94e85 None None] Port 1de975ad-4f97-4086-b753-8a457d626df8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:00.721080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:00.734068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:00.735011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:00.753727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Pushing event updated for resources: {'Port': ['ID=8bcc7597-709e-4964-92b9-63edd2c4aaea,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:00.785936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66c5bbdf-9c43-44fe-86af-28f72daafeda req-548db82f-3a81-40b7-be43-099bad17f462 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6103716 Dec 08 16:30:00.803432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:00.804190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b89a6f-f47f-480f-a6da-424fb151029d None None] The sync data for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:00.811868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:00.817369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:00.821936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:00.824544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:00.840675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a5c9935d-27a4-4aa8-ba9a-a3ae4c15c210 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "PUT /v2.0/routers/c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0764775 Dec 08 16:30:00.843561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34948) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:00.851666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8866731c-18a6-469d-8ad3-53199025cc20 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:00.867973 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] Sync routers for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:00.902429 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:00.903381 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:00.962220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4075e403-1996-4658-ba6c-421653f8104e None None] Provisioning complete for port 8bcc7597-709e-4964-92b9-63edd2c4aaea triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:00.962770 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4075e403-1996-4658-ba6c-421653f8104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.021946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting subnet f661dc19-beb3-4f34-8a4e-de4bc1506591 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:01.034361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4075e403-1996-4658-ba6c-421653f8104e None None] Port 8bcc7597-709e-4964-92b9-63edd2c4aaea cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:01.059559 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:01.179304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.285453 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:29:58Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:01.350675 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] Checking router: c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:01.361769 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] Routers {'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:01.362804 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:01.440058 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.513123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d507c58b-7347-4047-b51e-102e370e8807 req-13f6b9be-9489-4031-b5c8-7a863b2db50b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 267 time: 0.4866118 Dec 08 16:30:01.519589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] Set router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:01.578882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.621466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.688809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c58b-7347-4047-b51e-102e370e8807 req-65fb4d99-5500-4183-88cd-7adbc6214eb8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:01.688809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d507c58b-7347-4047-b51e-102e370e8807 req-65fb4d99-5500-4183-88cd-7adbc6214eb8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 945 time: 0.1415436 Dec 08 16:30:01.740310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'port': {'security_groups': []}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:01.744299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.825429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=63cc463b-971d-4784-a018-330198ec3374,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:01.852860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.904186 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:01.912403 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:29:58Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:01.960734 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f1783-80c4-42b6-969e-e152846156a4 None None] The sync data for ids ['c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce'] in n-d-820935-5 is: [{'id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129263027', 'tenant_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:27:38Z', 'updated_at': '2021-12-08T16:29:58Z', 'revision_number': 5, 'project_id': 'd0a12132f1034bcc9fa41009f4c3b339', 'gw_port': {'id': '6c8b9955-7ec0-4132-a325-df17a99c0bcd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:50:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2493, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:27:39Z', 'updated_at': '2021-12-08T16:27:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:02.083965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Checking segment: {'id': '2227174c-4c4a-4501-ba6b-6087f5ae2afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '490b2492-a8ff-4439-be96-c5ec4fb5dc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:02.085556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Network hostable DHCP agents. Network: 490b2492-a8ff-4439-be96-c5ec4fb5dc78, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:02.086464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 1de975ad-4f97-4086-b753-8a457d626df8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:02.086823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.138587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.147609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.180017 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.246335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Network 490b2492-a8ff-4439-be96-c5ec4fb5dc78 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:02.265384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.275267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.298012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 1de975ad-4f97-4086-b753-8a457d626df8 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:02.391410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Subnet': ['ID=f661dc19-beb3-4f34-8a4e-de4bc1506591,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:02.402976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 490b2492-a8ff-4439-be96-c5ec4fb5dc78) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:02.420124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c05cf2-9f2e-47c7-9de2-7ad7ea03c977 None None] Network 490b2492-a8ff-4439-be96-c5ec4fb5dc78 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:02.428039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:02.429316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.463073 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.468886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-895936c4-5029-4474-9aa7-75a47815d6ad tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/subnets/f661dc19-beb3-4f34-8a4e-de4bc1506591 HTTP/1.1" status: 204 len: 168 time: 1.6192899 Dec 08 16:30:02.472636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34974) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:02.505567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97f4f48-e75c-4f1c-8ff3-33ac371347bb None None] Network a7702275-2584-4589-913e-9d0ddd6d87ee requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:02.541245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-89e9c1f8-672a-47dc-a038-df86644830eb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5691659 Dec 08 16:30:02.785744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.787812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5987b1-f913-4e3c-b74f-b1dc009b2502 None None] Network 490b2492-a8ff-4439-be96-c5ec4fb5dc78 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:02.864323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:02.921454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=1de975ad-4f97-4086-b753-8a457d626df8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:02.991250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] DHCP port deletion for a7702275-2584-4589-913e-9d0ddd6d87ee request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:03.083974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.184143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:03.211295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Deleting port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:03.211843 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.258755 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.277316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.299915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.339385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:03.342342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['043ba394-6d3b-4db7-931c-c211ece24d57', '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:03.392320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.542962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] For port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,segment=NetworkSegment(6ae8fc22-0b33-4731-9f22-b6e48851a369),segment_id=6ae8fc22-0b33-4731-9f22-b6e48851a369)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:03.543748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.586405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:03.610471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Calling delete_port for 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:03.624490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:03.625167 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.629932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d507c58b-7347-4047-b51e-102e370e8807 req-de92dc75-b838-4108-bc83-56cc79cf23ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "PUT /v2.0/ports/9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 HTTP/1.1" status: 200 len: 904 time: 1.8962553 Dec 08 16:30:03.637626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:03.640213 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e7a877-81b1-4764-9fe7-d8b774c6c795" -d '{"events": [{"name": "network-changed", "server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:03.665757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:03.689944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:03.955769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:04.247718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9144732f-e540-4cb0-90a3-e4cc910f1368 None None] Provisioning complete for port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:04.248422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9144732f-e540-4cb0-90a3-e4cc910f1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.251489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.320384 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac8be0d-c407-4ebf-9519-09f1f039856b x-openstack-request-id: req-aac8be0d-c407-4ebf-9519-09f1f039856b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:04.321579 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:04.322046 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aac8be0d-c407-4ebf-9519-09f1f039856b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:04.322915 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7', 'status': 'completed', 'code': 200} Dec 08 16:30:04.323890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35016) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:04.333656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942029906-network', 'tenant_id': '9923dc083a94474489211e5d5743261d'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:04.372442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e update to DOWN by agent not found {{(pid=103283) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 16:30:04.372885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 568a9442-4ad8-4264-8977-5d0a34f67d95 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:04.385175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Pushing event deleted for resources: {'Port': ['ID=2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:04.395275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] No DVR routers for this DVR port 2b34d2e2-1c0e-40c1-8a77-21f52e5c3c0e on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:04.451879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 568a9442-4ad8-4264-8977-5d0a34f67d95 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:04.452548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 568a9442-4ad8-4264-8977-5d0a34f67d95 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:04.465663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.466369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.466880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.467405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.467937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.468445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.469014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.469509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.470047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.470554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.471046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.471544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.472039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4084155d-b012-43e2-9e47-2bcdc233a728 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:04.563202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Made reservation on behalf of 9923dc083a94474489211e5d5743261d for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:04.567134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.593673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-59c58ce4-fe17-4d11-812a-17e57b3ebe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:04.602988 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-59c58ce4-fe17-4d11-812a-17e57b3ebe25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 1058 time: 0.1561573 Dec 08 16:30:04.604265 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.609278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 619b19ea-9966-4c8d-b48a-66da2b386496 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:04.618100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d21ef-330d-443e-86b5-162683bf9bed req-19c6939d-6e21-400e-b1d9-560e4d2c4bd1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:04.619728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-824d21ef-330d-443e-86b5-162683bf9bed req-19c6939d-6e21-400e-b1d9-560e4d2c4bd1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 907 time: 0.3039899 Dec 08 16:30:04.658873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.754736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Router 001ef58f-906c-4f5d-b9f7-1bf2deb2110a is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:04.897993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-817e313a-cc3c-4444-8c9a-cfd4ef25d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:04.900436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-817e313a-cc3c-4444-8c9a-cfd4ef25d2f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.2862141 Dec 08 16:30:04.914210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.926515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:04.930120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:04.945331 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] Sync routers for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:04.950456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79912a59-8520-4921-92a6-39fc91cd408c req-b50ecb67-12e2-4300-a3bd-f9ebb1ed9d81 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:04.954303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79912a59-8520-4921-92a6-39fc91cd408c req-b50ecb67-12e2-4300-a3bd-f9ebb1ed9d81 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1903000 Dec 08 16:30:04.967206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-00b27e6c-02ee-4f32-acea-2e68cfb662fc tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/619b19ea-9966-4c8d-b48a-66da2b386496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2928526 Dec 08 16:30:04.969288 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-77e053fd-8356-4605-b84c-2bf57cd8fd30 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 HTTP/1.1" status: 200 len: 217 time: 0.0595648 Dec 08 16:30:04.969658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:04.970526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35030) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:04.970819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.024639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:05.040039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] Sync routers for ids ['001ef58f-906c-4f5d-b9f7-1bf2deb2110a'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:05.048355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Deleting port 6c8b9955-7ec0-4132-a325-df17a99c0bcd {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:05.048659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-80613ba4-e3ec-4162-a70e-1ee469ada05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:05.050178 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.050400 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-80613ba4-e3ec-4162-a70e-1ee469ada05e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.0693321 Dec 08 16:30:05.059533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.061019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-da41d373-9bda-44a7-8d57-5941fb94fd9f tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "PUT /v2.0/routers/001ef58f-906c-4f5d-b9f7-1bf2deb2110a HTTP/1.1" status: 200 len: 915 time: 7.0444620 Dec 08 16:30:05.074682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.085646 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] Routers {'001ef58f-906c-4f5d-b9f7-1bf2deb2110a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:05.086533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:05.087166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.087622 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['001ef58f-906c-4f5d-b9f7-1bf2deb2110a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.131645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.132687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e112b-2c9c-487a-9265-2f2c93797faa None None] The sync data for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:05.136602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:05.147448 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.157963 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] Routers {'001ef58f-906c-4f5d-b9f7-1bf2deb2110a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:05.158561 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['001ef58f-906c-4f5d-b9f7-1bf2deb2110a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.203946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:05.227634 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:05.229114 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02335b2f-8a19-423c-8360-3b81e5172d0f None None] The sync data for ids ['001ef58f-906c-4f5d-b9f7-1bf2deb2110a'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:05.276547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e8be13-1480-4742-8194-3c98fe1fafcc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:05.285991 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.286481 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Added segment 79e17779-7734-4f3f-9852-81ae1ec6aa8b of type vlan for network a4baab64-f2bc-4470-9d38-9c40f0672dad Dec 08 16:30:05.435093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-768f0b15-cc45-48ea-a43d-1121df31ff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:05.437334 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-768f0b15-cc45-48ea-a43d-1121df31ff1d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2199721 Dec 08 16:30:05.455354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.478332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] For port 6c8b9955-7ec0-4132-a325-df17a99c0bcd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6c8b9955-7ec0-4132-a325-df17a99c0bcd,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:05.478708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.488201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79912a59-8520-4921-92a6-39fc91cd408c req-a74751fb-64a6-449e-8d41-a3a9ff9cc02f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459901 Dec 08 16:30:05.518573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Calling delete_port for 6c8b9955-7ec0-4132-a325-df17a99c0bcd owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:05.523030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a9c47631-008f-40ac-b168-36d927c6bb15 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/001ef58f-906c-4f5d-b9f7-1bf2deb2110a HTTP/1.1" status: 200 len: 921 time: 0.3678136 Dec 08 16:30:05.526183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35044) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:05.559546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.560544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:05.561757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.626087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-44c84412-9180-45b9-adda-89a42995b3da service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789329 Dec 08 16:30:05.717258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3828597 Dec 08 16:30:05.721180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35048) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:05.750487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Request body: {'subnet': {'network_id': 'a4baab64-f2bc-4470-9d38-9c40f0672dad', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1942029906-subnet', 'tenant_id': '9923dc083a94474489211e5d5743261d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:05.766799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062968d2-c13b-45cc-9bb9-3b62d10e02ae tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:05.771207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-062968d2-c13b-45cc-9bb9-3b62d10e02ae tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=001ef58f-906c-4f5d-b9f7-1bf2deb2110a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2441111 Dec 08 16:30:05.773127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824d17b-0475-4bad-9856-bdc04deea192 admin admin] Pushing event updated for resources: {'Network': ['ID=a4baab64-f2bc-4470-9d38-9c40f0672dad,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:05.775584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35050) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:05.791798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a4baab64-f2bc-4470-9d38-9c40f0672dad details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:05.812082 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e7e7a877-81b1-4764-9fe7-d8b774c6c795 req-477d4999-d59d-45fb-a558-402748374f5d service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785328 Dec 08 16:30:05.854860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.958289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Made reservation on behalf of 9923dc083a94474489211e5d5743261d for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:05.960861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:05.976639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346202ef-ae35-41db-9291-80da39fc6cf0 req-0e408e97-2d23-415a-9477-14ec94b7e74b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:05.978313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346202ef-ae35-41db-9291-80da39fc6cf0 req-0e408e97-2d23-415a-9477-14ec94b7e74b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2937098 Dec 08 16:30:06.166105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec9c58-1a9f-4f12-9ebd-bb850b0af973 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:06.168255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d8ec9c58-1a9f-4f12-9ebd-bb850b0af973 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/networks/ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 881 time: 0.3861918 Dec 08 16:30:06.168592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35060) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:06.209974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-346202ef-ae35-41db-9291-80da39fc6cf0 req-6f5f3a88-576f-447e-bced-22f99c4c57d7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059629 Dec 08 16:30:06.210778 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0a468c55-8e74-493b-bf94-8d354d5e2fae tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=001ef58f-906c-4f5d-b9f7-1bf2deb2110a HTTP/1.1" status: 200 len: 205 time: 0.0392275 Dec 08 16:30:06.213342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35062) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:06.262151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.325965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 6f8db851-fdc0-49c2-8db6-18f90a95c5fd {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:06.326438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.346231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Port': ['ID=6c8b9955-7ec0-4132-a325-df17a99c0bcd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:06.372042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254719a3-e8ea-473f-85e4-6656f895e34d None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:06.526902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.542819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.674701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.696004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 6f8db851-fdc0-49c2-8db6-18f90a95c5fd owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:06.711762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.763783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.765782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.768408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.818563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83e6ad58-42a1-4daf-94d9-b8edf8c75201,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:06.917830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.918378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Fanout notify agent at l3_agent the message router_deleted on router c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:06.938827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:06.943081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-665527ae-f1d5-45e0-9b63-5f1ef4b9c85f tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/routers/c6dcbdd1-fa3a-4176-a9b3-adf84055f3ce HTTP/1.1" status: 204 len: 168 time: 4.4651704 Dec 08 16:30:06.944140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35086) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:06.973494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Checking segment: {'id': '79e17779-7734-4f3f-9852-81ae1ec6aa8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'a4baab64-f2bc-4470-9d38-9c40f0672dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:06.973922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Network hostable DHCP agents. Network: a4baab64-f2bc-4470-9d38-9c40f0672dad, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:06.983941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-01932dfa-727d-4766-84d9-af73f9b3a6be tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:06.992420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-01932dfa-727d-4766-84d9-af73f9b3a6be tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.3401501 Dec 08 16:30:07.090232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-7c2937a2-d0f6-482a-a57c-4ee03c010d7b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/quotas/6c3ea91a767f435bbe1398b68aa9d8ed HTTP/1.1" status: 200 len: 375 time: 0.0967476 Dec 08 16:30:07.136790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Deleting port 8bcc7597-709e-4964-92b9-63edd2c4aaea {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:07.140740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.161490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Network a4baab64-f2bc-4470-9d38-9c40f0672dad is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:07.169454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.201498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a4baab64-f2bc-4470-9d38-9c40f0672dad) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:07.222004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4910317-865d-49a7-aa46-337348e9fa21 None None] Network a4baab64-f2bc-4470-9d38-9c40f0672dad requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:07.227948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:07.229074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.260334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.287193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-d96f8125-7fce-4dd6-bd1c-0c0356294bce tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1944551 Dec 08 16:30:07.335549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=6f8db851-fdc0-49c2-8db6-18f90a95c5fd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:07.436860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-a97e1d14-e7b6-43dd-ab7d-c3f32501991e service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180315 Dec 08 16:30:07.452653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-48e6466d-5b76-43ab-90aa-121422b87b10 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7204533 Dec 08 16:30:07.473271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.499786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Calling delete_port for 8bcc7597-709e-4964-92b9-63edd2c4aaea owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:07.731524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6c8b9955-7ec0-4132-a325-df17a99c0bcd no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:07.762401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 6c8b9955-7ec0-4132-a325-df17a99c0bcd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:07.764254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6c8b9955-7ec0-4132-a325-df17a99c0bcd not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:07.791268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:07.792940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:07.861455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3bbcea-5420-4aff-9909-0461197fa72e None None] Network a4baab64-f2bc-4470-9d38-9c40f0672dad requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:08.058158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.099930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Deleting subnet 63cc463b-971d-4784-a018-330198ec3374 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:08.135896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.140319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.163005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event deleted for resources: {'Port': ['ID=8bcc7597-709e-4964-92b9-63edd2c4aaea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.179975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9167ce46-b6e7-495c-a3c0-2c1943207fc1 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:08.183676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7702275-2584-4589-913e-9d0ddd6d87ee']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:08.205506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae8fc22-0b33-4731-9f22-b6e48851a369') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:08.205825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae8fc22-0b33-4731-9f22-b6e48851a369') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:08.221380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.225610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-01e43ac4-e6c8-4168-b396-c49407e03546 service neutron] 10.222.0.62 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7802970 Dec 08 16:30:08.245768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.277292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:08.279321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:08.286814 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:08.398710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.423210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.427615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/networks/a7702275-2584-4589-913e-9d0ddd6d87ee HTTP/1.1" status: 204 len: 168 time: 1.4823327 Dec 08 16:30:08.430906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35116) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:08.454623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3cec0-77e4-4435-9a4d-798e9d6c597e tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'Network': ['ID=a7702275-2584-4589-913e-9d0ddd6d87ee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.511514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2bf71dde-9e1b-479b-bd84-10c957744775 req-8d5c1c62-dc1a-457f-aa7c-7cd011904c07 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 210 time: 0.0580850 Dec 08 16:30:08.548591 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e04b22d4-fb3e-4c37-bd6a-3c4d9d6fbbd0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.577378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e04b22d4-fb3e-4c37-bd6a-3c4d9d6fbbd0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.620452 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.654147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e04b22d4-fb3e-4c37-bd6a-3c4d9d6fbbd0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.657242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e04b22d4-fb3e-4c37-bd6a-3c4d9d6fbbd0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.661153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e04b22d4-fb3e-4c37-bd6a-3c4d9d6fbbd0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] 10.222.0.62 "DELETE /v2.0/security-groups/39255961-630f-40a0-8d70-aeeb2f733b56 HTTP/1.1" status: 204 len: 168 time: 0.2154613 Dec 08 16:30:08.669335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b22d4-fb3e-4c37-bd6a-3c4d9d6fbbd0 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39255961-630f-40a0-8d70-aeeb2f733b56,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:08.720281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 619b19ea-9966-4c8d-b48a-66da2b386496 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:08.732090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.734987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.942557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:08.987748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:09.000237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35134) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.005946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] Sync routers for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:09.022548 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4a094290-c418-49a9-aede-639f47fc554f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/619b19ea-9966-4c8d-b48a-66da2b386496/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0503292 Dec 08 16:30:09.024195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.028980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:09.033583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.041432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.072899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bcc4f6c4-5510-4c41-ad56-d38ca6965c6e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=619b19ea-9966-4c8d-b48a-66da2b386496 HTTP/1.1" status: 200 len: 205 time: 0.0710542 Dec 08 16:30:09.075397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35136) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.133636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.150442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] Routers {'619b19ea-9966-4c8d-b48a-66da2b386496'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:09.151319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['619b19ea-9966-4c8d-b48a-66da2b386496'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.168872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.186696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.187267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Fanout notify agent at l3_agent the message router_deleted on router 001ef58f-906c-4f5d-b9f7-1bf2deb2110a {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:09.188971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63cc463b-971d-4784-a018-330198ec3374,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:09.196785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.201134 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28a3edc6-1b4c-4e83-a08f-34c5931ea318 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/63cc463b-971d-4784-a018-330198ec3374 HTTP/1.1" status: 204 len: 168 time: 1.4070494 Dec 08 16:30:09.209632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.214505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8635b781-2146-4806-ad41-33f47b3df499 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/001ef58f-906c-4f5d-b9f7-1bf2deb2110a HTTP/1.1" status: 204 len: 168 time: 2.9962506 Dec 08 16:30:09.214505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.215371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.216558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.217251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f78e59c-6c00-4cc5-8766-8381a98a153f None None] The sync data for ids ['619b19ea-9966-4c8d-b48a-66da2b386496'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:09.219787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-5517822', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:09.221753 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.311660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.312708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.355575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.432300 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.435205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.515675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.520959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.522516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router 619b19ea-9966-4c8d-b48a-66da2b386496 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:09.563736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.570682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cf7e011f-17e5-482b-8ce7-99cb8cb885ea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/619b19ea-9966-4c8d-b48a-66da2b386496 HTTP/1.1" status: 204 len: 168 time: 0.4920385 Dec 08 16:30:09.571185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35158) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.602135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.673231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12f9ff16-d2c9-4fdf-b689-ecf8ee03dcc3 req-c9c86a35-1226-4a49-871a-537f313fcca0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 210 time: 0.0384135 Dec 08 16:30:09.675773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490b2492-a8ff-4439-be96-c5ec4fb5dc78']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.684445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2dcf8f89-2e97-4b0a-9a30-a60090d97a92 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d0a12132f1034bcc9fa41009f4c3b339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5093696 Dec 08 16:30:09.688192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35164) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.719931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet c387a42c-f10a-4c83-94b9-4b6ad0bf3be3 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:09.726123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2227174c-4c4a-4501-ba6b-6087f5ae2afd') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.726468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2227174c-4c4a-4501-ba6b-6087f5ae2afd') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:09.740885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.769183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.772837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.792668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.805668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.813852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:09.814149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:09.815903 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:09.875873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-392cc773-9b2e-4e68-ab9c-6088b67c2a10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.914144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.921184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.928906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] 10.222.0.62 "DELETE /v2.0/networks/490b2492-a8ff-4439-be96-c5ec4fb5dc78 HTTP/1.1" status: 204 len: 168 time: 0.7107153 Dec 08 16:30:09.931577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35168) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:09.941168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4d9c9-5a22-4a89-8392-bfacd7db3c86 admin admin] Pushing event deleted for resources: {'Network': ['ID=490b2492-a8ff-4439-be96-c5ec4fb5dc78,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:09.953869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-392cc773-9b2e-4e68-ab9c-6088b67c2a10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:09.996811 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.053571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Deleting subnet 83e6ad58-42a1-4daf-94d9-b8edf8c75201 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:10.065855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.107844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.135431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-392cc773-9b2e-4e68-ab9c-6088b67c2a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.136607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.138002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-392cc773-9b2e-4e68-ab9c-6088b67c2a10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.139035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-392cc773-9b2e-4e68-ab9c-6088b67c2a10 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f1e22aff-97b9-41d3-adfd-9992ddca4ebb HTTP/1.1" status: 204 len: 168 time: 0.4354956 Dec 08 16:30:10.142448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.176595 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.195548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392cc773-9b2e-4e68-ab9c-6088b67c2a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e22aff-97b9-41d3-adfd-9992ddca4ebb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.228435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b25527-4fc4-445b-903a-9bf01ccd54bc None None] Network 6ed8754f-e6ac-474d-9bd9-a0539748477a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:10.237130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.242994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/c387a42c-f10a-4c83-94b9-4b6ad0bf3be3 HTTP/1.1" status: 204 len: 168 time: 0.6698136 Dec 08 16:30:10.243778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35176) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:10.247805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298599b-3b20-4f6b-b4bd-d9b0c73f5fce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=c387a42c-f10a-4c83-94b9-4b6ad0bf3be3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.282889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.343954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet bd084066-dda6-4985-9192-5ce4ecf0cfb0 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:10.348775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.423040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Allocated IP 172.25.3.222 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/808ccec0-9fa3-4e39-8db6-4e2a5d98ed55) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:10.458181 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.461668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.462424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] DHCP port deletion for 6ed8754f-e6ac-474d-9bd9-a0539748477a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:10.548105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83e6ad58-42a1-4daf-94d9-b8edf8c75201,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.550187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.553716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7eba6210-be78-418b-b135-c581703b4764 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/83e6ad58-42a1-4daf-94d9-b8edf8c75201 HTTP/1.1" status: 204 len: 168 time: 0.6193378 Dec 08 16:30:10.557076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] Deleting port aa3fd94d-46ae-4839-b269-5c37618b8b34 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:10.557451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.557938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35186) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:10.680742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] For port aa3fd94d-46ae-4839-b269-5c37618b8b34, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aa3fd94d-46ae-4839-b269-5c37618b8b34,segment=NetworkSegment(465368c3-ddc8-4adc-ac89-bd658b64a4ee),segment_id=465368c3-ddc8-4adc-ac89-bd658b64a4ee)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:10.681196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.688638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.705219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] Calling delete_port for aa3fd94d-46ae-4839-b269-5c37618b8b34 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:10.709774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.728578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:10.833952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.850808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0633fd7b-67f3-499a-9d53-2cc0c7d51f35 req-77187e96-2e09-496b-a0f1-9d7196778564 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 210 time: 0.0494249 Dec 08 16:30:10.865484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.876193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-974f9376-b95f-47a5-924b-e3c1c8b66a80 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=60502b5c940f4dccbd8d67fcefbdf2cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1428702 Dec 08 16:30:10.885019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35202) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:10.896575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.908062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.926205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:10.931290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/bd084066-dda6-4985-9192-5ce4ecf0cfb0 HTTP/1.1" status: 204 len: 168 time: 0.6811635 Dec 08 16:30:10.933529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388bdf1-3425-4563-a992-a124dc309b23 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=bd084066-dda6-4985-9192-5ce4ecf0cfb0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.939271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35204) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:10.951554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] Pushing event deleted for resources: {'Port': ['ID=aa3fd94d-46ae-4839-b269-5c37618b8b34,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:10.959954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbaa2b7-e1d5-4a9f-af42-de457d151cde None None] Network f7241a0e-449c-4344-b64d-527233cfa308 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:11.042373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:11.049194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.058861 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:11.072157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:11.086667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dbbdc-15a7-4136-989d-8ae37ac2a7bc None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:11.087926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.105320 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de899dbb-865f-4aab-a230-e2a5bb109f29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.125714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136e6718-e096-4a79-bde9-52c08c91d8d3 None None] No DVR routers for this DVR port aa3fd94d-46ae-4839-b269-5c37618b8b34 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:11.160966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4baab64-f2bc-4470-9d38-9c40f0672dad']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:11.172670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event updated for resources: {'Port': ['ID=808ccec0-9fa3-4e39-8db6-4e2a5d98ed55,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.179556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e17779-7734-4f3f-9852-81ae1ec6aa8b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:11.180200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e17779-7734-4f3f-9852-81ae1ec6aa8b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:11.194789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de899dbb-865f-4aab-a230-e2a5bb109f29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.198465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.222449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.228592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-682959c0-ae4e-4241-a492-6031c7bf2264 None None] Provisioning complete for port 808ccec0-9fa3-4e39-8db6-4e2a5d98ed55 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:11.229191 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-682959c0-ae4e-4241-a492-6031c7bf2264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.275352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.295699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:11.296198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:11.298781 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:11.301267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed8754f-e6ac-474d-9bd9-a0539748477a']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:11.313781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465368c3-ddc8-4adc-ac89-bd658b64a4ee') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:11.314073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465368c3-ddc8-4adc-ac89-bd658b64a4ee') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:11.325603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.330097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-682959c0-ae4e-4241-a492-6031c7bf2264 None None] Port 808ccec0-9fa3-4e39-8db6-4e2a5d98ed55 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:11.332231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] DHCP port deletion for f7241a0e-449c-4344-b64d-527233cfa308 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:11.344218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.352155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:11.352655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:11.368610 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:11.412289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] Deleting port ab9d57d3-9c4a-408c-ba25-3f23b4488107 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:11.412853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.444673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.452653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.459600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a4baab64-f2bc-4470-9d38-9c40f0672dad HTTP/1.1" status: 204 len: 168 time: 0.9004869 Dec 08 16:30:11.478445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792389d-85c6-4479-9591-8cd71444a9d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4baab64-f2bc-4470-9d38-9c40f0672dad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.506343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.529354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.540248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] For port ab9d57d3-9c4a-408c-ba25-3f23b4488107, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ab9d57d3-9c4a-408c-ba25-3f23b4488107,segment=NetworkSegment(a56b0701-a2ee-4d94-8513-c8fa85a3c5df),segment_id=a56b0701-a2ee-4d94-8513-c8fa85a3c5df)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:11.540641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.548331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/6ed8754f-e6ac-474d-9bd9-a0539748477a HTTP/1.1" status: 204 len: 168 time: 0.6079874 Dec 08 16:30:11.551742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35220) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:11.556836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] Calling delete_port for ab9d57d3-9c4a-408c-ba25-3f23b4488107 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:11.598012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d3458-7850-4e32-b35b-0b057e201ad8 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=6ed8754f-e6ac-474d-9bd9-a0539748477a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.626453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3fd94d-46ae-4839-b269-5c37618b8b34 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:11.653673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: aa3fd94d-46ae-4839-b269-5c37618b8b34 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:11.654066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3fd94d-46ae-4839-b269-5c37618b8b34 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:11.654493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ab9d57d3-9c4a-408c-ba25-3f23b4488107 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:11.666254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.758192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.760440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35222) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:11.761107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de899dbb-865f-4aab-a230-e2a5bb109f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.763726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de899dbb-865f-4aab-a230-e2a5bb109f29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.764864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de899dbb-865f-4aab-a230-e2a5bb109f29 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/586a7171-6fe4-404d-bb95-94d333c503f2 HTTP/1.1" status: 204 len: 168 time: 0.8788035 Dec 08 16:30:11.793009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.818735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] Pushing event deleted for resources: {'Port': ['ID=ab9d57d3-9c4a-408c-ba25-3f23b4488107,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.822304 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:11.827151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de899dbb-865f-4aab-a230-e2a5bb109f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586a7171-6fe4-404d-bb95-94d333c503f2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:11.832353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1035a126-9fb2-4295-901f-679ed4eaafdb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5269c63471d94c1f81a629b94c634134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661662 Dec 08 16:30:11.838225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35230) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:11.846377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5da9ec7-ba01-4cff-9017-31715379384c None None] No DVR routers for this DVR port ab9d57d3-9c4a-408c-ba25-3f23b4488107 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:12.045509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.125934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd48ec6d-2305-44b9-b308-eb2e585026b3 req-1cccb16d-2d53-4c25-b39e-38f60c11420d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 210 time: 0.1442916 Dec 08 16:30:12.152967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585d9c04-17f2-45ab-aeff-e41a9754ee84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.156861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.235651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7241a0e-449c-4344-b64d-527233cfa308']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.240470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585d9c04-17f2-45ab-aeff-e41a9754ee84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.260570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.260897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56b0701-a2ee-4d94-8513-c8fa85a3c5df') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.303964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Router 0a64465c-968f-4b2a-928b-ddf522596331 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:12.308269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.336509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.343351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:12.343762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:12.411856 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:12.417829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.439502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.447062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/f7241a0e-449c-4344-b64d-527233cfa308 HTTP/1.1" status: 204 len: 168 time: 0.8744645 Dec 08 16:30:12.448841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35250) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:12.479534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-464727857'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:12.489276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabae299-17ba-4d04-9124-3126bee33931 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=f7241a0e-449c-4344-b64d-527233cfa308,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:12.495851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:12.517769 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] Sync routers for ids ['0a64465c-968f-4b2a-928b-ddf522596331'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:12.528038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585d9c04-17f2-45ab-aeff-e41a9754ee84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.539878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.540150 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] Routers {'0a64465c-968f-4b2a-928b-ddf522596331'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:12.540799 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a64465c-968f-4b2a-928b-ddf522596331'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.541826 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f3cba3ff-422b-4a8b-a316-174c4b0a2895 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.3252733 Dec 08 16:30:12.541983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585d9c04-17f2-45ab-aeff-e41a9754ee84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.543616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-585d9c04-17f2-45ab-aeff-e41a9754ee84 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/08e67f77-2a66-447c-8a8e-111f963f185c HTTP/1.1" status: 204 len: 168 time: 0.7033055 Dec 08 16:30:12.544434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35254) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:12.552779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:12.559510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:12.563850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.596001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:12.608258 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.608762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.609242 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment 0765a473-91fb-485b-b3f6-c8f187cf189a of type vlan for network af579b6f-fa5c-4762-9685-840beb8f7ca3 Dec 08 16:30:12.622078 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] Routers {'0a64465c-968f-4b2a-928b-ddf522596331'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:12.624448 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a64465c-968f-4b2a-928b-ddf522596331'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.680495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d9c04-17f2-45ab-aeff-e41a9754ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e67f77-2a66-447c-8a8e-111f963f185c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:12.692872 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:12.694017 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7f31c9-1f19-4eef-a63c-71f9ca6adaab None None] The sync data for ids ['0a64465c-968f-4b2a-928b-ddf522596331'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:12.703072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.739244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.750147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:12.750833 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:12.822024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3713119 Dec 08 16:30:12.826936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35268) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:12.907866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:13.073103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.076485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35272) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:13.089849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.150017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7da9b3ea-1e5d-4b25-a85d-66d477b2e2c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9923dc083a94474489211e5d5743261d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0667374 Dec 08 16:30:13.150017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90269510-cd3f-42b7-aa86-e78d933888ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=af579b6f-fa5c-4762-9685-840beb8f7ca3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:13.150017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35280) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:13.168424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:13.371576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df173593-801b-4361-a545-a055d80820df req-32038b79-98b6-46fd-8a66-f4b440907bd9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 210 time: 0.0939097 Dec 08 16:30:13.375265 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-346ac5ce-bd8b-416b-8d2b-3624ab696289 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.403072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-346ac5ce-bd8b-416b-8d2b-3624ab696289 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.505395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-346ac5ce-bd8b-416b-8d2b-3624ab696289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.509062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-346ac5ce-bd8b-416b-8d2b-3624ab696289 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.510924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-346ac5ce-bd8b-416b-8d2b-3624ab696289 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61e8be13-1480-4742-8194-3c98fe1fafcc HTTP/1.1" status: 204 len: 168 time: 0.3548517 Dec 08 16:30:13.525846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-b12cef8b-48b1-49bb-b4c4-b0078b9221c0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:13.528392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-b12cef8b-48b1-49bb-b4c4-b0078b9221c0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 811 time: 0.6048210 Dec 08 16:30:13.540777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ac5ce-bd8b-416b-8d2b-3624ab696289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e8be13-1480-4742-8194-3c98fe1fafcc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:13.555419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Request body: {'port': {'device_id': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'admin_state_up': True, 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:13.567472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:13.572050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:13.816996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Deleting port 808ccec0-9fa3-4e39-8db6-4e2a5d98ed55 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:13.818796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.001681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.021414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Calling delete_port for 808ccec0-9fa3-4e39-8db6-4e2a5d98ed55 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:14.172571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Made reservation on behalf of 6c3ea91a767f435bbe1398b68aa9d8ed for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:14.186927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.339134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.429215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.567065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Pushing event deleted for resources: {'Port': ['ID=808ccec0-9fa3-4e39-8db6-4e2a5d98ed55,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:14.590526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2fd3c-a839-4c73-896c-c7d327428792 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:14.640487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b3387b6-51fa-4189-ab7b-349e5844de38 req-35d0600f-9dce-4801-85ff-eb4b4d34ba61 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 210 time: 0.1112189 Dec 08 16:30:14.687225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=120246c2-5695-454b-b403-c3dc5bc63cc4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:14.712722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': '0765a473-91fb-485b-b3f6-c8f187cf189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:14.713093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: af579b6f-fa5c-4762-9685-840beb8f7ca3, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:14.742869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.808573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Allocated IP 172.20.0.5 (047bfe8b-ed46-402f-87b0-925346f987d7/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5/7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:14.837618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:14.863853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, af579b6f-fa5c-4762-9685-840beb8f7ca3) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:14.871356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:14.873164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:14.879789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f56009-4c41-4343-8a16-0b6df0916ee4 None None] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:14.965189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4de2e29-2f9a-4215-a8c5-8ee24f45a53a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0643773 Dec 08 16:30:14.968764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35342) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:14.975526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2045497989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:15.084494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.085550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.169986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.199371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35346) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:15.211490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.218819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.257356 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.259531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-719425e0-c8a6-4943-ba47-c639759783e0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2897902 Dec 08 16:30:15.264726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35352) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:15.271029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'port': {'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3', 'name': 'tempest-RoutersTest-64338278'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:15.290917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-af579b6f-fa5c-4762-9685-840beb8f7ca3', 'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': '120246c2-5695-454b-b403-c3dc5bc63cc4'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:15.291794 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.367879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.497377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Network 047bfe8b-ed46-402f-87b0-925346f987d7 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:15.510697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:15.524376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:15.563067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:15.584842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.603827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:15.609029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['043ba394-6d3b-4db7-931c-c211ece24d57'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:15.642999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:15.938419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'network': {'name': 'tempest-network-smoke--396994531', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'port_security_enabled': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:15.953126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:15.953745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.033258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:16.047352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.104944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Router 0a64465c-968f-4b2a-928b-ddf522596331 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:16.118837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d15694-ed5e-440e-922f-735f2f3a613d req-ad2ad121-08c9-4237-84fe-313fb8ae9b1f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:16.122612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04d15694-ed5e-440e-922f-735f2f3a613d req-ad2ad121-08c9-4237-84fe-313fb8ae9b1f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 931 time: 0.2639072 Dec 08 16:30:16.199381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] device_id is not set on port c92106e6-da4c-4ca4-bec6-489dc189d424 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:16.264301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Allocated IP 172.20.0.2 (af579b6f-fa5c-4762-9685-840beb8f7ca3/120246c2-5695-454b-b403-c3dc5bc63cc4/3142cbe5-df53-4c7f-b456-609f5c507872) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:16.266050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:16.279335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.317232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-cb0bb59a-d5c3-4606-baef-6688f271dee7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7778554 Dec 08 16:30:16.329475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:16.351334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.357580 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1503761a-034b-4fd9-8552-5a44c9a5551f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "PUT /v2.0/routers/0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 200 len: 703 time: 3.8121350 Dec 08 16:30:16.370223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35378) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.390770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e518c-4156-4928-bc72-92609e7b685e None None] Sync routers for ids ['0a64465c-968f-4b2a-928b-ddf522596331'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:16.409770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Request body: {'port': {'device_id': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:16.416446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.550278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.572757 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7df92c32-61b0-4e7d-8018-bca73841ff87 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/routers/0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 200 len: 738 time: 0.1723258 Dec 08 16:30:16.584092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e518c-4156-4928-bc72-92609e7b685e None None] Routers {'0a64465c-968f-4b2a-928b-ddf522596331'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:16.584866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-487e518c-4156-4928-bc72-92609e7b685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a64465c-968f-4b2a-928b-ddf522596331'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.603302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04d15694-ed5e-440e-922f-735f2f3a613d req-5f6376d8-1def-420c-920c-7d2161edb089 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449925 Dec 08 16:30:16.663969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.670167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35394) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.670590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-63df0705-6636-413a-a49b-0b6260d41e27 tempest-RoutersAdminTest-635572881 tempest-RoutersAdminTest-635572881-project-admin] 10.222.0.62 "GET /v2.0/ports?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&device_id=0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 200 len: 205 time: 0.1061842 Dec 08 16:30:16.716470 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5c8dbeef-053d-4a08-8805-32fae874e63f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 200 len: 205 time: 0.0446198 Dec 08 16:30:16.716844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:16.749247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-339fe7ef-6cb8-4de0-8e66-638bcdd41483 None None] Provisioning complete for port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:16.749877 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-339fe7ef-6cb8-4de0-8e66-638bcdd41483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.751472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-487e518c-4156-4928-bc72-92609e7b685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.821755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.848636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.864376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:16.871576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e518c-4156-4928-bc72-92609e7b685e None None] Routers {'0a64465c-968f-4b2a-928b-ddf522596331'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:16.873280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-487e518c-4156-4928-bc72-92609e7b685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a64465c-968f-4b2a-928b-ddf522596331'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.941992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:16.950127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1235a39c-7b2d-431a-a4d6-ff97ac701df0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:16.961012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-339fe7ef-6cb8-4de0-8e66-638bcdd41483 None None] Port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:16.964684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-487e518c-4156-4928-bc72-92609e7b685e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:16.965751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e518c-4156-4928-bc72-92609e7b685e None None] The sync data for ids ['0a64465c-968f-4b2a-928b-ddf522596331'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:17.001668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.001987 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Added segment 7b70fe68-ef0b-4c80-ad92-42469bc518f7 of type vlan for network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c Dec 08 16:30:17.076031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.161653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.169232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:17.169952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.180855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.199631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.212208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.215010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.242548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:17.255124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.275433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.276923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Fanout notify agent at l3_agent the message router_deleted on router 0a64465c-968f-4b2a-928b-ddf522596331 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:17.282478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:17.285949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:17.291363 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.291806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:17.292507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52e9d640-399e-41c0-b267-9cedb5534407 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 204 len: 168 time: 0.5745046 Dec 08 16:30:17.299355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35408) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.301933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Pushing event updated for resources: {'Port': ['ID=3142cbe5-df53-4c7f-b456-609f5c507872,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:17.354910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd187965-07a9-479c-99ee-763f7d137844 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 200 len: 205 time: 0.0542848 Dec 08 16:30:17.357888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.362480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Attempting to bind port 3142cbe5-df53-4c7f-b456-609f5c507872 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:17.362848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Attempting to bind port 3142cbe5-df53-4c7f-b456-609f5c507872 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0765a473-91fb-485b-b3f6-c8f187cf189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:17.363211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Attempting to bind port 3142cbe5-df53-4c7f-b456-609f5c507872 on network af579b6f-fa5c-4762-9685-840beb8f7ca3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:17.369940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:17.370256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Checking segment: {'id': '0765a473-91fb-485b-b3f6-c8f187cf189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:17.374162 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.375303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Bound using segment: {'id': '0765a473-91fb-485b-b3f6-c8f187cf189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:17.375984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Bound port: 3142cbe5-df53-4c7f-b456-609f5c507872, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0765a473-91fb-485b-b3f6-c8f187cf189a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'af579b6f-fa5c-4762-9685-840beb8f7ca3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:17.376560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.385237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Transition to ACTIVE for port object 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:30:17.412479 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-fb37fc9a-fe4e-4295-be92-9f8fe680f623 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] delete failed (client error): The resource could not be found. Dec 08 16:30:17.413671 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb37fc9a-fe4e-4295-be92-9f8fe680f623 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/0a64465c-968f-4b2a-928b-ddf522596331 HTTP/1.1" status: 404 len: 336 time: 0.0543139 Dec 08 16:30:17.416318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.447578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.455312 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a01e123d-9525-4b1e-a125-3174329743e6 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=001ef58f-906c-4f5d-b9f7-1bf2deb2110a HTTP/1.1" status: 200 len: 205 time: 0.0372205 Dec 08 16:30:17.457430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.469565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.2666354 Dec 08 16:30:17.478470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35420) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.509113 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-eab769c7-b328-4f31-bcd1-e057feef866d tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] delete failed (client error): The resource could not be found. Dec 08 16:30:17.510375 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eab769c7-b328-4f31-bcd1-e057feef866d tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/001ef58f-906c-4f5d-b9f7-1bf2deb2110a HTTP/1.1" status: 404 len: 336 time: 0.0511155 Dec 08 16:30:17.513247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.520107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] For port 3142cbe5-df53-4c7f-b456-609f5c507872, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:17.525091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] For port 3142cbe5-df53-4c7f-b456-609f5c507872, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3142cbe5-df53-4c7f-b456-609f5c507872,segment=NetworkSegment(0765a473-91fb-485b-b3f6-c8f187cf189a),segment_id=0765a473-91fb-485b-b3f6-c8f187cf189a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:17.530242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.544726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'admin_state_up': True, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:17.555432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1c0beb36-484a-4c12-92d5-99b2f05bd4a1 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=98a520f4-7b14-44b7-9891-68886095e026 HTTP/1.1" status: 200 len: 205 time: 0.0384438 Dec 08 16:30:17.556358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.590177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123063f-03df-4657-8efc-2a2a688bdb43 None None] Pushing event updated for resources: {'Port': ['ID=3142cbe5-df53-4c7f-b456-609f5c507872,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:17.610077 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-912908a3-cfe3-4586-93a1-19eecb3874aa tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] delete failed (client error): The resource could not be found. Dec 08 16:30:17.611611 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-912908a3-cfe3-4586-93a1-19eecb3874aa tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/98a520f4-7b14-44b7-9891-68886095e026 HTTP/1.1" status: 404 len: 336 time: 0.0540035 Dec 08 16:30:17.614362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35426) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.651462 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca11e994-4b19-4e5d-8f94-ef1e0eaeeb95 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 HTTP/1.1" status: 200 len: 205 time: 0.0359395 Dec 08 16:30:17.653980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.674005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.20.0.10 (af579b6f-fa5c-4762-9685-840beb8f7ca3/120246c2-5695-454b-b403-c3dc5bc63cc4/c92106e6-da4c-4ca4-bec6-489dc189d424) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:17.759898 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-188d6e02-0e4f-4a79-93bd-cbd43591f20d tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] delete failed (client error): The resource could not be found. Dec 08 16:30:17.762021 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-188d6e02-0e4f-4a79-93bd-cbd43591f20d tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/2fbd6a1f-9d66-46d6-85d7-a10dedf111f9 HTTP/1.1" status: 404 len: 336 time: 0.1001606 Dec 08 16:30:17.764662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.796108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075c1cc-75e1-4c19-aed6-3492cf899f63 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Network': ['ID=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:17.818323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:17.839049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81f1527b-d9be-4859-8374-ffd94ee76e6f tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4febde9-91fc-4767-82a9-b46f234ff324 HTTP/1.1" status: 200 len: 205 time: 0.0731161 Dec 08 16:30:17.841510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35446) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.873150 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.875357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:17.935506 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-104fc8dd-bf57-43ce-9c4b-9f1e4b609086 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] delete failed (client error): The resource could not be found. Dec 08 16:30:17.936605 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-104fc8dd-bf57-43ce-9c4b-9f1e4b609086 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/a4febde9-91fc-4767-82a9-b46f234ff324 HTTP/1.1" status: 404 len: 336 time: 0.0941093 Dec 08 16:30:17.939394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:17.988069 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e77666f-2f0e-4564-bcdd-28a68858fcb2 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "GET /v2.0/ports?device_id=b7392e5c-ad8f-4347-9101-bf1a03b9a317 HTTP/1.1" status: 200 len: 205 time: 0.0475581 Dec 08 16:30:18.003046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:18.099028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:18.151731 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-59ba145e-8612-440c-bbd3-88d00227f21d tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] delete failed (client error): The resource could not be found. Dec 08 16:30:18.157159 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-59ba145e-8612-440c-bbd3-88d00227f21d tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/routers/b7392e5c-ad8f-4347-9101-bf1a03b9a317 HTTP/1.1" status: 404 len: 336 time: 0.1590300 Dec 08 16:30:18.159249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:18.236288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.236908 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e45534df-fe67-4120-9184-eaef76c88960 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] DELETE failed (client error): The resource could not be found. Dec 08 16:30:18.237535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e45534df-fe67-4120-9184-eaef76c88960 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:30:18.260100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e45534df-fe67-4120-9184-eaef76c88960 tempest-RoutersAdminTest-725652303 tempest-RoutersAdminTest-725652303-project] 10.222.0.62 "DELETE /v2.0/subnets/e273954b-8587-4056-a708-9b050d3549e3 HTTP/1.1" status: 404 len: 337 time: 0.0977933 Dec 08 16:30:18.367030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.438034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27239073-a7a8-40d4-9dcd-2ee3183d3b79 req-b6e5c30a-596b-4ef0-890a-110fd0db62f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:18.441370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27239073-a7a8-40d4-9dcd-2ee3183d3b79 req-b6e5c30a-596b-4ef0-890a-110fd0db62f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 0.6348634 Dec 08 16:30:18.551674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.662570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Attempting to bind port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:18.662810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Attempting to bind port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:18.664606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Attempting to bind port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:18.732663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:18.735386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 on network 047bfe8b-ed46-402f-87b0-925346f987d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:30:18.735711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Attempting to bind port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 on network 047bfe8b-ed46-402f-87b0-925346f987d7 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:18.748489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.771722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27239073-a7a8-40d4-9dcd-2ee3183d3b79 req-8eb39ad2-5435-4de6-9572-fdef6646e543 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882066 Dec 08 16:30:18.778601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:18.787237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:18.798856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:18.802838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:18.806392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Checking segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:18.808000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Bound using segment: {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:18.808668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Bound port: 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f234cf17-d6f8-4618-9e4b-c39fe01c4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:18.809277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.814946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=c92106e6-da4c-4ca4-bec6-489dc189d424,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:18.967976 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1082540d-ba85-44fc-b6cd-f9f1a664dd31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:18.971533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:18.972321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.074811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:19.084905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-94ae158e-ebb8-41e5-bc83-de8dc776a567 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.8184488 Dec 08 16:30:19.088175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:19.091054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:19.169906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.171147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1082540d-ba85-44fc-b6cd-f9f1a664dd31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.179060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1082540d-ba85-44fc-b6cd-f9f1a664dd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.284514 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1082540d-ba85-44fc-b6cd-f9f1a664dd31 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6578202f5c747f6841618f36aaf3a3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5025253 Dec 08 16:30:19.285717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:19.320819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082540d-ba85-44fc-b6cd-f9f1a664dd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69569f7c-50f9-45c9-aad5-658a9bf5c364,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:19.395890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844770c5-7daa-4d18-9a7e-ac4a5d365576 None None] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:19.400024 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-931c7edf-e287-47ae-84d5-497bbdc965db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.440036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-931c7edf-e287-47ae-84d5-497bbdc965db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.469709 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3a253bb7-d30a-4dee-9aeb-7a388f5f6e92 None None] Provisioning complete for port 3142cbe5-df53-4c7f-b456-609f5c507872 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:19.470124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a253bb7-d30a-4dee-9aeb-7a388f5f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.528067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-931c7edf-e287-47ae-84d5-497bbdc965db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.538107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-931c7edf-e287-47ae-84d5-497bbdc965db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.542532 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-931c7edf-e287-47ae-84d5-497bbdc965db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69569f7c-50f9-45c9-aad5-658a9bf5c364 HTTP/1.1" status: 204 len: 168 time: 0.2552531 Dec 08 16:30:19.560351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c7edf-e287-47ae-84d5-497bbdc965db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69569f7c-50f9-45c9-aad5-658a9bf5c364,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:19.725699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a253bb7-d30a-4dee-9aeb-7a388f5f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.726673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:19.728378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:19.730730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] 10.222.0.86 "PUT /v2.0/ports/7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 HTTP/1.1" status: 200 len: 1091 time: 3.3292286 Dec 08 16:30:19.735284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:19.737958 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e" -d '{"events": [{"name": "network-changed", "server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:19.884386 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a86b176-5d4d-4c6e-8a53-fdd66da2c3c3 x-openstack-request-id: req-2a86b176-5d4d-4c6e-8a53-fdd66da2c3c3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:19.885006 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:19.885439 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a86b176-5d4d-4c6e-8a53-fdd66da2c3c3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:19.886067 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'status': 'completed', 'code': 200} Dec 08 16:30:20.043422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff874b0d-3fab-4e34-bde9-5f4fea8e4ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:20.133398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3142cbe5-df53-4c7f-b456-609f5c507872 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:20.224862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3a253bb7-d30a-4dee-9aeb-7a388f5f6e92 None None] For port 3142cbe5-df53-4c7f-b456-609f5c507872, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3142cbe5-df53-4c7f-b456-609f5c507872,segment=NetworkSegment(0765a473-91fb-485b-b3f6-c8f187cf189a),segment_id=0765a473-91fb-485b-b3f6-c8f187cf189a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:20.240765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3142cbe5-df53-4c7f-b456-609f5c507872 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:20.241188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.247187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-5c1059d0-d900-4efc-a4c0-59bd188db6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:20.248732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-5c1059d0-d900-4efc-a4c0-59bd188db6fb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 1094 time: 0.3729920 Dec 08 16:30:20.275085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fc1c0-c42a-4c6d-9f59-a778b2ace928 req-f576aee3-f0c5-4431-b0b9-65a7a54eda47 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:20.276649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c6fc1c0-c42a-4c6d-9f59-a778b2ace928 req-f576aee3-f0c5-4431-b0b9-65a7a54eda47 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 0.3377304 Dec 08 16:30:20.314116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3a253bb7-d30a-4dee-9aeb-7a388f5f6e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.358626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-faab8096-0a21-42d8-9ace-27fca724aa05 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 HTTP/1.1" status: 200 len: 217 time: 0.0925984 Dec 08 16:30:20.472532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35516) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:20.530277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bcf44094-4207-492d-ad36-58bbbdcfcc3e None None] Provisioning complete for port c92106e6-da4c-4ca4-bec6-489dc189d424 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:20.530815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcf44094-4207-492d-ad36-58bbbdcfcc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.615521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253bb7-d30a-4dee-9aeb-7a388f5f6e92 None None] Pushing event updated for resources: {'Port': ['ID=3142cbe5-df53-4c7f-b456-609f5c507872,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:20.619723 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1b959bfb-8ecd-4562-9945-8b4b97f93d7f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fe2e408cc9c74196899048cf860a14d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1436577 Dec 08 16:30:20.620392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35522) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:20.656461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bcf44094-4207-492d-ad36-58bbbdcfcc3e None None] Port c92106e6-da4c-4ca4-bec6-489dc189d424 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:20.705178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bcf44094-4207-492d-ad36-58bbbdcfcc3e None None] Provisioning complete for port 3142cbe5-df53-4c7f-b456-609f5c507872 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:20.706516 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcf44094-4207-492d-ad36-58bbbdcfcc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.790702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c7517de-0a8e-468f-8bcf-1b034b02c6fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.844866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c6fc1c0-c42a-4c6d-9f59-a778b2ace928 req-a131cdf4-65d9-4f2f-9bf6-293148a3c801 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642712 Dec 08 16:30:20.850100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.852129 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.855541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c7517de-0a8e-468f-8bcf-1b034b02c6fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.890353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.904582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-f42a893f-d2fd-417a-8d66-801ad4f1a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:20.919883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-f42a893f-d2fd-417a-8d66-801ad4f1a60e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.4458718 Dec 08 16:30:20.973378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c7517de-0a8e-468f-8bcf-1b034b02c6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.977979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c7517de-0a8e-468f-8bcf-1b034b02c6fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:20.979617 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c7517de-0a8e-468f-8bcf-1b034b02c6fa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b8f7b0ee-20d9-4dc8-8690-ff4d334988b3 HTTP/1.1" status: 204 len: 168 time: 0.3581378 Dec 08 16:30:20.994744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7517de-0a8e-468f-8bcf-1b034b02c6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f7b0ee-20d9-4dc8-8690-ff4d334988b3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:21.079855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-19621752-817e-410a-ae40-6d6067670149 None None] Provisioning complete for port c92106e6-da4c-4ca4-bec6-489dc189d424 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:21.084612 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19621752-817e-410a-ae40-6d6067670149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.170186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19621752-817e-410a-ae40-6d6067670149 None None] Port c92106e6-da4c-4ca4-bec6-489dc189d424 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:21.316112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.25.3.206 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d85fba8c-93d9-4807-9aff-99dab9507272) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:21.358820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-649974ea-585d-4651-b715-0b5c74490710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:21.360446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-649974ea-585d-4651-b715-0b5c74490710 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3602335 Dec 08 16:30:21.595557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.626299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3142cbe5-df53-4c7f-b456-609f5c507872 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:21.692824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3142cbe5-df53-4c7f-b456-609f5c507872 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:21.693650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.753346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.780104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:21.792324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:21.816539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309f0bf0-3a79-44ce-923b-5dfcbaa100e2 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:21.843255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:21.882499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-46acd3cb-d834-47cc-948c-9ab1e396294d service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956994 Dec 08 16:30:21.920159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-01bdbc5a-8798-45c2-95b6-e2cdb59ebd87 None None] Provisioning complete for port d85fba8c-93d9-4807-9aff-99dab9507272 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:21.920537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-01bdbc5a-8798-45c2-95b6-e2cdb59ebd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:21.986771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-01bdbc5a-8798-45c2-95b6-e2cdb59ebd87 None None] Port d85fba8c-93d9-4807-9aff-99dab9507272 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:22.028794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=d85fba8c-93d9-4807-9aff-99dab9507272,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:22.050259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.134892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3319ca4-f507-4589-ba9e-4a32a71dd9b7 req-8040971f-1cca-4fce-a713-dfb3a945fef2 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389469 Dec 08 16:30:22.137967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.315983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35570) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:22.504324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-878307118'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:22.531362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:22.536547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.547374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.727971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b3ed3584-4ab4-429e-9692-4b21e07a5155 None None] Provisioning complete for port c92106e6-da4c-4ca4-bec6-489dc189d424 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:22.728529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3ed3584-4ab4-429e-9692-4b21e07a5155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.731640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.744954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.775801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:22.806114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.806581 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Added segment 4416f2b3-eed3-451a-bedc-ff1bdd0a766e of type vlan for network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b Dec 08 16:30:22.832795 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b3ed3584-4ab4-429e-9692-4b21e07a5155 None None] Port c92106e6-da4c-4ca4-bec6-489dc189d424 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:22.850665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252bafd2-87d4-4e64-bc1a-ed9446f3b9fd req-2aa130ce-9a50-4310-a33a-d052598f0534 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:22.852289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-252bafd2-87d4-4e64-bc1a-ed9446f3b9fd req-2aa130ce-9a50-4310-a33a-d052598f0534 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 0.7232792 Dec 08 16:30:22.872580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=c92106e6-da4c-4ca4-bec6-489dc189d424,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:22.884565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:22.904871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-fe90a463-8696-481d-ac3f-ec812eee98b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:22.916531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-fe90a463-8696-481d-ac3f-ec812eee98b0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 1094 time: 0.7148304 Dec 08 16:30:22.976781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0746207b-5e8a-425c-b5bb-4972de445905,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:22.992799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:22.993088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:22.993437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:22.993776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.001975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.002423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.002664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.002990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.003330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.003662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.003993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.004366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.011545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:23.021035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:30:23.044085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.057347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:23.058365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.139900 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8199656 Dec 08 16:30:23.145462 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:23.157019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'subnet': {'network_id': '908ebb8d-3b75-4b00-a96b-3aef83a4a48b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:23.235547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385a53c-90d9-4cfd-9ceb-be020d659d7a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Network': ['ID=908ebb8d-3b75-4b00-a96b-3aef83a4a48b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:23.251423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:23.288911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:23.293834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.299940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-252bafd2-87d4-4e64-bc1a-ed9446f3b9fd req-793883a5-c551-4bfe-81ce-1aabb818ef6e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333458 Dec 08 16:30:23.374853 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.458424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-25b4a40a-fc92-4f06-b821-73a904c9fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:23.460130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-25b4a40a-fc92-4f06-b821-73a904c9fb13 service neutron] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.5365088 Dec 08 16:30:23.529159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.565486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-a0e6c656-37ca-4062-93be-ad534fad3e0b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 HTTP/1.1" status: 200 len: 217 time: 0.0949910 Dec 08 16:30:23.571874 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.610036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Subnet': ['ID=e12debe8-bdc4-4584-b03a-41487544e669,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:23.613467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Checking segment: {'id': '4416f2b3-eed3-451a-bedc-ff1bdd0a766e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '908ebb8d-3b75-4b00-a96b-3aef83a4a48b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:23.614541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network hostable DHCP agents. Network: 908ebb8d-3b75-4b00-a96b-3aef83a4a48b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:23.633514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:23.647575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 908ebb8d-3b75-4b00-a96b-3aef83a4a48b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:23.659589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817fba0-b63b-4587-befc-416c3f2a0586 None None] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:23.662845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:23.666160 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.698795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8aecb093-ee6f-483b-81e0-6343016cf949 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5512547 Dec 08 16:30:23.701105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:23.706385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-668212246', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:23.739060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.742076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.746107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-3d2a4419-a26f-4349-81fc-ba1f70f373ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:23.747595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-3d2a4419-a26f-4349-81fc-ba1f70f373ca service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1736009 Dec 08 16:30:23.753500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.843773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:23.861714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325eac04-7003-4767-8bc2-c1b61f66e499 None None] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:23.996418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-a627285c-042d-40b2-875e-62bed4935f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:23.997963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-a627285c-042d-40b2-875e-62bed4935f3f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2402272 Dec 08 16:30:24.085337 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.294727 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.396012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.399309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-3560645c-7789-4ae7-bad2-a34465ed9cd5 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548746 Dec 08 16:30:24.421316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.461540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:30:24.639104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd7eef70-14bd-425f-9d88-c9e5e15dc06e req-ab334f04-6ca8-4e1b-b31b-1ed60df4bf20 service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306008 Dec 08 16:30:24.654663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:24.660487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6f119-6d34-4776-9235-3fa5ffe4ef3f req-e0f8c392-4e1e-4a09-97d6-20bdce7911ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:24.662747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70e6f119-6d34-4776-9235-3fa5ffe4ef3f req-e0f8c392-4e1e-4a09-97d6-20bdce7911ee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 0.1808445 Dec 08 16:30:24.667484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.684162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.686064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'mac_address': 'fa:16:3e:ac:05:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:30:24.741195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.771118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:24.802392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:24.809203 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:24.919185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:24.962757 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.152 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/455773d6-a7cc-488c-b122-df1f96b5cc14) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:25.096225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:25.145937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.199635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.222066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=c92106e6-da4c-4ca4-bec6-489dc189d424,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:25.234219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70e6f119-6d34-4776-9235-3fa5ffe4ef3f req-71270782-db33-4de7-9fec-e083e6cd54b5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5626545 Dec 08 16:30:25.235526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.238032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:25.249623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:25.262525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:25.268558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:25.282400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c763d72-f539-4372-87b2-4bed97919256 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:25.296286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=455773d6-a7cc-488c-b122-df1f96b5cc14,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:25.462009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-39f6d0f7-e4d0-4fcb-ad54-4673fb384f58 None None] Provisioning complete for port 455773d6-a7cc-488c-b122-df1f96b5cc14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:25.462652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39f6d0f7-e4d0-4fcb-ad54-4673fb384f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.464840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:25.466147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:25.468593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:25.480700 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:25.562502 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:25.568118 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:25.589202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-39f6d0f7-e4d0-4fcb-ad54-4673fb384f58 None None] Port 455773d6-a7cc-488c-b122-df1f96b5cc14 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:25.616589 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.619051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04045cce-c536-4e11-9d3b-b4f959a9a868 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0773335 Dec 08 16:30:25.622160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:25.653665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:25.680931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 8124acf5-6868-4c91-8808-59d230e18b61 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:25.762269 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:25.889959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:25.900298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] Sync routers for ids ['8124acf5-6868-4c91-8808-59d230e18b61'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:25.914390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] Routers {'8124acf5-6868-4c91-8808-59d230e18b61'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:25.915024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8124acf5-6868-4c91-8808-59d230e18b61'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:25.920125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-068b4f0a-1d9a-4670-8f28-2e5d5ea25f8f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/8124acf5-6868-4c91-8808-59d230e18b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8252990 Dec 08 16:30:25.920741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35652) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:25.992725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:26.009618 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3dfabf6-1925-4b21-ada1-c564839f15b2 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=21a57f0714c047a5a06656c7b5658a26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3860447 Dec 08 16:30:26.013326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35654) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:26.018137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffabe15-64ec-4a06-b0d3-0050e2ea57df tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:26.026631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6ffabe15-64ec-4a06-b0d3-0050e2ea57df tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports/c92106e6-da4c-4ca4-bec6-489dc189d424 HTTP/1.1" status: 200 len: 976 time: 0.1025147 Dec 08 16:30:26.032635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35658) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:26.082536 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eec25a50-730c-4d88-9f42-fdcd7a546fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.084794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] Routers {'8124acf5-6868-4c91-8808-59d230e18b61'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:26.116610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8124acf5-6868-4c91-8808-59d230e18b61'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:26.124156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0076c460-8395-4fe0-8b4d-c41155b4c14a None None] Provisioning complete for port c92106e6-da4c-4ca4-bec6-489dc189d424 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:26.130078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0076c460-8395-4fe0-8b4d-c41155b4c14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.206727 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 3, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:26.253763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:26.254363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b453da-7457-41b6-a6e1-13940865a7e2 None None] The sync data for ids ['8124acf5-6868-4c91-8808-59d230e18b61'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:26.256572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0076c460-8395-4fe0-8b4d-c41155b4c14a None None] Port c92106e6-da4c-4ca4-bec6-489dc189d424 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:26.266380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f97992-468a-4708-b874-13807b7f0c25 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:26.268247 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-40f97992-468a-4708-b874-13807b7f0c25 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2538764 Dec 08 16:30:26.272518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35668) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:26.289306 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:26.289855 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Updating router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 port d85fba8c-93d9-4807-9aff-99dab9507272 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:26.330277 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.383252 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-581fa4cf-7ccf-486c-9aaa-d72685a68a30 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062980 Dec 08 16:30:26.386979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35670) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:26.393843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1531820784', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:26.477486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:26.547305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:30:26.552689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:26.553239 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.636686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:26.640578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.651142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.679840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be16edb4-28e6-4301-a9d9-6b6d597365ea req-130cd77e-a097-4bc7-91fc-c781d34068a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:26.681434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be16edb4-28e6-4301-a9d9-6b6d597365ea req-130cd77e-a097-4bc7-91fc-c781d34068a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 944 time: 0.3188033 Dec 08 16:30:26.767826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be16edb4-28e6-4301-a9d9-6b6d597365ea req-93bc28a3-aa9a-437b-bd16-bcc6fb0bb97b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771933 Dec 08 16:30:26.782707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.889537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:26.901515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.903272 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e05e3b-9303-404a-88a2-23fb7aebe42a" -d '{"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-plugged", "status": "completed", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:26.913068 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.926437 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:26.938381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:26.949371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.064154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24877ed2-5f95-487e-989a-6dd4d0b7cf45 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:27.072347 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3611e88b-3ccc-49d5-ade3-89ec0dbb1e73 x-openstack-request-id: req-3611e88b-3ccc-49d5-ade3-89ec0dbb1e73 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:27.073331 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-plugged", "status": "completed", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:27.073858 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3611e88b-3ccc-49d5-ade3-89ec0dbb1e73 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:27.074495 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'code': 200} Dec 08 16:30:27.189570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:27.204474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Subnet': ['ID=adf9adf8-5939-4864-a45a-67d0ab1b4177,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:27.218637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.238836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Checking segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:27.239225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network hostable DHCP agents. Network: 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:27.251300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9821f5d7-2130-4c84-9436-38242e1d614e None None] Provisioning complete for port d85fba8c-93d9-4807-9aff-99dab9507272 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:27.251526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9821f5d7-2130-4c84-9436-38242e1d614e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.303376 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Attempting to bind port d85fba8c-93d9-4807-9aff-99dab9507272 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:27.303778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Attempting to bind port d85fba8c-93d9-4807-9aff-99dab9507272 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:27.304138 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Attempting to bind port d85fba8c-93d9-4807-9aff-99dab9507272 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:27.313582 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:27.313981 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:27.314382 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.314954 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:27.315438 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Bound port: d85fba8c-93d9-4807-9aff-99dab9507272, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:27.315816 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.366978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:27.401125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9821f5d7-2130-4c84-9436-38242e1d614e None None] Port d85fba8c-93d9-4807-9aff-99dab9507272 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:27.404156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:27.416585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:27.418487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.424042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:27.425918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] For port d85fba8c-93d9-4807-9aff-99dab9507272, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:27.427559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e2f557-1f8e-4d9b-ba7a-94b1d59bcfec None None] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:27.432954 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Pushing event updated for resources: {'Port': ['ID=d85fba8c-93d9-4807-9aff-99dab9507272,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:27.445239 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.445686 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.446195 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.446634 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.447059 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.447463 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.448225 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.448225 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.448612 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.449005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.449400 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.449830 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.450259 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:27.464680 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] For port d85fba8c-93d9-4807-9aff-99dab9507272, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d85fba8c-93d9-4807-9aff-99dab9507272,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:27.473366 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.493828 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-67752275-434b-403d-8c93-eacc89e6535c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1026561 Dec 08 16:30:27.495884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35690) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:27.509946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc864ab-724a-48aa-882d-8ef3ff189685 req-76702c21-c14d-4c1f-9f7b-99e9d4c3ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:27.511421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dc864ab-724a-48aa-882d-8ef3ff189685 req-76702c21-c14d-4c1f-9f7b-99e9d4c3ab96 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 1096 time: 0.3423212 Dec 08 16:30:27.532137 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28c65fd-d717-4a2f-967c-6220002aa184 None None] Pushing event updated for resources: {'Port': ['ID=d85fba8c-93d9-4807-9aff-99dab9507272,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:27.573177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de369f83-0dd9-452d-be49-a75ab12749eb None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:27.587085 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:27.587324 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:27.606218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:27.634042 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:27.659070 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.662098 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c316d6ef-86a7-4a94-8dd1-2593d7593e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9596322 Dec 08 16:30:27.664975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35698) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:27.669019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:27.670239 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.766714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-202cf920-1e0c-48c5-b733-a0df4bd23fb7 None None] Provisioning complete for port d85fba8c-93d9-4807-9aff-99dab9507272 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:27.766944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202cf920-1e0c-48c5-b733-a0df4bd23fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:27.770879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dc864ab-724a-48aa-882d-8ef3ff189685 req-dbd205fe-5285-4e72-b368-00ef9c6eb59f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007532 Dec 08 16:30:27.773941 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:27.774564 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:27.839408 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:27.869728 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:27.870876 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:27.929722 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:27.932124 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:27.935962 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce319c9e-2f53-4005-b1a2-92404bb93155 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:28.037190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Allocated IP 172.20.0.2 (4a93c587-4043-4b31-ae7f-dbf4c7d23a2c/adf9adf8-5939-4864-a45a-67d0ab1b4177/d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:28.324902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788de84-2b13-4084-b073-6c2e155aa9f5 req-24e1d71b-b129-4f62-8b01-517296a41e40 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:28.326949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8788de84-2b13-4084-b073-6c2e155aa9f5 req-24e1d71b-b129-4f62-8b01-517296a41e40 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.2452948 Dec 08 16:30:28.371006 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 3, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:28.422783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.438465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.446453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port c92106e6-da4c-4ca4-bec6-489dc189d424 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:28.446888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.510760 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-704693ee-3980-47ca-b32b-8d41f59d8982 None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:23Z', 'revision_number': 3, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:28.537179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Pushing event updated for resources: {'Port': ['ID=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:28.594459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202cf920-1e0c-48c5-b733-a0df4bd23fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.611792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:28.618984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:28.622429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:28.655626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-202cf920-1e0c-48c5-b733-a0df4bd23fb7 None None] For port d85fba8c-93d9-4807-9aff-99dab9507272, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d85fba8c-93d9-4807-9aff-99dab9507272,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:28.706938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-202cf920-1e0c-48c5-b733-a0df4bd23fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.859906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Attempting to bind port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:28.863464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Attempting to bind port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:28.864432 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Attempting to bind port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 on network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:28.875753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:28.879665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Checking segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:28.880819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.889979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Bound using segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:28.891199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Bound port: d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:28.891692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:28.922013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8788de84-2b13-4084-b073-6c2e155aa9f5 req-5808f8c7-0e4f-466b-a130-a7318b2a5a14 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838759 Dec 08 16:30:28.952563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.053557 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebdf1c59-4bc0-4625-9f2d-862fc40b4832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.111964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cf920-1e0c-48c5-b733-a0df4bd23fb7 None None] Pushing event updated for resources: {'Port': ['ID=d85fba8c-93d9-4807-9aff-99dab9507272,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:29.143711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] For port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:29.148589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] For port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:29.153496 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.187228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.243449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:29.266694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7ac84-a551-405f-b522-8f98f56a2e6b None None] Pushing event updated for resources: {'Port': ['ID=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:29.398607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for c92106e6-da4c-4ca4-bec6-489dc189d424 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:29.778565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d85fba8c-93d9-4807-9aff-99dab9507272 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:29.827005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.1 (908ebb8d-3b75-4b00-a96b-3aef83a4a48b/e12debe8-bdc4-4584-b03a-41487544e669/841d1463-fcc7-4430-add7-3348c9aebf38) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:29.881720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d85fba8c-93d9-4807-9aff-99dab9507272 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:29.882197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.103403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.103927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.157946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.175700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.20.0.1 (4a93c587-4043-4b31-ae7f-dbf4c7d23a2c/adf9adf8-5939-4864-a45a-67d0ab1b4177/99e3d9c0-4aa0-46e5-a32e-86b5a1c77397) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:30.184777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.295416 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:30.299806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:30.325649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=841d1463-fcc7-4430-add7-3348c9aebf38,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:30.328480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:30.527934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.608587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=c92106e6-da4c-4ca4-bec6-489dc189d424,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:30.743894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c2e3e-aece-4c04-bfda-9e499dd36393 req-0c23999f-d507-4099-b26c-5f1138f96db2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:30.745947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c3c2e3e-aece-4c04-bfda-9e499dd36393 req-0c23999f-d507-4099-b26c-5f1138f96db2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.6808710 Dec 08 16:30:30.856607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.886919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:30.992394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.010298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c3c2e3e-aece-4c04-bfda-9e499dd36393 req-a88494e5-136f-4147-8a66-0466b6b0665d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881002 Dec 08 16:30:31.083778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:31.207494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:31.210913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.225785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:31.377957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b8342-cddf-47ad-ba8e-8122ca8e8315 None None] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:31.622411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:31.731493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.735855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:31.742921 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.778405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.826082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8b654bed-fa1b-41a3-9b9f-d153e5dfe33b None None] Provisioning complete for port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:31.826720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b654bed-fa1b-41a3-9b9f-d153e5dfe33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.860039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=841d1463-fcc7-4430-add7-3348c9aebf38,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:31.881507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.921832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:31.998296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:31.998594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.013058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefbd7a-b012-4c0e-bacf-08aa95846c92 req-470cabca-e253-45b8-9c21-5e26c803db8d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:32.016136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fefbd7a-b012-4c0e-bacf-08aa95846c92 req-470cabca-e253-45b8-9c21-5e26c803db8d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.5132587 Dec 08 16:30:32.047167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:32.048714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:32.124324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 8124acf5-6868-4c91-8808-59d230e18b61 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:32.283053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fefbd7a-b012-4c0e-bacf-08aa95846c92 req-c6153ed1-7b9e-4e1a-a151-57fbb14869a7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467239 Dec 08 16:30:32.314889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:32.325976 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b654bed-fa1b-41a3-9b9f-d153e5dfe33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.371960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:32.399721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6ebb6f7-156a-4daa-a1ba-dbde61c4edbd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/8124acf5-6868-4c91-8808-59d230e18b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3659325 Dec 08 16:30:32.400428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35778) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.431979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8b654bed-fa1b-41a3-9b9f-d153e5dfe33b None None] For port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:32.433642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.442169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] Sync routers for ids ['8124acf5-6868-4c91-8808-59d230e18b61'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:32.452633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.459745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b654bed-fa1b-41a3-9b9f-d153e5dfe33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.489837 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:30:32.536204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b654bed-fa1b-41a3-9b9f-d153e5dfe33b None None] Pushing event updated for resources: {'Port': ['ID=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:32.715927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:32.796741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:32.808489 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b78c7b94-612c-4e2f-8a2b-e2608c9c917f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/routers/08cb44e7-db2d-47f1-a1f0-4e457917c2ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1410959 Dec 08 16:30:32.809394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.810583 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:32.818481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'port': {'network_id': '908ebb8d-3b75-4b00-a96b-3aef83a4a48b', 'name': 'tempest-FloatingIPTestJSON-122739366'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:32.829781 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:32.834399 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.902479 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.931845 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:32.932880 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:32.952331 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-109765eb-894c-49f6-8a16-bc17d195e5e3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 16:30:32.956291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-109765eb-894c-49f6-8a16-bc17d195e5e3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/8124acf5-6868-4c91-8808-59d230e18b61/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5206528 Dec 08 16:30:32.956968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35790) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:32.989629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] Routers {'8124acf5-6868-4c91-8808-59d230e18b61'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:32.989629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8124acf5-6868-4c91-8808-59d230e18b61'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:33.004933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:33.005969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fcdfd94-5ba9-47fd-9e06-e4c7e4846164 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:33.030227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:33.030882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67b11c87-648c-4a61-83f3-8dc8cd5e6b52 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=8124acf5-6868-4c91-8808-59d230e18b61 HTTP/1.1" status: 200 len: 205 time: 0.0697107 Dec 08 16:30:33.115985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:33.116253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:33.117125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.164608 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.165104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a96dea7c-fdfa-466f-8f51-88f1e407756a None None] Provisioning complete for port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:33.165451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a96dea7c-fdfa-466f-8f51-88f1e407756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.172204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] Routers {'8124acf5-6868-4c91-8808-59d230e18b61'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:33.172414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8124acf5-6868-4c91-8808-59d230e18b61'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:33.302722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:33.304403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d204ccdf-3217-4ecc-815f-5921034a31c7 None None] The sync data for ids ['8124acf5-6868-4c91-8808-59d230e18b61'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:33.338408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a96dea7c-fdfa-466f-8f51-88f1e407756a None None] Port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:33.365059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a96dea7c-fdfa-466f-8f51-88f1e407756a None None] Provisioning complete for port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:33.365398 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a96dea7c-fdfa-466f-8f51-88f1e407756a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.625283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545acc3-b7d1-4a00-99e7-c03db57f93bd req-5c7cd8d8-7a63-40e7-9285-e98c555b80d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:33.634522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545acc3-b7d1-4a00-99e7-c03db57f93bd req-5c7cd8d8-7a63-40e7-9285-e98c555b80d5 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.2045035 Dec 08 16:30:33.692851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:33.739926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.760294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545acc3-b7d1-4a00-99e7-c03db57f93bd req-46d23372-ac21-4b52-921a-e40af120875e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244092 Dec 08 16:30:33.764404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.779284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:33.781079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:33.977174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b4b697b2-c883-44d9-8823-073ab866f272 None None] Provisioning complete for port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:33.977787 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4b697b2-c883-44d9-8823-073ab866f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.029412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.089862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] device_id is not set on port 0b2b84a1-d048-4a8b-acff-7d1911ef3fd6 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:34.145162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b4b697b2-c883-44d9-8823-073ab866f272 None None] Port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:34.510833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:34.559734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.605476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.609528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.735090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3285d5-acba-4993-986b-7f3b75f4448f req-79090aa6-2b98-47fe-b590-d6ec25cd27eb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:34.739182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.14 (908ebb8d-3b75-4b00-a96b-3aef83a4a48b/e12debe8-bdc4-4584-b03a-41487544e669/0b2b84a1-d048-4a8b-acff-7d1911ef3fd6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:34.746941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b3285d5-acba-4993-986b-7f3b75f4448f req-79090aa6-2b98-47fe-b590-d6ec25cd27eb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.0881717 Dec 08 16:30:34.896737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:34.907857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:34.912230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.912787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router 8124acf5-6868-4c91-8808-59d230e18b61 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:34.933180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b3285d5-acba-4993-986b-7f3b75f4448f req-7af27aa6-7af4-437c-9d22-e73874ec89fc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836419 Dec 08 16:30:34.971931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:34.971931 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-50ea963e-2c4b-44d2-ab02-229f7e25c0d7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/8124acf5-6868-4c91-8808-59d230e18b61 HTTP/1.1" status: 204 len: 168 time: 1.9383404 Dec 08 16:30:35.009748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:35.176697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.249509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.288786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet 120246c2-5695-454b-b403-c3dc5bc63cc4 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:35.341530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.345683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:35.353458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:35.357347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:35.421164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=0b2b84a1-d048-4a8b-acff-7d1911ef3fd6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:35.421531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.459834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:35.461115 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.473257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:35.487932 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-18aa2e28-7338-449c-ae40-fcb9b53ff050 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6771061 Dec 08 16:30:35.493513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35844) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:35.501998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'port': {'network_id': '908ebb8d-3b75-4b00-a96b-3aef83a4a48b', 'name': 'tempest-FloatingIPTestJSON-1369008764'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:35.503682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3591bee6-e827-488b-8749-8b09093bd862 None None] Provisioning complete for port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:35.505125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3591bee6-e827-488b-8749-8b09093bd862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.552168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3591bee6-e827-488b-8749-8b09093bd862 None None] Port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:35.687546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:35.692902 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.706926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.714753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] device_id is not set on port 6dfe41e0-ff78-4480-9aab-e63be69c113c yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:30:35.793750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:35.804373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-14a0bed5-dfd8-420c-8a70-54e0fa692d56 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "PUT /v2.0/routers/5ebe7d90-5f7f-4ded-889c-e90a1cc8b096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3044891 Dec 08 16:30:35.816038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:35.824780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35856) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:35.831742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.834802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:35.837161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:35.867511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=120246c2-5695-454b-b403-c3dc5bc63cc4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:35.876212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:35.884541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d68bfa35-8f48-409f-8f13-2126b4ec751a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/120246c2-5695-454b-b403-c3dc5bc63cc4 HTTP/1.1" status: 204 len: 168 time: 0.8721509 Dec 08 16:30:35.885763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:35.921453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f79a60-e9fb-440a-8f30-df31414f7a4c None None] Network af579b6f-fa5c-4762-9685-840beb8f7ca3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:36.010887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.076641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.077115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.077581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.078576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.079045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.079503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.079959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.080419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.080893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.081309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.081772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.089179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e849d5b-84cf-42a4-8abc-173b3e40f9e4 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7714 time: 0.2633326 Dec 08 16:30:36.091442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35864) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:36.134859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 3142cbe5-df53-4c7f-b456-609f5c507872 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:36.135689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.311457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:36.330600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.7 (908ebb8d-3b75-4b00-a96b-3aef83a4a48b/e12debe8-bdc4-4584-b03a-41487544e669/6dfe41e0-ff78-4480-9aab-e63be69c113c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:36.381521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471e2db3-426b-46e8-92b7-e38cf0b52696 req-903c276b-cde3-4734-a4af-cf3bdcb26f64 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.394051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-471e2db3-426b-46e8-92b7-e38cf0b52696 req-903c276b-cde3-4734-a4af-cf3bdcb26f64 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.2251704 Dec 08 16:30:36.407826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 3142cbe5-df53-4c7f-b456-609f5c507872, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3142cbe5-df53-4c7f-b456-609f5c507872,segment=NetworkSegment(0765a473-91fb-485b-b3f6-c8f187cf189a),segment_id=0765a473-91fb-485b-b3f6-c8f187cf189a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:36.409689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.450249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.450714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.451169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.451939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.452075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.452488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.452928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.453366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.453839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.455068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:36.469440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:36.474703 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dcdc63dc-2caf-4791-afe1-b1cf5656e075 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6415 time: 0.3784521 Dec 08 16:30:36.620740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] DHCP port deletion for af579b6f-fa5c-4762-9685-840beb8f7ca3 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:36.622520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:30:36.665283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 3142cbe5-df53-4c7f-b456-609f5c507872 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:36.783788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.799242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.resource_extend [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:30:36.835460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:36.906694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:36.911094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:36.923973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:36.931784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=6dfe41e0-ff78-4480-9aab-e63be69c113c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.036744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:37.037701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.077169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69329c4d-f030-44c7-be83-06033cef2e64 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5807099 Dec 08 16:30:37.079813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35892) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:37.087483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.092366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '6dfe41e0-ff78-4480-9aab-e63be69c113c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:37.153613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port 3142cbe5-df53-4c7f-b456-609f5c507872 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:37.159600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.241374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=3142cbe5-df53-4c7f-b456-609f5c507872,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.259989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:37.277293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'port_id': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'mac_address': 'fa:16:3e:ac:05:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:30:37.300112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Deleting port 3142cbe5-df53-4c7f-b456-609f5c507872 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:37.300494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.321754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-471e2db3-426b-46e8-92b7-e38cf0b52696 req-0997f1af-8b1a-4f54-9dc3-574f98219201 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9222925 Dec 08 16:30:37.334815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.337090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.337090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.337090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.337090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.337090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.338004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.338734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.339184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.339626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.340197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.340634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.341092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:30:37.410069 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.455848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.460144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] For port 3142cbe5-df53-4c7f-b456-609f5c507872, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:37.460684 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.481420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Calling delete_port for 3142cbe5-df53-4c7f-b456-609f5c507872 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:37.484537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Port 3142cbe5-df53-4c7f-b456-609f5c507872 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:30:37.490004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.589736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] No DVR routers for this DVR port 3142cbe5-df53-4c7f-b456-609f5c507872 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:37.593243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af579b6f-fa5c-4762-9685-840beb8f7ca3']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:37.681252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3142cbe5-df53-4c7f-b456-609f5c507872 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:37.690707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43533c46-b01a-42af-89b9-128145019fb7 None None] Pushing event deleted for resources: {'Port': ['ID=3142cbe5-df53-4c7f-b456-609f5c507872,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:37.704056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.726600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0765a473-91fb-485b-b3f6-c8f187cf189a') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:37.726600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0765a473-91fb-485b-b3f6-c8f187cf189a') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:37.759189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.767674 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-5486e99a-92a0-448c-bb72-bb97913f4ca9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1623483 Dec 08 16:30:37.768769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:33Z', 'revision_number': 2, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:37.795860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3142cbe5-df53-4c7f-b456-609f5c507872 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:37.796282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3142cbe5-df53-4c7f-b456-609f5c507872 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:37.810977 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.823410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.65 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/45981f64-4485-4755-b6bc-f6b6591184f7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:37.849246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:37.853188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:37.860452 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:37.910184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:37.967224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:37.974031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:30:37.974896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Updating router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:30:37.982529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.120825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.172208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.181489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.196320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/af579b6f-fa5c-4762-9685-840beb8f7ca3 HTTP/1.1" status: 204 len: 168 time: 2.3093040 Dec 08 16:30:38.196632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.210956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35916) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:38.213614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.231464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-91592855'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:38.239265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f002a-aa02-4cf9-b18c-6026d6a046f3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=af579b6f-fa5c-4762-9685-840beb8f7ca3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:38.258263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4fbf2116-96aa-4965-b4da-64f37b8f6f97 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 1.7863331 Dec 08 16:30:38.304606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:38.308754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.397290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:30:38.426507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.427179 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment eb639480-1604-4c84-aedc-971ab97e421b of type vlan for network 7cea4226-7982-49d7-b786-4f676ba5a3f8 Dec 08 16:30:38.557901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.632402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.635457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:38.663113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=45981f64-4485-4755-b6bc-f6b6591184f7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:38.716601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:38.727544 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:38.735984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:38.742827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cb71d-d7b5-48fe-aec6-b3748d3de2d3 req-3fd7f570-b9dc-494c-98b0-37e90f1fadcd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:38.749127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-333cb71d-d7b5-48fe-aec6-b3748d3de2d3 req-3fd7f570-b9dc-494c-98b0-37e90f1fadcd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 944 time: 0.1634054 Dec 08 16:30:38.755679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-7824305e-4dac-4126-a9ae-4e011df27a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:38.759517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-7824305e-4dac-4126-a9ae-4e011df27a04 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.5790007 Dec 08 16:30:38.775989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.789555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.816567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:38.819383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:38.864713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:38.934479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-333cb71d-d7b5-48fe-aec6-b3748d3de2d3 req-3ce40fc3-30b9-419f-bf70-f1a19fba1d3c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690631 Dec 08 16:30:38.971892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35926) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:38.976966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1002349266', 'description': 'tempest-secgroup-smoke-1002349266 description', 'project_id': '21a57f0714c047a5a06656c7b5658a26'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:39.030423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.206140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3276ec-2ac2-4481-b760-9425dcbcda55 None None] Pushing event updated for resources: {'Port': ['ID=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:39.324405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.331763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.413810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.1974664 Dec 08 16:30:39.423935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 35930) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:39.433688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:39.460620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.464658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4887552 Dec 08 16:30:39.470756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35932) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:39.476782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '766d9277-82e0-461d-a0e7-49989a42159b', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:39.556227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05c7d8-1928-49f9-b0ec-755f67f9473a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=766d9277-82e0-461d-a0e7-49989a42159b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:39.624834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.654315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-f5972973-a114-4fa1-ad77-edc5058201f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:39.656689 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-f5972973-a114-4fa1-ad77-edc5058201f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.8229840 Dec 08 16:30:39.677626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Attempting to bind port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:39.687162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Attempting to bind port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:39.687714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Attempting to bind port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 on network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:39.723685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:39.724674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee315a4f-6f32-42bc-8ae8-c056eb816cab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=7cea4226-7982-49d7-b786-4f676ba5a3f8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:39.724810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Checking segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:39.725422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.725863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Bound using segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:39.726374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Bound port: 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:39.727737 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.814887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:30:39.934642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:39.950372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.041338 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-2e50069e-be22-48df-970a-01a864f200bf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.3331997 Dec 08 16:30:40.044652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.045515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5731428 Dec 08 16:30:40.048861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:40.061129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '766d9277-82e0-461d-a0e7-49989a42159b', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:40.076498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a31e95-8633-4daa-b9b1-ad6a95423d58 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaef4093-3d36-4908-b657-9a7202749db1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:40.259234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 08 16:30:40.259234 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 08 16:30:40.259234 n-d-820935-5 neutron-server[103282]: [parameters: {'project_id_1': '21a57f0714c047a5a06656c7b5658a26', 'expiration_1': datetime.datetime(2021, 12, 8, 16, 30, 20, 89910)}] Dec 08 16:30:40.259234 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:30:40.259668 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:30:40.343522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550bf649-1e44-45ea-9aa7-213c84f2748e req-69b3a7ce-f3a3-4a43-935f-132814dc1dc6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:40.355266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-550bf649-1e44-45ea-9aa7-213c84f2748e req-69b3a7ce-f3a3-4a43-935f-132814dc1dc6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 944 time: 0.2276540 Dec 08 16:30:40.369985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:40.374664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.543796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] For port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:40.548464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] For port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:40.552423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-550bf649-1e44-45ea-9aa7-213c84f2748e req-5b874f11-c8e5-42fd-a2cb-2e4327896d1f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960144 Dec 08 16:30:40.577100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-6f9a45e4-671c-4488-ba65-4dcab26603e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:40.592694 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-6f9a45e4-671c-4488-ba65-4dcab26603e1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.5199521 Dec 08 16:30:40.606998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1bc50587-fd3c-4d6e-9b42-67f3baa9f3dd None None] Provisioning complete for port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:40.607618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bc50587-fd3c-4d6e-9b42-67f3baa9f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.610073 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:40.729829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3276ec-2ac2-4481-b760-9425dcbcda55 None None] Pushing event updated for resources: {'Port': ['ID=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:40.782887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:40.783873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:40.843503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.214113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.219318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.271570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0286aea-ce2d-4831-969e-bc01c8c8e4a3,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:41.276614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:30:41.301231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.305207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b3ff3a4-5d3d-49a1-9cdd-c3ddb0a32010 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2553859 Dec 08 16:30:41.308417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35954) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:41.322540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '766d9277-82e0-461d-a0e7-49989a42159b', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:41.406099 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.548680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.560813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.635956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34f68b4-693b-4597-84d5-66d6b13efd35,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:41.652445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.655053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-93202ad9-1b0d-4e5c-add7-e27379e092fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3430924 Dec 08 16:30:41.659537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35962) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:41.678115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '766d9277-82e0-461d-a0e7-49989a42159b', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:41.738110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.844961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-a12e2c78-1d93-4dc7-b982-545a6884c5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:41.846597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-a12e2c78-1d93-4dc7-b982-545a6884c5dc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2361858 Dec 08 16:30:41.961867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:41.999158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.042183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.043747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3798513 Dec 08 16:30:42.048033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35966) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:42.055379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '766d9277-82e0-461d-a0e7-49989a42159b', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:42.081331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766f8f8-da36-4385-9787-0df9f3a5ebac req-c3e8033f-45f0-4b17-b065-4e047e52ea9f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:42.090150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2766f8f8-da36-4385-9787-0df9f3a5ebac req-c3e8033f-45f0-4b17-b065-4e047e52ea9f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 944 time: 0.2266598 Dec 08 16:30:42.165847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2766f8f8-da36-4385-9787-0df9f3a5ebac req-69798f49-9a5f-4d87-95e8-46ce40c05f74 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742798 Dec 08 16:30:42.167134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd073d-93ed-44af-8c32-dd8c5d105db1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64631bc3-4565-4eb6-aac3-2075b636c2c0,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:42.239898 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Project 21a57f0714c047a5a06656c7b5658a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:30:42.249151 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bc50587-fd3c-4d6e-9b42-67f3baa9f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.258820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.383666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1bc50587-fd3c-4d6e-9b42-67f3baa9f3dd None None] For port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:42.400857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:40Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:42.411208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.421390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.446795 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bc50587-fd3c-4d6e-9b42-67f3baa9f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.450460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a0f19e-e5c3-4851-b3ed-9d81136cddeb None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:40Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:42.502136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f21c1d9-353c-4db8-9796-f3735d3309c1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:42.560097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.569057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aa4e6888-cda6-476b-b603-1c7e2d8d5a8a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5187683 Dec 08 16:30:42.573021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 35970) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:42.587203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '766d9277-82e0-461d-a0e7-49989a42159b', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:42.628254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc50587-fd3c-4d6e-9b42-67f3baa9f3dd None None] Pushing event updated for resources: {'Port': ['ID=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:42.632792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:42.636841 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-dd964dfa-d9b8-430c-bc86-b6f3f9dca2c0 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6900501 Dec 08 16:30:42.716701 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Project 21a57f0714c047a5a06656c7b5658a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:30:42.745442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.776707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a773e294-88ab-4658-9d3b-4c3cf76049b4 None None] Provisioning complete for port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:42.781179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a773e294-88ab-4658-9d3b-4c3cf76049b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:42.931258 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-821c17e2-1a21-4c93-bfe3-d4f74917499e req-693efca1-b281-4b76-8d4f-5d6434bd1557 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020874 Dec 08 16:30:43.043786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.056107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.105856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:43.106861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.171521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.177889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5964634 Dec 08 16:30:43.323946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeab882-cf1f-41b2-8056-c1c25768b078 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e1bc143-a25a-4596-a95f-93f597bafe48,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:43.344466 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.439314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:43.443051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:43.450014 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffb781f-7ec4-4cb9-9fe8-c2e84266675b" -d '{"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-plugged", "status": "completed", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:43.459824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.489532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.690293 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1efbbb-3dcb-46c4-bc59-24370a626102 x-openstack-request-id: req-7a1efbbb-3dcb-46c4-bc59-24370a626102 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:43.691136 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-plugged", "status": "completed", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:43.691559 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a1efbbb-3dcb-46c4-bc59-24370a626102 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:43.692470 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'code': 200} Dec 08 16:30:43.789127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:43.816251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:43.835224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503b327-cf4f-4008-8590-b9dd30a92b63 req-657ceb95-1c74-4eb4-869e-5b6c72509e05 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:43.850814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9503b327-cf4f-4008-8590-b9dd30a92b63 req-657ceb95-1c74-4eb4-869e-5b6c72509e05 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.2906191 Dec 08 16:30:43.911373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:44.075479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:44.075817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.261693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9503b327-cf4f-4008-8590-b9dd30a92b63 req-e44473ab-a12f-4255-879e-a19d6c454cfb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4003792 Dec 08 16:30:44.276816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:44.342039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:44.421599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-f30abd81-c7b7-4254-8789-38eefdc41c23 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1002349266&fields=id&tenant_id=21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 267 time: 0.4084146 Dec 08 16:30:44.436663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': 'eb639480-1604-4c84-aedc-971ab97e421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:44.437032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: 7cea4226-7982-49d7-b786-4f676ba5a3f8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:30:44.744115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-39098bf3-d3d3-4faf-8693-dcf2265ce0e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:44.774884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-39098bf3-d3d3-4faf-8693-dcf2265ce0e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/networks?id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 796 time: 0.3521044 Dec 08 16:30:44.876545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:30:44.877447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-14970687-3ae9-4be1-b29c-218d2137d209 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/quotas/21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 375 time: 0.0968864 Dec 08 16:30:44.961908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7cea4226-7982-49d7-b786-4f676ba5a3f8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:44.971519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404807bb-c694-440b-9002-c6b840838a33 None None] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:45.001920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:45.002552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.059986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-38b6e7a9-35e8-48b6-8f15-555aa17f54ca tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735163 Dec 08 16:30:45.104745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5681ff8f-5934-4ffd-ba29-31cd66ff33e7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6756198 Dec 08 16:30:45.105437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36000) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:45.144659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1962325249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:45.231908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.246127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.269233 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.270685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.291662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-938568d7-5b46-4166-a9ad-468b8c79efb3 service neutron] 10.222.0.62 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141910 Dec 08 16:30:45.339360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-7cea4226-7982-49d7-b786-4f676ba5a3f8', 'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': 'b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:30:45.340970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.417556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=45981f64-4485-4755-b6bc-f6b6591184f7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:45.506587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-fc2c41b5-3857-43b9-b60d-b0659f0ca7d2 service neutron] 10.222.0.62 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140467 Dec 08 16:30:45.519126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.523113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.620785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.642269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dc12ae-12bd-458b-bc39-9cefd596f73b req-7125945f-8321-45af-bade-5fab1d24449b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:45.643888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77dc12ae-12bd-458b-bc39-9cefd596f73b req-7125945f-8321-45af-bade-5fab1d24449b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.1331890 Dec 08 16:30:45.681888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:45.688680 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bbafca05-7cc2-4243-91dd-6e155c3b4db1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5599968 Dec 08 16:30:45.689351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:45.804420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77dc12ae-12bd-458b-bc39-9cefd596f73b req-aedf1dca-7b3e-461e-9620-2111a675638e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440325 Dec 08 16:30:45.897270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Allocated IP 172.20.0.2 (7cea4226-7982-49d7-b786-4f676ba5a3f8/b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e/e5e5e57a-471e-4b3b-a3c8-c00d7a840935) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:46.059784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9dec57a5-e8e5-4e62-aa82-0ba8fd7881a7 req-a7a99960-4d5e-4e8b-8183-095ea5d5e7ac tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 210 time: 0.0967999 Dec 08 16:30:46.183772 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP 8f3ac0b5-9ca5-4dfb-96b3-5108b065bdc9 associated. External IP: 172.25.3.65, port: 6dfe41e0-ff78-4480-9aab-e63be69c113c. Dec 08 16:30:46.501685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.518894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.593169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:46.604859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:46.611960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:46.622856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Pushing event updated for resources: {'Port': ['ID=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:46.710394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.713356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Attempting to bind port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:46.713735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Attempting to bind port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'eb639480-1604-4c84-aedc-971ab97e421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:46.714128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Attempting to bind port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 on network 7cea4226-7982-49d7-b786-4f676ba5a3f8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:46.720470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:46.720851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Checking segment: {'id': 'eb639480-1604-4c84-aedc-971ab97e421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:46.721255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.721646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Bound using segment: {'id': 'eb639480-1604-4c84-aedc-971ab97e421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:46.722239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Bound port: e5e5e57a-471e-4b3b-a3c8-c00d7a840935, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb639480-1604-4c84-aedc-971ab97e421b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '7cea4226-7982-49d7-b786-4f676ba5a3f8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:46.723287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:46.846697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] For port e5e5e57a-471e-4b3b-a3c8-c00d7a840935, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:46.854407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] For port e5e5e57a-471e-4b3b-a3c8-c00d7a840935, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,segment=NetworkSegment(eb639480-1604-4c84-aedc-971ab97e421b),segment_id=eb639480-1604-4c84-aedc-971ab97e421b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:46.862642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.025122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c473e-7a18-4654-8040-b00e1b19ef34 None None] Pushing event updated for resources: {'Port': ['ID=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:47.072610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b7275e-e9c1-43f3-bc21-e8ceebd14261 req-1d9818f5-b7e6-4eaa-9206-df232a92b8f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:47.087613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72b7275e-e9c1-43f3-bc21-e8ceebd14261 req-1d9818f5-b7e6-4eaa-9206-df232a92b8f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.1429198 Dec 08 16:30:47.234053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c906e42c-fdfa-4a4e-a72b-ac72eb24df13 req-a74e37c8-1dee-4d16-923d-bc9dfb9157be tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 210 time: 0.0667219 Dec 08 16:30:47.287376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72b7275e-e9c1-43f3-bc21-e8ceebd14261 req-7d9b9340-875c-4eec-a364-b896a9e2140c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988411 Dec 08 16:30:47.594135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.20.0.1 (7cea4226-7982-49d7-b786-4f676ba5a3f8/b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e/9fa3929b-734b-426d-be1c-508f7bdfc73e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:47.607049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:47.749233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e5e5e57a-471e-4b3b-a3c8-c00d7a840935 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:47.901825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:47.902267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.918571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:47.930745 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:47.951276 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:47.952349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:47.953782 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:47.998055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36044) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:47.998310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-83899b2d-2642-4d2b-a4e0-c9003000c2af tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.9159782 Dec 08 16:30:48.004731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:48.053280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.073761 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:48.126083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:48.126973 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:48.146209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.180080 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.233379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.282255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:48.289623 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:48.291360 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25963139-5da3-4b10-8a1a-70b6c48caa47 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:48.318068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port e5e5e57a-471e-4b3b-a3c8-c00d7a840935, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,segment=NetworkSegment(eb639480-1604-4c84-aedc-971ab97e421b),segment_id=eb639480-1604-4c84-aedc-971ab97e421b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:48.329290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.330314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:48.352681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:48.394902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=9fa3929b-734b-426d-be1c-508f7bdfc73e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:48.528822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:48.600489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:48.884576 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.008874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-9c1696fe-ded5-4d46-839d-ec2a4d8382d3 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:49.010799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-9c1696fe-ded5-4d46-839d-ec2a4d8382d3 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "GET /v2.0/networks?id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 796 time: 0.7622817 Dec 08 16:30:49.171762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd270a57-9237-4a9e-8da4-d24445c7b9b5 None None] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:49.184429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46419831-e3fb-4c67-b008-6bf5163a9fb6 req-1edc2144-0ea9-429e-b10d-e7134f5b8b09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 210 time: 0.1362236 Dec 08 16:30:49.382059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-e4e8d587-e855-4e80-a917-1cc1ac950862 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 380 time: 0.2653303 Dec 08 16:30:49.392141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ec90b-f1b9-4a5b-ad3f-b67352eb2837 req-4116125d-7734-4c90-b275-39c30a928ea6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:49.401970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590ec90b-f1b9-4a5b-ad3f-b67352eb2837 req-4116125d-7734-4c90-b275-39c30a928ea6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.3896315 Dec 08 16:30:49.439195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'port': {'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'admin_state_up': True, 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'security_groups': ['766d9277-82e0-461d-a0e7-49989a42159b']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:49.542029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cc1a0e8a-4f65-4e07-b200-e893116cad64 None None] Provisioning complete for port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:49.544962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc1a0e8a-4f65-4e07-b200-e893116cad64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.622802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590ec90b-f1b9-4a5b-ad3f-b67352eb2837 req-d7f35ef8-55f0-4344-9e09-5905f9389452 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194576 Dec 08 16:30:49.671134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e5e5e57a-471e-4b3b-a3c8-c00d7a840935 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:30:49.725077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.734745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.735491 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP 8f3ac0b5-9ca5-4dfb-96b3-5108b065bdc9 disassociated. External IP: 172.25.3.65, port: 6dfe41e0-ff78-4480-9aab-e63be69c113c. Dec 08 16:30:49.839041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:30:49.843903 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:49.904335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:49.904767 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.127858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2db985e4-04e1-4f1c-888c-475733e5174f None None] Provisioning complete for port 9fa3929b-734b-426d-be1c-508f7bdfc73e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:50.128144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2db985e4-04e1-4f1c-888c-475733e5174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.161029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.20.0.4 (4a93c587-4043-4b31-ae7f-dbf4c7d23a2c/adf9adf8-5939-4864-a45a-67d0ab1b4177/9a6a2f5f-832e-4392-a302-04443fd38ece) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:50.265013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.278617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.303431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2db985e4-04e1-4f1c-888c-475733e5174f None None] Port 9fa3929b-734b-426d-be1c-508f7bdfc73e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:50.364399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2db985e4-04e1-4f1c-888c-475733e5174f None None] Provisioning complete for port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:50.365429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2db985e4-04e1-4f1c-888c-475733e5174f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.416119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0e68df4-ed72-4c5c-bbc2-a776bf5b249f req-41cd61dc-07cd-479a-93b3-288354a83041 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 210 time: 0.0555117 Dec 08 16:30:50.467251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=9fa3929b-734b-426d-be1c-508f7bdfc73e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:50.493049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.584211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.648715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.677809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:50.680223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:50.730828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:50.732888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b3005f41-5051-4afc-a066-622901abf3ab None None] Provisioning complete for port 9fa3929b-734b-426d-be1c-508f7bdfc73e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:50.733245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3005f41-5051-4afc-a066-622901abf3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:50.802490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:50.810230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:50.836234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b3005f41-5051-4afc-a066-622901abf3ab None None] Port 9fa3929b-734b-426d-be1c-508f7bdfc73e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:50.938313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:50.967672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=9a6a2f5f-832e-4392-a302-04443fd38ece,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:50.978038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:50.978758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.005383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 40999224-a447-4394-bf9b-abe3c0aa963c is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:30:51.025048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedbad6-3fac-4375-b3d3-786cebf5a35f req-3fec7674-9e90-4526-ac99-895d60ec7d04 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:51.027114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebedbad6-3fac-4375-b3d3-786cebf5a35f req-3fec7674-9e90-4526-ac99-895d60ec7d04 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.1544435 Dec 08 16:30:51.032721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-17235dde-0377-4863-99a5-77e610b81a70 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5975173 Dec 08 16:30:51.118706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Request body: {'port': {'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:51.248747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.278198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:51.289919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] Sync routers for ids ['40999224-a447-4394-bf9b-abe3c0aa963c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:51.290651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-57b43d9f-7bed-49a4-b762-ceb96ad61363 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/40999224-a447-4394-bf9b-abe3c0aa963c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5897591 Dec 08 16:30:51.292103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:51.310623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] Routers {'40999224-a447-4394-bf9b-abe3c0aa963c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:51.311264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['40999224-a447-4394-bf9b-abe3c0aa963c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.342105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebedbad6-3fac-4375-b3d3-786cebf5a35f req-882abee2-9df0-41d3-9082-0e49240f07a9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884649 Dec 08 16:30:51.365044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.390247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] Routers {'40999224-a447-4394-bf9b-abe3c0aa963c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:51.391215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['40999224-a447-4394-bf9b-abe3c0aa963c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.432222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.435260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536062c6-08a4-466a-94cc-3567d65b8948 None None] The sync data for ids ['40999224-a447-4394-bf9b-abe3c0aa963c'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:51.448914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f6fd10a2-43a1-4b02-8826-c4a3b5a5c285 None None] Provisioning complete for port 9fa3929b-734b-426d-be1c-508f7bdfc73e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:51.449624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd10a2-43a1-4b02-8826-c4a3b5a5c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.449875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4b8c54-5768-44d3-8902-c2721c11e5b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:51.451548 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc4b8c54-5768-44d3-8902-c2721c11e5b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports/9fa3929b-734b-426d-be1c-508f7bdfc73e HTTP/1.1" status: 200 len: 910 time: 0.1584444 Dec 08 16:30:51.460680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:51.577450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd10a2-43a1-4b02-8826-c4a3b5a5c285 None None] Port 9fa3929b-734b-426d-be1c-508f7bdfc73e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:51.580489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:51.593267 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:51.624621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.628367 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:51.629358 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.631924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f6fd10a2-43a1-4b02-8826-c4a3b5a5c285 None None] Provisioning complete for port 9a6a2f5f-832e-4392-a302-04443fd38ece triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:51.632310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6fd10a2-43a1-4b02-8826-c4a3b5a5c285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:51.707581 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.728729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd10a2-43a1-4b02-8826-c4a3b5a5c285 None None] Port 9a6a2f5f-832e-4392-a302-04443fd38ece cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:30:51.736296 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:51.737098 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.763947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-12b5953a-7d10-49d2-a7b8-47a8fccb81fa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/floatingips/8f3ac0b5-9ca5-4dfb-96b3-5108b065bdc9 HTTP/1.1" status: 200 len: 687 time: 3.7587759 Dec 08 16:30:51.774156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36130) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:51.801365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:51.803205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b887060-3c03-4d88-908a-970cff80dfc4 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:52.024822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15301818-081f-4454-9fe0-b6b88975c78f req-03f17a49-edfe-4bff-91e7-0f54dd483d87 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:52.044666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15301818-081f-4454-9fe0-b6b88975c78f req-03f17a49-edfe-4bff-91e7-0f54dd483d87 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 931 time: 0.2773347 Dec 08 16:30:52.187478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15301818-081f-4454-9fe0-b6b88975c78f req-2d41ed65-1dc6-4ca3-b442-7c536eea8615 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414628 Dec 08 16:30:52.277346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 45981f64-4485-4755-b6bc-f6b6591184f7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:52.277709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.286893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a6a2f5f-832e-4392-a302-04443fd38ece {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:52.315823 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.361113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Transition to ACTIVE for port object 9a6a2f5f-832e-4392-a302-04443fd38ece will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:30:52.376424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.483688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.484385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.531162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 45981f64-4485-4755-b6bc-f6b6591184f7 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:52.552835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:52.562396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6a2f5f-832e-4392-a302-04443fd38ece,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:52.813773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e12ad-0835-4ed5-bd1d-b842fa8d29d5 req-3e686697-4aee-4709-89b3-8a1bd43bd8c6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:52.821693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd7e12ad-0835-4ed5-bd1d-b842fa8d29d5 req-3e686697-4aee-4709-89b3-8a1bd43bd8c6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.2673900 Dec 08 16:30:53.176677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd7e12ad-0835-4ed5-bd1d-b842fa8d29d5 req-44d883ff-5343-4fa5-b37b-3a29a80df55b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700579 Dec 08 16:30:53.177955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.178291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Attempting to bind port 9a6a2f5f-832e-4392-a302-04443fd38ece on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:30:53.178705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Attempting to bind port 9a6a2f5f-832e-4392-a302-04443fd38ece by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:30:53.179138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Attempting to bind port 9a6a2f5f-832e-4392-a302-04443fd38ece on network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:53.192668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Port 9a6a2f5f-832e-4392-a302-04443fd38ece on network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:30:53.193227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Attempting to bind port 9a6a2f5f-832e-4392-a302-04443fd38ece on network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:30:53.209788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:30:53.210550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Checking segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:30:53.211239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Bound using segment: {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:30:53.212057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Bound port: 9a6a2f5f-832e-4392-a302-04443fd38ece, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b70fe68-ef0b-4c80-ad92-42469bc518f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:30:53.212741 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.368610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=45981f64-4485-4755-b6bc-f6b6591184f7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:53.380697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 9fa3929b-734b-426d-be1c-508f7bdfc73e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:53.381067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.393735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.398106 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.404827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36234) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:53.405564 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ef195237-ea90-4838-b39f-1e0082cd3824 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/floatingips/8f3ac0b5-9ca5-4dfb-96b3-5108b065bdc9 HTTP/1.1" status: 204 len: 168 time: 1.6302133 Dec 08 16:30:53.417108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '0b2b84a1-d048-4a8b-acff-7d1911ef3fd6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:53.464892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] For port 9a6a2f5f-832e-4392-a302-04443fd38ece, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:30:53.468774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] For port 9a6a2f5f-832e-4392-a302-04443fd38ece, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9a6a2f5f-832e-4392-a302-04443fd38ece,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:30:53.485622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.498684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6b8fbf-3e48-481c-9379-c5695d4e30f2 req-ff300659-837e-4ce1-aa73-1d5788b1dcad tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:53.500520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f6b8fbf-3e48-481c-9379-c5695d4e30f2 req-ff300659-837e-4ce1-aa73-1d5788b1dcad tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 943 time: 0.1592114 Dec 08 16:30:53.529514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.578806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 9fa3929b-734b-426d-be1c-508f7bdfc73e owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:53.593545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.779577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f6b8fbf-3e48-481c-9379-c5695d4e30f2 req-e36644af-919a-4525-9b2d-dfa4cba867be tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102695 Dec 08 16:30:53.786473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:53.788259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.789690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] 10.222.0.86 "PUT /v2.0/ports/9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 200 len: 1091 time: 2.6799576 Dec 08 16:30:53.812651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:30:53.815886 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:30:53.829549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd851c40-44f1-4e1d-a66f-36a4ad749373 service neutron] Pushing event updated for resources: {'Port': ['ID=9a6a2f5f-832e-4392-a302-04443fd38ece,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:53.943800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-11647a02-b9b4-483c-a0d7-bd532ed543cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:53.946481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-11647a02-b9b4-483c-a0d7-bd532ed543cb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1094 time: 0.0921366 Dec 08 16:30:53.946653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:53.950670 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fdf848-973a-4e23-9282-80f2d9e08782 x-openstack-request-id: req-a1fdf848-973a-4e23-9282-80f2d9e08782 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:30:53.951268 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:30:53.951677 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1fdf848-973a-4e23-9282-80f2d9e08782 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:30:53.952330 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'status': 'completed', 'code': 200} Dec 08 16:30:54.021093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=9fa3929b-734b-426d-be1c-508f7bdfc73e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:54.061655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-ca96d340-f432-4045-9e2c-7a9b23cf1da9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 200 len: 217 time: 0.1038468 Dec 08 16:30:54.139195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.170828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-e67989b2-de44-4b30-99ee-f387aeb7ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:54.172873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-e67989b2-de44-4b30-99ee-f387aeb7ca70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=adf9adf8-5939-4864-a45a-67d0ab1b4177 HTTP/1.1" status: 200 len: 835 time: 0.1045334 Dec 08 16:30:54.404230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:54.454588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595badc-85a1-4eae-a958-9074911494ce req-7ae725ee-d7b6-4c78-bff9-30060d2b3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:54.458422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-7ae725ee-d7b6-4c78-bff9-30060d2b3197 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266045 Dec 08 16:30:54.772139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 40999224-a447-4394-bf9b-abe3c0aa963c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:30:54.924373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:30:54.931860 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fbb2eaa-891a-49f0-a777-39c5cec2696e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/40999224-a447-4394-bf9b-abe3c0aa963c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4703882 Dec 08 16:30:54.937952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36346) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:54.953896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] Sync routers for ids ['40999224-a447-4394-bf9b-abe3c0aa963c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:30:54.991159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] Routers {'40999224-a447-4394-bf9b-abe3c0aa963c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:54.992101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['40999224-a447-4394-bf9b-abe3c0aa963c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:55.022239 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fdc5d06d-84f1-4c3e-979e-fa5cb545a8ab tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=40999224-a447-4394-bf9b-abe3c0aa963c HTTP/1.1" status: 200 len: 205 time: 0.0783081 Dec 08 16:30:55.023087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:55.099334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:55.187790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] Routers {'40999224-a447-4394-bf9b-abe3c0aa963c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:30:55.188641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['40999224-a447-4394-bf9b-abe3c0aa963c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:55.265506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:55.268503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a55903b-63e0-44ea-867e-23bf6bbbf4a1 None None] The sync data for ids ['40999224-a447-4394-bf9b-abe3c0aa963c'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:30:55.293354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.312116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.121 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a553d458-4ea0-47e9-a978-f813b1a72b3b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:55.351017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ecb91-5109-4862-9ade-68cce9012726 req-91588e2c-5bde-4993-bcfb-864e47a2db43 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:55.353910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc2ecb91-5109-4862-9ade-68cce9012726 req-91588e2c-5bde-4993-bcfb-864e47a2db43 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.9261513 Dec 08 16:30:55.441895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-48f64ffb-7dce-48b0-a77a-1bdd19ba4108 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467432 Dec 08 16:30:55.542339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.544719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.604589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.605154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router 40999224-a447-4394-bf9b-abe3c0aa963c {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:30:55.618953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.621498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-103acef9-ee18-4de3-b241-f86850d37ae7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/40999224-a447-4394-bf9b-abe3c0aa963c HTTP/1.1" status: 204 len: 168 time: 0.5973511 Dec 08 16:30:55.625094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36400) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:55.686419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc2ecb91-5109-4862-9ade-68cce9012726 req-56cb7122-1529-4f14-98de-82b6c4c828a1 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277377 Dec 08 16:30:55.734648 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:30:55.742560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.760982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731e4b-2116-42f4-9402-720f15d2a1fb req-043977ab-ccf3-45c0-b948-f8c5d9844b22 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:55.762785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd731e4b-2116-42f4-9402-720f15d2a1fb req-043977ab-ccf3-45c0-b948-f8c5d9844b22 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 943 time: 0.4984295 Dec 08 16:30:55.764722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6595badc-85a1-4eae-a958-9074911494ce req-eb348633-642e-4e1f-a472-2fae2e9eaf60 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492361 Dec 08 16:30:55.843722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.853261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd731e4b-2116-42f4-9402-720f15d2a1fb req-7280073f-f44a-43be-b728-e39b17171fbf tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794334 Dec 08 16:30:55.935604 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.951145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-b31783c9-11c7-42ec-aa35-232cd1b774fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:55.952644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-b31783c9-11c7-42ec-aa35-232cd1b774fa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1094 time: 0.1039567 Dec 08 16:30:55.959166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15e18fc6-d309-449f-a2cb-1b38881dcda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:55.969224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.061283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.071703 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.102586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:56.110160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.122297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.129905 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-25c0241e-a74a-4d63-9eb1-32d475f29581 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e HTTP/1.1" status: 204 len: 168 time: 0.5034266 Dec 08 16:30:56.130278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8af986-72dc-41f9-8c4e-4ba29b03f258 None None] Network 7cea4226-7982-49d7-b786-4f676ba5a3f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:30:56.130540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36434) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:56.139182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:56.149375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:56.188624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-3b2f870d-eca3-4cf7-8dd8-d6761100ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:56.190385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-3b2f870d-eca3-4cf7-8dd8-d6761100ba7e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 897 time: 0.2253137 Dec 08 16:30:56.216304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=a553d458-4ea0-47e9-a978-f813b1a72b3b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.237332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.294176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-5c3a2ed5-e07d-4fe7-8392-c70c58f1fdd4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 200 len: 217 time: 0.0894647 Dec 08 16:30:56.358919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:56.359304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.478228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-a630491e-98e9-4c7c-b47f-6e75dfb69eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:56.485156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-a630491e-98e9-4c7c-b47f-6e75dfb69eb7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=adf9adf8-5939-4864-a45a-67d0ab1b4177 HTTP/1.1" status: 200 len: 835 time: 0.1809115 Dec 08 16:30:56.559208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port e5e5e57a-471e-4b3b-a3c8-c00d7a840935, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,segment=NetworkSegment(eb639480-1604-4c84-aedc-971ab97e421b),segment_id=eb639480-1604-4c84-aedc-971ab97e421b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:56.559674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.585207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for e5e5e57a-471e-4b3b-a3c8-c00d7a840935 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:56.713682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] DHCP port deletion for 7cea4226-7982-49d7-b786-4f676ba5a3f8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:56.730169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-7e922e86-5801-405e-bfb0-2d3c59cf62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:56.741034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-7e922e86-5801-405e-bfb0-2d3c59cf62cc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2488296 Dec 08 16:30:56.781928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] Deleting port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:30:56.782774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.797688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.845367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:56.880053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:56.956488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] For port e5e5e57a-471e-4b3b-a3c8-c00d7a840935, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,segment=NetworkSegment(eb639480-1604-4c84-aedc-971ab97e421b),segment_id=eb639480-1604-4c84-aedc-971ab97e421b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:56.958127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:56.979303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] Calling delete_port for e5e5e57a-471e-4b3b-a3c8-c00d7a840935 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:30:57.101078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.129502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.165400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] Pushing event deleted for resources: {'Port': ['ID=e5e5e57a-471e-4b3b-a3c8-c00d7a840935,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:57.185646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53735cc6-0239-4b45-bcd3-fbf61268a527 None None] No DVR routers for this DVR port e5e5e57a-471e-4b3b-a3c8-c00d7a840935 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:30:57.190793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cea4226-7982-49d7-b786-4f676ba5a3f8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:57.214900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb639480-1604-4c84-aedc-971ab97e421b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:57.215871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb639480-1604-4c84-aedc-971ab97e421b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:30:57.232311 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.274044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.291037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:30:57.291600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:30:57.414670 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:30:57.419994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.427464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41190d35-9673-40ca-b598-126bcbcbbe1a req-b84dbf0d-16b6-453d-899c-fe08ef11db48 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:57.427910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.432044 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/7cea4226-7982-49d7-b786-4f676ba5a3f8 HTTP/1.1" status: 204 len: 168 time: 1.3004024 Dec 08 16:30:57.437581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41190d35-9673-40ca-b598-126bcbcbbe1a req-b84dbf0d-16b6-453d-899c-fe08ef11db48 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.5674691 Dec 08 16:30:57.439801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:30:57.449689 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1318877432', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:30:57.523248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41190d35-9673-40ca-b598-126bcbcbbe1a req-798373c9-2770-45e0-acb6-3da46657ab4e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790701 Dec 08 16:30:57.541073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25753f3d-d281-47bf-ba39-6ea5dc07fbf0 req-5e30daa4-d829-47db-a760-5d110f88e63a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:30:57.543894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25753f3d-d281-47bf-ba39-6ea5dc07fbf0 req-5e30daa4-d829-47db-a760-5d110f88e63a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 943 time: 0.3114574 Dec 08 16:30:57.655125 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:57.661435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25753f3d-d281-47bf-ba39-6ea5dc07fbf0 req-dcf764ba-beed-4038-82a8-37941e52e27f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020246 Dec 08 16:30:57.681408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-1589a9e2-293b-4e62-9b46-280dc0b951c2 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9266455 Dec 08 16:30:57.712653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e5e5e57a-471e-4b3b-a3c8-c00d7a840935 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:30:57.829730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e5e5e57a-471e-4b3b-a3c8-c00d7a840935 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:30:57.832360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e5e5e57a-471e-4b3b-a3c8-c00d7a840935 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:30:57.965654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a529f3-812d-4581-a859-ca4a29ae795c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=7cea4226-7982-49d7-b786-4f676ba5a3f8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:57.994917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.023434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.024889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.126683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.163876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b17a7d0-9d94-48c8-8913-0c4392c21f4f req-53d26890-f6f4-45ae-b2c9-fb33b233aab3 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460220 Dec 08 16:30:58.253621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.260747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.332529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.489329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=a553d458-4ea0-47e9-a978-f813b1a72b3b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:58.521466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.648351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9a6a2f5f-832e-4392-a302-04443fd38ece details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:30:58.734283 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP f5cf532b-acf6-480e-96fd-9f739ef5dd51 associated. External IP: 172.25.3.121, port: 0b2b84a1-d048-4a8b-acff-7d1911ef3fd6. Dec 08 16:30:58.756393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.849220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 9a6a2f5f-832e-4392-a302-04443fd38ece, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9a6a2f5f-832e-4392-a302-04443fd38ece,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:58.859680 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.879150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:30:58.973682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ccbfbbf-d7fe-4d39-9c60-c8d2c7ea23c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:58.988500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.022287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a6a2f5f-832e-4392-a302-04443fd38ece {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:30:59.063949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 9a6a2f5f-832e-4392-a302-04443fd38ece, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9a6a2f5f-832e-4392-a302-04443fd38ece,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:30:59.072236 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.173834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.25.3.43 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/6504f7f3-6c67-4258-aac1-c3521d238ffc) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:30:59.265624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=9a6a2f5f-832e-4392-a302-04443fd38ece,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:59.395546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['9a6a2f5f-832e-4392-a302-04443fd38ece'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:30:59.429080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.568897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:30:59.759521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:30:59.801764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=6504f7f3-6c67-4258-aac1-c3521d238ffc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:30:59.806272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:30:59.824147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:30:59.881106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2271956a-e557-4fa6-b44a-d3b40f1edc0c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:30:59.970323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ced5e031-95dd-4aed-95e4-568c91af0396 None None] Provisioning complete for port 6504f7f3-6c67-4258-aac1-c3521d238ffc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:30:59.970823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced5e031-95dd-4aed-95e4-568c91af0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.072153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ced5e031-95dd-4aed-95e4-568c91af0396 None None] Port 6504f7f3-6c67-4258-aac1-c3521d238ffc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:00.133623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe19bf-77be-497e-9f83-2a789c5dcbd0 req-0d9a9179-bc6b-4054-b2b4-7e7a954ca91c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:00.162868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50fe19bf-77be-497e-9f83-2a789c5dcbd0 req-0d9a9179-bc6b-4054-b2b4-7e7a954ca91c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 944 time: 0.7281101 Dec 08 16:31:00.184817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.213380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d716d10-5037-4ef8-b4eb-64e6b7fea8db req-55ca6af3-45bb-4bfe-bb9e-91583b689875 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:00.217662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d716d10-5037-4ef8-b4eb-64e6b7fea8db req-55ca6af3-45bb-4bfe-bb9e-91583b689875 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 1.5268612 Dec 08 16:31:00.435147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d716d10-5037-4ef8-b4eb-64e6b7fea8db req-17fb9b11-28ea-4b42-a99c-5d9e451f4052 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048197 Dec 08 16:31:00.498205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50fe19bf-77be-497e-9f83-2a789c5dcbd0 req-eb2ae69f-324b-4d13-90d7-41dce395e402 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3336608 Dec 08 16:31:00.526554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:00.558956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.764633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:00.777545 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9147128-ade5-4345-b837-30311d597245 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:00.797313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:00.815350 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9147128-ade5-4345-b837-30311d597245 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:00.821459 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9147128-ade5-4345-b837-30311d597245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:00.839680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46fe6b85-6166-4723-abb8-fe6fbc00d6ff tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.4328654 Dec 08 16:31:00.840458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:00.923781 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9147128-ade5-4345-b837-30311d597245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:00.930210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d339ea23-fe22-47bc-8b2c-cbb42c519226 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/floatingips/f5cf532b-acf6-480e-96fd-9f739ef5dd51 HTTP/1.1" status: 200 len: 978 time: 0.0884528 Dec 08 16:31:00.931219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36630) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:00.955067 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9147128-ade5-4345-b837-30311d597245 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:00.955901 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9147128-ade5-4345-b837-30311d597245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:00.995828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.054236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9147128-ade5-4345-b837-30311d597245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:01.056104 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9147128-ade5-4345-b837-30311d597245 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:01.146399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8044ef6b-83df-4d0c-8cf4-f0118f6af494 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2137775 Dec 08 16:31:01.149085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36632) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.153842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'port_id': '6dfe41e0-ff78-4480-9aab-e63be69c113c'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:01.218445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.231379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 44dd53ec-34b9-43ba-8983-f63236e49531 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:01.467495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:01.483324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] Sync routers for ids ['44dd53ec-34b9-43ba-8983-f63236e49531'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:01.507508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:01.508500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] Routers {'44dd53ec-34b9-43ba-8983-f63236e49531'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:01.509365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['44dd53ec-34b9-43ba-8983-f63236e49531'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:01.511034 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-432b728e-86a1-42d7-afd7-ab0a2b237a8c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.0693552 Dec 08 16:31:01.515621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.620391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:01.662611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] Routers {'44dd53ec-34b9-43ba-8983-f63236e49531'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:01.663248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['44dd53ec-34b9-43ba-8983-f63236e49531'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:01.731848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:01.732519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10d44fe-326b-4790-b794-9707ad5d46d2 None None] The sync data for ids ['44dd53ec-34b9-43ba-8983-f63236e49531'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:01.764351 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-acb07090-6225-4e24-9056-9390f61507f9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/routers/44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 200 len: 880 time: 0.2435386 Dec 08 16:31:01.765640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36670) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:01.856358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.015756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84688646-171a-4c8e-b06b-e12be7d8ad07 req-920e9e0a-8497-403c-a6bd-9c1b9021a504 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:02.020228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84688646-171a-4c8e-b06b-e12be7d8ad07 req-920e9e0a-8497-403c-a6bd-9c1b9021a504 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 944 time: 0.2629213 Dec 08 16:31:02.057700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c2cd6-92f9-44ee-855c-bc93364ffdd9 req-419ef784-4063-4a4c-bcd8-3359bcbb583e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:02.059680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd2c2cd6-92f9-44ee-855c-bc93364ffdd9 req-419ef784-4063-4a4c-bcd8-3359bcbb583e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.3013196 Dec 08 16:31:02.143212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.187398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84688646-171a-4c8e-b06b-e12be7d8ad07 req-8469baa6-bf7c-4c81-a396-be50449ba0d1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568968 Dec 08 16:31:02.232377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.273692 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8258bc75-4a20-4d9e-9b5a-015d70efc00e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5046654 Dec 08 16:31:02.276168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36676) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:02.281190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1318877432'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:02.315371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd2c2cd6-92f9-44ee-855c-bc93364ffdd9 req-587561e6-bf2e-47ff-bd93-e8b7f0a893b9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427375 Dec 08 16:31:02.627624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.633363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.676063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9a6a2f5f-832e-4392-a302-04443fd38ece up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:02.751675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.771464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.792185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 9a6a2f5f-832e-4392-a302-04443fd38ece completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:31:02.799046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 9a6a2f5f-832e-4392-a302-04443fd38ece triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:02.800855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:02.903941 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP f5cf532b-acf6-480e-96fd-9f739ef5dd51 associated. External IP: 172.25.3.121, port: 0b2b84a1-d048-4a8b-acff-7d1911ef3fd6. Dec 08 16:31:02.960431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 44dd53ec-34b9-43ba-8983-f63236e49531 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:02.997472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.164893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 9a6a2f5f-832e-4392-a302-04443fd38ece, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9a6a2f5f-832e-4392-a302-04443fd38ece,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:03.168480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:03.172442 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b1d451-9916-4019-8a6a-2932b6406d18" -d '{"events": [{"server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "name": "network-vif-plugged", "status": "completed", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:03.180620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.187827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.322676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=9a6a2f5f-832e-4392-a302-04443fd38ece,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:03.356060 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad17848-32f7-4f99-ba38-cfcf1aa84ad8 x-openstack-request-id: req-8ad17848-32f7-4f99-ba38-cfcf1aa84ad8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:03.356375 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "name": "network-vif-plugged", "status": "completed", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:03.356630 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8ad17848-32f7-4f99-ba38-cfcf1aa84ad8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:03.357143 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'code': 200} Dec 08 16:31:03.630038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:03.815107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d1bda-e64b-4beb-9ec1-4242fbc3b7eb req-b8907fe9-94ee-4cf6-8850-e5a82280d92a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:03.828497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f9d1bda-e64b-4beb-9ec1-4242fbc3b7eb req-b8907fe9-94ee-4cf6-8850-e5a82280d92a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.3097436 Dec 08 16:31:03.847987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:03.853096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc30795-aa1c-43d6-a327-b81423e23f2c req-307a73e5-91e6-4f1b-b15b-34e45c64636c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:03.854898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bc30795-aa1c-43d6-a327-b81423e23f2c req-307a73e5-91e6-4f1b-b15b-34e45c64636c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1096 time: 0.3375697 Dec 08 16:31:03.860834 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] Sync routers for ids ['44dd53ec-34b9-43ba-8983-f63236e49531'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:03.889397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:03.892988 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a803ae97-7f14-4454-97e6-2a837b278418 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 200 len: 887 time: 1.6132925 Dec 08 16:31:03.893158 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] Routers {'44dd53ec-34b9-43ba-8983-f63236e49531'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:03.893158 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['44dd53ec-34b9-43ba-8983-f63236e49531'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:03.894353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36690) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:04.074590 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:04.108765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] Routers {'44dd53ec-34b9-43ba-8983-f63236e49531'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:04.110067 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['44dd53ec-34b9-43ba-8983-f63236e49531'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:04.239339 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:04.240367 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4678de9-af95-4932-a55f-a22137cc6aad None None] The sync data for ids ['44dd53ec-34b9-43ba-8983-f63236e49531'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:04.257589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-253b3856-146b-49fa-b654-8343c87f5515 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/routers/44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 200 len: 887 time: 0.3582149 Dec 08 16:31:04.258356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:04.325768 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ae5c3ce3-277b-41b6-b1b1-afe7f0863dea tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 200 len: 205 time: 0.0614336 Dec 08 16:31:04.327875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36698) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:04.541494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.709869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bc30795-aa1c-43d6-a327-b81423e23f2c req-1a2e395c-4313-4b96-9ad8-77dcb54af7ee service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8379357 Dec 08 16:31:04.809522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.817917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a827ee0-8097-4d53-b1c3-07721d1b6d82 req-f2577e6a-a91e-432f-91d5-3787ea0fc24a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:04.819875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a827ee0-8097-4d53-b1c3-07721d1b6d82 req-f2577e6a-a91e-432f-91d5-3787ea0fc24a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 1.0289340 Dec 08 16:31:04.843638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f9d1bda-e64b-4beb-9ec1-4242fbc3b7eb req-07ccccd0-4f76-4c6f-8242-f8f1182f336d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9781356 Dec 08 16:31:04.855046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:04.868347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:04.889679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:04.890366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:04.916549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 6504f7f3-6c67-4258-aac1-c3521d238ffc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:04.917116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:04.974481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:05.014389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:05.016221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:05.069899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:05.112425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 6504f7f3-6c67-4258-aac1-c3521d238ffc owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:05.162520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:05.181103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7df00b1-a0ee-4f7c-ad14-ab0d23607f2a None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:05.229727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a827ee0-8097-4d53-b1c3-07721d1b6d82 req-f511f989-5a11-4419-bb98-758c0c0aaaff tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960943 Dec 08 16:31:05.350944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:05.486130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:05.533281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=6504f7f3-6c67-4258-aac1-c3521d238ffc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:05.556237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154f9979-e078-4d0d-871f-9625bb6427a9 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:05.666173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:05.685848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:05.687646 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:05.694490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:05.724926 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:05.725832 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:05.850193 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:05.926625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-161d19a7-564c-4e38-a45a-ab543ff3b9e6 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/floatingips/f5cf532b-acf6-480e-96fd-9f739ef5dd51 HTTP/1.1" status: 200 len: 978 time: 4.7702768 Dec 08 16:31:05.928028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:05.948053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:05.959487 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:05.962083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:06.028248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.036636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.148794 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:06.149937 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39580f64-86b2-4168-b504-c804d33dcecc None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:06.240593 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.241701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router 44dd53ec-34b9-43ba-8983-f63236e49531 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:06.268176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.273120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6ec51c6-424f-4acd-8d8e-e4ca40483c65 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 204 len: 168 time: 1.9397604 Dec 08 16:31:06.274699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:06.290523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1308271810'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:06.382263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.416806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:06.421630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.496669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:06.521961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.522442 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment 35fd1874-e582-4bcf-96c2-7c526af691ad of type vlan for network 002e1625-581b-4abb-92c8-627324185445 Dec 08 16:31:06.596213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadd627e-1233-4c9b-9bc3-194ae9c9c440 req-607c1e86-db8b-4259-8c56-3546851fd581 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.598018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eadd627e-1233-4c9b-9bc3-194ae9c9c440 req-607c1e86-db8b-4259-8c56-3546851fd581 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.4144335 Dec 08 16:31:06.638840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.699709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.705695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.707000 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:06.741236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eadd627e-1233-4c9b-9bc3-194ae9c9c440 req-2f57d986-2972-4e07-b435-6f1099782f68 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279602 Dec 08 16:31:06.827720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff8765-f9da-4e82-8705-ddb9a7698872 req-905efd62-30be-4a04-9904-f791abc3145a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:06.843886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26ff8765-f9da-4e82-8705-ddb9a7698872 req-905efd62-30be-4a04-9904-f791abc3145a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.3571932 Dec 08 16:31:06.876110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=002e1625-581b-4abb-92c8-627324185445,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:06.910108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 002e1625-581b-4abb-92c8-627324185445 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:06.920346 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88a44264-8d7c-4a22-a483-6da608437c51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6443260 Dec 08 16:31:06.924290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36732) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:06.931679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': '002e1625-581b-4abb-92c8-627324185445', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:07.071372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26ff8765-f9da-4e82-8705-ddb9a7698872 req-8db278c0-d386-49c7-bb2a-8491f5de4418 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264550 Dec 08 16:31:07.083847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.111176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.111855 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP f5cf532b-acf6-480e-96fd-9f739ef5dd51 disassociated. External IP: 172.25.3.121, port: 6dfe41e0-ff78-4480-9aab-e63be69c113c. Dec 08 16:31:07.236427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:07.254522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.659855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:07.775957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.842154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:07.858975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:07.864467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:07.884112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:07.885304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:07.970294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=a320a612-acfd-4f70-a427-2068beb32f62,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:07.999507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:08.009688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': '35fd1874-e582-4bcf-96c2-7c526af691ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '002e1625-581b-4abb-92c8-627324185445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:08.010078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: 002e1625-581b-4abb-92c8-627324185445, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:08.011737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:08.012374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:08.027017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-84964f58-8c46-4e05-88ac-995ce667861e tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/floatingips/f5cf532b-acf6-480e-96fd-9f739ef5dd51 HTTP/1.1" status: 200 len: 688 time: 2.0937893 Dec 08 16:31:08.030864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36752) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:08.056632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:08.057574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5d3274-562f-494b-920b-6110174b6be3 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:08.068198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 002e1625-581b-4abb-92c8-627324185445 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:08.081131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 002e1625-581b-4abb-92c8-627324185445) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:08.086811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.087970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.115499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f80625-7d45-49c8-8f9f-716643307e19 None None] Network 002e1625-581b-4abb-92c8-627324185445 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:08.121184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17936cc-4bc8-4da0-813b-56df8b50284f req-f72bd102-ec20-4c53-bddc-883e45a37fa8 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.126281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b17936cc-4bc8-4da0-813b-56df8b50284f req-f72bd102-ec20-4c53-bddc-883e45a37fa8 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.1803520 Dec 08 16:31:08.149071 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53b1c8a4-0833-4388-94d8-dc0e49083402 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2179103 Dec 08 16:31:08.150551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:08.162640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-337470166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:08.212780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.214038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.309283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.317107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.361985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.368940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-002e1625-581b-4abb-92c8-627324185445', 'network_id': '002e1625-581b-4abb-92c8-627324185445', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': 'a320a612-acfd-4f70-a427-2068beb32f62'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:08.368940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.369429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd9c899b-c007-4b55-a262-4051e6538501 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2134039 Dec 08 16:31:08.369758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:08.630377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b17936cc-4bc8-4da0-813b-56df8b50284f req-992b7587-b715-400b-adaa-8de743a8a1ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4956131 Dec 08 16:31:08.644273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Allocated IP 172.20.0.2 (002e1625-581b-4abb-92c8-627324185445/a320a612-acfd-4f70-a427-2068beb32f62/47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:08.655123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13376d32-874f-48e1-8809-243e74d84d04 req-48c4e406-842c-465a-bc56-5f353c290f8a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.657039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13376d32-874f-48e1-8809-243e74d84d04 req-48c4e406-842c-465a-bc56-5f353c290f8a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.3863039 Dec 08 16:31:08.698133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-fb1c08fe-e5ea-4dbc-8ebd-c7a9d51f8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:08.699827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-fb1c08fe-e5ea-4dbc-8ebd-c7a9d51f8282 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 1096 time: 0.1516018 Dec 08 16:31:08.824818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port a553d458-4ea0-47e9-a978-f813b1a72b3b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:08.825522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:08.834814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13376d32-874f-48e1-8809-243e74d84d04 req-b1f7555c-fc74-467e-995b-129ce2253d0f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624870 Dec 08 16:31:09.046380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.058900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.100623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-2a9fcab3-5097-4c7c-bef0-70b286675760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.103429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-2a9fcab3-5097-4c7c-bef0-70b286675760 service neutron] 10.222.0.86 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.3939705 Dec 08 16:31:09.151909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Pushing event updated for resources: {'Port': ['ID=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.159516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-f17d7d94-579f-46e8-a549-c757379818ae service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 HTTP/1.1" status: 200 len: 217 time: 0.0420678 Dec 08 16:31:09.162914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Network 002e1625-581b-4abb-92c8-627324185445 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:09.165053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:09.165929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.166330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.173860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:09.189925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.191285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.191799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.192376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.192927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.193423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.193949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.194475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.194987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.195474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.195960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.196572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.197057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:09.235936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540c820-05e6-4014-a928-88502bfa1448 req-c15bae81-bc78-4f01-8681-588c09dce8b5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.245285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1540c820-05e6-4014-a928-88502bfa1448 req-c15bae81-bc78-4f01-8681-588c09dce8b5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.1959572 Dec 08 16:31:09.254993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Attempting to bind port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:09.254993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Attempting to bind port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '35fd1874-e582-4bcf-96c2-7c526af691ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '002e1625-581b-4abb-92c8-627324185445'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:09.254993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Attempting to bind port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af on network 002e1625-581b-4abb-92c8-627324185445 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:09.261310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:09.261310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Checking segment: {'id': '35fd1874-e582-4bcf-96c2-7c526af691ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '002e1625-581b-4abb-92c8-627324185445'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:09.261675 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.262105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Bound using segment: {'id': '35fd1874-e582-4bcf-96c2-7c526af691ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '002e1625-581b-4abb-92c8-627324185445'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:09.262605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Bound port: 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fd1874-e582-4bcf-96c2-7c526af691ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '002e1625-581b-4abb-92c8-627324185445'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:09.262987 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.269990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.288448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-0a749a41-62a8-4549-82b0-77f11a83a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.290172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-0a749a41-62a8-4549-82b0-77f11a83a175 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1135616 Dec 08 16:31:09.318467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for a553d458-4ea0-47e9-a978-f813b1a72b3b owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:09.359238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] For port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:09.365299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] For port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,segment=NetworkSegment(35fd1874-e582-4bcf-96c2-7c526af691ad),segment_id=35fd1874-e582-4bcf-96c2-7c526af691ad)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:09.378420 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.495332 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:31:09.528780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fab45-0334-4c8f-b0ee-cea3d545d7de None None] Pushing event updated for resources: {'Port': ['ID=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.578661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1540c820-05e6-4014-a928-88502bfa1448 req-117c7677-4691-4d24-a0a0-e3ab2e28b277 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3324468 Dec 08 16:31:09.604462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-8cec30ac-270b-4080-b1ee-b18ec091503a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.605996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-8cec30ac-270b-4080-b1ee-b18ec091503a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2992017 Dec 08 16:31:09.608881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.678753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36770) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.698456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=a553d458-4ea0-47e9-a978-f813b1a72b3b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:09.784999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c6aa26-4b02-402a-a74e-939956a9db0e tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:09.787245 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c0c6aa26-4b02-402a-a74e-939956a9db0e tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1091 time: 0.1035635 Dec 08 16:31:09.790295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36772) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.795945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:09.804376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.20.0.1 (002e1625-581b-4abb-92c8-627324185445/a320a612-acfd-4f70-a427-2068beb32f62/80c3a38e-d43d-46e2-9e0b-8247069c55a9) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:09.829983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.834689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:09.836702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-49295129-6210-4a20-b3cb-72eb7af5be2f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/floatingips/f5cf532b-acf6-480e-96fd-9f739ef5dd51 HTTP/1.1" status: 204 len: 168 time: 1.8026180 Dec 08 16:31:09.848953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:09.878606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-32d5e8fe-1b89-4939-8162-ecc173aa0c0e service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627699 Dec 08 16:31:09.982806 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.027437 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-44395651-facf-4a9c-b0d5-4d8929e4de66 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] delete failed (client error): The resource could not be found. Dec 08 16:31:10.035675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-44395651-facf-4a9c-b0d5-4d8929e4de66 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/floatingips/f5cf532b-acf6-480e-96fd-9f739ef5dd51 HTTP/1.1" status: 404 len: 345 time: 0.1810565 Dec 08 16:31:10.040540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.252506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3f538a-03e5-4153-8d14-a7cd003bf949 req-c6d3dafc-6cde-42ef-a334-2952cab2ed2b service neutron] 10.222.0.86 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661802 Dec 08 16:31:10.268897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31d19-d7ff-4d13-a009-f12e985ece5b req-4118d751-2c4b-4433-a330-84c7d8eea5cd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.271932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29a31d19-d7ff-4d13-a009-f12e985ece5b req-4118d751-2c4b-4433-a330-84c7d8eea5cd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 945 time: 0.2260036 Dec 08 16:31:10.336263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b31042-a604-4ec3-9901-b2268501f579 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.342576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b31042-a604-4ec3-9901-b2268501f579 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.350360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b31042-a604-4ec3-9901-b2268501f579 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.354675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e8b31042-a604-4ec3-9901-b2268501f579 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/ports?network_id=908ebb8d-3b75-4b00-a96b-3aef83a4a48b HTTP/1.1" status: 200 len: 2358 time: 0.3104546 Dec 08 16:31:10.356020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36786) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.359871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29a31d19-d7ff-4d13-a009-f12e985ece5b req-286219df-a35d-4fc9-a921-b1f15392b8bb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747626 Dec 08 16:31:10.387943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.426253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ca00fc-2db0-4b2d-b90c-6903a75c80cf tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:10.433377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-50ca00fc-2db0-4b2d-b90c-6903a75c80cf tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/subnets/e12debe8-bdc4-4584-b03a-41487544e669 HTTP/1.1" status: 200 len: 797 time: 0.0671973 Dec 08 16:31:10.435302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36788) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:10.442135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'port': {'network_id': '908ebb8d-3b75-4b00-a96b-3aef83a4a48b', 'name': 'tempest-FloatingIPTestJSON-428244773', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:10.467676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.540083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.556555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 002e1625-581b-4abb-92c8-627324185445 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:10.575123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:10.597322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:10.669153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:10.695246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:10.840334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.25.3.6 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8a85de07-244f-4b03-9967-21b6b10a369c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:10.906890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.947558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:10.969616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] device_id is not set on port a82aff7b-1dfd-4beb-96fe-30aa23272cbf yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:11.062114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:11.066755 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e005a61-5a2e-48b2-9112-be38468037e7" -d '{"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:11.076599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:11.089510 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.199076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=80c3a38e-d43d-46e2-9e0b-8247069c55a9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:11.210549 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff225bbf-3b1a-4066-9da8-b0f9d1799b8e x-openstack-request-id: req-ff225bbf-3b1a-4066-9da8-b0f9d1799b8e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:11.214016 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-unplugged", "status": "completed", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:11.215174 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff225bbf-3b1a-4066-9da8-b0f9d1799b8e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:11.215909 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'code': 200} Dec 08 16:31:11.340839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.357137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.384152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:11.413522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18aabe1-4fd6-40fe-949a-985b22609617 None None] Network 002e1625-581b-4abb-92c8-627324185445 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:11.444153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:11.586972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3fac3b8e-9f64-4550-a1cf-d2c758bf28e0 None None] Provisioning complete for port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:11.587353 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fac3b8e-9f64-4550-a1cf-d2c758bf28e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.716002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.762825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:11.769850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:11.829006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=8a85de07-244f-4b03-9967-21b6b10a369c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:11.880218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:11.884823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:11.889384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:12.185990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:12.186800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.307800 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e547dee-9059-47e4-b021-e4d341e2f887 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.349364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fac3b8e-9f64-4550-a1cf-d2c758bf28e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.470214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512ecc5-e5fa-46fc-b170-bc77792e9e69 req-2355d0f4-563b-4355-9af0-a0bb9a2e07ff tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:12.480875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5512ecc5-e5fa-46fc-b170-bc77792e9e69 req-2355d0f4-563b-4355-9af0-a0bb9a2e07ff tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 0.8728914 Dec 08 16:31:12.512799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3fac3b8e-9f64-4550-a1cf-d2c758bf28e0 None None] For port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,segment=NetworkSegment(35fd1874-e582-4bcf-96c2-7c526af691ad),segment_id=35fd1874-e582-4bcf-96c2-7c526af691ad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:12.552331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3fac3b8e-9f64-4550-a1cf-d2c758bf28e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.657116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5512ecc5-e5fa-46fc-b170-bc77792e9e69 req-4177687b-d31a-4874-8748-dd3415f19e0d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750820 Dec 08 16:31:12.719658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.727720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac3b8e-9f64-4550-a1cf-d2c758bf28e0 None None] Pushing event updated for resources: {'Port': ['ID=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:12.735577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.742813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.13 (908ebb8d-3b75-4b00-a96b-3aef83a4a48b/e12debe8-bdc4-4584-b03a-41487544e669/a82aff7b-1dfd-4beb-96fe-30aa23272cbf) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:12.770898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.12 (908ebb8d-3b75-4b00-a96b-3aef83a4a48b/e12debe8-bdc4-4584-b03a-41487544e669/a82aff7b-1dfd-4beb-96fe-30aa23272cbf) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:12.905765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.930039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e547dee-9059-47e4-b021-e4d341e2f887 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.947184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e547dee-9059-47e4-b021-e4d341e2f887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:12.957725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:12.958636 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:12.958636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d06f356b-3d34-4763-bf74-6129c558f00e None None] Provisioning complete for port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:12.959003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d06f356b-3d34-4763-bf74-6129c558f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.026092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e547dee-9059-47e4-b021-e4d341e2f887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ebd2a2-bf09-4cc9-99bf-9388f12a3522,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.069948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36816) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:13.119842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d06f356b-3d34-4763-bf74-6129c558f00e None None] Provisioning complete for port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:13.120206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d06f356b-3d34-4763-bf74-6129c558f00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.126970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2e547dee-9059-47e4-b021-e4d341e2f887 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce4a4dbe30634e4caa18c1b5085e4fe2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6745923 Dec 08 16:31:13.143227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36820) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:13.199556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d06f356b-3d34-4763-bf74-6129c558f00e None None] Port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:13.311925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6418323e-b011-4352-af8c-76d89f2192db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.313715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e766fcd2-cb87-4c52-be7e-d6100b39e4fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.331879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.339918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e15fff94-ca5e-4454-bed2-06bc541bda6f None None] Provisioning complete for port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:13.340469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e15fff94-ca5e-4454-bed2-06bc541bda6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.378013 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6418323e-b011-4352-af8c-76d89f2192db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.403096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e15fff94-ca5e-4454-bed2-06bc541bda6f None None] Port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:13.460774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.551131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:13.565201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e766fcd2-cb87-4c52-be7e-d6100b39e4fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.567358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:13.569432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=a82aff7b-1dfd-4beb-96fe-30aa23272cbf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.572623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:13.577780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e766fcd2-cb87-4c52-be7e-d6100b39e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.589484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.613098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.629865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e766fcd2-cb87-4c52-be7e-d6100b39e4fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=028b218fb4f7427481855a1eace42fbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5545287 Dec 08 16:31:13.629865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6418323e-b011-4352-af8c-76d89f2192db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.629865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6418323e-b011-4352-af8c-76d89f2192db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.630962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6418323e-b011-4352-af8c-76d89f2192db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53ebd2a2-bf09-4cc9-99bf-9388f12a3522 HTTP/1.1" status: 204 len: 168 time: 0.4863758 Dec 08 16:31:13.632674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36824) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:13.699964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e766fcd2-cb87-4c52-be7e-d6100b39e4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89898c5-37d1-4f1d-9a66-fa05563818ec,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.710172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:13.710806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.736491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418323e-b011-4352-af8c-76d89f2192db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ebd2a2-bf09-4cc9-99bf-9388f12a3522,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.738529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:13.755191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e12a99bf-0480-4527-ab11-b1f60a849916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.771641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8cd6a79c-2b87-44b5-a5ab-fe35d3b242b0 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.3351562 Dec 08 16:31:13.775450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36830) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:13.795351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'a82aff7b-1dfd-4beb-96fe-30aa23272cbf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:13.802734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=80c3a38e-d43d-46e2-9e0b-8247069c55a9,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:13.814500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.822841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.836125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.854373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e12a99bf-0480-4527-ab11-b1f60a849916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.930235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:13.930652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:13.951867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.005450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=8a85de07-244f-4b03-9967-21b6b10a369c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:14.046774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.163785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247f33e2-94f8-4c51-9e51-45f15479e06a req-e9748eac-f697-40a6-87e5-ad12e7efa3f8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:14.165459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-247f33e2-94f8-4c51-9e51-45f15479e06a req-e9748eac-f697-40a6-87e5-ad12e7efa3f8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 0.2935009 Dec 08 16:31:14.179196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e12a99bf-0480-4527-ab11-b1f60a849916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.182841 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Floating IP 784c6b9b-dac3-4341-9af7-7624d82f2519 associated. External IP: 172.25.3.6, port: 9a6a2f5f-832e-4392-a302-04443fd38ece. Dec 08 16:31:14.187586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e12a99bf-0480-4527-ab11-b1f60a849916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.190595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e12a99bf-0480-4527-ab11-b1f60a849916 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f89898c5-37d1-4f1d-9a66-fa05563818ec HTTP/1.1" status: 204 len: 168 time: 0.5527406 Dec 08 16:31:14.214959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12a99bf-0480-4527-ab11-b1f60a849916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89898c5-37d1-4f1d-9a66-fa05563818ec,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:14.272031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 002e1625-581b-4abb-92c8-627324185445 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:14.276003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:14.289093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-247f33e2-94f8-4c51-9e51-45f15479e06a req-82769bb0-9d8b-4dfb-8c6e-9f12014247ca tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778770 Dec 08 16:31:14.318998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.326700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36836) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:14.350863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c15985b7-48c5-4381-a914-7d2597c0e22f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.620914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b125b785-8024-4ef3-91f7-c7c8a503d36b req-4fca9805-b9fc-4d11-b000-f532181bf4e6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:14.623636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b125b785-8024-4ef3-91f7-c7c8a503d36b req-4fca9805-b9fc-4d11-b000-f532181bf4e6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2084188 Dec 08 16:31:14.715074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:14.781160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c15985b7-48c5-4381-a914-7d2597c0e22f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.805878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c15985b7-48c5-4381-a914-7d2597c0e22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.823781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:14.826574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router c0b62b24-b621-4a93-a76c-7bd322160ebd is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:14.861206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.110 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/60db1323-6225-41e2-a608-b6c001594d2e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:14.867960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-791e2a82-cdd9-46f7-8da1-23dad6bbd4e3 None None] Provisioning complete for port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:14.869106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791e2a82-cdd9-46f7-8da1-23dad6bbd4e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:14.945918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c15985b7-48c5-4381-a914-7d2597c0e22f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0e3231878104aacbd315c1e3c062b72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6141670 Dec 08 16:31:14.951807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:14.977155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:14.983808 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5596e651-a097-4269-9143-301bd2ffdccb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/c0b62b24-b621-4a93-a76c-7bd322160ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6127217 Dec 08 16:31:14.988285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:14.997495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] Sync routers for ids ['c0b62b24-b621-4a93-a76c-7bd322160ebd'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:15.013758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b125b785-8024-4ef3-91f7-c7c8a503d36b req-becdbaa7-513d-40d6-a227-35ac9f5ade7f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3766856 Dec 08 16:31:15.030862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15985b7-48c5-4381-a914-7d2597c0e22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a8e6e0-27cf-496c-912d-d23b283b751a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:15.033543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] Routers {'c0b62b24-b621-4a93-a76c-7bd322160ebd'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:15.034815 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c0b62b24-b621-4a93-a76c-7bd322160ebd'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.038419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-791e2a82-cdd9-46f7-8da1-23dad6bbd4e3 None None] Port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:15.125765 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.135259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd19739-5a1d-4c66-a54c-8533784861cb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:15.136756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4fd19739-5a1d-4c66-a54c-8533784861cb tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports/80c3a38e-d43d-46e2-9e0b-8247069c55a9 HTTP/1.1" status: 200 len: 910 time: 0.1474690 Dec 08 16:31:15.142318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:15.145337 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] Routers {'c0b62b24-b621-4a93-a76c-7bd322160ebd'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:15.146790 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c0b62b24-b621-4a93-a76c-7bd322160ebd'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.151055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a320a612-acfd-4f70-a427-2068beb32f62'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:15.164769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c44656c7-9d4f-4c53-b026-d35d3586fb45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.189775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36852) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:15.286586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c44656c7-9d4f-4c53-b026-d35d3586fb45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.290627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a039ca5-f24b-4d87-877d-c70447761860 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.348933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:15.350115 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.350834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.351212 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18265c2d-18bd-454b-9011-1bff32c99574 None None] The sync data for ids ['c0b62b24-b621-4a93-a76c-7bd322160ebd'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:15.366454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902edaa2-7835-4327-841d-3248bf45756e None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:15.390493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13b893-981f-45da-b437-f9b8ec3d0d4f req-290dbeb5-07d7-4721-ae41-4e9178227b1a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:15.393329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:15.394121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.395978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:15.398351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f13b893-981f-45da-b437-f9b8ec3d0d4f req-290dbeb5-07d7-4721-ae41-4e9178227b1a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2136977 Dec 08 16:31:15.490520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c44656c7-9d4f-4c53-b026-d35d3586fb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.493436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c44656c7-9d4f-4c53-b026-d35d3586fb45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.495362 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b50b8bf-36e2-45e1-8a9f-39df6fa21e61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 5.7030792 Dec 08 16:31:15.497513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c44656c7-9d4f-4c53-b026-d35d3586fb45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/60a8e6e0-27cf-496c-912d-d23b283b751a HTTP/1.1" status: 204 len: 168 time: 0.5388904 Dec 08 16:31:15.502906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:15.505047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36854) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:15.509105 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0ac49f-b933-4634-a247-0b5232753301" -d '{"events": [{"name": "network-changed", "server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:15.536117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.633077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f13b893-981f-45da-b437-f9b8ec3d0d4f req-50349b17-36a1-487c-a8c1-0d7986f20f42 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2336664 Dec 08 16:31:15.657454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.686266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44656c7-9d4f-4c53-b026-d35d3586fb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a8e6e0-27cf-496c-912d-d23b283b751a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:15.793494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:15.796234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:15.819468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a039ca5-f24b-4d87-877d-c70447761860 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.832626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:15.841858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:15.863564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c7eb4c7b-e506-40a1-a07c-0acb94cbd166 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/784c6b9b-dac3-4341-9af7-7624d82f2519 HTTP/1.1" status: 200 len: 989 time: 0.3555377 Dec 08 16:31:15.866965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a039ca5-f24b-4d87-877d-c70447761860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:15.917393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=60db1323-6225-41e2-a608-b6c001594d2e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.047521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a039ca5-f24b-4d87-877d-c70447761860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf2d6d2-579e-46eb-8f55-cc5ffaf46dfe,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.057167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6a039ca5-f24b-4d87-877d-c70447761860 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42a43c222cfd4f7e8d34d0fe8478e63c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8652611 Dec 08 16:31:16.077843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36870) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.184799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:12Z', 'revision_number': 0, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.206000 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f592e49-d3eb-4cb2-850f-8a46d7059dec x-openstack-request-id: req-1f592e49-d3eb-4cb2-850f-8a46d7059dec {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:16.206804 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:16.207170 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f592e49-d3eb-4cb2-850f-8a46d7059dec {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:16.207697 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'status': 'completed', 'code': 200} Dec 08 16:31:16.238674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902edaa2-7835-4327-841d-3248bf45756e None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:16.247418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037c654-0419-4bc2-9811-9b48c6150cbc req-da2817d1-4b8f-49b8-a829-8a27f2081d5b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:16.249201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8037c654-0419-4bc2-9811-9b48c6150cbc req-da2817d1-4b8f-49b8-a829-8a27f2081d5b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2153201 Dec 08 16:31:16.255886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:16.256883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:16.351362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f0cd5e-0255-486a-851a-7e3154c74ef8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.401248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:16.436994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f0cd5e-0255-486a-851a-7e3154c74ef8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.464380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac49f-b933-4634-a247-0b5232753301 req-455d0bd2-ee70-4615-890b-f44326e3cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:16.465951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-455d0bd2-ee70-4615-890b-f44326e3cf8b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1096 time: 0.2280240 Dec 08 16:31:16.477492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8037c654-0419-4bc2-9811-9b48c6150cbc req-f9a909bf-662a-4b16-822c-988b824a72f0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075493 Dec 08 16:31:16.518860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.532484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.635589 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f0cd5e-0255-486a-851a-7e3154c74ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.638649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62f0cd5e-0255-486a-851a-7e3154c74ef8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.639827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62f0cd5e-0255-486a-851a-7e3154c74ef8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/abf2d6d2-579e-46eb-8f55-cc5ffaf46dfe HTTP/1.1" status: 204 len: 168 time: 0.5619988 Dec 08 16:31:16.664571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=80c3a38e-d43d-46e2-9e0b-8247069c55a9,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.678360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:16.679255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:16.681330 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de2bd356-8fd1-48d4-94b0-680a4ddb6773 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/ports/80c3a38e-d43d-46e2-9e0b-8247069c55a9 HTTP/1.1" status: 200 len: 910 time: 1.5373988 Dec 08 16:31:16.683979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.701051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0cd5e-0255-486a-851a-7e3154c74ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf2d6d2-579e-46eb-8f55-cc5ffaf46dfe,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:16.727288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac49f-b933-4634-a247-0b5232753301 req-0c58b5f9-8dcd-4d6c-ba56-efbcbe7fa588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:16.729085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-0c58b5f9-8dcd-4d6c-ba56-efbcbe7fa588 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 897 time: 0.2441065 Dec 08 16:31:16.870535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36892) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:16.953944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-902edaa2-7835-4327-841d-3248bf45756e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:12Z', 'revision_number': 0, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:17.009169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902edaa2-7835-4327-841d-3248bf45756e None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:30:32Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:12Z', 'revision_number': 0, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:17.019225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.038377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-ecf65935-d8f9-48d9-a4fe-78d41cb9de95 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 200 len: 997 time: 0.3009870 Dec 08 16:31:17.097464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c5bc6c32-9252-4122-8e89-9d4f20e2f029 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/784c6b9b-dac3-4341-9af7-7624d82f2519 HTTP/1.1" status: 200 len: 989 time: 0.2242265 Dec 08 16:31:17.162836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac49f-b933-4634-a247-0b5232753301 req-5c22c2eb-c259-4388-87cc-e8def357e0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:17.164355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-5c22c2eb-c259-4388-87cc-e8def357e0a8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=adf9adf8-5939-4864-a45a-67d0ab1b4177 HTTP/1.1" status: 200 len: 835 time: 0.0918796 Dec 08 16:31:17.220122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.258189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ac49f-b933-4634-a247-0b5232753301 req-0b2c3172-4cd8-4b5a-8f04-44ed1173702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:17.259723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-0b2c3172-4cd8-4b5a-8f04-44ed1173702f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791106 Dec 08 16:31:17.350302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.456475 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74230ac9-588c-4ebe-9089-1f1b8b687e61 None None] New status for floating IP 784c6b9b-dac3-4341-9af7-7624d82f2519: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:31:17.463305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-6c93cf1e-1208-437a-9ad3-2ff50929aadf service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959224 Dec 08 16:31:17.565721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e0ac49f-b933-4634-a247-0b5232753301 req-cad8e3e3-1475-4905-bf5b-14336a2da56b service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921662 Dec 08 16:31:17.667904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.695550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.761727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 80c3a38e-d43d-46e2-9e0b-8247069c55a9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:17.762356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.791689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=60db1323-6225-41e2-a608-b6c001594d2e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:17.816947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8804a3d-96e1-445d-8284-cf4d4dec5e28 req-6fd17659-2d67-44db-b3c0-e75e641d6f65 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:17.818658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8804a3d-96e1-445d-8284-cf4d4dec5e28 req-6fd17659-2d67-44db-b3c0-e75e641d6f65 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1853659 Dec 08 16:31:17.826144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.894393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:17.920767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 80c3a38e-d43d-46e2-9e0b-8247069c55a9 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:17.971559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8804a3d-96e1-445d-8284-cf4d4dec5e28 req-913b622b-3a54-474f-8f63-6788139e1fee tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417956 Dec 08 16:31:17.997566 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP 8247f023-ab79-42b2-bac0-95d8c1e9fbaa associated. External IP: 172.25.3.110, port: a82aff7b-1dfd-4beb-96fe-30aa23272cbf. Dec 08 16:31:18.103990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36936) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:18.215620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-696628ae-9ff0-422c-8123-1e35123c5286 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/784c6b9b-dac3-4341-9af7-7624d82f2519 HTTP/1.1" status: 200 len: 991 time: 0.1005206 Dec 08 16:31:18.262166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.305174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=80c3a38e-d43d-46e2-9e0b-8247069c55a9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:18.593828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.711671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:18.852543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:18.862339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router c0b62b24-b621-4a93-a76c-7bd322160ebd has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:18.865765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:18.874339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:18.882203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:18.885569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:18.915439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5a5f9ada-a95e-41d8-ad8f-7ad83a082e62 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.1388884 Dec 08 16:31:18.918105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36962) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:18.923383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'port_id': 'a82aff7b-1dfd-4beb-96fe-30aa23272cbf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:18.964212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:18.968871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:18.976590 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] Sync routers for ids ['c0b62b24-b621-4a93-a76c-7bd322160ebd'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:18.979669 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1a6b5bea-4749-427b-97e9-fad0e46c199a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/c0b62b24-b621-4a93-a76c-7bd322160ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2934988 Dec 08 16:31:18.981973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36964) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:18.992553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:18.998069 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] Routers {'c0b62b24-b621-4a93-a76c-7bd322160ebd'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:18.998793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:18.999478 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c0b62b24-b621-4a93-a76c-7bd322160ebd'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:19.002137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.064968 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:19.071218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36970) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:19.071431 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-176689ed-44f2-4234-97e3-3e282dda5d15 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b62b24-b621-4a93-a76c-7bd322160ebd HTTP/1.1" status: 200 len: 205 time: 0.0837712 Dec 08 16:31:19.086308 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] Routers {'c0b62b24-b621-4a93-a76c-7bd322160ebd'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:19.088169 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c0b62b24-b621-4a93-a76c-7bd322160ebd'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:19.103961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:19.104243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5c9527-d32d-4d32-bfbd-1e1610bd5cc0 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:19.148275 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:19.148954 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1de7c4f-222d-4e35-8861-49238ffda380 None None] The sync data for ids ['c0b62b24-b621-4a93-a76c-7bd322160ebd'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:19.196857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36974) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:19.239430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.348920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3018102-b541-4087-9b83-824822274384 req-f151ccbc-c015-42dd-a53f-6567cdc3ef45 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:19.350591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3018102-b541-4087-9b83-824822274384 req-f151ccbc-c015-42dd-a53f-6567cdc3ef45 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2524242 Dec 08 16:31:19.353075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cdd7-b33a-49b7-9774-7ba52297fdca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.477601 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cdd7-b33a-49b7-9774-7ba52297fdca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.482387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ac3cdd7-b33a-49b7-9774-7ba52297fdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.526255 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.526439 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ac3cdd7-b33a-49b7-9774-7ba52297fdca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38e63b2a124d443ab0be2a75c25a874c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3282912 Dec 08 16:31:19.529132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36980) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:19.537539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3cdd7-b33a-49b7-9774-7ba52297fdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b8c774-2260-4f98-b1d3-1b18cf847303,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:19.564617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.597828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5f17-6ffd-4587-b8e5-9cd8306ec6ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.623144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3018102-b541-4087-9b83-824822274384 req-6273888c-a107-4860-bb1f-dfd2c80b3d21 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2398603 Dec 08 16:31:19.634957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5f17-6ffd-4587-b8e5-9cd8306ec6ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.680564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.681255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router c0b62b24-b621-4a93-a76c-7bd322160ebd {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:31:19.690389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.691660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4b7f1d2-c9f5-4000-abfd-2ec0597fab4c tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/c0b62b24-b621-4a93-a76c-7bd322160ebd HTTP/1.1" status: 204 len: 168 time: 0.6195180 Dec 08 16:31:19.698281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:19.768921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet a320a612-acfd-4f70-a427-2068beb32f62 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:19.772293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5f17-6ffd-4587-b8e5-9cd8306ec6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.775184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cfc5f17-6ffd-4587-b8e5-9cd8306ec6ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.777848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6cfc5f17-6ffd-4587-b8e5-9cd8306ec6ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a5b8c774-2260-4f98-b1d3-1b18cf847303 HTTP/1.1" status: 204 len: 168 time: 0.2460415 Dec 08 16:31:19.777848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.817163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc5f17-6ffd-4587-b8e5-9cd8306ec6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b8c774-2260-4f98-b1d3-1b18cf847303,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:19.839754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:19.951834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.060063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.094620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=a320a612-acfd-4f70-a427-2068beb32f62,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:20.100351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.104212 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5346db58-d632-44f2-8044-302ee6245e8a tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/a320a612-acfd-4f70-a427-2068beb32f62 HTTP/1.1" status: 204 len: 168 time: 0.4049411 Dec 08 16:31:20.106947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36994) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:20.112505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3abde6-3471-42b1-9476-a442bd6cdc3b None None] Network 002e1625-581b-4abb-92c8-627324185445 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:20.128148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.137227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.200697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36996) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:20.231359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd95b0fa-c6cd-4049-b9af-67e0cdaa691a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.278917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.350201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] DHCP port deletion for 002e1625-581b-4abb-92c8-627324185445 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:20.422273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] Deleting port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:20.423170 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.440830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:20.455618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:20.455936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.459801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd95b0fa-c6cd-4049-b9af-67e0cdaa691a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.493709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd95b0fa-c6cd-4049-b9af-67e0cdaa691a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.505786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] For port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,segment=NetworkSegment(35fd1874-e582-4bcf-96c2-7c526af691ad),segment_id=35fd1874-e582-4bcf-96c2-7c526af691ad)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:20.506367 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.529318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] Calling delete_port for 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:20.560981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:20.566319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.581651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cd95b0fa-c6cd-4049-b9af-67e0cdaa691a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1bc3648245114b9e9daee0cd9d90bc48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3768883 Dec 08 16:31:20.592071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37000) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:20.600521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:20.632538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:20.634747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-007ed391-21d2-46fb-bc73-7c28bab0b307 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/floatingips/8247f023-ab79-42b2-bac0-95d8c1e9fbaa HTTP/1.1" status: 200 len: 978 time: 1.7152228 Dec 08 16:31:20.636960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.637898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:20.720227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.753875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:20.754502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.796735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:20.797447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad7c3b0-b206-4c6c-acec-e17714bfdb2c None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:20.810767 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:20.812303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1385c77-c721-4f60-a49f-3cba08cc7f6c req-71245a04-49d2-4b92-b88d-7c35266d33ad tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:20.813822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1385c77-c721-4f60-a49f-3cba08cc7f6c req-71245a04-49d2-4b92-b88d-7c35266d33ad tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.0908833 Dec 08 16:31:20.841577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] Pushing event deleted for resources: {'Port': ['ID=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:20.845326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb967a-58ca-40de-9d88-3a74b78c4f6d None None] No DVR routers for this DVR port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:20.943610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1385c77-c721-4f60-a49f-3cba08cc7f6c req-5447a4e7-679b-4fcd-a5c0-7293955486ba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839601 Dec 08 16:31:20.976520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 60db1323-6225-41e2-a608-b6c001594d2e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:20.977094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.018882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,segment=NetworkSegment(35fd1874-e582-4bcf-96c2-7c526af691ad),segment_id=35fd1874-e582-4bcf-96c2-7c526af691ad)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:21.019508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.039479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95b0fa-c6cd-4049-b9af-67e0cdaa691a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee2c905-17d2-432e-b045-6d4ecdee3695,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.053044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:21.065527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.065757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.078566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 60db1323-6225-41e2-a608-b6c001594d2e owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:21.120837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b512-2c45-48d6-8b3f-9a2ae5b73f45 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.155607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b512-2c45-48d6-8b3f-9a2ae5b73f45 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.193870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.225327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.230840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:21.247141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.275690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=60db1323-6225-41e2-a608-b6c001594d2e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.308504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b512-2c45-48d6-8b3f-9a2ae5b73f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.311124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9eb8b512-2c45-48d6-8b3f-9a2ae5b73f45 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.312269 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9eb8b512-2c45-48d6-8b3f-9a2ae5b73f45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eee2c905-17d2-432e-b045-6d4ecdee3695 HTTP/1.1" status: 204 len: 168 time: 0.7164841 Dec 08 16:31:21.329183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.333464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8b512-2c45-48d6-8b3f-9a2ae5b73f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee2c905-17d2-432e-b045-6d4ecdee3695,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.353045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.353989 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP 8247f023-ab79-42b2-bac0-95d8c1e9fbaa disassociated (deleted). External IP: 172.25.3.110, port: a82aff7b-1dfd-4beb-96fe-30aa23272cbf. Dec 08 16:31:21.381590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002e1625-581b-4abb-92c8-627324185445']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.395719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fd1874-e582-4bcf-96c2-7c526af691ad') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.396033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fd1874-e582-4bcf-96c2-7c526af691ad') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.407785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.427984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.443209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:31:21.443636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:31:21.461669 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:31:21.524458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.535564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.539004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/002e1625-581b-4abb-92c8-627324185445 HTTP/1.1" status: 204 len: 168 time: 1.4308078 Dec 08 16:31:21.545529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37012) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.550599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-767866503', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:21.553179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b8d43-c97a-4f3f-857f-1eeb606b8246 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=002e1625-581b-4abb-92c8-627324185445,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:21.620744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.622317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.659746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:21.683991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:21.684324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 47edaf4e-0bc8-4bdc-81aa-1a1c76dfc7af not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:21.692543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:21.695875 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.701717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.757889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.759074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f4edbbcf-bfc9-435f-9762-ea32f229f8c0 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2126532 Dec 08 16:31:21.762137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.768666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1571470659'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:21.789568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:21.793083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.822818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:21.838014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.839358 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment bc5a6c24-d556-44f7-a62a-98d52e12aa09 of type vlan for network fa87d47a-dbb3-4e24-9881-90aec2c342dc Dec 08 16:31:21.841461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:21.846849 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.852535 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:21.865260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:21.866028 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.898770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0d214ddb-6cf0-493d-a2b8-a97fa2515cb8 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/floatingips/8247f023-ab79-42b2-bac0-95d8c1e9fbaa HTTP/1.1" status: 204 len: 168 time: 1.2596395 Dec 08 16:31:21.899690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37028) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:21.932147 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.939053 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:21.955822 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:21.956462 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:21.993025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.000178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:22.001169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.034784 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:22.035785 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d96c417-8482-4304-bbde-37e3b54ea212 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:22.036400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port a82aff7b-1dfd-4beb-96fe-30aa23272cbf {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:22.046255 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.091944 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3259013 Dec 08 16:31:22.103232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.109152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:22.114325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aaa839-f529-4e0a-ae02-8e77c17cc103 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=fa87d47a-dbb3-4e24-9881-90aec2c342dc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:22.128851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:22.253891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:22.259552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.567011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.651381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=ceaa11a3-8e39-4eba-a554-307728c786a9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:22.714198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:22.714626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: fa87d47a-dbb3-4e24-9881-90aec2c342dc, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:22.742866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:22.761543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, fa87d47a-dbb3-4e24-9881-90aec2c342dc) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:22.771717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:22.772693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.776738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ee65a7-3bb1-4819-ac67-7378179c4e8e None None] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:22.790230 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:22.803886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c1bf1816-6411-4a25-a4ff-64fc24b14436 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6982732 Dec 08 16:31:22.806070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37058) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:22.826421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69893b-b0fe-40da-840d-7e12ff24966f req-410ce1b8-a2f4-4389-a238-27f225b7a0eb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:22.835503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c69893b-b0fe-40da-840d-7e12ff24966f req-410ce1b8-a2f4-4389-a238-27f225b7a0eb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.6915686 Dec 08 16:31:22.838666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for a82aff7b-1dfd-4beb-96fe-30aa23272cbf owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:22.992682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c69893b-b0fe-40da-840d-7e12ff24966f req-fa9a9527-ef14-408d-9973-cbf2dfff66e7 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556461 Dec 08 16:31:23.024905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:23.026471 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.232582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.287537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=a82aff7b-1dfd-4beb-96fe-30aa23272cbf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.419323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.458711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Allocated IP 172.20.0.2 (fa87d47a-dbb3-4e24-9881-90aec2c342dc/ceaa11a3-8e39-4eba-a554-307728c786a9/25406d8a-23e2-4f5a-afce-85864d7e0e2f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:23.516484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.526947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-039c0c0a-784b-40c7-8d2e-db418e0f2026 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/ports/a82aff7b-1dfd-4beb-96fe-30aa23272cbf HTTP/1.1" status: 204 len: 168 time: 1.6260214 Dec 08 16:31:23.530573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37068) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:23.537143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:23.589072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.747342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.755926 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.791808 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.808261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Pushing event updated for resources: {'Port': ['ID=25406d8a-23e2-4f5a-afce-85864d7e0e2f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:23.820846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:23.822518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:23.824955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:23.853922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.20.0.1 (fa87d47a-dbb3-4e24-9881-90aec2c342dc/ceaa11a3-8e39-4eba-a554-307728c786a9/35e243a7-cf84-4d85-b688-09dea45ce863) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:23.889995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Attempting to bind port 25406d8a-23e2-4f5a-afce-85864d7e0e2f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:23.890686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Attempting to bind port 25406d8a-23e2-4f5a-afce-85864d7e0e2f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:23.891218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Attempting to bind port 25406d8a-23e2-4f5a-afce-85864d7e0e2f on network fa87d47a-dbb3-4e24-9881-90aec2c342dc {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:23.897979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:23.898690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Checking segment: {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:23.899092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.899655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Bound using segment: {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:23.900307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Bound port: 25406d8a-23e2-4f5a-afce-85864d7e0e2f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:23.900872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:23.973603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] For port 25406d8a-23e2-4f5a-afce-85864d7e0e2f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:23.975781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.94 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5c2a5c53-61b6-49b7-9465-0b15c37d03b2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:23.977460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] For port 25406d8a-23e2-4f5a-afce-85864d7e0e2f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=25406d8a-23e2-4f5a-afce-85864d7e0e2f,segment=NetworkSegment(bc5a6c24-d556-44f7-a62a-98d52e12aa09),segment_id=bc5a6c24-d556-44f7-a62a-98d52e12aa09)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:23.984218 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.026365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.088454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259da6f-ecf3-4dfa-ab9d-8f302655bdad None None] Pushing event updated for resources: {'Port': ['ID=25406d8a-23e2-4f5a-afce-85864d7e0e2f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:24.102157 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.190090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.194201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:24.196285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=35e243a7-cf84-4d85-b688-09dea45ce863,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:24.198876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:24.202305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:24.212801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.213163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.213486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.214009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.214550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.215120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.215329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a9bd0-6e4c-43e4-bce5-25edbd14f14d req-b9e15d9a-b008-4bf8-bf2f-4d525c354527 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:24.215691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.216251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.216787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d8a9bd0-6e4c-43e4-bce5-25edbd14f14d req-b9e15d9a-b008-4bf8-bf2f-4d525c354527 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.0848794 Dec 08 16:31:24.216939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.217356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.217948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.218526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.219090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:24.310224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d8a9bd0-6e4c-43e4-bce5-25edbd14f14d req-f52570cd-5026-438a-b753-c311a9ded947 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832784 Dec 08 16:31:24.344667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.371226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.421761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:24.427768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:24.430804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:24.474371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=5c2a5c53-61b6-49b7-9465-0b15c37d03b2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:24.565288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.593477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.644961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.912923 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.920297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.920478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:24.929847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.027378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=5c2a5c53-61b6-49b7-9465-0b15c37d03b2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:25.041610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=35e243a7-cf84-4d85-b688-09dea45ce863,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:25.045279 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.046568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.072680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.076489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-40d6d2f1-cf44-4172-a8e8-8da665155332 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5422323 Dec 08 16:31:25.076952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37088) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:25.082972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'port': {'network_id': '908ebb8d-3b75-4b00-a96b-3aef83a4a48b', 'name': 'tempest-FloatingIPTestJSON-407732206'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:25.163895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:25.166110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:25.230606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:25.234632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.259946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] device_id is not set on port a07e9e28-3224-49eb-ab22-a00736ed8d0a yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:25.389968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:25.463271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.6 (908ebb8d-3b75-4b00-a96b-3aef83a4a48b/e12debe8-bdc4-4584-b03a-41487544e669/a07e9e28-3224-49eb-ab22-a00736ed8d0a) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:25.513020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ee350a-3dbc-4c19-bf5d-67599a71560a None None] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:25.535803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:25.541825 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-709d38e6-cb22-4277-bc22-e43f0f0ce3b6 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308254 Dec 08 16:31:25.544404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:25.551081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1278343003'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:25.598830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:25.606360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.679388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:25.688043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00386d-516a-423d-b853-e995083ee5f7 req-81de4e52-e39c-4db2-8b80-685132c7e679 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:25.703534 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f00386d-516a-423d-b853-e995083ee5f7 req-81de4e52-e39c-4db2-8b80-685132c7e679 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2416043 Dec 08 16:31:25.712920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:25.726776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.727394 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment e7769384-1d74-4759-9ce2-092fe7c7bcd5 of type vlan for network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 Dec 08 16:31:25.747770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9e75028f-c4a2-4e70-979a-cadfb97d95c5 None None] Provisioning complete for port 25406d8a-23e2-4f5a-afce-85864d7e0e2f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:25.748206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e75028f-c4a2-4e70-979a-cadfb97d95c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.780200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.839682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 25406d8a-23e2-4f5a-afce-85864d7e0e2f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:25.843360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.862549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:25.863605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.880641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f00386d-516a-423d-b853-e995083ee5f7 req-13f769de-57a8-43c5-9f40-e713d586615e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752579 Dec 08 16:31:25.897243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:25.903130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:25.959417 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4136796 Dec 08 16:31:25.963331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:25.972544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:25.977527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:26.028281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.101983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=a07e9e28-3224-49eb-ab22-a00736ed8d0a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.118168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:26.120301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:26.129358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:26.157286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130f9e5e-9418-4387-9c93-f33d86e9a811 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=9e778ca9-b7c1-40d5-915f-d318eb5726b2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.203156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:26.208327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.218667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:26.274746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:26.275792 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.315620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b3d7a95c-b201-4d41-9bbd-0e3688f20f9f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.2360718 Dec 08 16:31:26.318664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37108) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:26.367782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'port_id': 'a07e9e28-3224-49eb-ab22-a00736ed8d0a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:26.452981 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.567444 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dea1d741-5518-4af2-881b-d3013a0abe2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.598512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:26.621510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.728966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=66ab8a86-09c1-4490-a7eb-ec8a1b71ab83,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:26.748893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:26.749261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: 9e778ca9-b7c1-40d5-915f-d318eb5726b2, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:26.781726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:26.800184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 9e778ca9-b7c1-40d5-915f-d318eb5726b2) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:26.806858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:26.809114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.846261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ff756cd-e6a8-4b52-afa9-252894dfcef5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8816342 Dec 08 16:31:26.846883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 25406d8a-23e2-4f5a-afce-85864d7e0e2f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:26.847401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:26.849926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:27.004509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11c726d-9f42-4b51-8ffc-4bbd10c2023e None None] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:27.017839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e75028f-c4a2-4e70-979a-cadfb97d95c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.149361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29993fe8-0d6e-43a3-a697-72a0a5538eb1 req-41082311-e562-4235-bfb2-c6d41ce55456 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:27.155161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29993fe8-0d6e-43a3-a697-72a0a5538eb1 req-41082311-e562-4235-bfb2-c6d41ce55456 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1242490 Dec 08 16:31:27.294576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29993fe8-0d6e-43a3-a697-72a0a5538eb1 req-ea9459a3-6f51-4f8d-9515-3a7f136b026b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255059 Dec 08 16:31:27.468066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.474934 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.659282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9e75028f-c4a2-4e70-979a-cadfb97d95c5 None None] For port 25406d8a-23e2-4f5a-afce-85864d7e0e2f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=25406d8a-23e2-4f5a-afce-85864d7e0e2f,segment=NetworkSegment(bc5a6c24-d556-44f7-a62a-98d52e12aa09),segment_id=bc5a6c24-d556-44f7-a62a-98d52e12aa09)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:27.672403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9e75028f-c4a2-4e70-979a-cadfb97d95c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.711254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-1e6eb122-8f6a-4f79-9636-b2db2c7c3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:27.712150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104755-2ddc-4b06-a0dc-0b1909b99b25 req-9d98ff38-11e1-4964-8be9-362d95ba0c99 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:27.712757 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-1e6eb122-8f6a-4f79-9636-b2db2c7c3eae service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.1100907 Dec 08 16:31:27.714147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f104755-2ddc-4b06-a0dc-0b1909b99b25 req-9d98ff38-11e1-4964-8be9-362d95ba0c99 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1131690 Dec 08 16:31:27.765109 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP 1ebe6f50-651f-4392-a557-597a16b1b422 associated. External IP: 172.25.3.94, port: a07e9e28-3224-49eb-ab22-a00736ed8d0a. Dec 08 16:31:27.766366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.785391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:27.786360 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.840406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75028f-c4a2-4e70-979a-cadfb97d95c5 None None] Pushing event updated for resources: {'Port': ['ID=25406d8a-23e2-4f5a-afce-85864d7e0e2f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:27.853505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.854633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:24Z', 'revision_number': 2, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:24Z', 'revision_number': 2, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:27.903977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-154c5814-6a03-4e08-8c76-803dda33144c None None] Provisioning complete for port 25406d8a-23e2-4f5a-afce-85864d7e0e2f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:27.904355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-154c5814-6a03-4e08-8c76-803dda33144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:27.927023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:27.927378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Updating router 0ff7b526-bf76-4d20-9e72-3713e067537b port 35e243a7-cf84-4d85-b688-09dea45ce863 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:27.966484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f104755-2ddc-4b06-a0dc-0b1909b99b25 req-13e86fe5-7dbb-49c1-bb39-89b367e2e456 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2354476 Dec 08 16:31:28.130861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:28.130861 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:28.135520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.235706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-f9f87fc0-a853-43d1-9998-67b24a453890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:28.248283 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-f9f87fc0-a853-43d1-9998-67b24a453890 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.4696534 Dec 08 16:31:28.296408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Allocated IP 172.21.0.2 (9e778ca9-b7c1-40d5-915f-d318eb5726b2/66ab8a86-09c1-4490-a7eb-ec8a1b71ab83/eb45a1df-afa8-497d-a0dd-6846246ba38b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:28.340016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:28.465643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-7d4d5abf-b8cc-4366-a76d-0e381af02bc3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.2100160 Dec 08 16:31:28.496966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:28.501649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.507905 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:28.525030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:28.526570 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:28.537989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1cd19124-75c8-43ee-8d55-2a510043a8b1 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/floatingips/1ebe6f50-651f-4392-a557-597a16b1b422 HTTP/1.1" status: 200 len: 976 time: 2.2156239 Dec 08 16:31:28.540419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37138) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:28.550425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-154c5814-6a03-4e08-8c76-803dda33144c None None] Provisioning complete for port 35e243a7-cf84-4d85-b688-09dea45ce863 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:28.553105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-154c5814-6a03-4e08-8c76-803dda33144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.579560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-275ef7a8-080e-4f5c-83ab-61ffd58032c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:28.581662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-275ef7a8-080e-4f5c-83ab-61ffd58032c4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1091158 Dec 08 16:31:28.585120 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:28.598589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:28.599484 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:30:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:28.643699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:28.644628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fa5a39-2ddb-445a-8d0e-c880e36fe5a9 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:28.669929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-adcfba70-b805-43fb-a0a7-778a243a206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:28.671643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-adcfba70-b805-43fb-a0a7-778a243a206e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832300 Dec 08 16:31:28.673328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port a07e9e28-3224-49eb-ab22-a00736ed8d0a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:28.673687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.708933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-154c5814-6a03-4e08-8c76-803dda33144c None None] Port 35e243a7-cf84-4d85-b688-09dea45ce863 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:28.797274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.825218 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67b60b2c-83fe-4a2f-84e8-1985a87b56b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.847916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.861514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:28.996529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 25406d8a-23e2-4f5a-afce-85864d7e0e2f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:29.116040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:29.132902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:29.143312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:29.149172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.151618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Pushing event updated for resources: {'Port': ['ID=eb45a1df-afa8-497d-a0dd-6846246ba38b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:29.166268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.186490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74264733-03fc-4394-a8c9-b160b1ce2bb7 req-6513c4ea-94d4-4f5e-87ad-eedacaa20a4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:29.189167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74264733-03fc-4394-a8c9-b160b1ce2bb7 req-6513c4ea-94d4-4f5e-87ad-eedacaa20a4d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1220784 Dec 08 16:31:29.304858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74264733-03fc-4394-a8c9-b160b1ce2bb7 req-2ede2c87-1d0e-4697-ba2a-169ce62365a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064322 Dec 08 16:31:29.308921 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-ed91dbc1-a73e-490c-a6c6-193f87f0f6e1 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298246 Dec 08 16:31:29.321965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfdcb2-0df6-4d3b-b3ef-9192d929cca7 None None] Pushing event updated for resources: {'Port': ['ID=35e243a7-cf84-4d85-b688-09dea45ce863,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:29.337474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Attempting to bind port eb45a1df-afa8-497d-a0dd-6846246ba38b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:29.337899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Attempting to bind port eb45a1df-afa8-497d-a0dd-6846246ba38b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:29.338275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Attempting to bind port eb45a1df-afa8-497d-a0dd-6846246ba38b on network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:29.349588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.350306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.351146 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP 1ebe6f50-651f-4392-a557-597a16b1b422 disassociated. External IP: 172.25.3.94, port: a07e9e28-3224-49eb-ab22-a00736ed8d0a. Dec 08 16:31:29.351587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for a07e9e28-3224-49eb-ab22-a00736ed8d0a owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:29.363381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 25406d8a-23e2-4f5a-afce-85864d7e0e2f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:29.363761 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.434948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.21.0.1 (9e778ca9-b7c1-40d5-915f-d318eb5726b2/66ab8a86-09c1-4490-a7eb-ec8a1b71ab83/787d7833-15ee-4aa6-8c55-4eebfd13fbfd) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:29.442687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:29.443410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Checking segment: {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:29.444040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.444817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Bound using segment: {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:29.445553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Bound port: eb45a1df-afa8-497d-a0dd-6846246ba38b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:29.446194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.624124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.724509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=a07e9e28-3224-49eb-ab22-a00736ed8d0a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:29.778943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.790686 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00a00826-57b2-4282-8b8a-e714ce4a4be0 req-fa3eda37-5a0b-44ef-87c0-d2f566d10e5c service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4666002 Dec 08 16:31:29.803066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] For port eb45a1df-afa8-497d-a0dd-6846246ba38b, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:29.806908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] For port eb45a1df-afa8-497d-a0dd-6846246ba38b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=eb45a1df-afa8-497d-a0dd-6846246ba38b,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:29.821359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.846772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.868129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Attempting to bind port 35e243a7-cf84-4d85-b688-09dea45ce863 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:29.868483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Attempting to bind port 35e243a7-cf84-4d85-b688-09dea45ce863 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:29.868813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Attempting to bind port 35e243a7-cf84-4d85-b688-09dea45ce863 on network fa87d47a-dbb3-4e24-9881-90aec2c342dc {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:29.900117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:29.900546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Checking segment: {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:29.900955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.901363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Bound using segment: {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:29.901898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Bound port: 35e243a7-cf84-4d85-b688-09dea45ce863, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc5a6c24-d556-44f7-a62a-98d52e12aa09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:29.902391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.949766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a6a6fa69-ac5c-4fbb-b048-513d94b83c86 None None] Provisioning complete for port 35e243a7-cf84-4d85-b688-09dea45ce863 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:29.950234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6a6fa69-ac5c-4fbb-b048-513d94b83c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:29.951938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:29.967992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:29.975712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:29.987597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:29.999615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:30.053030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fffeef-4d8a-44bb-b2cb-058394645f34 None None] Pushing event updated for resources: {'Port': ['ID=eb45a1df-afa8-497d-a0dd-6846246ba38b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:30.136310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.169784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:30.207589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:30.230314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.231569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] For port 35e243a7-cf84-4d85-b688-09dea45ce863, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:30.241000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a6a6fa69-ac5c-4fbb-b048-513d94b83c86 None None] Port 35e243a7-cf84-4d85-b688-09dea45ce863 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:30.275860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] For port 35e243a7-cf84-4d85-b688-09dea45ce863, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35e243a7-cf84-4d85-b688-09dea45ce863,segment=NetworkSegment(bc5a6c24-d556-44f7-a62a-98d52e12aa09),segment_id=bc5a6c24-d556-44f7-a62a-98d52e12aa09)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:30.279171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:30.280869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:30.304613 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.309759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.313099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e6f64ef9-a77b-45e2-bad5-139c2c80d5aa tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/ports/a07e9e28-3224-49eb-ab22-a00736ed8d0a HTTP/1.1" status: 204 len: 168 time: 1.7716944 Dec 08 16:31:30.319302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:30.398807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:30.514539 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82d5668c-b504-47da-a687-011ce76ed162 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/floatingips/1ebe6f50-651f-4392-a557-597a16b1b422 HTTP/1.1" status: 200 len: 687 time: 0.1939690 Dec 08 16:31:30.515257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:30.521643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:30.521643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:30.639299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bfdcb2-0df6-4d3b-b3ef-9192d929cca7 None None] Pushing event updated for resources: {'Port': ['ID=35e243a7-cf84-4d85-b688-09dea45ce863,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:30.656630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:30.657650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514566c2-ff54-4f40-a61c-fc8df4dc176e None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:30.660702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be26c7-d938-41ee-ab5d-e356a035917e req-58b4f3a5-47d2-4e79-ba9c-9b71381cbbba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:30.668047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30be26c7-d938-41ee-ab5d-e356a035917e req-58b4f3a5-47d2-4e79-ba9c-9b71381cbbba tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1735275 Dec 08 16:31:30.669638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:30.670716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:30.763136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.811880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30be26c7-d938-41ee-ab5d-e356a035917e req-6ad61160-9cb7-426b-a2ba-fe2995ede9ed tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372366 Dec 08 16:31:30.874077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:30.929233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 5c2a5c53-61b6-49b7-9465-0b15c37d03b2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:30.929978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:30.984508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device eb45a1df-afa8-497d-a0dd-6846246ba38b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:31.085767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.089100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.120789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 5c2a5c53-61b6-49b7-9465-0b15c37d03b2 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:31.390379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-119d57de-38a1-49b3-ade9-0f1dd6657cd0 None None] Provisioning complete for port 35e243a7-cf84-4d85-b688-09dea45ce863 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:31.398260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-119d57de-38a1-49b3-ade9-0f1dd6657cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.547950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.554300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port eb45a1df-afa8-497d-a0dd-6846246ba38b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:31.554815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.593752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=5c2a5c53-61b6-49b7-9465-0b15c37d03b2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:31.671047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.693363 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.699768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 3, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:29Z', 'revision_number': 1, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:31.786759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528124c0-01ba-4266-be88-972f924dd5d1 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 3, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:29Z', 'revision_number': 1, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:31.796994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0b252-b7e2-44f8-b510-7e56459fc944 None None] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:31.822397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.831280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:31.842980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.847310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:31.854876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37208) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:31.859419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '6dfe41e0-ff78-4480-9aab-e63be69c113c'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:31.865415 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-90dd03fa-1685-465e-aa5d-898871bd0c52 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/floatingips/1ebe6f50-651f-4392-a557-597a16b1b422 HTTP/1.1" status: 204 len: 168 time: 1.3471880 Dec 08 16:31:31.907802 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.051095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.051686 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-119d57de-38a1-49b3-ade9-0f1dd6657cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.063163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:32.069186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:32.113137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.173395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-119d57de-38a1-49b3-ade9-0f1dd6657cd0 None None] For port 35e243a7-cf84-4d85-b688-09dea45ce863, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35e243a7-cf84-4d85-b688-09dea45ce863,segment=NetworkSegment(bc5a6c24-d556-44f7-a62a-98d52e12aa09),segment_id=bc5a6c24-d556-44f7-a62a-98d52e12aa09)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:32.208984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4754b3ba-5360-4c66-8745-1901cfddd710 req-ccbade0e-f55e-4109-abef-fd01112859e3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:32.210649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4754b3ba-5360-4c66-8745-1901cfddd710 req-ccbade0e-f55e-4109-abef-fd01112859e3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1960628 Dec 08 16:31:32.264113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-119d57de-38a1-49b3-ade9-0f1dd6657cd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.279952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:32.325779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4754b3ba-5360-4c66-8745-1901cfddd710 req-4955b8ae-6168-40be-ac8c-172f41233074 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082990 Dec 08 16:31:32.343470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.430587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.500197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port eb45a1df-afa8-497d-a0dd-6846246ba38b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=eb45a1df-afa8-497d-a0dd-6846246ba38b,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:32.508173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.514805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.580449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-afe35809-5a48-4dda-9538-3b7a4b77e02f None None] Provisioning complete for port eb45a1df-afa8-497d-a0dd-6846246ba38b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:32.580720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afe35809-5a48-4dda-9538-3b7a4b77e02f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.628034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d57de-38a1-49b3-ade9-0f1dd6657cd0 None None] Pushing event updated for resources: {'Port': ['ID=35e243a7-cf84-4d85-b688-09dea45ce863,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:32.654048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:32.667970 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-997ef95b-4a51-4dd9-881e-775156a66ab7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8143084 Dec 08 16:31:32.669784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:32.692707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-1832321131'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:32.739931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=eb45a1df-afa8-497d-a0dd-6846246ba38b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:32.780383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:32.785090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.869471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.12 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d3244bcc-e1f3-4997-bf29-fe68f08fcc84) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:32.903570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:32.920221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c383a942-ba6d-4aa9-9da5-96616daa02a5 req-e4a19fc4-aef0-4217-82be-ff6e68bee563 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:32.932158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c383a942-ba6d-4aa9-9da5-96616daa02a5 req-e4a19fc4-aef0-4217-82be-ff6e68bee563 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2359679 Dec 08 16:31:32.956898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:32.961593 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6 of type vlan for network 3b51832f-c577-46b1-985b-f371692ccfce Dec 08 16:31:33.050918 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.129503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.135974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c383a942-ba6d-4aa9-9da5-96616daa02a5 req-c115d2ae-65f2-430e-8c05-b9af7490e0f4 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022171 Dec 08 16:31:33.164091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35e243a7-cf84-4d85-b688-09dea45ce863 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:33.212374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.212496 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.221438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:33.222185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.318279 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6399500 Dec 08 16:31:33.328407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37230) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:33.343541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:33.373951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9c9d8f1-3fbb-4bf6-aab5-b2b9f429b2ce None None] Provisioning complete for port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:33.374326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d8f1-3fbb-4bf6-aab5-b2b9f429b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.500323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.515340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:33.526746 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.543832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab28addd-2a7e-4c42-a75a-2317873bb764 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=3b51832f-c577-46b1-985b-f371692ccfce,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:33.581729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 3b51832f-c577-46b1-985b-f371692ccfce details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:33.659902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:33.664377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:33.667520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:33.752394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4761294b-46f4-4062-a45d-a58f9c53332b req-7ac4571f-47ab-4e12-8ef4-5a63d73a10fd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:33.754331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4761294b-46f4-4062-a45d-a58f9c53332b req-7ac4571f-47ab-4e12-8ef4-5a63d73a10fd tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3579347 Dec 08 16:31:33.781818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d9c9d8f1-3fbb-4bf6-aab5-b2b9f429b2ce None None] Port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:33.785937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=d3244bcc-e1f3-4997-bf29-fe68f08fcc84,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:33.866190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 35e243a7-cf84-4d85-b688-09dea45ce863 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:33.866983 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.924037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:33.967497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d9c9d8f1-3fbb-4bf6-aab5-b2b9f429b2ce None None] Provisioning complete for port eb45a1df-afa8-497d-a0dd-6846246ba38b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:33.968439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d9c9d8f1-3fbb-4bf6-aab5-b2b9f429b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.130907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:34.131586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: 3b51832f-c577-46b1-985b-f371692ccfce, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:34.135860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=8d5bf9ec-c27b-48e3-a614-b0fa851115a7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:34.170119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 3b51832f-c577-46b1-985b-f371692ccfce is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:34.186265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 3b51832f-c577-46b1-985b-f371692ccfce) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:34.200356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:34.200982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.205487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8660fd1-5e62-4113-a010-28e1d156288f None None] Network 3b51832f-c577-46b1-985b-f371692ccfce requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:34.241445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee11b2b4-550b-44a2-a74b-4a27fc31ac51 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9118545 Dec 08 16:31:34.244437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37236) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:34.320742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device eb45a1df-afa8-497d-a0dd-6846246ba38b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:34.540455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-3b51832f-c577-46b1-985b-f371692ccfce', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:34.541567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.580245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port eb45a1df-afa8-497d-a0dd-6846246ba38b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:34.581110 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:34.724811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4761294b-46f4-4062-a45d-a58f9c53332b req-8896e619-231a-435f-84c7-66188924d42f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9542315 Dec 08 16:31:34.892279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-91760466-53a7-47b8-8f26-216295bd5ca0 None None] Provisioning complete for port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:34.893116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91760466-53a7-47b8-8f26-216295bd5ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.053544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-91760466-53a7-47b8-8f26-216295bd5ca0 None None] Port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:35.060983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Allocated IP 172.22.0.2 (3b51832f-c577-46b1-985b-f371692ccfce/8d5bf9ec-c27b-48e3-a614-b0fa851115a7/c93d1967-ed39-4840-b30e-0a4f2b021d7f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:35.135591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.248907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.280400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49846074-9049-437c-a205-c1a752a2b79e req-988da0f6-03a1-4317-9da1-f18c1d1c45a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:35.284124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49846074-9049-437c-a205-c1a752a2b79e req-988da0f6-03a1-4317-9da1-f18c1d1c45a2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1421158 Dec 08 16:31:35.493969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49846074-9049-437c-a205-c1a752a2b79e req-4caa5917-6a37-4694-b526-6052f693f0b8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1844471 Dec 08 16:31:35.547856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.601467 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:35.621437 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:35.624240 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:35.735679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.749942 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:35.751086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-a9ef7c25-10d3-4145-bbca-eed887b10a33 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2899728 Dec 08 16:31:35.815979 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:35.890393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Network 3b51832f-c577-46b1-985b-f371692ccfce is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:35.898038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:35.913649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:35.922664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.22.0.1 (3b51832f-c577-46b1-985b-f371692ccfce/8d5bf9ec-c27b-48e3-a614-b0fa851115a7/09d63f40-34d2-46b0-bfa6-66dca751eb63) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:35.956626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Pushing event updated for resources: {'Port': ['ID=c93d1967-ed39-4840-b30e-0a4f2b021d7f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:35.975506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.021066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.084418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Attempting to bind port c93d1967-ed39-4840-b30e-0a4f2b021d7f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:36.084797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Attempting to bind port c93d1967-ed39-4840-b30e-0a4f2b021d7f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:36.085186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Attempting to bind port c93d1967-ed39-4840-b30e-0a4f2b021d7f on network 3b51832f-c577-46b1-985b-f371692ccfce {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:36.103746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:36.104130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Checking segment: {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:36.104533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.104928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Bound using segment: {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:36.105421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Bound port: c93d1967-ed39-4840-b30e-0a4f2b021d7f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:36.114138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.179564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.180054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.180526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.180992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.181456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.181947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.182666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:36.184688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ff9ec80-feda-46ad-9a9f-fc5441e02255 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.3291955 Dec 08 16:31:36.199772 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:30Z', 'revision_number': 3, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:31Z', 'revision_number': 2, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:36.255026 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:36.255383 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Updating router 0ff7b526-bf76-4d20-9e72-3713e067537b port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:36.264980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] For port c93d1967-ed39-4840-b30e-0a4f2b021d7f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:36.271480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] For port c93d1967-ed39-4840-b30e-0a4f2b021d7f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c93d1967-ed39-4840-b30e-0a4f2b021d7f,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:36.276698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=d3244bcc-e1f3-4997-bf29-fe68f08fcc84,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:36.279258 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.302329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.325762 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.377609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.513718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de590038-8dce-4a16-96a3-b7493d2f56ab None None] Pushing event updated for resources: {'Port': ['ID=c93d1967-ed39-4840-b30e-0a4f2b021d7f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:36.521708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 3b51832f-c577-46b1-985b-f371692ccfce is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:36.528846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:36.530915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.533286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:36.549086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=09d63f40-34d2-46b0-bfa6-66dca751eb63,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:36.706083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.944676 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:36.966189 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.076922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Pushing event updated for resources: {'Port': ['ID=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:37.087514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e1f8ad34-e53b-4fbf-98ca-4921fc35b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.088084 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.088244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e1f8ad34-e53b-4fbf-98ca-4921fc35b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.088349 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.088603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.088937 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.089264 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.089580 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.089961 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.090453 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.090594 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.090839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e1f8ad34-e53b-4fbf-98ca-4921fc35b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.090958 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.091215 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.091529 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.091842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:37.097652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e1f8ad34-e53b-4fbf-98ca-4921fc35b70e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=22639240-6bc0-436f-afbb-3486efd007a3&id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 2296 time: 0.8802195 Dec 08 16:31:37.125404 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.201470 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Attempting to bind port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:37.201864 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Attempting to bind port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:37.202228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Attempting to bind port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd on network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:37.234217 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:37.234679 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Checking segment: {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:37.235086 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.235479 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Bound using segment: {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:37.239815 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Bound port: 787d7833-15ee-4aa6-8c55-4eebfd13fbfd, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7769384-1d74-4759-9ce2-092fe7c7bcd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:37.240259 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.254398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-489f26cc-33c6-41a1-994e-9512cc5ee9dd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 1002 time: 0.1384833 Dec 08 16:31:37.267649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a588d5-5ed3-4f11-8c5e-5878215e36f7 req-c4679dcb-96d5-424b-9a4f-bda981a7ca96 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.269221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34a588d5-5ed3-4f11-8c5e-5878215e36f7 req-c4679dcb-96d5-424b-9a4f-bda981a7ca96 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.6308904 Dec 08 16:31:37.448337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c93d1967-ed39-4840-b30e-0a4f2b021d7f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:37.456040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-044303cc-ea87-40cd-b105-e29a8f1f183f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.462305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-044303cc-ea87-40cd-b105-e29a8f1f183f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 200 len: 855 time: 0.1856639 Dec 08 16:31:37.475987 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP b25683d4-5509-4761-9769-0cd13acfb9f8 associated. External IP: 172.25.3.12, port: 6dfe41e0-ff78-4480-9aab-e63be69c113c. Dec 08 16:31:37.478991 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] For port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:37.490166 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] For port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:37.498009 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.615150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7544716f-149f-4c6f-9e44-fc64d3c6a22b None None] Provisioning complete for port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:37.618025 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7544716f-149f-4c6f-9e44-fc64d3c6a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:37.621271 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff7a4-eba1-4636-986e-a1b50ebdeae1 None None] Pushing event updated for resources: {'Port': ['ID=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:37.649218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34a588d5-5ed3-4f11-8c5e-5878215e36f7 req-ef643051-55c7-494d-84fd-dcfd9d3c5e7e tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3534214 Dec 08 16:31:37.667287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:37.667921 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:37.777074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-ba98a1ee-35d2-410f-9fb4-c75eb53f1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:37.778775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-ba98a1ee-35d2-410f-9fb4-c75eb53f1408 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d591784-736c-42e5-b1b6-fb316b2cd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2972603 Dec 08 16:31:37.791147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c93d1967-ed39-4840-b30e-0a4f2b021d7f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:37.796354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.103988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7544716f-149f-4c6f-9e44-fc64d3c6a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.104502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.128353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.312581 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.384774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7544716f-149f-4c6f-9e44-fc64d3c6a22b None None] For port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:38.397758 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:38.409264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=09d63f40-34d2-46b0-bfa6-66dca751eb63,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.409615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7544716f-149f-4c6f-9e44-fc64d3c6a22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.441076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port c93d1967-ed39-4840-b30e-0a4f2b021d7f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c93d1967-ed39-4840-b30e-0a4f2b021d7f,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:38.510642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.539790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.555721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-46d94e13-ae06-4e79-a0e5-2246fc057656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:38.566394 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-46d94e13-ae06-4e79-a0e5-2246fc057656 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 1095 time: 0.2853751 Dec 08 16:31:38.625848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-df202a4e-c5ea-4c68-b653-cdc3b0e38a9c service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482483 Dec 08 16:31:38.638268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1aa564-34bd-49a3-8689-87c5f4e79eda None None] Network 3b51832f-c577-46b1-985b-f371692ccfce requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:38.659158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7544716f-149f-4c6f-9e44-fc64d3c6a22b None None] Pushing event updated for resources: {'Port': ['ID=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:38.680389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-089d867e-f9c9-437c-a122-1979dfe94020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:38.681914 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-089d867e-f9c9-437c-a122-1979dfe94020 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.1082366 Dec 08 16:31:38.753896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd73b68-6303-4812-84f3-f3b5cd2dcc6c req-3beb4b8b-8206-4b2a-b43a-db41eca7f363 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:38.755544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fd73b68-6303-4812-84f3-f3b5cd2dcc6c req-3beb4b8b-8206-4b2a-b43a-db41eca7f363 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.4120724 Dec 08 16:31:38.869621 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:36Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:35Z', 'revision_number': 1, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:37Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:38.915987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-992b7908-eaeb-4e83-988d-70dd43c8f059 None None] Provisioning complete for port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:38.918465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-992b7908-eaeb-4e83-988d-70dd43c8f059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:38.936637 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-80cc95e0-ec43-4271-a370-652c1a94b4a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 200 len: 998 time: 0.2091904 Dec 08 16:31:38.952759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-07e2d73d-f96d-4566-bc6f-6c55683ecbeb service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938405 Dec 08 16:31:38.965519 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd73eba9-c1f5-4ff3-a836-bf17233ab72d None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:36Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:35Z', 'revision_number': 1, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:37Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:39.176257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:39.190108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-ea9f2861-80b2-42c4-9d34-51ed5d0818d0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 217 time: 0.1879203 Dec 08 16:31:39.271973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-12541b6b-436c-425e-ad8f-beaba92a7fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:39.273613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-12541b6b-436c-425e-ad8f-beaba92a7fd0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.2574036 Dec 08 16:31:39.334671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2fd73b68-6303-4812-84f3-f3b5cd2dcc6c req-540ed734-5e2f-47be-873d-82e830057db0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3768451 Dec 08 16:31:39.367721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=c93d1967-ed39-4840-b30e-0a4f2b021d7f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:39.389494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 3b51832f-c577-46b1-985b-f371692ccfce is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:39.394156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-151bdd8b-7a3a-4e91-aa4a-adeba2cfc83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:39.396053 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-151bdd8b-7a3a-4e91-aa4a-adeba2cfc83a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146560 Dec 08 16:31:39.397216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:39.715795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:39.723731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-da1bed7d-5676-4234-a600-ff3e068165cc None None] Provisioning complete for port c93d1967-ed39-4840-b30e-0a4f2b021d7f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:39.724201 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-da1bed7d-5676-4234-a600-ff3e068165cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.738888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:39.750855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:39.814455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9d55ea8e-1ed9-4517-9dec-0bc6b90b93dd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 7.9581699 Dec 08 16:31:39.817320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37290) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:39.824092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2112339895'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:39.842956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:39.843620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:39.873763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e3ef4b0e-db42-4b4e-a401-393784912576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:39.876011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e3ef4b0e-db42-4b4e-a401-393784912576 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.5889168 Dec 08 16:31:39.929763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:39.976235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:39.979775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:39.980393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:39.989899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.138703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:40.141176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f23a3-3894-4cbb-8af4-3f8c932a1c42 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:40.163133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:40.207105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:40.241064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 787d7833-15ee-4aa6-8c55-4eebfd13fbfd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:40.274679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.275864 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Added segment 4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb of type vlan for network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 Dec 08 16:31:40.389983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e5d892f2-7f77-4fe0-8cfa-e0ed4e238606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:40.398366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e5d892f2-7f77-4fe0-8cfa-e0ed4e238606 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4495838 Dec 08 16:31:40.430028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.472678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:40.473062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.581228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-67179337-ee15-4c46-9e8c-98b237957475 None None] Provisioning complete for port 09d63f40-34d2-46b0-bfa6-66dca751eb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:40.581605 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67179337-ee15-4c46-9e8c-98b237957475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.637997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-67179337-ee15-4c46-9e8c-98b237957475 None None] Port 09d63f40-34d2-46b0-bfa6-66dca751eb63 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:40.701040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:31:40.730254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8841af91-07ba-49d0-a190-233ed52e37c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.794187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-67179337-ee15-4c46-9e8c-98b237957475 None None] Provisioning complete for port c93d1967-ed39-4840-b30e-0a4f2b021d7f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:40.794753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67179337-ee15-4c46-9e8c-98b237957475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.855270 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.867811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:40.868939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:40.896917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ae699-17c9-46f3-becb-6d4883743471 req-9a17fc33-a67d-4d5e-b04e-b22cf2cc25f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:40.898688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-771ae699-17c9-46f3-becb-6d4883743471 req-9a17fc33-a67d-4d5e-b04e-b22cf2cc25f6 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.3278646 Dec 08 16:31:40.941543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:41.000767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1822879 Dec 08 16:31:41.008040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37304) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.010280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-a2e3f1c8-4a7f-4926-ab97-7e133bef84cd service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058099 Dec 08 16:31:41.043614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'subnet': {'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:41.078769 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-fa6eb5a6-f479-489e-b6e2-81a13386900a service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534255 Dec 08 16:31:41.118308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-58a5a78a-9ea9-42e1-b5b7-93013c5dbd5b None None] Provisioning complete for port 09d63f40-34d2-46b0-bfa6-66dca751eb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:41.120122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58a5a78a-9ea9-42e1-b5b7-93013c5dbd5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.129929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Network': ['ID=af21ecbd-99c9-4aeb-868d-a99e6bf32c14,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:41.231046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-58a5a78a-9ea9-42e1-b5b7-93013c5dbd5b None None] Port 09d63f40-34d2-46b0-bfa6-66dca751eb63 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:41.306252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c93d1967-ed39-4840-b30e-0a4f2b021d7f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:41.433399 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-94497dc3-dd09-447c-b404-1b2aba172f68 req-c876097a-29f5-47d1-bc68-9bf4bbb5d9b5 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010573 Dec 08 16:31:41.441246 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-d9084075-563f-410f-a442-cf93664597e6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5178702 Dec 08 16:31:41.451819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c93d1967-ed39-4840-b30e-0a4f2b021d7f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:41.454137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:41.560711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37312) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.583475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:41.596007 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:41.614672 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:41.615603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:41.655020 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bce89bde-249d-4c19-8029-fecc6be5a264 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4094853 Dec 08 16:31:41.693910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37314) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:41.709988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'network': {'name': 'tempest-RoutersTest-860047856'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:41.732324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-7033145b-8be2-43dc-a8a3-221a0b791539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.734321 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-7033145b-8be2-43dc-a8a3-221a0b791539 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 1097 time: 0.2465577 Dec 08 16:31:41.753706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067b421-ae4d-4895-ba56-1f75aaff4334 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.754248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067b421-ae4d-4895-ba56-1f75aaff4334 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.755375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0067b421-ae4d-4895-ba56-1f75aaff4334 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.775217 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0067b421-ae4d-4895-ba56-1f75aaff4334 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/ports?project_id=21a57f0714c047a5a06656c7b5658a26&network_id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 2969 time: 0.2112048 Dec 08 16:31:41.836878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:41.913592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-4e118349-51e9-4c43-987b-f8455f394173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:41.917081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-4e118349-51e9-4c43-987b-f8455f394173 service neutron] 10.222.0.58 "GET /v2.0/networks?id=047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 200 len: 912 time: 0.1394930 Dec 08 16:31:41.933393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.933933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.934307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.934592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.934920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.935269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.935714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.936055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.936496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.936836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.937310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.937699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.938069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e49560d-be7b-4c46-bf09-cc19a7bd2cb2 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:31:41.953689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:41.989003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:41.996335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.018086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-771ae699-17c9-46f3-becb-6d4883743471 req-3e1d652d-fb9a-4527-a871-4da3be5fec79 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0628526 Dec 08 16:31:42.026386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:42.048773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.145200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-0a15a9dd-b46c-4273-88ce-4669f55fafef service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=043ba394-6d3b-4db7-931c-c211ece24d57 HTTP/1.1" status: 200 len: 217 time: 0.2105858 Dec 08 16:31:42.154490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8841af91-07ba-49d0-a190-233ed52e37c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.181107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8841af91-07ba-49d0-a190-233ed52e37c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.212527 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:36Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:37Z', 'revision_number': 2, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:42.239821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-900d0951-44a3-4ccd-bad6-8c59f8e69f85 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1921515 Dec 08 16:31:42.244183 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:42.244693 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Updating router 0ff7b526-bf76-4d20-9e72-3713e067537b port 09d63f40-34d2-46b0-bfa6-66dca751eb63 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:42.276492 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.316667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-c1ea3114-ac1d-49fa-93a9-2eace02b69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:42.325458 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-c1ea3114-ac1d-49fa-93a9-2eace02b69e2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 200 len: 850 time: 0.1615522 Dec 08 16:31:42.326441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:42.374748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-3511736e-0f2b-4108-a9b2-b6e880103193 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 217 time: 0.1237814 Dec 08 16:31:42.378033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8841af91-07ba-49d0-a190-233ed52e37c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4ee85f50817244189877303423097026&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2129364 Dec 08 16:31:42.383566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37322) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:42.388143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.388492 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added segment 0671f8cc-05f7-4a59-8019-8013047a074c of type vlan for network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 Dec 08 16:31:42.405125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841af91-07ba-49d0-a190-233ed52e37c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be8765-03b5-4502-9853-4cfb62eabf77,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:42.444515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.450393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-5a2532fa-d7c5-48a7-8a46-dedb23bd96db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:42.452043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-5a2532fa-d7c5-48a7-8a46-dedb23bd96db service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=047bfe8b-ed46-402f-87b0-925346f987d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168280 Dec 08 16:31:42.489664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-f87d65c4-d637-4382-90c1-7f758b090745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:42.491205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-f87d65c4-d637-4382-90c1-7f758b090745 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.1067238 Dec 08 16:31:42.535584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.541332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:42.542090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.603456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9000232 Dec 08 16:31:42.635227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37330) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:42.644826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'subnet': {'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:42.658820 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.678502 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.722617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.811916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Subnet': ['ID=9300fcd3-8e8b-4236-bbe8-655f0854be87,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:42.832111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-ec75bf55-4a19-4894-8523-7b1b6ec702bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:42.835807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-ec75bf55-4a19-4894-8523-7b1b6ec702bf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1532760 Dec 08 16:31:42.853917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a845889-8f12-49e4-94fb-d39cd67b4125 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Network': ['ID=25a09ce9-e7cf-497e-8f9a-a366a95f6fe9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:42.867156 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-4f32e9da-09ba-4d1b-a176-c99c40dacf1d service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3974521 Dec 08 16:31:42.868420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:42.901535 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59444a40-25b8-4a9f-8f20-4e8b00e720c7 None None] Pushing event updated for resources: {'Port': ['ID=09d63f40-34d2-46b0-bfa6-66dca751eb63,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:42.936540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Made reservation on behalf of d9bebc14ee014f5490006f648cb39156 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:42.941996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:42.990832 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Attempting to bind port 09d63f40-34d2-46b0-bfa6-66dca751eb63 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:42.991357 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Attempting to bind port 09d63f40-34d2-46b0-bfa6-66dca751eb63 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:42.991821 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Attempting to bind port 09d63f40-34d2-46b0-bfa6-66dca751eb63 on network 3b51832f-c577-46b1-985b-f371692ccfce {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:43.004338 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:43.005998 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Checking segment: {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:43.006660 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.007305 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Bound using segment: {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:43.008045 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Bound port: 09d63f40-34d2-46b0-bfa6-66dca751eb63, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:43.012539 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.041028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-c39fd63a-a36e-4cc7-872b-9829832e8748 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956401 Dec 08 16:31:43.179534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9f9e5cd8-badb-44af-8a03-be0ece39badc None None] Provisioning complete for port 09d63f40-34d2-46b0-bfa6-66dca751eb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:43.180033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f9e5cd8-badb-44af-8a03-be0ece39badc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.219331 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] For port 09d63f40-34d2-46b0-bfa6-66dca751eb63, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:43.222175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36614abd-5367-488b-af9c-1ad5174d993e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.226119 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] For port 09d63f40-34d2-46b0-bfa6-66dca751eb63, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=09d63f40-34d2-46b0-bfa6-66dca751eb63,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:43.226750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-ba8a8e53-cb82-427f-aab7-4bb253a32641 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496875 Dec 08 16:31:43.240042 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.295604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Checking segment: {'id': '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:43.298804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network hostable DHCP agents. Network: af21ecbd-99c9-4aeb-868d-a99e6bf32c14, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:43.309518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9f9e5cd8-badb-44af-8a03-be0ece39badc None None] Port 09d63f40-34d2-46b0-bfa6-66dca751eb63 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:43.334915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59444a40-25b8-4a9f-8f20-4e8b00e720c7 None None] Pushing event updated for resources: {'Port': ['ID=09d63f40-34d2-46b0-bfa6-66dca751eb63,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:43.362779 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:43.364369 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:43.389428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36614abd-5367-488b-af9c-1ad5174d993e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.459750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37340) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.462028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36614abd-5367-488b-af9c-1ad5174d993e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.464130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36614abd-5367-488b-af9c-1ad5174d993e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.467766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36614abd-5367-488b-af9c-1ad5174d993e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9be8765-03b5-4502-9853-4cfb62eabf77 HTTP/1.1" status: 204 len: 168 time: 1.0716326 Dec 08 16:31:43.559498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0d5514ef-5102-438a-9685-82481b7ef5fd req-1867186c-7c05-4c3d-927c-127ec40d7820 service neutron] 10.222.0.58 "GET /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766987 Dec 08 16:31:43.572451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-c814dace-134d-4961-960e-5e0645aa7def service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 200 len: 217 time: 0.2536290 Dec 08 16:31:43.578192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.624755 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:43.650388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ad696d3-2877-4d52-b813-587013526918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:43.652021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ad696d3-2877-4d52-b813-587013526918 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0670004 Dec 08 16:31:43.656832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36614abd-5367-488b-af9c-1ad5174d993e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be8765-03b5-4502-9853-4cfb62eabf77,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:43.676422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:43.686592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eb61b-9003-4898-8a3a-16de37f13684 req-3ddc1fa4-018b-4182-a90d-2cc6715faedf tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:43.688238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d5eb61b-9003-4898-8a3a-16de37f13684 req-3ddc1fa4-018b-4182-a90d-2cc6715faedf tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.4604814 Dec 08 16:31:43.769201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Checking segment: {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:43.769658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network hostable DHCP agents. Network: 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:43.797104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d6f575-be44-4fb7-98e6-9474158f28cb tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:43.806457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:43.815302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78d6f575-be44-4fb7-98e6-9474158f28cb tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 814 time: 0.3486340 Dec 08 16:31:43.816616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:43.818797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Subnet': ['ID=bc449399-eda2-48ba-8021-ad08c0e0c986,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:43.830700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e854fc-1e0e-482e-bc97-e4bb683cef7f None None] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:43.831349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, af21ecbd-99c9-4aeb-868d-a99e6bf32c14) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:43.836946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:43.837552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.843957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:43.844866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:43.865354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56a839-a39e-49fe-914c-f85888957b72 None None] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:43.867996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d5eb61b-9003-4898-8a3a-16de37f13684 req-82761c8e-f079-473a-8bea-66cf91af1862 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600182 Dec 08 16:31:43.872812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-f92efaae-6825-473e-91cf-14505fbaa547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:43.874550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-78ff8974-7369-4985-84d1-661fbe05fa66 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2354927 Dec 08 16:31:43.874898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-f92efaae-6825-473e-91cf-14505fbaa547 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2116606 Dec 08 16:31:43.878037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.914419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0132d2d2-d048-4bb4-850c-b76a332df85a tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9006526 Dec 08 16:31:43.924233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37354) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:43.931953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-274157838', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:44.014122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.016527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.062316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4243f70b-2f30-4885-a4cd-85845029d04b service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777306 Dec 08 16:31:44.170684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:36Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:43Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:44.220677 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62af411-e392-47f6-a5f6-9a99a758ba27 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:36Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:43Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:44.259103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-7a34fb6c-a6ee-4c4c-a426-061b2a76d630 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644642 Dec 08 16:31:44.275199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:44.322009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-df59256b-3785-4f01-964c-8729787ebf16 None None] Provisioning complete for port 09d63f40-34d2-46b0-bfa6-66dca751eb63 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:44.322941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df59256b-3785-4f01-964c-8729787ebf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.327028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'network': {'name': 'tempest-network-smoke--1619387958', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:44.407964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'fixed_ips': [{'subnet_id': 'bc449399-eda2-48ba-8021-ad08c0e0c986'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:44.409055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.460556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.465737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-4ec9e652-225c-4099-8598-5fac80923f79 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 200 len: 217 time: 0.1744196 Dec 08 16:31:44.479321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-af21ecbd-99c9-4aeb-868d-a99e6bf32c14', 'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14', 'project_id': '13d8b530210942109d69a6a1402513b6', 'fixed_ips': [{'subnet_id': '9300fcd3-8e8b-4236-bbe8-655f0854be87'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:44.480217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.529290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:44.532633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.625253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:31:44.668023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.668617 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Added segment 1d668de5-2490-43eb-bcd6-11eef3a76bbe of type vlan for network 06b9a18b-cdf0-4266-b4c5-806a6527c36a Dec 08 16:31:44.782975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Allocated IP 172.20.0.2 (af21ecbd-99c9-4aeb-868d-a99e6bf32c14/9300fcd3-8e8b-4236-bbe8-655f0854be87/144718c6-fa9b-47b2-bc6e-faef36bc56e6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:44.840050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.856514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.884239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.903983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172b0ca1-066e-4e95-9911-41965fb1e40f req-a67cd6ea-ea6b-4142-a3cf-99e61a2bf5a3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:44.905846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-172b0ca1-066e-4e95-9911-41965fb1e40f req-a67cd6ea-ea6b-4142-a3cf-99e61a2bf5a3 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.8324058 Dec 08 16:31:44.944295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.978673 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:44.994351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-3832a8f8-9e0f-4b06-9713-3a9989afe73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:44.996557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-3832a8f8-9e0f-4b06-9713-3a9989afe73b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.5187488 Dec 08 16:31:45.070884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.076570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:45.077166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.081566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:45.084399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Pushing event updated for resources: {'Port': ['ID=144718c6-fa9b-47b2-bc6e-faef36bc56e6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:45.088820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:45.090729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df59256b-3785-4f01-964c-8729787ebf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.113064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:45.125411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-172b0ca1-066e-4e95-9911-41965fb1e40f req-b3404ead-959f-43a5-bcc6-62b83261695a tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874394 Dec 08 16:31:45.143273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-771bf9d6-9d31-4442-88de-75fd345b7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:45.144705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-771bf9d6-9d31-4442-88de-75fd345b7fce service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022549 Dec 08 16:31:45.186179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Allocated IP 172.23.0.2 (25a09ce9-e7cf-497e-8f9a-a366a95f6fe9/bc449399-eda2-48ba-8021-ad08c0e0c986/dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:45.198557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Network': ['ID=06b9a18b-cdf0-4266-b4c5-806a6527c36a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:45.228135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:31:45.247072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-df59256b-3785-4f01-964c-8729787ebf16 None None] For port 09d63f40-34d2-46b0-bfa6-66dca751eb63, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=09d63f40-34d2-46b0-bfa6-66dca751eb63,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:45.273605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.273977 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f3aa21d4-b1f6-4af2-915d-bdeb53ffaa93 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9644036 Dec 08 16:31:45.361160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df59256b-3785-4f01-964c-8729787ebf16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.392187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09d63f40-34d2-46b0-bfa6-66dca751eb63 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:45.410442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57873c17-8e7f-462b-896c-13b050bcbc34 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:45.411836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-57873c17-8e7f-462b-896c-13b050bcbc34 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=21a57f0714c047a5a06656c7b5658a26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1263804 Dec 08 16:31:45.415185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37394) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:45.448325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Attempting to bind port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:45.448699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Attempting to bind port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:45.449162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Attempting to bind port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 on network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:45.486649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:45.487110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Checking segment: {'id': '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:45.487475 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.487797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Bound using segment: {'id': '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:45.488290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Bound port: 144718c6-fa9b-47b2-bc6e-faef36bc56e6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:45.489284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.635308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-e9d6af06-3aea-4e03-b7f4-ec09a959b8a2 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804955 Dec 08 16:31:45.796270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] For port 144718c6-fa9b-47b2-bc6e-faef36bc56e6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:45.800328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] For port 144718c6-fa9b-47b2-bc6e-faef36bc56e6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=144718c6-fa9b-47b2-bc6e-faef36bc56e6,segment=NetworkSegment(4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb),segment_id=4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:45.816956 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:45.849559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df59256b-3785-4f01-964c-8729787ebf16 None None] Pushing event updated for resources: {'Port': ['ID=09d63f40-34d2-46b0-bfa6-66dca751eb63,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:45.894421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 09d63f40-34d2-46b0-bfa6-66dca751eb63 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:45.895096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.081994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d263ea9a-215c-4594-8096-6f5cbb3d2888 None None] Pushing event updated for resources: {'Port': ['ID=144718c6-fa9b-47b2-bc6e-faef36bc56e6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:46.090464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0763f7f9-ac85-4480-949a-f8407d75ccd3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:46.092143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0763f7f9-ac85-4480-949a-f8407d75ccd3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6760194 Dec 08 16:31:46.095522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.156499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05230412-21f0-4514-8765-607bdd3f586c tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587084 Dec 08 16:31:46.157243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.172455 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.212425 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ea990bc-d897-4be8-bc60-41f087c65dc7 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=21a57f0714c047a5a06656c7b5658a26&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0530488 Dec 08 16:31:46.214112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-814331a9-a9e5-4a1f-a928-c0a186531f96 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563807 Dec 08 16:31:46.216004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.277062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.351576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Allocated IP 172.23.0.1 (25a09ce9-e7cf-497e-8f9a-a366a95f6fe9/bc449399-eda2-48ba-8021-ad08c0e0c986/10979979-6328-4b15-9fab-fc8474d5a066) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:46.379970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-a7d0a495-eb43-40f9-8986-4cd0a4a53486 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 200 len: 217 time: 0.1579869 Dec 08 16:31:46.413304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Pushing event updated for resources: {'Port': ['ID=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:46.437868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.443489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:46.451760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:46.462440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:46.485019 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:31:46.547642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.561160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6757691f-a141-47bd-adfd-b8d9c5e7147e tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:46.566651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6757691f-a141-47bd-adfd-b8d9c5e7147e tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3496201 Dec 08 16:31:46.567793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37458) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.568433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Attempting to bind port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:46.569351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Attempting to bind port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:46.570929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Attempting to bind port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 on network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:46.590012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:46.591344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Checking segment: {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:46.593947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.594524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Bound using segment: {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:46.595131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Bound port: dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:46.595726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.622752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a32cf68c-0f9f-45c8-93b1-50041cb2a517 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488651 Dec 08 16:31:46.625173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:46.634174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1985878752', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:46.681154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-7511c00d-c0e6-4ffe-97b0-149a3fcb5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:46.683091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-7511c00d-c0e6-4ffe-97b0-149a3fcb5b0e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.2700343 Dec 08 16:31:46.772391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.784604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] For port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:46.789646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] For port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:46.799754 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.800450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.25.3.241 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/da1b12b0-4adc-4b5b-847b-1246ed85c281) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:46.813060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:46.816949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.888619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:46.921066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a2cfe-9cf0-4e17-b352-7700bd825c83 None None] Pushing event updated for resources: {'Port': ['ID=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:46.976431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:46.978234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-fab79b70-0424-4d73-8de4-cc6cfa20b878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:46.980026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-fab79b70-0424-4d73-8de4-cc6cfa20b878 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2872627 Dec 08 16:31:46.993580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:47.003142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:47.067864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=10979979-6328-4b15-9fab-fc8474d5a066,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:47.174381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.539064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.570029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 144718c6-fa9b-47b2-bc6e-faef36bc56e6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:47.685981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:47.686648 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.758475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.847070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Subnet': ['ID=e79cff2a-6508-4b0c-b225-f5cf2dd03cb1,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:47.886894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a015ec7-0757-44b9-9cd8-bd01b7be9d5a None None] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:47.892554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:47.901188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:48.034721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Checking segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:48.035068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0d36e4c2-2da4-4fbb-98b4-8b5b1c20a258 None None] Provisioning complete for port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:48.035749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36e4c2-2da4-4fbb-98b4-8b5b1c20a258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.036097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network hostable DHCP agents. Network: 06b9a18b-cdf0-4266-b4c5-806a6527c36a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:31:48.117326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:31:48.121518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 144718c6-fa9b-47b2-bc6e-faef36bc56e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=144718c6-fa9b-47b2-bc6e-faef36bc56e6,segment=NetworkSegment(4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb),segment_id=4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:48.133189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 06b9a18b-cdf0-4266-b4c5-806a6527c36a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:48.147752 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.148544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09d63f40-34d2-46b0-bfa6-66dca751eb63 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:48.171803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:48.172142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51fa02f-f49a-42a6-a2c5-daf3cfda71e9 None None] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:48.173348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.206368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-a646d934-eacb-475c-9767-4d4fe134c85b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:48.217783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-a646d934-eacb-475c-9767-4d4fe134c85b tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=d721af06-5661-4010-bdec-968a3a1f83fa HTTP/1.1" status: 200 len: 943 time: 1.3941736 Dec 08 16:31:48.227282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-747e46fc-12a1-4490-9e2b-4e4785672f2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.276245 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10068433-f200-4527-90c0-f97e47a92820 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6498632 Dec 08 16:31:48.331833 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.433882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-747e46fc-12a1-4490-9e2b-4e4785672f2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.447582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-747e46fc-12a1-4490-9e2b-4e4785672f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.483183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-3dbbb074-2c8a-489b-b740-1ab1ea42a64b service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4554079 Dec 08 16:31:48.588942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ips': [{'subnet_id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:31:48.594788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.595231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.635783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.655299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747e46fc-12a1-4490-9e2b-4e4785672f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73fc8f-c146-41e5-9c58-ad7433df7c94,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:48.685845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.717052 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-747e46fc-12a1-4490-9e2b-4e4785672f2e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=904168470e2b4b0a90aecc05b646fc47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8143241 Dec 08 16:31:48.753868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:48.819329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=da1b12b0-4adc-4b5b-847b-1246ed85c281,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:48.838134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:48.847485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:48.847712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=144718c6-fa9b-47b2-bc6e-faef36bc56e6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:48.852201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:48.918013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:48.927587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497460347', 'description': 'tempest-secgroup-smoke-497460347 description', 'project_id': '21a57f0714c047a5a06656c7b5658a26'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:48.938409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.957237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:48.967883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event updated for resources: {'Port': ['ID=10979979-6328-4b15-9fab-fc8474d5a066,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:48.978705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e982d3ef-55aa-4116-979b-c3b96df88ee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.016932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ead8639-67f4-427b-a8a9-d63ab3a4f7ec None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:31:49.034700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420985b1-c3dd-4676-b957-b024197815a3 None None] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:49.036547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e982d3ef-55aa-4116-979b-c3b96df88ee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.049654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 09d63f40-34d2-46b0-bfa6-66dca751eb63 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:49.050042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.174781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-2461acaa-c85a-4554-ac5f-2d57e549fd20 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6803706 Dec 08 16:31:49.239391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e982d3ef-55aa-4116-979b-c3b96df88ee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.257429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e982d3ef-55aa-4116-979b-c3b96df88ee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.261632 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e982d3ef-55aa-4116-979b-c3b96df88ee1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d73fc8f-c146-41e5-9c58-ad7433df7c94 HTTP/1.1" status: 204 len: 168 time: 0.5065441 Dec 08 16:31:49.266475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:49.288338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-a64edbe0-bfd8-4b38-8917-52f3ae353000 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 217 time: 0.1045623 Dec 08 16:31:49.289263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982d3ef-55aa-4116-979b-c3b96df88ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73fc8f-c146-41e5-9c58-ad7433df7c94,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:49.295077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:49.353867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-1709401e-3c4c-44e5-9177-2a819504ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:49.355618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-1709401e-3c4c-44e5-9177-2a819504ede7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.0586333 Dec 08 16:31:49.379611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Deleting port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:49.380248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.417016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Allocated IP 172.20.0.18 (06b9a18b-cdf0-4266-b4c5-806a6527c36a/e79cff2a-6508-4b0c-b225-f5cf2dd03cb1/60b2d2fb-257b-4a79-be48-388791047ac8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:49.504939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:49.566066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.589525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.624749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-c7ea4927-1142-4824-bf0b-579545942e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:49.627117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-c7ea4927-1142-4824-bf0b-579545942e4e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2629371 Dec 08 16:31:49.633610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.706204 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.756730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.902239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.907493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9850740 Dec 08 16:31:49.911416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37504) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:49.911899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:49.912728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Pushing event updated for resources: {'Port': ['ID=60b2d2fb-257b-4a79-be48-388791047ac8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:49.970950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Provisioning complete for port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:49.971835 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:49.985760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '594a4a0b-f0f3-40ff-a7c2-8e1c23066986', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:50.064835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:50.076006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:50.148370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] For port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:50.149157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.151579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:50.165606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Calling delete_port for 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:50.197166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:50.207507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c1a900c-3e9e-44db-a7ed-3b63825d8edd tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3187196 Dec 08 16:31:50.209432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:50.216313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:50.240343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd9fd48-4a51-4d5a-98a8-28989edabeda tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=594a4a0b-f0f3-40ff-a7c2-8e1c23066986,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.242660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06734865-1359-44e2-bc5f-d0b352bc6cfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.244023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:50.247472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-46a29727-8df2-4754-bcf2-1025ab60706c service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110432 Dec 08 16:31:50.306930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Attempting to bind port 60b2d2fb-257b-4a79-be48-388791047ac8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:50.307809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Attempting to bind port 60b2d2fb-257b-4a79-be48-388791047ac8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:50.308363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Attempting to bind port 60b2d2fb-257b-4a79-be48-388791047ac8 on network 06b9a18b-cdf0-4266-b4c5-806a6527c36a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:50.316074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:50.319150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:50.339103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:50.339103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Checking segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:50.339492 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.339593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Bound using segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:50.340041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Bound port: 60b2d2fb-257b-4a79-be48-388791047ac8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:50.340432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.449179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.508686 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.561439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.572242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.590654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.645258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 144718c6-fa9b-47b2-bc6e-faef36bc56e6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:50.648932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:50.715785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.717025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7630870 Dec 08 16:31:50.724405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:50.728310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:50.779955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:50.783182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['043ba394-6d3b-4db7-931c-c211ece24d57'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:31:50.792192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30459a78-b295-4c73-a57c-36060ce2c780 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d787be2-5268-4c5a-a8fc-fa5b85c002b3,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:50.802644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf6cd9ff-228d-453b-85b2-c1243e8f962b req-eebb25ab-092e-4a55-91df-5d37a2430140 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466640 Dec 08 16:31:50.811936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '594a4a0b-f0f3-40ff-a7c2-8e1c23066986', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:50.855457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] For port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:50.916307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'Port': ['ID=7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:51.028498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] No DVR routers for this DVR port 7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:51.045571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.060961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ec6562e-c926-4c78-b82c-4d7a5ee169cb req-7f2fcea8-a58f-404b-b127-73cf24fac010 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "DELETE /v2.0/ports/7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2 HTTP/1.1" status: 204 len: 173 time: 2.8419881 Dec 08 16:31:51.062699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.068346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:31:51.128107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Removed routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:31:51.128500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.159098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06734865-1359-44e2-bc5f-d0b352bc6cfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.160463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-deleted', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:51.164614 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d043da-e528-4a54-a66d-f83d888cde95" -d '{"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-deleted", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:51.203235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06734865-1359-44e2-bc5f-d0b352bc6cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.241221 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3eddf-4def-4ad6-87ab-3a43c17253db x-openstack-request-id: req-eff3eddf-4def-4ad6-87ab-3a43c17253db {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:51.241559 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d721af06-5661-4010-bdec-968a3a1f83fa", "name": "network-vif-deleted", "tag": "7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2", "status": "failed", "code": 422}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:51.244530 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eff3eddf-4def-4ad6-87ab-3a43c17253db {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:51.245053 n-d-820935-5 neutron-server[103282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd721af06-5661-4010-bdec-968a3a1f83fa', 'name': 'network-vif-deleted', 'tag': '7a7cc83c-16ea-4fc8-984c-a3d2ffb9eef2', 'status': 'failed', 'code': 422} returned with failed status Dec 08 16:31:51.304531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] For port 60b2d2fb-257b-4a79-be48-388791047ac8, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:51.313375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.497305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06734865-1359-44e2-bc5f-d0b352bc6cfc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=27b748a52f1d477988b47c60fac37b5c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5444322 Dec 08 16:31:51.499869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37534) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.514464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06734865-1359-44e2-bc5f-d0b352bc6cfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d545ba5b-56fe-4fc0-ba14-03de7c21f321,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:51.544664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.561718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.616030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.625074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.634238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] For port 60b2d2fb-257b-4a79-be48-388791047ac8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=60b2d2fb-257b-4a79-be48-388791047ac8,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:51.645428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router d6e709f8-ce68-4de3-9c54-4ab452fd3a97 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:31:51.698569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d5527a-c74f-4c4c-a27f-0beec3093d15,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:51.707506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:51.730940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.734851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcf922ff-ec52-41fb-838e-b5397ab58501 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.772554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.774205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3e9079fc-10c5-4a97-9175-a6b835b391fe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9706070 Dec 08 16:31:51.777132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37536) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.784343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '594a4a0b-f0f3-40ff-a7c2-8e1c23066986', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:51.856679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcf922ff-ec52-41fb-838e-b5397ab58501 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.867834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Provisioning complete for port da1b12b0-4adc-4b5b-847b-1246ed85c281 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:51.868952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.889261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:51.904221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.910877 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fa66e6f-f9a0-4e15-b746-385cdbddf134 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 933 time: 1.7008770 Dec 08 16:31:51.913734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:51.915919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37540) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:51.988591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:52.003440 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] Sync routers for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:52.028006 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:52.031977 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.064908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.069719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.073885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6c46c5ee-3433-445d-9340-ccad2ec83e95 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1461165 Dec 08 16:31:52.073885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.074447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37544) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.091926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:52.094243 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.099974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Pushing event updated for resources: {'Port': ['ID=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.142212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f41a51-887e-424d-8ac3-6a25272be82e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.146922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.186913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.194129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-73eac397-3593-4676-af58-652d84e2f07b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4126298 Dec 08 16:31:52.196089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37548) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.198811 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:52.201268 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.201597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '594a4a0b-f0f3-40ff-a7c2-8e1c23066986', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:52.342183 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff47ae06-2836-482a-b052-b3700c3287f2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 933 time: 0.4250040 Dec 08 16:31:52.343285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:52.351885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'routes': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:52.357732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcf922ff-ec52-41fb-838e-b5397ab58501 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.362222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bcf922ff-ec52-41fb-838e-b5397ab58501 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.365716 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bcf922ff-ec52-41fb-838e-b5397ab58501 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d545ba5b-56fe-4fc0-ba14-03de7c21f321 HTTP/1.1" status: 204 len: 168 time: 0.8614311 Dec 08 16:31:52.404491 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.406348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a2392-07ec-463f-ac91-3d5074bdf1c1 None None] The sync data for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:52.425477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf922ff-ec52-41fb-838e-b5397ab58501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d545ba5b-56fe-4fc0-ba14-03de7c21f321,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.439903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ef886813-53ee-448e-92e8-874b9be1a1b7 None None] Port da1b12b0-4adc-4b5b-847b-1246ed85c281 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:52.482032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.622807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223456c6-2d1b-4a6a-b031-e65d5951278d None None] Pushing event updated for resources: {'Port': ['ID=60b2d2fb-257b-4a79-be48-388791047ac8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.688078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Provisioning complete for port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:52.689650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.765982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef378894-83e0-477b-af02-e134b3d041e8 req-70945c8c-6cba-482b-b51b-0de49536f267 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:52.770271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:47Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10979979-6328-4b15-9fab-fc8474d5a066', 'name': '', 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:4a:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:45Z', 'updated_at': '2021-12-08T16:31:47Z', 'revision_number': 2, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:52.778761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef378894-83e0-477b-af02-e134b3d041e8 req-70945c8c-6cba-482b-b51b-0de49536f267 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 907 time: 0.2219968 Dec 08 16:31:52.799439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:52.840679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.846986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:52.919104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:52.919699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Updating router 0ff7b526-bf76-4d20-9e72-3713e067537b port 10979979-6328-4b15-9fab-fc8474d5a066 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:31:52.952619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e83fd3-a08d-4369-ab8c-2e223b6446b7,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:52.977074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.010938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:31:53.013769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:31:53.020849 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.022162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-383416f3-1e3d-43e0-92ad-f79763955c86 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8251610 Dec 08 16:31:53.024919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37564) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:53.030309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '594a4a0b-f0f3-40ff-a7c2-8e1c23066986', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:53.074981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.103673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:53.104045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.120510 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Project 21a57f0714c047a5a06656c7b5658a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:31:53.131541 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.352103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Provisioning complete for port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:53.355748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.403987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.412030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.449519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=055ca084-26b9-4cc5-a585-e70f98b60d24,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:53.474135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.484039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.484758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.485888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62700e4a-0369-4065-8d8f-771e1c6c6455 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4593229 Dec 08 16:31:53.489128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:53.513367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '594a4a0b-f0f3-40ff-a7c2-8e1c23066986', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:53.580246 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.675483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ee543a-873b-45de-b028-f888b406620d None None] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:31:53.869178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Provisioning complete for port 10979979-6328-4b15-9fab-fc8474d5a066 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:53.870385 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:53.876470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:53.915094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-a1c7ec2e-85c6-4449-b55d-810635058396 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:53.927408 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-a1c7ec2e-85c6-4449-b55d-810635058396 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 907 time: 0.1680892 Dec 08 16:31:54.038822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.101884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4837618c-59e5-4d0a-ae21-0994b976457a None None] Port 10979979-6328-4b15-9fab-fc8474d5a066 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:54.109170 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.114130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 60b2d2fb-257b-4a79-be48-388791047ac8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:54.147645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:54.159750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.160927 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-65ba544a-de97-4cd3-b2b2-345bee18e271 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 699 time: 1.8161085 Dec 08 16:31:54.174496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37590) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:54.259901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc74ba-e649-4101-9d36-1c43332bf622 None None] Pushing event updated for resources: {'Port': ['ID=10979979-6328-4b15-9fab-fc8474d5a066,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:54.284167 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Project 21a57f0714c047a5a06656c7b5658a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:31:54.292895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.353894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1b8af820-beb4-4c99-9324-cc0825dc572d None None] Provisioning complete for port 60b2d2fb-257b-4a79-be48-388791047ac8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:54.353894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b8af820-beb4-4c99-9324-cc0825dc572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.399019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Deleting port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:54.399331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.553974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Attempting to bind port 10979979-6328-4b15-9fab-fc8474d5a066 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:31:54.557880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Attempting to bind port 10979979-6328-4b15-9fab-fc8474d5a066 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:31:54.558400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Attempting to bind port 10979979-6328-4b15-9fab-fc8474d5a066 on network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:31:54.574601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:31:54.577499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Checking segment: {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:31:54.579034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.580030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Bound using segment: {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:31:54.580990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Bound port: 10979979-6328-4b15-9fab-fc8474d5a066, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0671f8cc-05f7-4a59-8019-8013047a074c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:31:54.582347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.588274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 60b2d2fb-257b-4a79-be48-388791047ac8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:54.591295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.600868 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-154580f1-918d-40d4-a5b3-3d8e0f083f4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 699 time: 0.4242058 Dec 08 16:31:54.622391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:54.791093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] For port 10979979-6328-4b15-9fab-fc8474d5a066, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:31:54.799068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] For port 10979979-6328-4b15-9fab-fc8474d5a066, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=10979979-6328-4b15-9fab-fc8474d5a066,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:31:54.812935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.884671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b8af820-beb4-4c99-9324-cc0825dc572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:54.923269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.1 (af21ecbd-99c9-4aeb-868d-a99e6bf32c14/9300fcd3-8e8b-4236-bbe8-655f0854be87/fd301154-f8b3-417e-b5a7-d0fb5e3385c0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:55.133518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.178589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37608) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:55.192238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.343529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519e7f3-5def-4e47-ad49-29a0d082599b req-d46f2693-2ab6-4624-89a8-4c7a92988c35 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:55.354508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5519e7f3-5def-4e47-ad49-29a0d082599b req-d46f2693-2ab6-4624-89a8-4c7a92988c35 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 907 time: 1.0723095 Dec 08 16:31:55.375497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:55.386375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:55.392329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=fd301154-f8b3-417e-b5a7-d0fb5e3385c0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.403128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:31:55.410511 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.466452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e2510d1-548d-4b14-8d8f-8b4f834eb8cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.473336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.514691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.523554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:55.524207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:55.539658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.541275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0354793 Dec 08 16:31:55.547217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac564d2-c52e-409c-85d6-c229179dd6ff tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26110583-92ff-434b-a1df-42cf6d912f37,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.556180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1b8af820-beb4-4c99-9324-cc0825dc572d None None] For port 60b2d2fb-257b-4a79-be48-388791047ac8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=60b2d2fb-257b-4a79-be48-388791047ac8,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:55.557373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc74ba-e649-4101-9d36-1c43332bf622 None None] Pushing event updated for resources: {'Port': ['ID=10979979-6328-4b15-9fab-fc8474d5a066,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:55.567445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.660952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b8af820-beb4-4c99-9324-cc0825dc572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.921010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e2510d1-548d-4b14-8d8f-8b4f834eb8cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:55.930347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:31:55.930990 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:31:55.943360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e2510d1-548d-4b14-8d8f-8b4f834eb8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.002591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:56.053730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.064018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2510d1-548d-4b14-8d8f-8b4f834eb8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d993ccb-2234-47fc-9ae3-4a7881f40586,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.099941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Provisioning complete for port 10979979-6328-4b15-9fab-fc8474d5a066 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:56.100307 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.116666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bc9e7b06-3fc4-4a5b-af63-cf8d4a80df1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.135320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8af820-beb4-4c99-9324-cc0825dc572d None None] Pushing event updated for resources: {'Port': ['ID=60b2d2fb-257b-4a79-be48-388791047ac8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.213444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-df665a21-d109-4fa3-b03e-80227cb8e295 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497460347&fields=id&tenant_id=21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 267 time: 0.3009825 Dec 08 16:31:56.241745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] For port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:56.242315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.298567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Calling delete_port for 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:56.299632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2e2510d1-548d-4b14-8d8f-8b4f834eb8cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1709e9a20d1474f865d7f52df76eaf5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1137762 Dec 08 16:31:56.300239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37628) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:56.463294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3547d4e2-f94c-42ad-8fc4-f1d4f8441fac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.474733 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.499098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3547d4e2-f94c-42ad-8fc4-f1d4f8441fac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.557779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:56.616036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] For port 10979979-6328-4b15-9fab-fc8474d5a066, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=10979979-6328-4b15-9fab-fc8474d5a066,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:56.633972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c68e1-96d8-455c-99e1-74cfd2f283e9 req-dfa9c22d-0e03-4c6b-ae1c-eb64d4317890 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:56.635614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c4c68e1-96d8-455c-99e1-74cfd2f283e9 req-dfa9c22d-0e03-4c6b-ae1c-eb64d4317890 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 907 time: 0.1382809 Dec 08 16:31:56.649277 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.690927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3547d4e2-f94c-42ad-8fc4-f1d4f8441fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.692720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-d894a3ce-227c-46be-a8d1-54f98b60fda2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:56.693739 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3547d4e2-f94c-42ad-8fc4-f1d4f8441fac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.694551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-d894a3ce-227c-46be-a8d1-54f98b60fda2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/networks?id=06b9a18b-cdf0-4266-b4c5-806a6527c36a HTTP/1.1" status: 200 len: 797 time: 0.4139807 Dec 08 16:31:56.700991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3547d4e2-f94c-42ad-8fc4-f1d4f8441fac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d993ccb-2234-47fc-9ae3-4a7881f40586 HTTP/1.1" status: 204 len: 168 time: 0.3803914 Dec 08 16:31:56.721547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3547d4e2-f94c-42ad-8fc4-f1d4f8441fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d993ccb-2234-47fc-9ae3-4a7881f40586,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.725930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.754359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Pushing event updated for resources: {'Port': ['ID=10979979-6328-4b15-9fab-fc8474d5a066,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.808472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Provisioning complete for port fd301154-f8b3-417e-b5a7-d0fb5e3385c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:56.809085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.835887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:56.853742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Port fd301154-f8b3-417e-b5a7-d0fb5e3385c0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:56.865579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:53Z', 'revision_number': 7, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10979979-6328-4b15-9fab-fc8474d5a066', 'name': '', 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:4a:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:45Z', 'updated_at': '2021-12-08T16:31:54Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:56.892979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'Port': ['ID=9dfd60c9-da8f-4ec6-afbb-818fa9223ce7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:56.918167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-e883ce4b-1ba0-4432-aba4-429f7db89d3b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/quotas/21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 375 time: 0.0472515 Dec 08 16:31:56.930692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be50e6b-716a-4f07-abef-2a0195edf838 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:53Z', 'revision_number': 7, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10979979-6328-4b15-9fab-fc8474d5a066', 'name': '', 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:4a:08:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:45Z', 'updated_at': '2021-12-08T16:31:54Z', 'revision_number': 4, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:56.934757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Provisioning complete for port 60b2d2fb-257b-4a79-be48-388791047ac8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:56.935173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1515404a-1b6e-42a2-aff5-774322400f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.036498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.048183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:57.050042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.092039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] No DVR routers for this DVR port 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:31:57.092258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.100336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.108016 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1e5043cd-ad6c-4cb2-83e0-d410f31974a4 req-e03a7008-0436-4a8c-9a2e-84e509cea50d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "DELETE /v2.0/ports/9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 HTTP/1.1" status: 204 len: 173 time: 3.1258163 Dec 08 16:31:57.114696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'name': 'network-vif-deleted', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:31:57.117138 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed9efb3-b165-4067-838b-cf3d36de028f" -d '{"events": [{"server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "name": "network-vif-deleted", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:31:57.313258 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650fc6f1-4476-4372-ad1c-3180addd77d7 x-openstack-request-id: req-650fc6f1-4476-4372-ad1c-3180addd77d7 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:31:57.317299 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c889e611-833a-4e95-b5a2-503d46201a1a", "name": "network-vif-deleted", "tag": "9dfd60c9-da8f-4ec6-afbb-818fa9223ce7", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:31:57.317824 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-650fc6f1-4476-4372-ad1c-3180addd77d7 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:31:57.318430 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c889e611-833a-4e95-b5a2-503d46201a1a', 'name': 'network-vif-deleted', 'tag': '9dfd60c9-da8f-4ec6-afbb-818fa9223ce7', 'status': 'completed', 'code': 200} Dec 08 16:31:57.382319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:31:57.435181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:31:57.435538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9dfd60c9-da8f-4ec6-afbb-818fa9223ce7 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:31:57.440663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-79156c78-6049-4d41-be83-dfbe26baccbe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5112009 Dec 08 16:31:57.442484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.502633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=fd301154-f8b3-417e-b5a7-d0fb5e3385c0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:57.595164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:57.650329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130b3a8f-9b25-47a2-b109-996d7626d001 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.713001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 10979979-6328-4b15-9fab-fc8474d5a066 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:31:57.713357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:57.717608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:31:57.720333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:31:57.769009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 60b2d2fb-257b-4a79-be48-388791047ac8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:57.911517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 60b2d2fb-257b-4a79-be48-388791047ac8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:57.912611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.064063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-735f37d7-5537-477c-b24e-339829127b74 req-872271f7-4541-4cf2-a651-ff8e3d72fc73 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=c889e611-833a-4e95-b5a2-503d46201a1a HTTP/1.1" status: 200 len: 210 time: 0.1150043 Dec 08 16:31:58.071560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10979979-6328-4b15-9fab-fc8474d5a066 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:31:58.152357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 10979979-6328-4b15-9fab-fc8474d5a066, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=10979979-6328-4b15-9fab-fc8474d5a066,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:31:58.152719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.197090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 10979979-6328-4b15-9fab-fc8474d5a066 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:31:58.205266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 10979979-6328-4b15-9fab-fc8474d5a066 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:58.208577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.214046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130b3a8f-9b25-47a2-b109-996d7626d001 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.236157 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-130b3a8f-9b25-47a2-b109-996d7626d001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.262553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router d6e709f8-ce68-4de3-9c54-4ab452fd3a97 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:58.302232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-03847fe8-d310-4e86-9301-749b7d1a5b4a service neutron] 10.222.0.62 "GET /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270392 Dec 08 16:31:58.319553 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-130b3a8f-9b25-47a2-b109-996d7626d001 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=708f56717c4b41038948f304e1feb60f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7137764 Dec 08 16:31:58.325154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.341744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c2aabb2a-0b90-43b4-ad9a-16c282e7542a None None] Provisioning complete for port fd301154-f8b3-417e-b5a7-d0fb5e3385c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:31:58.342231 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2aabb2a-0b90-43b4-ad9a-16c282e7542a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.380783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c2aabb2a-0b90-43b4-ad9a-16c282e7542a None None] Port fd301154-f8b3-417e-b5a7-d0fb5e3385c0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:31:58.393150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3a8f-9b25-47a2-b109-996d7626d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544527d3-4bdd-4fb2-926f-df57c1d6ad46,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:58.467013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:58.481745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:58.482856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:58.569978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-348a69ab-91e4-4d19-824d-4a950694e826 service neutron] 10.222.0.62 "GET /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667561 Dec 08 16:31:58.590563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.597553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36d5bd92-ef84-4ceb-867e-6654734cc6ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.645894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=10979979-6328-4b15-9fab-fc8474d5a066,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:58.646121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:58.675104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36d5bd92-ef84-4ceb-867e-6654734cc6ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.692265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:58.712282 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] Sync routers for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:31:58.735571 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:58.741057 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:58.743950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2dad80a3-cf0e-4d17-91d0-3c87d0e7ad3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/routers/d6e709f8-ce68-4de3-9c54-4ab452fd3a97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6661496 Dec 08 16:31:58.746706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37680) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:58.770023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'port': {'network_id': 'af21ecbd-99c9-4aeb-868d-a99e6bf32c14', 'name': 'tempest-FloatingIPTestJSON-1641442320'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:31:58.822731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:58.857025 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:58.862401 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:58.916753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:58.944272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4f36cd5-096a-4d0e-b6de-fb92efe4c515 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.079878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0e1cbd7-2502-4cb5-9579-149b6a2664e2 req-0db1fd76-63c3-42d9-8b08-c0c1e637cd3f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 210 time: 0.1553500 Dec 08 16:31:59.147302 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:59.147962 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5610e008-fae5-421a-a6dc-fd999532f4c8 None None] The sync data for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:31:59.168216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36d5bd92-ef84-4ceb-867e-6654734cc6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.175965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-36d5bd92-ef84-4ceb-867e-6654734cc6ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.178384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36d5bd92-ef84-4ceb-867e-6654734cc6ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/544527d3-4bdd-4fb2-926f-df57c1d6ad46 HTTP/1.1" status: 204 len: 168 time: 0.8132067 Dec 08 16:31:59.186843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:53Z', 'revision_number': 7, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '10979979-6328-4b15-9fab-fc8474d5a066', 'name': '', 'network_id': '25a09ce9-e7cf-497e-8f9a-a366a95f6fe9', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:4a:08:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:45Z', 'updated_at': '2021-12-08T16:31:56Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'bc449399-eda2-48ba-8021-ad08c0e0c986', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:59.223684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5bd92-ef84-4ceb-867e-6654734cc6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544527d3-4bdd-4fb2-926f-df57c1d6ad46,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:31:59.239506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Made reservation on behalf of 13d8b530210942109d69a6a1402513b6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:31:59.243826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.263401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:31:59.268185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] device_id is not set on port 276fd20f-4e36-4ce7-8a44-f4eebcfb167f yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:31:59.299348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:31:59.300005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:31:59.551848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:31:59.552682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Allocated IP 172.20.0.10 (af21ecbd-99c9-4aeb-868d-a99e6bf32c14/9300fcd3-8e8b-4236-bbe8-655f0854be87/276fd20f-4e36-4ce7-8a44-f4eebcfb167f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:31:59.577314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:31:59.742041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:31:59.758481 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-75e8d854-0fdd-4bdf-b304-2e207b8c99f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1244481 Dec 08 16:31:59.759767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37706) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:31:59.920009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet bc449399-eda2-48ba-8021-ad08c0e0c986 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:31:59.924399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:31:59.965315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42f498-a293-4c4d-b2ed-646a2ea3314c req-7e91cbc8-21a6-442a-a0cc-c043f953e3b8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:31:59.967027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e42f498-a293-4c4d-b2ed-646a2ea3314c req-7e91cbc8-21a6-442a-a0cc-c043f953e3b8 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 946 time: 0.1618390 Dec 08 16:31:59.970598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.014550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.029466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.101837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event updated for resources: {'Port': ['ID=276fd20f-4e36-4ce7-8a44-f4eebcfb167f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:00.116634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.195319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.207109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:00.224220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:00.260983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:00.285840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=bc449399-eda2-48ba-8021-ad08c0e0c986,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:00.294463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.302732 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eca62bd7-e0b6-445f-a339-a35abdbc10f1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/bc449399-eda2-48ba-8021-ad08c0e0c986 HTTP/1.1" status: 204 len: 168 time: 0.5414348 Dec 08 16:32:00.303985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:00.383977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0db863aa-0340-4345-a1dc-df7f7db7d724 req-7edbb2e9-01ab-44fb-90c0-2c0fe0617ea6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 210 time: 0.1610651 Dec 08 16:32:00.402976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e42f498-a293-4c4d-b2ed-646a2ea3314c req-a172d41e-5ad8-4ced-8af6-b53e1d9604fe tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4174638 Dec 08 16:32:00.454480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:00.455382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.487977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bcdef335-fcc5-48f4-ba32-a9317fc22ff9 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7246630 Dec 08 16:32:00.488197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.489286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37722) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:00.504589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Request body: {'floatingip': {'port_id': '276fd20f-4e36-4ce7-8a44-f4eebcfb167f'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:00.613279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.676050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0268847-3dbc-425f-a383-03c1edcb624e None None] Network 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:00.780910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:00.781447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.785133 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.880398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-db63e113-14a4-430f-8673-db85d1c1188b None None] Provisioning complete for port 276fd20f-4e36-4ce7-8a44-f4eebcfb167f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:00.882212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db63e113-14a4-430f-8673-db85d1c1188b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:00.909838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-ecf95223-4857-4df8-856a-c34d15ebdb1a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:00.911387 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-ecf95223-4857-4df8-856a-c34d15ebdb1a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.58 "GET /v2.0/networks?id=06b9a18b-cdf0-4266-b4c5-806a6527c36a HTTP/1.1" status: 200 len: 797 time: 0.3307741 Dec 08 16:32:00.976045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:58Z', 'revision_number': 8, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:00.991113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-db63e113-14a4-430f-8673-db85d1c1188b None None] Port 276fd20f-4e36-4ce7-8a44-f4eebcfb167f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:01.054343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16059b36-6ccb-4519-aff9-326e32a5a0e8 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:58Z', 'revision_number': 8, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:01.124621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] DHCP port deletion for 25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:01.137675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:01.138325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.171219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:01.192808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df557c-621c-48da-a487-a80a540e2636 req-64dec671-9d73-47f9-a174-14dfc6820807 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:01.194506 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7df557c-621c-48da-a487-a80a540e2636 req-64dec671-9d73-47f9-a174-14dfc6820807 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 946 time: 0.2041039 Dec 08 16:32:01.202767 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-564b6680-5ba5-4dd3-8663-687c7394030c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 472 time: 0.2716742 Dec 08 16:32:01.221509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'port': {'device_id': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'admin_state_up': True, 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'security_groups': ['594a4a0b-f0f3-40ff-a7c2-8e1c23066986']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:01.330588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] Deleting port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:01.330840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.404980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] For port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,segment=NetworkSegment(0671f8cc-05f7-4a59-8019-8013047a074c),segment_id=0671f8cc-05f7-4a59-8019-8013047a074c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:01.404980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.491288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] Calling delete_port for dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:01.704702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:01.721240 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.731129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e879ba7e-1729-406a-8af9-7a133b9048f0 req-94e3ab3e-6e5f-4429-9a03-5ba04b31567d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 210 time: 0.0981781 Dec 08 16:32:01.773500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.resource_extend [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:32:01.802468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.811040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:01.816147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.840551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:01.867627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:01.881261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] Pushing event deleted for resources: {'Port': ['ID=dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:01.889829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c89a964-48ed-4021-a01a-b462e216f187 None None] No DVR routers for this DVR port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:01.909859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No active binding found for port dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:32:01.911300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dc432bc8-20b9-4f8d-b2e3-b8722bf1ab24 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:01.911300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10979979-6328-4b15-9fab-fc8474d5a066 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:01.915095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:01.920329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.921846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Deleting port 043ba394-6d3b-4db7-931c-c211ece24d57 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:01.923217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.946835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 10979979-6328-4b15-9fab-fc8474d5a066 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:01.947176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 10979979-6328-4b15-9fab-fc8474d5a066 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:01.956472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:01.958081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:01.976099 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:01.987551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.089399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:02.096055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a522dcb-6487-4a14-b31e-57fa6c0f47c7 req-e46d5a05-d389-4c29-a22f-be5fd27ec671 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:02.101527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a522dcb-6487-4a14-b31e-57fa6c0f47c7 req-e46d5a05-d389-4c29-a22f-be5fd27ec671 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=14c233b9-44d5-48e7-b402-e2542df96785 HTTP/1.1" status: 200 len: 946 time: 0.4165900 Dec 08 16:32:02.247888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.290086 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.301426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.326874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a09ce9-e7cf-497e-8f9a-a366a95f6fe9']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:02.347676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] For port 043ba394-6d3b-4db7-931c-c211ece24d57, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=043ba394-6d3b-4db7-931c-c211ece24d57,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:02.348358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.361458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0671f8cc-05f7-4a59-8019-8013047a074c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:02.362061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0671f8cc-05f7-4a59-8019-8013047a074c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:02.371452 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP b25683d4-5509-4761-9769-0cd13acfb9f8 associated. External IP: 172.25.3.12, port: 6dfe41e0-ff78-4480-9aab-e63be69c113c. Dec 08 16:32:02.382346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.384946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.20.0.29 (06b9a18b-cdf0-4266-b4c5-806a6527c36a/e79cff2a-6508-4b0c-b225-f5cf2dd03cb1/a1bc6304-293a-4803-8e7e-fee25a57c1ab) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:02.394172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Calling delete_port for 043ba394-6d3b-4db7-931c-c211ece24d57 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:02.416991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.439680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:58Z', 'revision_number': 8, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:02.467389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:02.467802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:02.472763 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:02.522998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:02.545588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:02.546423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:02.650420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.661381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.667916 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/25a09ce9-e7cf-497e-8f9a-a366a95f6fe9 HTTP/1.1" status: 204 len: 168 time: 2.3626254 Dec 08 16:32:02.682585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37760) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:02.761422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:02.824992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d4b82-5f6e-471a-96bc-9c895ef80b54 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=25a09ce9-e7cf-497e-8f9a-a366a95f6fe9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:02.888977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:02.967564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:02.970503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['043ba394-6d3b-4db7-931c-c211ece24d57'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:03.095526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'Port': ['ID=043ba394-6d3b-4db7-931c-c211ece24d57,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:03.133476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a522dcb-6487-4a14-b31e-57fa6c0f47c7 req-39a6170c-a317-4812-9e61-1f91e1abf83d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0308235 Dec 08 16:32:03.192307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-715ed67a-a6fa-42e5-8a86-686da4554de5 req-57f68a6d-ad19-414c-a8e5-8f6997aaa8d8 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 210 time: 0.0649948 Dec 08 16:32:03.236930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] No DVR routers for this DVR port 043ba394-6d3b-4db7-931c-c211ece24d57 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:03.258945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.276241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c7df557c-621c-48da-a487-a80a540e2636 req-eed08469-2579-4440-8afe-584f920cef12 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "DELETE /v2.0/ports/043ba394-6d3b-4db7-931c-c211ece24d57 HTTP/1.1" status: 204 len: 173 time: 2.0648050 Dec 08 16:32:03.276809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c233b9-44d5-48e7-b402-e2542df96785', 'name': 'network-vif-deleted', 'tag': '043ba394-6d3b-4db7-931c-c211ece24d57'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:03.279466 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46285a0-a614-46f0-a647-d97c8f2be97a" -d '{"events": [{"server_uuid": "14c233b9-44d5-48e7-b402-e2542df96785", "name": "network-vif-deleted", "tag": "043ba394-6d3b-4db7-931c-c211ece24d57"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:03.296117 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.439188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.440821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:03.480435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:58Z', 'revision_number': 8, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:03.584918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee553da-40ed-427a-82c5-97eeec8f0d9d None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:31:58Z', 'revision_number': 8, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '09d63f40-34d2-46b0-bfa6-66dca751eb63', 'name': '', 'network_id': '3b51832f-c577-46b1-985b-f371692ccfce', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:17:a4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:35Z', 'updated_at': '2021-12-08T16:31:45Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '8d5bf9ec-c27b-48e3-a614-b0fa851115a7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:03.683584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:03.684705 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c78001-766a-4785-8173-e38dcf080c56 x-openstack-request-id: req-68c78001-766a-4785-8173-e38dcf080c56 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:03.685005 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c233b9-44d5-48e7-b402-e2542df96785", "name": "network-vif-deleted", "tag": "043ba394-6d3b-4db7-931c-c211ece24d57", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:03.685265 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-68c78001-766a-4785-8173-e38dcf080c56 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:03.685677 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c233b9-44d5-48e7-b402-e2542df96785', 'name': 'network-vif-deleted', 'tag': '043ba394-6d3b-4db7-931c-c211ece24d57', 'status': 'completed', 'code': 200} Dec 08 16:32:03.687011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.792578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:03.802730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:03.813646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:03.932793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:03.933636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:03.959796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=a1bc6304-293a-4803-8e7e-fee25a57c1ab,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:03.966691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-5514d358-ef1f-4921-8b14-046eb8cfd1bb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7516475 Dec 08 16:32:04.095596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:04.107978 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:04.186523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:04.192958 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:04.237764 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:04.250917 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:04.251912 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:04.293928 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:04.294996 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd7a056-939b-417c-9986-3157758b6762 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:04.297013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f1a0382d-6f2d-429a-81b5-09c383a291a9 None None] Provisioning complete for port a1bc6304-293a-4803-8e7e-fee25a57c1ab triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:04.306018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1a0382d-6f2d-429a-81b5-09c383a291a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.402598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f1a0382d-6f2d-429a-81b5-09c383a291a9 None None] Port a1bc6304-293a-4803-8e7e-fee25a57c1ab cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:04.555476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fdbf8-b73b-40a8-b1b1-a97491ef9e44 req-ae99515f-14c5-4da4-ae45-b04b0d7b17ee tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:04.568590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8fdbf8-b73b-40a8-b1b1-a97491ef9e44 req-ae99515f-14c5-4da4-ae45-b04b0d7b17ee tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 932 time: 0.1347313 Dec 08 16:32:04.802112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8fdbf8-b73b-40a8-b1b1-a97491ef9e44 req-14446ce3-6006-4418-a1d8-05b066bb4643 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2167881 Dec 08 16:32:04.849949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Request body: {'port': {'device_id': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:04.898539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7bea635a-34ef-4b41-bb66-8b4dde095070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:04.911222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router d6e709f8-ce68-4de3-9c54-4ab452fd3a97 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:04.927226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f872a-afe5-45ed-9510-434f87e0d927 req-6764e1d7-ac81-4798-b240-0846efbc87bc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:04.929539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d3f872a-afe5-45ed-9510-434f87e0d927 req-6764e1d7-ac81-4798-b240-0846efbc87bc tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.1251059 Dec 08 16:32:04.973560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.104236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7bea635a-34ef-4b41-bb66-8b4dde095070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.116403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d3f872a-afe5-45ed-9510-434f87e0d927 req-0513b797-baa3-4e1b-814c-9c1122ea885d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=1306248b-ee54-419d-92f9-b9b276dd61a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352553 Dec 08 16:32:05.154130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-9bdbafcc-9321-4fce-9fcd-489b00ee0a60 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:05.155669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-9bdbafcc-9321-4fce-9fcd-489b00ee0a60 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.86 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 945 time: 0.1414878 Dec 08 16:32:05.157958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:05.162601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.176897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] Sync routers for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:05.192454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:05.193429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:05.254806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:05.266965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:05.267954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:05.284659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c1b3c883-52c4-475c-a4c5-dfd5bc339593 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/floatingips/b25683d4-5509-4761-9769-0cd13acfb9f8 HTTP/1.1" status: 200 len: 978 time: 4.7941904 Dec 08 16:32:05.288091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37806) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:05.319150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:05.321431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764a8e7e-ba04-4fcf-b234-cffc2bda30b6 None None] The sync data for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:05.348827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7bea635a-34ef-4b41-bb66-8b4dde095070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.355752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Deleting port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:05.356101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.388762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1bc6304-293a-4803-8e7e-fee25a57c1ab {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:05.401685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 043ba394-6d3b-4db7-931c-c211ece24d57 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:05.420109 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.429663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7bea635a-34ef-4b41-bb66-8b4dde095070 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ef07e1ec92cc4982b569e26e6048a5e1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7626669 Dec 08 16:32:05.432775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:05.436156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bea635a-34ef-4b41-bb66-8b4dde095070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64097b43-9b2b-415b-b04d-832c8ad51103,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:05.458562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Transition to ACTIVE for port object a1bc6304-293a-4803-8e7e-fee25a57c1ab will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:32:05.471466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.476615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 043ba394-6d3b-4db7-931c-c211ece24d57 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:05.481304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 043ba394-6d3b-4db7-931c-c211ece24d57 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:05.517897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.560208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] For port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:05.563531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.587706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Calling delete_port for 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:05.611452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Pushing event updated for resources: {'Port': ['ID=a1bc6304-293a-4803-8e7e-fee25a57c1ab,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:05.686540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 276fd20f-4e36-4ce7-8a44-f4eebcfb167f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:05.686885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.782363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27a8f3b6-7fcb-4eb4-9825-2ef4eb928a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.798393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Attempting to bind port a1bc6304-293a-4803-8e7e-fee25a57c1ab on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:05.799099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Attempting to bind port a1bc6304-293a-4803-8e7e-fee25a57c1ab by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:05.799676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Attempting to bind port a1bc6304-293a-4803-8e7e-fee25a57c1ab on network 06b9a18b-cdf0-4266-b4c5-806a6527c36a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:05.806642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Port a1bc6304-293a-4803-8e7e-fee25a57c1ab on network 06b9a18b-cdf0-4266-b4c5-806a6527c36a not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:32:05.807470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Attempting to bind port a1bc6304-293a-4803-8e7e-fee25a57c1ab on network 06b9a18b-cdf0-4266-b4c5-806a6527c36a {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:05.816846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:05.817222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Checking segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:05.817473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Bound using segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:05.818031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Bound port: a1bc6304-293a-4803-8e7e-fee25a57c1ab, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:05.819019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.856406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27a8f3b6-7fcb-4eb4-9825-2ef4eb928a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:05.903552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.002300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] For port a1bc6304-293a-4803-8e7e-fee25a57c1ab, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:06.017572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] For port a1bc6304-293a-4803-8e7e-fee25a57c1ab, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:06.024548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.084235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:06.084790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.086445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] 10.222.0.58 "PUT /v2.0/ports/a1bc6304-293a-4803-8e7e-fee25a57c1ab HTTP/1.1" status: 200 len: 1092 time: 1.2457933 Dec 08 16:32:06.091870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'tag': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:06.096369 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb2cc89-4227-4b71-930a-5f343bce9654", "tag": "a1bc6304-293a-4803-8e7e-fee25a57c1ab"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:06.143368 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27a8f3b6-7fcb-4eb4-9825-2ef4eb928a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.143618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 09d63f40-34d2-46b0-bfa6-66dca751eb63 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:06.143761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.145962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-27a8f3b6-7fcb-4eb4-9825-2ef4eb928a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.149669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-27a8f3b6-7fcb-4eb4-9825-2ef4eb928a43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/64097b43-9b2b-415b-b04d-832c8ad51103 HTTP/1.1" status: 204 len: 168 time: 0.7131388 Dec 08 16:32:06.153372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.164411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['6bd1f6c2-6dce-4b43-8294-c9dc373e9316'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:06.186737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486700e2-544b-41fb-83fe-59c49729e222 req-c1835072-7d6e-4a5c-84fb-626747b2fcf3 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:06.188467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486700e2-544b-41fb-83fe-59c49729e222 req-c1835072-7d6e-4a5c-84fb-626747b2fcf3 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 944 time: 0.2059081 Dec 08 16:32:06.195000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8f3b6-7fcb-4eb4-9825-2ef4eb928a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64097b43-9b2b-415b-b04d-832c8ad51103,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:06.203157 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-550c17ae-4464-449e-b92b-45a91a58c5dc x-openstack-request-id: req-550c17ae-4464-449e-b92b-45a91a58c5dc {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:06.204137 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb2cc89-4227-4b71-930a-5f343bce9654", "tag": "a1bc6304-293a-4803-8e7e-fee25a57c1ab", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:06.204418 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-550c17ae-4464-449e-b92b-45a91a58c5dc {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:06.207954 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'tag': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab', 'status': 'completed', 'code': 200} Dec 08 16:32:06.240649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'Port': ['ID=6bd1f6c2-6dce-4b43-8294-c9dc373e9316,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:06.269541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a974c2d-74ae-47fd-90db-5048bcd1359a service neutron] Pushing event updated for resources: {'Port': ['ID=a1bc6304-293a-4803-8e7e-fee25a57c1ab,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:06.373909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-9c5bb730-dcbe-40db-af30-1c0bd60ec16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:06.376129 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-9c5bb730-dcbe-40db-af30-1c0bd60ec16a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 1095 time: 0.2273884 Dec 08 16:32:06.380465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44fd8bf-2dc2-4331-83b0-ada121e70e19 req-4914bf5b-0d4d-4ebf-9431-6367c1d2ef97 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=ab5f4308-71d6-4115-8271-d10db45fe3b2 HTTP/1.1" status: 200 len: 210 time: 0.0767634 Dec 08 16:32:06.410843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] No DVR routers for this DVR port 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:06.423127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.432464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c88378f-c5de-4e0d-bb6e-5dc77b7e37eb req-8d4b81f7-e5f6-4b85-adde-d6b02db7a15f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.86 "DELETE /v2.0/ports/6bd1f6c2-6dce-4b43-8294-c9dc373e9316 HTTP/1.1" status: 204 len: 173 time: 1.2670436 Dec 08 16:32:06.432948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'name': 'network-vif-deleted', 'tag': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:06.435409 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6f9501-51a9-4258-981d-d8aaaa4ea880" -d '{"events": [{"server_uuid": "ab5f4308-71d6-4115-8271-d10db45fe3b2", "name": "network-vif-deleted", "tag": "6bd1f6c2-6dce-4b43-8294-c9dc373e9316"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:06.462523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.462893 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.463210 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Floating IP b25683d4-5509-4761-9769-0cd13acfb9f8 disassociated. External IP: 172.25.3.12, port: 276fd20f-4e36-4ce7-8a44-f4eebcfb167f. Dec 08 16:32:06.463593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 276fd20f-4e36-4ce7-8a44-f4eebcfb167f owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:06.498766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486700e2-544b-41fb-83fe-59c49729e222 req-a76adc1d-b8f6-4eaf-b179-3826f82274f6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702649 Dec 08 16:32:06.529913 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43133cf7-0ee2-4dd5-8823-e65708a992f6 x-openstack-request-id: req-43133cf7-0ee2-4dd5-8823-e65708a992f6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:06.532362 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab5f4308-71d6-4115-8271-d10db45fe3b2", "name": "network-vif-deleted", "tag": "6bd1f6c2-6dce-4b43-8294-c9dc373e9316", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:06.536301 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-43133cf7-0ee2-4dd5-8823-e65708a992f6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:06.536942 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab5f4308-71d6-4115-8271-d10db45fe3b2', 'name': 'network-vif-deleted', 'tag': '6bd1f6c2-6dce-4b43-8294-c9dc373e9316', 'status': 'completed', 'code': 200} Dec 08 16:32:06.585006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-28c795df-ef65-4ad3-9769-8aec32893290 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab HTTP/1.1" status: 200 len: 217 time: 0.1855989 Dec 08 16:32:06.635450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 09d63f40-34d2-46b0-bfa6-66dca751eb63, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=09d63f40-34d2-46b0-bfa6-66dca751eb63,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:06.636290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.710876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 09d63f40-34d2-46b0-bfa6-66dca751eb63 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:06.763121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:06.765524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-dbfd6903-d069-4786-b666-6af0866944c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:06.767373 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-dbfd6903-d069-4786-b666-6af0866944c3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e79cff2a-6508-4b0c-b225-f5cf2dd03cb1 HTTP/1.1" status: 200 len: 838 time: 0.1670015 Dec 08 16:32:06.804761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=276fd20f-4e36-4ce7-8a44-f4eebcfb167f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:06.975561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router d6e709f8-ce68-4de3-9c54-4ab452fd3a97 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:06.995368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2e385e10-aa83-4f07-a7db-ab40638c274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:06.998181 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-2e385e10-aa83-4f07-a7db-ab40638c274d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06b9a18b-cdf0-4266-b4c5-806a6527c36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2215495 Dec 08 16:32:07.105544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:07.225888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=09d63f40-34d2-46b0-bfa6-66dca751eb63,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:07.238488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:07.253721 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] Sync routers for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:07.284418 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:07.286515 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:07.375363 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:07.392988 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:07.393614 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:07.410307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:07.420643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-39572542-ffc6-4c6b-a6e0-8545811a7f63 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/ports/276fd20f-4e36-4ce7-8a44-f4eebcfb167f HTTP/1.1" status: 204 len: 168 time: 2.1313751 Dec 08 16:32:07.424633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:07.490608 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:07.491484 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4dbcd1b-f32a-4501-b422-0ecc1d682a4e None None] The sync data for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:07.532784 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-81b0fbab-3a79-40ae-aa3b-0031a566af5e service neutron] 10.222.0.58 "GET /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5221932 Dec 08 16:32:07.851203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:07.918766 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef83035b-9979-4d65-9761-74f97f77fdc1 req-c01e2843-856d-4bbd-b126-294a5ac9dac7 service neutron] 10.222.0.58 "GET /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684553 Dec 08 16:32:08.118341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-5214d940-6621-4d4c-8997-fbf0931ed0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.120086 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-5214d940-6621-4d4c-8997-fbf0931ed0c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 1095 time: 0.1288488 Dec 08 16:32:08.177916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ee04c-a0e5-4aa9-bbc0-e72addccd7b1 req-a1cc10ed-2650-4940-821c-99dbff1b6bbd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.185505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf4ee04c-a0e5-4aa9-bbc0-e72addccd7b1 req-a1cc10ed-2650-4940-821c-99dbff1b6bbd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 944 time: 0.1585712 Dec 08 16:32:08.204713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc440e-323b-4993-bb32-35db4c407c92 req-2807d5cb-0d66-4d2f-97ee-e850176420ff tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.206780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6cc440e-323b-4993-bb32-35db4c407c92 req-2807d5cb-0d66-4d2f-97ee-e850176420ff tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.1829674 Dec 08 16:32:08.250350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:08.277036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-1866d33e-de16-40d4-acdc-89ce742763aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.278814 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-1866d33e-de16-40d4-acdc-89ce742763aa service neutron] 10.222.0.58 "GET /v2.0/networks?id=06b9a18b-cdf0-4266-b4c5-806a6527c36a HTTP/1.1" status: 200 len: 898 time: 0.1304207 Dec 08 16:32:08.383270 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-7b49da57-91ce-4c66-abcc-4134f9a52535 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab HTTP/1.1" status: 200 len: 217 time: 0.0710032 Dec 08 16:32:08.395035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37880) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:08.449158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:08.460122 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-73a330e6-e3b9-49bc-b50a-79ec271e4fb1 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7745731 Dec 08 16:32:08.461001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37886) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:08.465014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:08.471190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-9d0c47ed-c2d2-4f08-b4a9-cda1403fdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.473045 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-9d0c47ed-c2d2-4f08-b4a9-cda1403fdb82 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e79cff2a-6508-4b0c-b225-f5cf2dd03cb1 HTTP/1.1" status: 200 len: 838 time: 0.0825496 Dec 08 16:32:08.478056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf4ee04c-a0e5-4aa9-bbc0-e72addccd7b1 req-d637796f-f8f1-4ea7-bd1b-4d89a8994001 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914953 Dec 08 16:32:08.483465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:08.484341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:08.487733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6cc440e-323b-4993-bb32-35db4c407c92 req-c7138561-074c-4f48-96c2-1b9f392622f0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524048 Dec 08 16:32:08.560271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet 8d5bf9ec-c27b-48e3-a614-b0fa851115a7 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:08.566180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.592209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-51279d65-9129-4461-8dc0-58d0128b85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:08.594269 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-51279d65-9129-4461-8dc0-58d0128b85f9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=06b9a18b-cdf0-4266-b4c5-806a6527c36a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940695 Dec 08 16:32:08.630310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:08.669895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.685525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.747919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7a526cf-a19d-44a4-b39c-55efebcc9429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.858981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:08.912704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:08.924663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-685f0b61-50ad-4703-99d0-3dd69f2deea6 service neutron] 10.222.0.58 "GET /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210225 Dec 08 16:32:08.940315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:08.940655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 6bd1f6c2-6dce-4b43-8294-c9dc373e9316 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:08.945840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:06Z', 'revision_number': 9, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:08.978148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:08.989538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:08.990870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.004641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7a526cf-a19d-44a4-b39c-55efebcc9429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.025410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7a526cf-a19d-44a4-b39c-55efebcc9429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.040740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.089091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5bf9ec-c27b-48e3-a614-b0fa851115a7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:09.098217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.102686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e2e917-508a-4b3a-aaea-724408449961 None None] Network 3b51832f-c577-46b1-985b-f371692ccfce requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:09.111555 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c707396-a6f0-4aaa-870d-1cd7843111ce tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/8d5bf9ec-c27b-48e3-a614-b0fa851115a7 HTTP/1.1" status: 204 len: 168 time: 0.6485400 Dec 08 16:32:09.115880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37900) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:09.138378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f7a526cf-a19d-44a4-b39c-55efebcc9429 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cf01ac8671ea4cbaa16752ca87b2a7d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7377644 Dec 08 16:32:09.140449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37902) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:09.178036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a526cf-a19d-44a4-b39c-55efebcc9429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048b4dbb-2be7-4fcb-a41c-e52ace18909f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:09.241826 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3f5b15f9-7932-4bb7-a3d9-f4e301ee2aef req-1a57d23f-4286-4cca-a6e2-52797fdb343b service neutron] 10.222.0.58 "GET /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083117 Dec 08 16:32:09.274054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac333399-9e67-460f-96e8-f5f91367aab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.314542 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac333399-9e67-460f-96e8-f5f91367aab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.315594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.342678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-e87fc380-2528-494c-8b7f-13da3d937fc0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:09.344680 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-e87fc380-2528-494c-8b7f-13da3d937fc0 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.0811865 Dec 08 16:32:09.367665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port fd301154-f8b3-417e-b5a7-d0fb5e3385c0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:09.368102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.407747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:09.465963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac333399-9e67-460f-96e8-f5f91367aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.470557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ac333399-9e67-460f-96e8-f5f91367aab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.476026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ac333399-9e67-460f-96e8-f5f91367aab2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/048b4dbb-2be7-4fcb-a41c-e52ace18909f HTTP/1.1" status: 204 len: 168 time: 0.3087859 Dec 08 16:32:09.514303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port c93d1967-ed39-4840-b30e-0a4f2b021d7f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:09.515348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.598686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.602583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port c93d1967-ed39-4840-b30e-0a4f2b021d7f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c93d1967-ed39-4840-b30e-0a4f2b021d7f,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:09.603062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.618541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for fd301154-f8b3-417e-b5a7-d0fb5e3385c0 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:09.620494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for c93d1967-ed39-4840-b30e-0a4f2b021d7f owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:09.700694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac333399-9e67-460f-96e8-f5f91367aab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048b4dbb-2be7-4fcb-a41c-e52ace18909f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:09.711760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] DHCP port deletion for 3b51832f-c577-46b1-985b-f371692ccfce request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:09.758348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:06Z', 'revision_number': 9, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:09.796293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51bd4e5a-7b17-4be5-a9f0-8c00a669db65 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:06Z', 'revision_number': 9, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '787d7833-15ee-4aa6-8c55-4eebfd13fbfd', 'name': '', 'network_id': '9e778ca9-b7c1-40d5-915f-d318eb5726b2', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:e1:d3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2827, 'fixed_ips': [{'subnet_id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:28Z', 'updated_at': '2021-12-08T16:31:38Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': '66ab8a86-09c1-4490-a7eb-ec8a1b71ab83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:09.877611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5875c-4891-4379-a22d-322fb2291b15 req-8ba34319-af54-4e63-a397-760ee8bad843 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:09.879259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76c5875c-4891-4379-a22d-322fb2291b15 req-8ba34319-af54-4e63-a397-760ee8bad843 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 944 time: 0.1801345 Dec 08 16:32:09.897952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Deleting port c93d1967-ed39-4840-b30e-0a4f2b021d7f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:09.898598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:09.957646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e414033-c521-44b9-983d-6161afb32ef1 req-9a12f029-5cee-4b5d-9a2a-dda10e30c282 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:09.958954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e414033-c521-44b9-983d-6161afb32ef1 req-9a12f029-5cee-4b5d-9a2a-dda10e30c282 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2173016 Dec 08 16:32:10.051688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76c5875c-4891-4379-a22d-322fb2291b15 req-afdf05fa-0fb8-4297-a05d-5b5d786dd5f0 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328976 Dec 08 16:32:10.068702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e414033-c521-44b9-983d-6161afb32ef1 req-43262d10-4b4c-4f00-9a47-f5410edb5cd9 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016350 Dec 08 16:32:10.100590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] For port c93d1967-ed39-4840-b30e-0a4f2b021d7f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c93d1967-ed39-4840-b30e-0a4f2b021d7f,segment=NetworkSegment(c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6),segment_id=c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:10.101269 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.120933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Calling delete_port for c93d1967-ed39-4840-b30e-0a4f2b021d7f owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:10.187097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.274568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=fd301154-f8b3-417e-b5a7-d0fb5e3385c0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:10.362197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.444212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] No DVR routers for this DVR port c93d1967-ed39-4840-b30e-0a4f2b021d7f on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:10.446803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Pushing event deleted for resources: {'Port': ['ID=c93d1967-ed39-4840-b30e-0a4f2b021d7f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:10.484547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.486729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.488704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.489236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.489674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.490177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.490765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.492932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.493861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.494486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.495104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.497565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.498897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418264f6-d771-4c9f-b47d-37188ba25374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:10.631579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.655614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.667642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Deleting port 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:10.669034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.712220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=c93d1967-ed39-4840-b30e-0a4f2b021d7f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:10.785594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port c93d1967-ed39-4840-b30e-0a4f2b021d7f on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:10.910356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.939543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b51832f-c577-46b1-985b-f371692ccfce']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:10.950280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:10.950583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80726e5-30c6-4502-a1a6-ecc1d0b3c6e6') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:10.962066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.970151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37934) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:10.984188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:10.996745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router d6e709f8-ce68-4de3-9c54-4ab452fd3a97 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:11.025924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:11.026194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:11.030213 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:11.098755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] For port 0153153a-b9f6-4b51-a4fb-7ad996712525, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0153153a-b9f6-4b51-a4fb-7ad996712525,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:11.098755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.206670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2079355846-network', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:11.220124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.249487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.257734 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/3b51832f-c577-46b1-985b-f371692ccfce HTTP/1.1" status: 204 len: 168 time: 2.1393878 Dec 08 16:32:11.274992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:11.325130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:11.332281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29b8613b-d1e2-475c-92be-a093aea5b477 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/routers/d6e709f8-ce68-4de3-9c54-4ab452fd3a97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9055347 Dec 08 16:32:11.335287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Made reservation on behalf of e3f9e3d3e4db4d0fba0186c48d4f1e3f for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:11.338987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.340274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] Sync routers for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:11.341031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37946) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:11.356523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:11.357728 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:11.362728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa10f87e-1416-473f-b88d-8bec38f98a10 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=3b51832f-c577-46b1-985b-f371692ccfce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:11.397608 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:11.399006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.408804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a1bc6304-293a-4803-8e7e-fee25a57c1ab details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:32:11.409442 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] Routers {'d6e709f8-ce68-4de3-9c54-4ab452fd3a97'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:11.409963 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:11.424585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ad4df-777b-48fb-af6c-407e1732a433 req-46ae700c-f6f7-4323-a49e-dc4ef265d50f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:11.426350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d94ad4df-777b-48fb-af6c-407e1732a433 req-46ae700c-f6f7-4323-a49e-dc4ef265d50f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 944 time: 0.2284360 Dec 08 16:32:11.452675 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:11.454160 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05347c9-3b42-47d4-a2d4-b5bda60c90af None None] The sync data for ids ['d6e709f8-ce68-4de3-9c54-4ab452fd3a97'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:11.470243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd954939-069a-4bdd-a2bc-af37bd714b90 req-ce84609d-86ae-4158-957d-a8034749d2d2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:11.471809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd954939-069a-4bdd-a2bc-af37bd714b90 req-ce84609d-86ae-4158-957d-a8034749d2d2 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 944 time: 0.2507458 Dec 08 16:32:11.616597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c93d1967-ed39-4840-b30e-0a4f2b021d7f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:11.621317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a1bc6304-293a-4803-8e7e-fee25a57c1ab, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:11.672777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c93d1967-ed39-4840-b30e-0a4f2b021d7f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:11.673197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c93d1967-ed39-4840-b30e-0a4f2b021d7f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:11.674467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09d63f40-34d2-46b0-bfa6-66dca751eb63 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:11.693340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.711406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d94ad4df-777b-48fb-af6c-407e1732a433 req-3032655c-12e4-49b8-93c0-32bc7fe28571 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365181 Dec 08 16:32:11.717939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.728329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 09d63f40-34d2-46b0-bfa6-66dca751eb63 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:11.728888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09d63f40-34d2-46b0-bfa6-66dca751eb63 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:11.743963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'port_id': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab', 'mac_address': 'fa:16:3e:b6:ae:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:32:11.795801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] vlan segment allocate from pool success with {'vlan_id': 685, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:11.815023 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.828265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd954939-069a-4bdd-a2bc-af37bd714b90 req-831de42c-9b31-4864-9e32-ba1e9d85f4da tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b8f4979-65d4-4cb1-97f6-4af357e2bc33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2935081 Dec 08 16:32:11.841028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.841378 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Added segment 07f88faa-dcc0-4950-997f-0850759a61f2 of type vlan for network 2cd0f066-4278-4d24-a29c-81d40084a2da Dec 08 16:32:11.858511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d2d810-d67f-47c8-a28e-49764f526346,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:11.870006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.871055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.871745 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Floating IP 94045419-2c60-46ee-937a-dbee399017bc disassociated. External IP: 172.25.3.49, port: 0153153a-b9f6-4b51-a4fb-7ad996712525. Dec 08 16:32:11.872505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Calling delete_port for 0153153a-b9f6-4b51-a4fb-7ad996712525 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:11.881499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1bc6304-293a-4803-8e7e-fee25a57c1ab {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:11.919679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:11.939090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a1bc6304-293a-4803-8e7e-fee25a57c1ab, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:11.947498 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.017606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a1bc6304-293a-4803-8e7e-fee25a57c1ab,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:12.055344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.083166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.138916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.162085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['a1bc6304-293a-4803-8e7e-fee25a57c1ab'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:12.169333 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.171060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:12.172527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.204446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.321499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'Port': ['ID=0153153a-b9f6-4b51-a4fb-7ad996712525,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:12.327642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3527493 Dec 08 16:32:12.332150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:12.347929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d896b-243b-4884-ab92-c5f5051c2697 admin admin] Pushing event updated for resources: {'Network': ['ID=2cd0f066-4278-4d24-a29c-81d40084a2da,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:12.351316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Request body: {'subnet': {'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2079355846-subnet', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:12.370560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2cd0f066-4278-4d24-a29c-81d40084a2da details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:12.388816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port da1b12b0-4adc-4b5b-847b-1246ed85c281 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:12.389277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.405612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Made reservation on behalf of e3f9e3d3e4db4d0fba0186c48d4f1e3f for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:12.412307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.588032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:12.611528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for da1b12b0-4adc-4b5b-847b-1246ed85c281 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:12.716841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:12.987456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf173a0-b681-4cd7-821f-bf6e3e059ee0 req-8ac9bee9-ff64-4ec4-915a-93f56b5b5a03 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:13.001296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cf173a0-b681-4cd7-821f-bf6e3e059ee0 req-8ac9bee9-ff64-4ec4-915a-93f56b5b5a03 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 945 time: 0.1031575 Dec 08 16:32:13.016108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.073429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:13.074865 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.111418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=da1b12b0-4adc-4b5b-847b-1246ed85c281,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:13.162916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.169721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b85c090d-6c6f-4751-a362-ffac9901ce68 req-2f629a9c-a6c4-4c79-ac67-8a5d972395cb tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 210 time: 0.0829403 Dec 08 16:32:13.191937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245b7890-4510-430c-beec-260f39134b36 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:13.330368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 787d7833-15ee-4aa6-8c55-4eebfd13fbfd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:13.330733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.346118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 787d7833-15ee-4aa6-8c55-4eebfd13fbfd owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:13.391628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cf173a0-b681-4cd7-821f-bf6e3e059ee0 req-ac28d260-f101-4ea9-8d1a-ae3ca72b64b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3939822 Dec 08 16:32:13.399238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.423266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a1bc6304-293a-4803-8e7e-fee25a57c1ab up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:13.499513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:13.517673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] Sync routers for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:13.525222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port a1bc6304-293a-4803-8e7e-fee25a57c1ab completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:32:13.533471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port a1bc6304-293a-4803-8e7e-fee25a57c1ab triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:13.533907 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.542885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d59666f-3724-4482-8d73-c19ed88043d4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:13.574119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.578624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.589095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:13.590064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:13.595591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] No DVR routers for this DVR port 0153153a-b9f6-4b51-a4fb-7ad996712525 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:13.605694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.609744 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-82404969-da91-47c9-9bdd-a76c732b25f1 req-7993db35-c89e-4294-98d9-3502d1cfb09c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.58 "DELETE /v2.0/ports/0153153a-b9f6-4b51-a4fb-7ad996712525 HTTP/1.1" status: 204 len: 173 time: 4.2306063 Dec 08 16:32:13.610374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-deleted', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:13.612711 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bddfac-c9bf-409b-a0da-4d1f622c3f15" -d '{"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-deleted", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:13.646309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.647295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Fanout notify agent at l3_agent the message router_deleted on router d6e709f8-ce68-4de3-9c54-4ab452fd3a97 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:13.662520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.663934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Checking segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:13.664548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Network hostable DHCP agents. Network: 2cd0f066-4278-4d24-a29c-81d40084a2da, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:13.668853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-38b2ea54-1dbd-4ba5-95be-0f8f36f00a07 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/routers/d6e709f8-ce68-4de3-9c54-4ab452fd3a97 HTTP/1.1" status: 204 len: 168 time: 2.3235295 Dec 08 16:32:13.670291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37970) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:13.716192 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eea4421-5af1-4c71-9632-b7dc759f551e x-openstack-request-id: req-1eea4421-5af1-4c71-9632-b7dc759f551e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:13.716468 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db23985-1243-4c22-93b0-64d335c3e5f5", "name": "network-vif-deleted", "tag": "0153153a-b9f6-4b51-a4fb-7ad996712525", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:13.717164 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1eea4421-5af1-4c71-9632-b7dc759f551e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:13.717828 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db23985-1243-4c22-93b0-64d335c3e5f5', 'name': 'network-vif-deleted', 'tag': '0153153a-b9f6-4b51-a4fb-7ad996712525', 'status': 'completed', 'code': 200} Dec 08 16:32:13.812139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Network 2cd0f066-4278-4d24-a29c-81d40084a2da is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:13.831236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting subnet 9300fcd3-8e8b-4236-bbe8-655f0854be87 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:13.835765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2cd0f066-4278-4d24-a29c-81d40084a2da) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:13.841323 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.848541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa74b6ea-420b-4ffc-9c1c-34159a6f372c None None] Network 2cd0f066-4278-4d24-a29c-81d40084a2da requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:13.896787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.926992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:13.927963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.959034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:13.961216 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-102064c0-c553-4463-a592-84aab2c6f839 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6191754 Dec 08 16:32:13.964208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37972) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:13.965274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.967719 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f5a181-39fd-43d2-a4a8-a2136c83b6aa" -d '{"events": [{"server_uuid": "ceb2cc89-4227-4b71-930a-5f343bce9654", "name": "network-vif-plugged", "status": "completed", "tag": "a1bc6304-293a-4803-8e7e-fee25a57c1ab"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:13.969451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:13.974958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:13.989874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:14.030655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=787d7833-15ee-4aa6-8c55-4eebfd13fbfd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:14.039662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.043108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.151762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port a1bc6304-293a-4803-8e7e-fee25a57c1ab, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:14.159331 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2261b00-2106-4c68-b405-3567a37748f6 x-openstack-request-id: req-e2261b00-2106-4c68-b405-3567a37748f6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:14.161513 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb2cc89-4227-4b71-930a-5f343bce9654", "name": "network-vif-plugged", "status": "completed", "tag": "a1bc6304-293a-4803-8e7e-fee25a57c1ab", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:14.162478 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2261b00-2106-4c68-b405-3567a37748f6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:14.163654 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab', 'code': 200} Dec 08 16:32:14.181893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.183573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:14.247359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 0153153a-b9f6-4b51-a4fb-7ad996712525 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:14.248538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0153153a-b9f6-4b51-a4fb-7ad996712525 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:14.251533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.402124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.478415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfe58b-ceec-4b22-aca0-aa0017334d6f req-500005ee-2247-434e-826a-2070bfe71c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:14.480207 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5cfe58b-ceec-4b22-aca0-aa0017334d6f req-500005ee-2247-434e-826a-2070bfe71c1f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 1097 time: 0.2840190 Dec 08 16:32:14.581292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff4968c0-2745-44a1-b923-e825168d79bb req-59e6d71d-cc40-4f53-a588-2a0cdb47cb3c tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/ports?device_id=7db23985-1243-4c22-93b0-64d335c3e5f5 HTTP/1.1" status: 200 len: 210 time: 0.1264267 Dec 08 16:32:14.649094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2cd0f066-4278-4d24-a29c-81d40084a2da', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'fixed_ips': [{'subnet_id': '2d59666f-3724-4482-8d73-c19ed88043d4'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:14.650574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.706318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=a1bc6304-293a-4803-8e7e-fee25a57c1ab,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:14.760089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:14.860736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d848577-fcfb-4399-a624-bc79c485741a req-c8bd6677-89f3-4d16-acc6-39e129fb0068 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:14.870048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d848577-fcfb-4399-a624-bc79c485741a req-c8bd6677-89f3-4d16-acc6-39e129fb0068 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 946 time: 0.1768541 Dec 08 16:32:14.892198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:52Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:14.949755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] Checking router: dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:15.034895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:15.036197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:15.202797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Allocated IP 172.20.0.2 (2cd0f066-4278-4d24-a29c-81d40084a2da/2d59666f-3724-4482-8d73-c19ed88043d4/339c7b16-8af2-43fd-ac88-9a22378c6ca2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:15.234726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:15.236916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.278770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.289769 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d5cfe58b-ceec-4b22-aca0-aa0017334d6f req-60073df7-e342-48ba-bc4b-247ad69bd46c service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7703748 Dec 08 16:32:15.346509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d848577-fcfb-4399-a624-bc79c485741a req-eb6cefaf-b837-4d3f-8af8-8908fd7cf1e7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4754500 Dec 08 16:32:15.393643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Subnet': ['ID=9300fcd3-8e8b-4236-bbe8-655f0854be87,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:15.395809 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.402464 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-15dd2714-d3e8-440d-89b7-e6c4be5105a5 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/subnets/9300fcd3-8e8b-4236-bbe8-655f0854be87 HTTP/1.1" status: 204 len: 168 time: 1.7221723 Dec 08 16:32:15.405067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.528819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.574448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.705160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b945895-e24c-4740-938b-aed876fff4a4 None None] Network af21ecbd-99c9-4aeb-868d-a99e6bf32c14 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:15.713297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:15.724242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:15.774720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38002) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.802528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Allocated IP 172.25.3.250 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/543c209d-c6fd-4e4f-87bc-6d391726978d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:15.930294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:15.945350 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:15.954501 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28590fb8-f891-4a50-bc90-3c8ee2203d94 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6683848 Dec 08 16:32:15.959691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38010) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:15.965454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:15.966500 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:15.973861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.029934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.073987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.082279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] DHCP port deletion for af21ecbd-99c9-4aeb-868d-a99e6bf32c14 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:16.102622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.127130 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:16.142736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e0aeafb-9d19-4e0c-a3cb-653e58996e6d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.148719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:16.151924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:16.160732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:16.181179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e0aeafb-9d19-4e0c-a3cb-653e58996e6d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.197560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Pushing event updated for resources: {'Port': ['ID=339c7b16-8af2-43fd-ac88-9a22378c6ca2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:16.201010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703f4c4f-693f-4b6c-aad6-5ec2908530a0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:16.218385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Network 2cd0f066-4278-4d24-a29c-81d40084a2da is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:16.222564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Pushing event updated for resources: {'Port': ['ID=543c209d-c6fd-4e4f-87bc-6d391726978d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:16.274345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e0aeafb-9d19-4e0c-a3cb-653e58996e6d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.282164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e0aeafb-9d19-4e0c-a3cb-653e58996e6d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.296622 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e0aeafb-9d19-4e0c-a3cb-653e58996e6d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "DELETE /v2.0/security-groups/0b8f4979-65d4-4cb1-97f6-4af357e2bc33 HTTP/1.1" status: 204 len: 168 time: 0.5177450 Dec 08 16:32:16.297918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38014) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:16.329431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:16.338384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:16.350531 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-4646c535-2ecf-443f-bb69-0b53c0600181 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] show failed (client error): The resource could not be found. Dec 08 16:32:16.360135 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4646c535-2ecf-443f-bb69-0b53c0600181 tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "GET /v2.0/security-groups/0b8f4979-65d4-4cb1-97f6-4af357e2bc33 HTTP/1.1" status: 404 len: 347 time: 0.0407407 Dec 08 16:32:16.361901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:16.363205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.372492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38016) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:16.489543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:52Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:16.541032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e25f87-c5df-4082-a987-5d38542f07da None None] The sync data for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 is: [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd6b949c2-4d17-446d-9bb1-8c79d62c69a5', 'name': '', 'network_id': '047bfe8b-ed46-402f-87b0-925346f987d7', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'mac_address': 'fa:16:3e:8c:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:43Z', 'updated_at': '2021-12-08T16:21:52Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'subnets': [{'id': '7ef9d3cb-7bef-4254-8c48-a3cac301c5c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:16.549059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-075bff77-dd50-4c55-9986-f13fb6c944e4 None None] Provisioning complete for port 543c209d-c6fd-4e4f-87bc-6d391726978d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:16.549938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-075bff77-dd50-4c55-9986-f13fb6c944e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.606185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-075bff77-dd50-4c55-9986-f13fb6c944e4 None None] Port 543c209d-c6fd-4e4f-87bc-6d391726978d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:16.621244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0aeafb-9d19-4e0c-a3cb-653e58996e6d tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8f4979-65d4-4cb1-97f6-4af357e2bc33,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:16.625941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Attempting to bind port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:16.626573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Attempting to bind port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:16.627192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Attempting to bind port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 on network 2cd0f066-4278-4d24-a29c-81d40084a2da {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:16.650814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:16.651448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Checking segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:16.652222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.653427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Bound using segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:16.654571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Bound port: 339c7b16-8af2-43fd-ac88-9a22378c6ca2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:16.661751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.676114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] Deleting port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:16.677453 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.713719 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:13Z', 'revision_number': 10, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:16.762168 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:16.772266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet 66ab8a86-09c1-4490-a7eb-ec8a1b71ab83 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:16.784721 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:16.785615 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:16.796215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] For port 339c7b16-8af2-43fd-ac88-9a22378c6ca2, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:16.800098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] For port 339c7b16-8af2-43fd-ac88-9a22378c6ca2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=339c7b16-8af2-43fd-ac88-9a22378c6ca2,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:16.803390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.819803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.865087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.895092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832e3be-ceb3-4f3f-83a4-805322748928 None None] Pushing event updated for resources: {'Port': ['ID=339c7b16-8af2-43fd-ac88-9a22378c6ca2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:16.948472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] For port 144718c6-fa9b-47b2-bc6e-faef36bc56e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=144718c6-fa9b-47b2-bc6e-faef36bc56e6,segment=NetworkSegment(4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb),segment_id=4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:16.949181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:16.966820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] For port 144718c6-fa9b-47b2-bc6e-faef36bc56e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=144718c6-fa9b-47b2-bc6e-faef36bc56e6,segment=NetworkSegment(4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb),segment_id=4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:16.967287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.010828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] Calling delete_port for 144718c6-fa9b-47b2-bc6e-faef36bc56e6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:17.022505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.028354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f0296-2054-4e58-b9c1-6b526c39d730 req-abc7703a-224c-4319-8034-a024faa112a0 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:17.030245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 144718c6-fa9b-47b2-bc6e-faef36bc56e6 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:17.031470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-519f0296-2054-4e58-b9c1-6b526c39d730 req-abc7703a-224c-4319-8034-a024faa112a0 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 946 time: 0.3887036 Dec 08 16:32:17.037850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:17.247586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d025f8e0-eb6a-4371-8026-ec535a1f27ba None None] New status for floating IP 94045419-2c60-46ee-937a-dbee399017bc: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:32:17.349072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-519f0296-2054-4e58-b9c1-6b526c39d730 req-d6f556dc-4fa8-4682-960a-543c86ec681a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271352 Dec 08 16:32:17.516597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:32:17.554129 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:32:17.566633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Deleting port 240e5fd6-3fa6-4f3f-b9f5-743dcd23d938 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:17.566633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.577014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.615814 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:13Z', 'revision_number': 10, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:17.617934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.678827 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a50de1-6e34-48a2-8344-0e5aa610a2f4 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:13Z', 'revision_number': 10, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None, '_interfaces': [{'id': '35e243a7-cf84-4d85-b688-09dea45ce863', 'name': '', 'network_id': 'fa87d47a-dbb3-4e24-9881-90aec2c342dc', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'mac_address': 'fa:16:3e:47:13:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:31:23Z', 'updated_at': '2021-12-08T16:31:32Z', 'revision_number': 5, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'subnets': [{'id': 'ceaa11a3-8e39-4eba-a554-307728c786a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:17.688833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=144718c6-fa9b-47b2-bc6e-faef36bc56e6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:17.753104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] Pushing event deleted for resources: {'Port': ['ID=144718c6-fa9b-47b2-bc6e-faef36bc56e6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:17.753343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] No DVR routers for this DVR port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:17.758797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608f3a2-46f1-4aba-b0c8-ced28b51007b None None] No DVR routers for this DVR port 144718c6-fa9b-47b2-bc6e-faef36bc56e6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:17.839442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.870765 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.929453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=66ab8a86-09c1-4490-a7eb-ec8a1b71ab83,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:17.941117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9280ac8-8055-4982-bc46-8ce3dba67a7e req-26975faa-e32e-4da9-b936-566666902189 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:17.942787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9280ac8-8055-4982-bc46-8ce3dba67a7e req-26975faa-e32e-4da9-b936-566666902189 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 946 time: 0.1435659 Dec 08 16:32:17.942942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.949521 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-08c5bf5b-d922-48f7-aea1-bdd104de2b4e tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/66ab8a86-09c1-4490-a7eb-ec8a1b71ab83 HTTP/1.1" status: 204 len: 168 time: 1.9879196 Dec 08 16:32:17.949960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38028) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:17.970321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:17.976635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f180e7c-4500-4bf3-a2b6-b7db454a141b None None] Network 9e778ca9-b7c1-40d5-915f-d318eb5726b2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:18.002201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.002450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.012480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af21ecbd-99c9-4aeb-868d-a99e6bf32c14']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:18.027520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Calling delete_port for 240e5fd6-3fa6-4f3f-b9f5-743dcd23d938 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:18.030433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:18.030725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a8844f9-e1e3-4cd6-87f2-a390d10d4fbb') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:18.063968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.144625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 339c7b16-8af2-43fd-ac88-9a22378c6ca2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:18.173642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.181961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.198971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:18.199388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:18.210087 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:18.252720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9280ac8-8055-4982-bc46-8ce3dba67a7e req-c4425dba-cdae-448d-b392-4167a888b86a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2859268 Dec 08 16:32:18.356491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.387942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.392836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:18.393386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.395524 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/networks/af21ecbd-99c9-4aeb-868d-a99e6bf32c14 HTTP/1.1" status: 204 len: 168 time: 2.9829898 Dec 08 16:32:18.397203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc3fd-7c58-4ebf-bace-195318f05b4b tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Network': ['ID=af21ecbd-99c9-4aeb-868d-a99e6bf32c14,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.416618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.430895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] DHCP port deletion for 9e778ca9-b7c1-40d5-915f-d318eb5726b2 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:18.530939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.559679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port eb45a1df-afa8-497d-a0dd-6846246ba38b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:18.561907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.584103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.634560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] Deleting port eb45a1df-afa8-497d-a0dd-6846246ba38b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:18.634823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.689526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 339c7b16-8af2-43fd-ac88-9a22378c6ca2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=339c7b16-8af2-43fd-ac88-9a22378c6ca2,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:18.698291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port eb45a1df-afa8-497d-a0dd-6846246ba38b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=eb45a1df-afa8-497d-a0dd-6846246ba38b,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:18.698811 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.700328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.709115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Pushing event deleted for resources: {'Port': ['ID=240e5fd6-3fa6-4f3f-b9f5-743dcd23d938,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.727948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for eb45a1df-afa8-497d-a0dd-6846246ba38b owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:18.782216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=339c7b16-8af2-43fd-ac88-9a22378c6ca2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:18.812058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.816620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.821051 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-06331a99-a017-4689-a6d6-6ba64a455a6f tempest-ServerActionsTestJSON-1156170210 tempest-ServerActionsTestJSON-1156170210-project] 10.222.0.62 "DELETE /v2.0/floatingips/94045419-2c60-46ee-937a-dbee399017bc HTTP/1.1" status: 204 len: 168 time: 2.4443610 Dec 08 16:32:18.821686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] For port eb45a1df-afa8-497d-a0dd-6846246ba38b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=eb45a1df-afa8-497d-a0dd-6846246ba38b,segment=NetworkSegment(e7769384-1d74-4759-9ce2-092fe7c7bcd5),segment_id=e7769384-1d74-4759-9ce2-092fe7c7bcd5)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:18.822258 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:18.825082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:18.839568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] Calling delete_port for eb45a1df-afa8-497d-a0dd-6846246ba38b owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:18.858508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 144718c6-fa9b-47b2-bc6e-faef36bc56e6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:18.866846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Router ba65e09e-129f-4b18-a7a5-21fd989df338 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:18.954171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 144718c6-fa9b-47b2-bc6e-faef36bc56e6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:18.954860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 144718c6-fa9b-47b2-bc6e-faef36bc56e6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:18.967759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.017396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37425391-d155-49ae-90be-2a5b9b212453 None None] Network 2cd0f066-4278-4d24-a29c-81d40084a2da requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:19.042038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port eb45a1df-afa8-497d-a0dd-6846246ba38b on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:19.086116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=eb45a1df-afa8-497d-a0dd-6846246ba38b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.127862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d21c47c7-1841-4f0c-b3bb-c310db20e8b5 None None] Provisioning complete for port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:19.128229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d21c47c7-1841-4f0c-b3bb-c310db20e8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.173870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port d3244bcc-e1f3-4997-bf29-fe68f08fcc84 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:19.175946 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.176270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.228115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] Pushing event deleted for resources: {'Port': ['ID=eb45a1df-afa8-497d-a0dd-6846246ba38b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.237634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3d5057-ceac-4800-b012-f3702bcf3478 None None] No DVR routers for this DVR port eb45a1df-afa8-497d-a0dd-6846246ba38b on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:19.338322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.355669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:19.380401 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Sync routers for ids ['ba65e09e-129f-4b18-a7a5-21fd989df338'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:19.412321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Routers {'ba65e09e-129f-4b18-a7a5-21fd989df338'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:19.416560 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ba65e09e-129f-4b18-a7a5-21fd989df338'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:19.437176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e778ca9-b7c1-40d5-915f-d318eb5726b2']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:19.453188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7769384-1d74-4759-9ce2-092fe7c7bcd5') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:19.453496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7769384-1d74-4759-9ce2-092fe7c7bcd5') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:19.464436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.479714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.487600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:19.488010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.591384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.591621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.605423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for d3244bcc-e1f3-4997-bf29-fe68f08fcc84 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:19.607390 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:19.611009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.616407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.625011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/9e778ca9-b7c1-40d5-915f-d318eb5726b2 HTTP/1.1" status: 204 len: 168 time: 1.6738086 Dec 08 16:32:19.629146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 339c7b16-8af2-43fd-ac88-9a22378c6ca2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:19.630730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:19.673361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Set router ba65e09e-129f-4b18-a7a5-21fd989df338 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:19.684020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.695340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-97aedc0c-0468-4d94-acad-c3923af1f213 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7298989 Dec 08 16:32:19.702312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38048) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:19.705693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3e6d3-babc-43ea-ac61-243c7af91c44 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=9e778ca9-b7c1-40d5-915f-d318eb5726b2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:19.750804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:19.751172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.833819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:19.904902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd819fe5-58bb-4170-828c-1ac989a21ac5 None None] Provisioning complete for port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:19.905774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd819fe5-58bb-4170-828c-1ac989a21ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:19.954233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.080990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=d3244bcc-e1f3-4997-bf29-fe68f08fcc84,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:20.246318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device eb45a1df-afa8-497d-a0dd-6846246ba38b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:20.253746 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:32:16Z', 'revision_number': 3, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:20.285390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.291866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.295428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: eb45a1df-afa8-497d-a0dd-6846246ba38b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:20.296118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device eb45a1df-afa8-497d-a0dd-6846246ba38b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:20.296942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 787d7833-15ee-4aa6-8c55-4eebfd13fbfd no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:20.298881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-34b146fb-1d70-48b6-b17b-22ed6e18fa17 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/floatingips/b25683d4-5509-4761-9769-0cd13acfb9f8 HTTP/1.1" status: 204 len: 168 time: 1.8787086 Dec 08 16:32:20.301661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38054) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.325346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 787d7833-15ee-4aa6-8c55-4eebfd13fbfd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:20.325645 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 787d7833-15ee-4aa6-8c55-4eebfd13fbfd not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:20.343066 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Checking router: ba65e09e-129f-4b18-a7a5-21fd989df338 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:20.344228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Updating router ba65e09e-129f-4b18-a7a5-21fd989df338 port 543c209d-c6fd-4e4f-87bc-6d391726978d binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:20.411955 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-84edb4ba-77e0-40ca-a279-e82d78de25cd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:20.412534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84edb4ba-77e0-40ca-a279-e82d78de25cd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:20.418627 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84edb4ba-77e0-40ca-a279-e82d78de25cd tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/ports/276fd20f-4e36-4ce7-8a44-f4eebcfb167f HTTP/1.1" status: 404 len: 333 time: 0.1138058 Dec 08 16:32:20.419894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38056) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.427664 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:20.521953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-feb1be73-bfa9-4663-8622-1ed2300c9d57 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/ports?device_id=d6e709f8-ce68-4de3-9c54-4ab452fd3a97 HTTP/1.1" status: 200 len: 205 time: 0.1002979 Dec 08 16:32:20.525286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38060) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.578363 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-0c5bbefb-8538-4e3c-a3be-07764dfa0080 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] delete failed (client error): The resource could not be found. Dec 08 16:32:20.579968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0c5bbefb-8538-4e3c-a3be-07764dfa0080 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/routers/d6e709f8-ce68-4de3-9c54-4ab452fd3a97 HTTP/1.1" status: 404 len: 336 time: 0.0540292 Dec 08 16:32:20.582996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38062) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:20.700987 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d05ec6d-04b5-4b9a-9d59-6552a75025bf tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:20.701454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d05ec6d-04b5-4b9a-9d59-6552a75025bf tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:20.709111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0d05ec6d-04b5-4b9a-9d59-6552a75025bf tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/subnets/9300fcd3-8e8b-4236-bbe8-655f0854be87 HTTP/1.1" status: 404 len: 337 time: 0.1236024 Dec 08 16:32:20.709774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38064) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:21.006125 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.020235 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.021946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 6dfe41e0-ff78-4480-9aab-e63be69c113c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:21.022294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.071783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.073892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38a8e33-bbac-48ac-a142-a2a8f651931b None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:21.167645 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Attempting to bind port 543c209d-c6fd-4e4f-87bc-6d391726978d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:21.168008 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Attempting to bind port 543c209d-c6fd-4e4f-87bc-6d391726978d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:21.168373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Attempting to bind port 543c209d-c6fd-4e4f-87bc-6d391726978d on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:21.190325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:21.190616 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:21.190890 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.191208 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:21.191707 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Bound port: 543c209d-c6fd-4e4f-87bc-6d391726978d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:21.192184 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.193681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-afb55f58-82c7-47d8-85ba-546c27343832 None None] Provisioning complete for port 543c209d-c6fd-4e4f-87bc-6d391726978d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:21.197885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-afb55f58-82c7-47d8-85ba-546c27343832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.208953 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf115-03a0-4e96-9b74-e12a6992106d None None] Pushing event updated for resources: {'Port': ['ID=543c209d-c6fd-4e4f-87bc-6d391726978d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:21.282400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-afb55f58-82c7-47d8-85ba-546c27343832 None None] Port 543c209d-c6fd-4e4f-87bc-6d391726978d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:21.301500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.321075 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] For port 543c209d-c6fd-4e4f-87bc-6d391726978d, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:21.324947 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] For port 543c209d-c6fd-4e4f-87bc-6d391726978d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=543c209d-c6fd-4e4f-87bc-6d391726978d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:21.332613 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.397989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcd781a-a614-438c-9725-1b06583c48ef None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:21.412615 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Routers {'ba65e09e-129f-4b18-a7a5-21fd989df338'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:21.413608 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ba65e09e-129f-4b18-a7a5-21fd989df338'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:21.521278 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961bf115-03a0-4e96-9b74-e12a6992106d None None] Pushing event updated for resources: {'Port': ['ID=543c209d-c6fd-4e4f-87bc-6d391726978d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:21.530589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38076) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:21.548351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b134c800-7b07-41c9-a8c5-ca18d3a8b85e None None] Provisioning complete for port 543c209d-c6fd-4e4f-87bc-6d391726978d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:21.564602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b134c800-7b07-41c9-a8c5-ca18d3a8b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.723663 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] Set router ba65e09e-129f-4b18-a7a5-21fd989df338 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:21.733614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b134c800-7b07-41c9-a8c5-ca18d3a8b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.785932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b134c800-7b07-41c9-a8c5-ca18d3a8b85e None None] For port 543c209d-c6fd-4e4f-87bc-6d391726978d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=543c209d-c6fd-4e4f-87bc-6d391726978d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:21.793728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b134c800-7b07-41c9-a8c5-ca18d3a8b85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.881081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.914976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134c800-7b07-41c9-a8c5-ca18d3a8b85e None None] Pushing event updated for resources: {'Port': ['ID=543c209d-c6fd-4e4f-87bc-6d391726978d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:21.929142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54397ca7-0f81-45f7-9faf-6c8f9dc35ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:21.941278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 6dfe41e0-ff78-4480-9aab-e63be69c113c owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:22.009247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.035868 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:32:16Z', 'revision_number': 3, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:22.051201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.067270 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae92651-1220-4298-9a93-d11cdb857456 None None] The sync data for ids ['ba65e09e-129f-4b18-a7a5-21fd989df338'] in n-d-820935-5 is: [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:32:16Z', 'revision_number': 3, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:22.074422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Allocated IP 172.20.0.1 (2cd0f066-4278-4d24-a29c-81d40084a2da/2d59666f-3724-4482-8d73-c19ed88043d4/7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:22.255655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.323098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Deleting port d6b949c2-4d17-446d-9bb1-8c79d62c69a5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:22.323098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.324260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=6dfe41e0-ff78-4480-9aab-e63be69c113c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:22.337101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.444950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.448470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-900a5f82-0877-4802-a009-127963b418b7 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/ports/6dfe41e0-ff78-4480-9aab-e63be69c113c HTTP/1.1" status: 204 len: 168 time: 1.7356524 Dec 08 16:32:22.457972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38082) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:22.617239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.646790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54397ca7-0f81-45f7-9faf-6c8f9dc35ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.664665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54397ca7-0f81-45f7-9faf-6c8f9dc35ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.678903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Network 2cd0f066-4278-4d24-a29c-81d40084a2da is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:22.694909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:22.700841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:22.703796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:22.751385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 0b2b84a1-d048-4a8b-acff-7d1911ef3fd6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:22.751783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.787630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] For port d6b949c2-4d17-446d-9bb1-8c79d62c69a5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:22.788110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.849019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Calling delete_port for d6b949c2-4d17-446d-9bb1-8c79d62c69a5 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:22.864360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:22.926614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54397ca7-0f81-45f7-9faf-6c8f9dc35ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6b2445-bff2-4cd8-b40d-97ea5b4ad3a0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:22.961221 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54397ca7-0f81-45f7-9faf-6c8f9dc35ddf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=74d7d27f145d46b5a47f898efabade05&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4294419 Dec 08 16:32:22.968265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38084) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:23.070865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.119955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 0b2b84a1-d048-4a8b-acff-7d1911ef3fd6 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:23.148629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.20.0.17 (06b9a18b-cdf0-4266-b4c5-806a6527c36a/e79cff2a-6508-4b0c-b225-f5cf2dd03cb1/09555808-499a-48b2-a4b3-35d297185536) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:23.167923 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-805aa14a-d570-45de-95f8-52eb0f117208 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.260610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-805aa14a-d570-45de-95f8-52eb0f117208 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.278641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-41cb641b-d7ae-44fb-84d8-0c275d606ba8 None None] Provisioning complete for port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:23.279266 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41cb641b-d7ae-44fb-84d8-0c275d606ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.329501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-41cb641b-d7ae-44fb-84d8-0c275d606ba8 None None] Port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:23.349339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.402648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.407908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 35e243a7-cf84-4d85-b688-09dea45ce863 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:23.408236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.486110 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:32:23.528501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-805aa14a-d570-45de-95f8-52eb0f117208 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.533331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-805aa14a-d570-45de-95f8-52eb0f117208 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.536880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-805aa14a-d570-45de-95f8-52eb0f117208 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c6b2445-bff2-4cd8-b40d-97ea5b4ad3a0 HTTP/1.1" status: 204 len: 168 time: 0.5640259 Dec 08 16:32:23.591319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805aa14a-d570-45de-95f8-52eb0f117208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6b2445-bff2-4cd8-b40d-97ea5b4ad3a0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:23.621280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.685248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.700672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 543c209d-c6fd-4e4f-87bc-6d391726978d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:23.744607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.788618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6b949c2-4d17-446d-9bb1-8c79d62c69a5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:23.794333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 35e243a7-cf84-4d85-b688-09dea45ce863, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35e243a7-cf84-4d85-b688-09dea45ce863,segment=NetworkSegment(bc5a6c24-d556-44f7-a62a-98d52e12aa09),segment_id=bc5a6c24-d556-44f7-a62a-98d52e12aa09)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:23.794940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.821587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 543c209d-c6fd-4e4f-87bc-6d391726978d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:23.823355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.856736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=0b2b84a1-d048-4a8b-acff-7d1911ef3fd6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:23.909305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:23.932561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:23.940451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c2d1fb3d-e03a-470a-a18e-68020578ffb4 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/ports/0b2b84a1-d048-4a8b-acff-7d1911ef3fd6 HTTP/1.1" status: 204 len: 168 time: 1.4784572 Dec 08 16:32:23.941530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38090) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:23.974426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:23.989488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 35e243a7-cf84-4d85-b688-09dea45ce863 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:23.993334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:24.075400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.100127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.163663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=09555808-499a-48b2-a4b3-35d297185536,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:24.214666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.247383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6380fa1-c3e1-4b83-9f63-514bbbec3b8d tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:24.253777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f6380fa1-c3e1-4b83-9f63-514bbbec3b8d tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "GET /v2.0/ports?device_id=08cb44e7-db2d-47f1-a1f0-4e457917c2ba HTTP/1.1" status: 200 len: 913 time: 0.2914665 Dec 08 16:32:24.264346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38094) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:24.265527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:24.398949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.433549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38096) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:24.473614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52db4f0e-c1c3-4e2b-90a9-bd83633f36b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.563656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e1808b6f-0b4f-457d-93b6-f9fe0cd51b13 None None] Provisioning complete for port 09555808-499a-48b2-a4b3-35d297185536 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:24.563656 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1808b6f-0b4f-457d-93b6-f9fe0cd51b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.582993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Network 2cd0f066-4278-4d24-a29c-81d40084a2da is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:24.591856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:24.641835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.642430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e1808b6f-0b4f-457d-93b6-f9fe0cd51b13 None None] Port 09555808-499a-48b2-a4b3-35d297185536 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:24.863492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.885571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Router ba65e09e-129f-4b18-a7a5-21fd989df338 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:24.886894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.891373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52db4f0e-c1c3-4e2b-90a9-bd83633f36b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.901401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52db4f0e-c1c3-4e2b-90a9-bd83633f36b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:24.931639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=35e243a7-cf84-4d85-b688-09dea45ce863,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:24.973206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3ebf7269-906c-4a6d-84ec-0e5d58a4bc14 None None] Provisioning complete for port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:24.973727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ebf7269-906c-4a6d-84ec-0e5d58a4bc14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.022453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-52db4f0e-c1c3-4e2b-90a9-bd83633f36b0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8774f397a4f1449e902f2f2f0a8d3241&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5871680 Dec 08 16:32:25.026768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db4f0e-c1c3-4e2b-90a9-bd83633f36b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d358d577-adb7-4f18-b33b-05b486d8ecd9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:25.035083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ebf7269-906c-4a6d-84ec-0e5d58a4bc14 None None] Port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:25.045722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38100) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:25.180063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:25.189912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de5cb1da-2df7-4409-9bd0-c04acf8659f1 admin admin] 10.222.0.62 "PUT /v2.0/routers/ba65e09e-129f-4b18-a7a5-21fd989df338/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4790030 Dec 08 16:32:25.204816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Sync routers for ids ['ba65e09e-129f-4b18-a7a5-21fd989df338'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:25.218872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.222737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Routers {'ba65e09e-129f-4b18-a7a5-21fd989df338'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:25.226210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ba65e09e-129f-4b18-a7a5-21fd989df338'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:25.278217 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-813db6dc-2e41-438b-ba41-4c4e6f088255 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.317890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-813db6dc-2e41-438b-ba41-4c4e6f088255 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.428886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Set router ba65e09e-129f-4b18-a7a5-21fd989df338 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:25.434798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.435150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.435498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.435860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.436180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.436531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.436838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.437807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.438411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.438766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.439100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.439427 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.439762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:25.469508 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-813db6dc-2e41-438b-ba41-4c4e6f088255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.472140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-813db6dc-2e41-438b-ba41-4c4e6f088255 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.473366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-813db6dc-2e41-438b-ba41-4c4e6f088255 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d358d577-adb7-4f18-b33b-05b486d8ecd9 HTTP/1.1" status: 204 len: 168 time: 0.4228709 Dec 08 16:32:25.543070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813db6dc-2e41-438b-ba41-4c4e6f088255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d358d577-adb7-4f18-b33b-05b486d8ecd9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:25.747242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.767789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:25.793341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 841d1463-fcc7-4430-add7-3348c9aebf38 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:25.793690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.896913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 4, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f', 'name': '', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'mac_address': 'fa:16:3e:d5:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:21Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 2, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'subnets': [{'id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:25.958263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:25.978433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Checking router: ba65e09e-129f-4b18-a7a5-21fd989df338 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:25.978810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Updating router ba65e09e-129f-4b18-a7a5-21fd989df338 port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:25.984238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 841d1463-fcc7-4430-add7-3348c9aebf38 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:26.028898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12e6cb10-ab22-42a1-933e-be0a7748db3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.030161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38120) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:26.035174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.050200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7ef7-a1ec-4da2-9d41-5fd2e0a90d28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.254123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:26.281916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:26.294521 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] Sync routers for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:26.304078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c5c1ad53-53a0-4009-816b-b91f10022261 admin admin] 10.222.0.62 "PUT /v2.0/routers/dedfafd1-e2f3-47c7-b6cf-8f2757e931d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4752996 Dec 08 16:32:26.310296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38124) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:26.316887 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:26.317496 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:26.394927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:26.399843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1105134605-network', 'tenant_id': '9017217a7421460fa34e349abec89355'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:26.430061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:26.432274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.435742 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.444985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.448246 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9461bc1e-1619-4de4-aa1f-1a4443c2ab42 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8153512 Dec 08 16:32:26.449027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:26.493363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:26.506562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=841d1463-fcc7-4430-add7-3348c9aebf38,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.516908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Made reservation on behalf of 9017217a7421460fa34e349abec89355 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:26.517750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.522565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.533743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.544239 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:26.558789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7141d7-3f74-482c-abc4-de6bf617a655 None None] Pushing event updated for resources: {'Port': ['ID=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.572389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.577985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:26.578716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:26.607536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.653088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.660152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=09555808-499a-48b2-a4b3-35d297185536,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:26.688720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:26.694377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7ef7-a1ec-4da2-9d41-5fd2e0a90d28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.766612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting subnet ceaa11a3-8e39-4eba-a554-307728c786a9 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:26.777881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.778630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 11, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:26.838594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:26.840396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.863288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:26.863839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:26.908189 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:26.946820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:26.960063 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] Checking router: dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:26.965096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:26.974612 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] Routers {'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:26.975656 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:27.010072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb9e7ef7-a1ec-4da2-9d41-5fd2e0a90d28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.038930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 11, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:27.043073 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb9e7ef7-a1ec-4da2-9d41-5fd2e0a90d28 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f32bbcb496e84047bfdea8d13da74614&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0095899 Dec 08 16:32:27.043073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.048024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38132) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:27.091743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ac0fb-7cb2-4e92-a5ba-ac6903abc571 None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 11, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:27.123759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Attempting to bind port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:27.124142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Attempting to bind port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:27.125387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Attempting to bind port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f on network 2cd0f066-4278-4d24-a29c-81d40084a2da {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:27.131023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] Set router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:27.135279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-171a1d62-394d-40cf-91dc-70629af074cc None None] Provisioning complete for port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:27.135654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-171a1d62-394d-40cf-91dc-70629af074cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.175086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e204c492-fa85-44fa-aa76-96ecc0f6eed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.188088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-171a1d62-394d-40cf-91dc-70629af074cc None None] Port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:27.190580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:27.190958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Checking segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:27.191411 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.191806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Bound using segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:27.192307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Bound port: 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:27.192693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.199605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e204c492-fa85-44fa-aa76-96ecc0f6eed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.250348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Subnet': ['ID=ceaa11a3-8e39-4eba-a554-307728c786a9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:27.269762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.276123 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f7bd40ed-5201-400f-a0ae-5c8d9451f674 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/ceaa11a3-8e39-4eba-a554-307728c786a9 HTTP/1.1" status: 204 len: 168 time: 0.8217092 Dec 08 16:32:27.277648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e204c492-fa85-44fa-aa76-96ecc0f6eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.280241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e204c492-fa85-44fa-aa76-96ecc0f6eed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.285359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e204c492-fa85-44fa-aa76-96ecc0f6eed1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4208c6b3-bb4d-4b98-892b-87bfae04aebf HTTP/1.1" status: 204 len: 168 time: 0.2272449 Dec 08 16:32:27.285636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b52bf0b-d5c4-4a5e-a0a9-0eed389726f7 None None] Network fa87d47a-dbb3-4e24-9881-90aec2c342dc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:27.288468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:27.289174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e7ef7-a1ec-4da2-9d41-5fd2e0a90d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4208c6b3-bb4d-4b98-892b-87bfae04aebf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:27.374403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] For port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:27.414210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.417210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] For port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:27.425313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.427816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.458881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e204c492-fa85-44fa-aa76-96ecc0f6eed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4208c6b3-bb4d-4b98-892b-87bfae04aebf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:27.464518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.484387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.527509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:27.531686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:27.587977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35e243a7-cf84-4d85-b688-09dea45ce863 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:27.596764 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:27.631408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 35e243a7-cf84-4d85-b688-09dea45ce863 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:27.631754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35e243a7-cf84-4d85-b688-09dea45ce863 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:27.639175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.680953 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdb0994-5b53-465c-8b65-a128d0736bd4 None None] The sync data for ids ['dedfafd1-e2f3-47c7-b6cf-8f2757e931d0'] in n-d-820935-5 is: [{'id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'name': 'tempest-ServerActionsTestJSON-838444505-router', 'tenant_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:21:38Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 5, 'project_id': '6c3ea91a767f435bbe1398b68aa9d8ed', 'gw_port': {'id': '2a5d0ae8-8bf6-416d-83c4-fd28f757e61a', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:7f:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedfafd1-e2f3-47c7-b6cf-8f2757e931d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:21:40Z', 'updated_at': '2021-12-08T16:21:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:27.695288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:27.767957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:27.769644 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Added segment 9480902a-a25c-4959-8781-f60dbb6bbb88 of type vlan for network 5d93508e-e458-4d40-98f0-19cf0656fc89 Dec 08 16:32:27.826354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Routers {'ba65e09e-129f-4b18-a7a5-21fd989df338'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:27.832144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ba65e09e-129f-4b18-a7a5-21fd989df338'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:27.877413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:27.926270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7141d7-3f74-482c-abc4-de6bf617a655 None None] Pushing event updated for resources: {'Port': ['ID=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:27.928706 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.010543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0ff0b7-0b83-471b-8a9e-3946b257e280,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:28.022733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Deleting port 25406d8a-23e2-4f5a-afce-85864d7e0e2f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:28.022733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.080138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.081266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:28.081984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.085245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Deleting port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:28.086200 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.158123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fec2bed-7efd-4df6-be47-e83cb79a8243 None None] DHCP port deletion for fa87d47a-dbb3-4e24-9881-90aec2c342dc request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:28.164996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] For port 25406d8a-23e2-4f5a-afce-85864d7e0e2f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=25406d8a-23e2-4f5a-afce-85864d7e0e2f,segment=NetworkSegment(bc5a6c24-d556-44f7-a62a-98d52e12aa09),segment_id=bc5a6c24-d556-44f7-a62a-98d52e12aa09)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:28.165788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.202356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Calling delete_port for 25406d8a-23e2-4f5a-afce-85864d7e0e2f owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:28.229980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5e914a90-c67a-4975-bc8d-4d49fb34e238 None None] Provisioning complete for port 09555808-499a-48b2-a4b3-35d297185536 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:28.230286 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5e914a90-c67a-4975-bc8d-4d49fb34e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.282156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8859155 Dec 08 16:32:28.290527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38150) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:28.304409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Request body: {'subnet': {'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1105134605-subnet', 'tenant_id': '9017217a7421460fa34e349abec89355', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:28.307782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] Set router ba65e09e-129f-4b18-a7a5-21fd989df338 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:28.313101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4007d4b-0e12-4125-a304-32182d8a5992 admin admin] Pushing event updated for resources: {'Network': ['ID=5d93508e-e458-4d40-98f0-19cf0656fc89,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:28.354719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.430287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] For port 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:28.431533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.435666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Made reservation on behalf of 9017217a7421460fa34e349abec89355 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:28.439514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.444155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Port': ['ID=25406d8a-23e2-4f5a-afce-85864d7e0e2f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:28.457106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No DVR routers for this DVR port 25406d8a-23e2-4f5a-afce-85864d7e0e2f on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:28.472891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Calling delete_port for 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:28.527083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:28.593550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:28.603002 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95cc6e7f-ff94-4404-98e5-95ce29d66384 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "PUT /v2.0/routers/5ebe7d90-5f7f-4ded-889c-e90a1cc8b096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7668386 Dec 08 16:32:28.605109 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.617589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:28.636375 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:28.639701 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:31:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:28.641257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa87d47a-dbb3-4e24-9881-90aec2c342dc']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:28.655808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc5a6c24-d556-44f7-a62a-98d52e12aa09') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:28.656256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc5a6c24-d556-44f7-a62a-98d52e12aa09') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:28.675786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.701258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.715196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:28.715740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:28.720538 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:28.728710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:28.736013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:28.842731 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.860346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d39ed918-e77d-4996-8977-aa5eed487741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.896487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:28.900941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5e914a90-c67a-4975-bc8d-4d49fb34e238 None None] Port 09555808-499a-48b2-a4b3-35d297185536 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:28.905375 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/networks/fa87d47a-dbb3-4e24-9881-90aec2c342dc HTTP/1.1" status: 204 len: 168 time: 1.6125453 Dec 08 16:32:28.906571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46c3f5b-bafc-432d-97df-e40c0e7e9ad5 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Pushing event deleted for resources: {'Network': ['ID=fa87d47a-dbb3-4e24-9881-90aec2c342dc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:28.908311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:28.943310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'routes': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:28.977120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:28.980804 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:29.007411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] Sync routers for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:29.033908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d3f5231d-cdb6-4784-8ed5-5ae818a35b3c tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "PUT /v2.0/routers/08cb44e7-db2d-47f1-a1f0-4e457917c2ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7645850 Dec 08 16:32:29.053681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:29.054447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.060237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38170) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:29.109779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.118467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-275112876-network', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:29.152179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.157190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6fec2bed-7efd-4df6-be47-e83cb79a8243 None None] Deleting port 25406d8a-23e2-4f5a-afce-85864d7e0e2f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:29.157613 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6fec2bed-7efd-4df6-be47-e83cb79a8243 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.163720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Added routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:32:29.164170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Removed routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:32:29.164784 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.176394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] Routers {'08cb44e7-db2d-47f1-a1f0-4e457917c2ba'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:29.179206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-6fec2bed-7efd-4df6-be47-e83cb79a8243 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network fa87d47a-dbb3-4e24-9881-90aec2c342dc could not be found. Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 281, in release_dhcp_port Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network fa87d47a-dbb3-4e24-9881-90aec2c342dc could not be found. Dec 08 16:32:29.229598 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:32:29.284604 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.307922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Made reservation on behalf of c32b2f8a04134aff8b6676ec4b3e5668 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:29.309981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.362471 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.367840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.372457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5d0ae8-8bf6-416d-83c4-fd28f757e61a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:29.377401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Checking segment: {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:29.379134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Network hostable DHCP agents. Network: 5d93508e-e458-4d40-98f0-19cf0656fc89, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:29.392805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.410826 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:17Z', 'revision_number': 1, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09555808-499a-48b2-a4b3-35d297185536', 'name': '', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:84:2c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:22Z', 'updated_at': '2021-12-08T16:32:25Z', 'revision_number': 2, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.415889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a585b5d-ed44-43de-9866-2c4cccd21495,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:29.419021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cdd8d9-8ef1-43bd-b374-97111bd36e9d None None] DHCP port deletion for fa87d47a-dbb3-4e24-9881-90aec2c342dc request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:29.421220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15e1b6e-b557-4f11-a364-904a605697d2 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:29.429119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.429988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb0cd46-20e4-4094-b63f-d70894870051 None None] The sync data for ids ['08cb44e7-db2d-47f1-a1f0-4e457917c2ba'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:29.450230 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.452215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:29.454591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2eba5e47-0246-4050-8841-d2ce95744bf4 None None] Provisioning complete for port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:29.455244 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2eba5e47-0246-4050-8841-d2ce95744bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.476807 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:29.477198 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Updating router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 port 09555808-499a-48b2-a4b3-35d297185536 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:29.499964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59813e5a-4d53-4ec3-a883-46afadfd109e None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:32:29.535864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.537963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5d93508e-e458-4d40-98f0-19cf0656fc89) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:29.542612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.548876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.568481 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.642104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 4, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f', 'name': '', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'mac_address': 'fa:16:3e:d5:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:21Z', 'updated_at': '2021-12-08T16:32:27Z', 'revision_number': 4, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'subnets': [{'id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:29.673708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.677199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.682435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:29.708877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router 0ff7b526-bf76-4d20-9e72-3713e067537b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:29.710197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.710585 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Added segment e72ca66a-3bb7-4dd2-9ab5-14e18476738c of type vlan for network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa Dec 08 16:32:29.712773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c00024-0fb7-49ed-844b-d2025687c8a5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:29.718361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a74ba8c-993b-4dc5-b49e-d0f6dbd6938b None None] The sync data for ids ['ba65e09e-129f-4b18-a7a5-21fd989df338'] in n-d-820935-5 is: [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:32:23Z', 'revision_number': 4, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f', 'name': '', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'mac_address': 'fa:16:3e:d5:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_interface', 'standard_attr_id': 2908, 'fixed_ips': [{'subnet_id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:21Z', 'updated_at': '2021-12-08T16:32:27Z', 'revision_number': 4, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'subnets': [{'id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:29.759444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:29.760319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.763499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.764284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:29.799690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.800787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:29.803710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67cdf4d5-0ada-4ac3-8854-b2ae4cf66604 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dedfafd1-e2f3-47c7-b6cf-8f2757e931d0 HTTP/1.1" status: 204 len: 168 time: 3.4887030 Dec 08 16:32:29.851979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 25406d8a-23e2-4f5a-afce-85864d7e0e2f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:29.863047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:29.905012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 25406d8a-23e2-4f5a-afce-85864d7e0e2f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:29.905588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 25406d8a-23e2-4f5a-afce-85864d7e0e2f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:29.906361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b949c2-4d17-446d-9bb1-8c79d62c69a5 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:29.930006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f4fd4679-df88-4dbc-be64-2708a068af09 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6270361 Dec 08 16:32:29.930263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38176) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:29.947593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:29.992559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:32:30.000892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2eba5e47-0246-4050-8841-d2ce95744bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.011680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d6b949c2-4d17-446d-9bb1-8c79d62c69a5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:30.012640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b949c2-4d17-446d-9bb1-8c79d62c69a5 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:30.012778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:30.036431 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] Sync routers for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:30.037965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.043666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38178) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:30.046556 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7187b05b-bae6-4a23-9644-4541e8325527 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 700 time: 1.1258149 Dec 08 16:32:30.059544 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:30.060099 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:30.067046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.068090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.075879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.105805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.110947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f722a4db-5555-4520-9ef4-a00d5e886c86 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 205 time: 0.0620751 Dec 08 16:32:30.112830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38180) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:30.115062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:30.115862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.127664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59813e5a-4d53-4ec3-a883-46afadfd109e None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:32:30.176663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.179513 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:30.203898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2eba5e47-0246-4050-8841-d2ce95744bf4 None None] For port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:30.211855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2eba5e47-0246-4050-8841-d2ce95744bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.241422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] Pushing event updated for resources: {'Network': ['ID=68c7a3fc-4cfa-42d3-9296-839a06d9ebfa,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:30.246338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Deleting subnet 7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:30.252509 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-35e07bbd-85ce-4463-a775-dff8dde14223 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5171220 Dec 08 16:32:30.255435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.259468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:30.271695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Request body: {'subnet': {'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-275112876-subnet', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:30.278568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.285745 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 11, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:30.298655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:30.332322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.344203 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] Checking router: 0ff7b526-bf76-4d20-9e72-3713e067537b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:30.351797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.357444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Made reservation on behalf of c32b2f8a04134aff8b6676ec4b3e5668 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:30.361881 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] Routers {'0ff7b526-bf76-4d20-9e72-3713e067537b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:30.362098 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0ff7b526-bf76-4d20-9e72-3713e067537b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:30.363241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.479313 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] Set router 0ff7b526-bf76-4d20-9e72-3713e067537b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:30.551712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba5e47-0246-4050-8841-d2ce95744bf4 None None] Pushing event updated for resources: {'Port': ['ID=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:30.562776 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 11, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:30.615485 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64732ff8-ad1f-40ba-90fc-4354c703369a None None] The sync data for ids ['0ff7b526-bf76-4d20-9e72-3713e067537b'] in n-d-820935-5 is: [{'id': '0ff7b526-bf76-4d20-9e72-3713e067537b', 'name': 'tempest-RoutersTest-router-767866503', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:31:21Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 11, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:30.745475 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.756797 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.842421 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad99a6a-6ba7-40b9-9e6b-d4c299d5e12f None None] Pushing event updated for resources: {'Port': ['ID=09555808-499a-48b2-a4b3-35d297185536,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:30.964221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.967142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting port 455773d6-a7cc-488c-b122-df1f96b5cc14 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:30.967474 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Attempting to bind port 09555808-499a-48b2-a4b3-35d297185536 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:30.967628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.968662 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Attempting to bind port 09555808-499a-48b2-a4b3-35d297185536 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:30.969176 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Attempting to bind port 09555808-499a-48b2-a4b3-35d297185536 on network 06b9a18b-cdf0-4266-b4c5-806a6527c36a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:30.979714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.987588 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:30.989363 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Checking segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:30.991261 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.992423 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Bound using segment: {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:30.992933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Bound port: 09555808-499a-48b2-a4b3-35d297185536, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d668de5-2490-43eb-bcd6-11eef3a76bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:30.993315 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:30.999636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-5d93508e-e458-4d40-98f0-19cf0656fc89', 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89', 'project_id': '9017217a7421460fa34e349abec89355', 'fixed_ips': [{'subnet_id': '2a585b5d-ed44-43de-9866-2c4cccd21495'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:31.000849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.103353 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] For port 09555808-499a-48b2-a4b3-35d297185536, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:31.113779 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] For port 09555808-499a-48b2-a4b3-35d297185536, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=09555808-499a-48b2-a4b3-35d297185536,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:31.121073 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.256442 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad99a6a-6ba7-40b9-9e6b-d4c299d5e12f None None] Pushing event updated for resources: {'Port': ['ID=09555808-499a-48b2-a4b3-35d297185536,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:31.259063 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:31.259692 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:31.346078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Allocated IP 172.20.0.2 (5d93508e-e458-4d40-98f0-19cf0656fc89/2a585b5d-ed44-43de-9866-2c4cccd21495/ad7c37ce-cd7e-4c06-b95f-b418941ca25b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:31.355910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.508590 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.568838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd2aecf9-216e-4847-8f38-261d43181ac6,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:31.579303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.599903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:31.606205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef9d3cb-7bef-4254-8c48-a3cac301c5c5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:31.629622 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.635659 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4fd9faf3-a9fc-4506-bcd5-a42e81971249 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7ef9d3cb-7bef-4254-8c48-a3cac301c5c5 HTTP/1.1" status: 204 len: 168 time: 1.7691295 Dec 08 16:32:31.636360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:31.744915 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.752710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:31.757712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.809503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.810861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router 0ff7b526-bf76-4d20-9e72-3713e067537b {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:31.817916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.831939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.837874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-213a47a2-8614-4f3d-aed3-bea1e7171985 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 204 len: 168 time: 1.7227688 Dec 08 16:32:31.854286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38192) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:31.856192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.864204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-535688851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:31.937245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:31.938651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Checking segment: {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:31.939035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Network hostable DHCP agents. Network: 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:31.942513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:31.943656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:31.946093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Pushing event updated for resources: {'Port': ['ID=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:31.948187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:31.976259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:32.004234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:32.017037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Deleting port 41ef854b-e246-44c3-a7dc-45f65d1daef0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:32.019872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.031383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.032605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:32.034587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.052355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.053234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.060178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:32.060425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.062800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Attempting to bind port ad7c37ce-cd7e-4c06-b95f-b418941ca25b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:32.068817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Attempting to bind port ad7c37ce-cd7e-4c06-b95f-b418941ca25b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:32.069232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Attempting to bind port ad7c37ce-cd7e-4c06-b95f-b418941ca25b on network 5d93508e-e458-4d40-98f0-19cf0656fc89 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:32.070939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Calling delete_port for 455773d6-a7cc-488c-b122-df1f96b5cc14 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:32.086610 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:17Z', 'revision_number': 1, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09555808-499a-48b2-a4b3-35d297185536', 'name': '', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:84:2c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:22Z', 'updated_at': '2021-12-08T16:32:31Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:32.107261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:32.109986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Checking segment: {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:32.109986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.109986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Bound using segment: {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:32.110350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Bound port: ad7c37ce-cd7e-4c06-b95f-b418941ca25b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:32.110579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.113163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] For port 41ef854b-e246-44c3-a7dc-45f65d1daef0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=41ef854b-e246-44c3-a7dc-45f65d1daef0,segment=NetworkSegment(f234cf17-d6f8-4618-9e4b-c39fe01c4838),segment_id=f234cf17-d6f8-4618-9e4b-c39fe01c4838)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:32.113471 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.129618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Calling delete_port for 41ef854b-e246-44c3-a7dc-45f65d1daef0 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:32.216407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] For port ad7c37ce-cd7e-4c06-b95f-b418941ca25b, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:32.217326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.233043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.266702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] For port ad7c37ce-cd7e-4c06-b95f-b418941ca25b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,segment=NetworkSegment(9480902a-a25c-4959-8781-f60dbb6bbb88),segment_id=9480902a-a25c-4959-8781-f60dbb6bbb88)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:32.267852 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.271454 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.275148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.279057 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.284211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2f897ee8-860e-4a38-8e5f-cb6c8702ec82 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4274874 Dec 08 16:32:32.286676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38194) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:32.323536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:32.350519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.372490 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-efe542e2-3441-42af-b24f-48ee7ca9ddfb admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1118455 Dec 08 16:32:32.395399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] No DVR routers for this DVR port 41ef854b-e246-44c3-a7dc-45f65d1daef0 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:32.397579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2775c6ea-e6c2-4141-acb3-1d9b4b7dd3ee None None] Pushing event updated for resources: {'Port': ['ID=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:32.398843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:32.402686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:32.408143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:32.412680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ef854b-e246-44c3-a7dc-45f65d1daef0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:32.462132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:32.462577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2a5d0ae8-8bf6-416d-83c4-fd28f757e61a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:32.466840 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97803f4-0442-4015-903e-dc01e8809ef8 None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:24Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:17Z', 'revision_number': 1, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09555808-499a-48b2-a4b3-35d297185536', 'name': '', 'network_id': '06b9a18b-cdf0-4266-b4c5-806a6527c36a', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:84:2c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2914, 'fixed_ips': [{'subnet_id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:22Z', 'updated_at': '2021-12-08T16:32:31Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'e79cff2a-6508-4b0c-b225-f5cf2dd03cb1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:32.536957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.555678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.556754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.584400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047bfe8b-ed46-402f-87b0-925346f987d7']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:32.630214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f234cf17-d6f8-4618-9e4b-c39fe01c4838') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:32.630506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f234cf17-d6f8-4618-9e4b-c39fe01c4838') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:32.669712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.672525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.761748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.803941 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.816478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:32.816478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.817000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:32.818645 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:32.944966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.965669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.978288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.985245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:32.991444 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/047bfe8b-ed46-402f-87b0-925346f987d7 HTTP/1.1" status: 204 len: 168 time: 1.3529015 Dec 08 16:32:32.994373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.023712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365eb3e-554f-4a38-8902-7a4185d4dca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=047bfe8b-ed46-402f-87b0-925346f987d7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.054775 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.071870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.175635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Port': ['ID=455773d6-a7cc-488c-b122-df1f96b5cc14,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.196677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38202) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.298509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Allocated IP 172.25.3.81 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:33.322786 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fa35f748-6cc5-47f0-a558-26c2a81a03f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c3ea91a767f435bbe1398b68aa9d8ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1244273 Dec 08 16:32:33.326032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38204) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.344684 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.355000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Router f41ddfae-5849-4a76-b635-dc99d4a62c2c is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:33.364286 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.385226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.474644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a7e28c0-9bde-466a-8dbb-405c871388c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.506442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a7e28c0-9bde-466a-8dbb-405c871388c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.591914 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a7e28c0-9bde-466a-8dbb-405c871388c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.595645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a7e28c0-9bde-466a-8dbb-405c871388c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.597171 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a7e28c0-9bde-466a-8dbb-405c871388c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1306248b-ee54-419d-92f9-b9b276dd61a3 HTTP/1.1" status: 204 len: 168 time: 0.2703652 Dec 08 16:32:33.612791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e28c0-9bde-466a-8dbb-405c871388c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1306248b-ee54-419d-92f9-b9b276dd61a3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:33.701605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.708818 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.727305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:33.744563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Sync routers for ids ['f41ddfae-5849-4a76-b635-dc99d4a62c2c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:33.759751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Routers {'f41ddfae-5849-4a76-b635-dc99d4a62c2c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:33.760822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['f41ddfae-5849-4a76-b635-dc99d4a62c2c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:33.786168 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.790204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.790419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c0dc4c3-eb98-4c99-a5ad-2bb07d41da3d tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "PUT /v2.0/routers/f41ddfae-5849-4a76-b635-dc99d4a62c2c HTTP/1.1" status: 200 len: 693 time: 1.4706645 Dec 08 16:32:33.847893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09555808-499a-48b2-a4b3-35d297185536 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:33.872165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.908603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.909210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Fanout notify agent at l3_agent the message router_deleted on router 08cb44e7-db2d-47f1-a1f0-4e457917c2ba {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:33.919083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1f2730ab-bcfa-40b8-986a-9960d11303d4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/routers/f41ddfae-5849-4a76-b635-dc99d4a62c2c HTTP/1.1" status: 200 len: 699 time: 0.1275220 Dec 08 16:32:33.919624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38212) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.919953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:33.921763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f081d078-fb74-42e6-bb8e-9da429b7c688 tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/routers/08cb44e7-db2d-47f1-a1f0-4e457917c2ba HTTP/1.1" status: 204 len: 168 time: 4.8597538 Dec 08 16:32:33.924777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38214) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.960610 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-88751ca1-319c-4f50-9812-359853fd3113 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41ddfae-5849-4a76-b635-dc99d4a62c2c HTTP/1.1" status: 200 len: 205 time: 0.0392928 Dec 08 16:32:33.961265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38218) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:33.977316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Set router f41ddfae-5849-4a76-b635-dc99d4a62c2c gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:34.001144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Deleting subnet e12debe8-bdc4-4584-b03a-41487544e669 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:34.006075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.067237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.076897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.132444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5da6dcf-052f-4e27-8ddf-fefa13badb6c None None] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:34.135785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.174552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Allocated IP 172.25.3.95 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/9e07eb0b-e54b-4aec-810b-b191700e50e5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:34.193467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:34.198427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:34.221909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:34.223619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab631c-b07c-4afd-8bd9-5af3141529b1 None None] Network 047bfe8b-ed46-402f-87b0-925346f987d7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:34.229048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4472c194-6411-4956-8428-8fdc2f946078 None None] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:34.255594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8037bb22-423a-4a10-95bc-d7042b94f64a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:34.261203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f41ddfae-5849-4a76-b635-dc99d4a62c2c', 'name': 'tempest-RoutersTest-router-535688851', 'tenant_id': 'd9bebc14ee014f5490006f648cb39156', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:32Z', 'revision_number': 2, 'project_id': 'd9bebc14ee014f5490006f648cb39156', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:34.303417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Pushing event updated for resources: {'Port': ['ID=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:34.319496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.554276 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.569621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.579054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.582137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.583032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/subnets/e12debe8-bdc4-4584-b03a-41487544e669 HTTP/1.1" status: 204 len: 168 time: 0.6568332 Dec 08 16:32:34.590208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38232) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.663456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.663934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Fanout notify agent at l3_agent the message router_deleted on router f41ddfae-5849-4a76-b635-dc99d4a62c2c {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:32:34.695441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.704025 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb88fadb-2fe6-492d-9f12-907be44c17b2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/f41ddfae-5849-4a76-b635-dc99d4a62c2c HTTP/1.1" status: 204 len: 168 time: 0.7410462 Dec 08 16:32:34.707086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38236) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.741558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f802c-afc1-470c-ab1f-451c05f1aceb tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Subnet': ['ID=e12debe8-bdc4-4584-b03a-41487544e669,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:34.747918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813cd7f5-2efc-4f6c-a421-d78d3bd1fc70 None None] Network 908ebb8d-3b75-4b00-a96b-3aef83a4a48b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:34.759268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab631c-b07c-4afd-8bd9-5af3141529b1 None None] Network 047bfe8b-ed46-402f-87b0-925346f987d7 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:32:34.760240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4a9ccaae-eb84-4789-8574-b43e049ec652 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41ddfae-5849-4a76-b635-dc99d4a62c2c HTTP/1.1" status: 200 len: 205 time: 0.0521035 Dec 08 16:32:34.764115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38240) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.795274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.858212 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-1f255a81-418b-477b-a0f5-8dd719efa8c3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:34.862731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1f255a81-418b-477b-a0f5-8dd719efa8c3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/f41ddfae-5849-4a76-b635-dc99d4a62c2c HTTP/1.1" status: 404 len: 336 time: 0.0965633 Dec 08 16:32:34.864093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38244) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.865695 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f3c2b7-2164-4d58-80de-de469b05cb9c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:34.867836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Checking router: f41ddfae-5849-4a76-b635-dc99d4a62c2c for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:34.883862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:34.905330 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d1918c7-b7ae-4833-9dcf-c21710d9b1d9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:34.905829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d1918c7-b7ae-4833-9dcf-c21710d9b1d9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:34.911328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d1918c7-b7ae-4833-9dcf-c21710d9b1d9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/bc449399-eda2-48ba-8021-ad08c0e0c986 HTTP/1.1" status: 404 len: 337 time: 0.0430195 Dec 08 16:32:34.914919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.935880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd93821-9ae2-4308-bd93-fd3e534e2e6d None None] DHCP port deletion for 047bfe8b-ed46-402f-87b0-925346f987d7 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:34.963177 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ac5b8c7-99a1-4051-83b6-5ee0220ddf16 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:34.963646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ac5b8c7-99a1-4051-83b6-5ee0220ddf16 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:34.967040 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ac5b8c7-99a1-4051-83b6-5ee0220ddf16 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/8d5bf9ec-c27b-48e3-a614-b0fa851115a7 HTTP/1.1" status: 404 len: 337 time: 0.0511045 Dec 08 16:32:34.971717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:34.972040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9b784d88-719a-4551-bb16-710e9dcc2abc None None] Provisioning complete for port ad7c37ce-cd7e-4c06-b95f-b418941ca25b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:34.972236 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b784d88-719a-4551-bb16-710e9dcc2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.012573 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c5b7a5-a2de-4d87-861c-6ee25d8411a7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:35.013035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c5b7a5-a2de-4d87-861c-6ee25d8411a7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:35.016993 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f4c5b7a5-a2de-4d87-861c-6ee25d8411a7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/66ab8a86-09c1-4490-a7eb-ec8a1b71ab83 HTTP/1.1" status: 404 len: 337 time: 0.0442595 Dec 08 16:32:35.020560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.050813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.051135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 09555808-499a-48b2-a4b3-35d297185536 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:35.051315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.052247 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd00ba0-cba4-44f8-83af-fb584bccd69f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:35.052690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdd00ba0-cba4-44f8-83af-fb584bccd69f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:35.056551 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cdd00ba0-cba4-44f8-83af-fb584bccd69f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/ceaa11a3-8e39-4eba-a554-307728c786a9 HTTP/1.1" status: 404 len: 337 time: 0.0342352 Dec 08 16:32:35.058758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.060026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38254) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.062757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:35.063186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:32:35.063799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f41ddfae-5849-4a76-b635-dc99d4a62c2c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent'). {{(pid=103283) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:32:35.064184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee580766-a3d7-4954-ac16-7a3342540ca0 None None] The sync data for ids ['f41ddfae-5849-4a76-b635-dc99d4a62c2c'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:35.086225 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.111174 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eddb7ca6-13ad-43a5-a071-ecf257f04cb3 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 200 len: 205 time: 0.0498943 Dec 08 16:32:35.116949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38258) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.147796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38260) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.159462 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:35.164196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:35.209476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:35.216093 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-859945ff-8184-4595-9dc7-971bc17ecb29 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:35.217335 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-859945ff-8184-4595-9dc7-971bc17ecb29 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/0ff7b526-bf76-4d20-9e72-3713e067537b HTTP/1.1" status: 404 len: 336 time: 0.0975587 Dec 08 16:32:35.228499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e0cc85-d7d7-4cd8-9009-e33b629a1662 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:35.246090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.266487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Pushing event updated for resources: {'Port': ['ID=9e07eb0b-e54b-4aec-810b-b191700e50e5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:35.286788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b643ba7-3930-492b-a8f6-a0d0e2015001 None None] DHCP port deletion for 908ebb8d-3b75-4b00-a96b-3aef83a4a48b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:35.341591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b784d88-719a-4551-bb16-710e9dcc2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.347121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908ebb8d-3b75-4b00-a96b-3aef83a4a48b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:35.350226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'fixed_ips': [{'subnet_id': 'dd2aecf9-216e-4847-8f38-261d43181ac6'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:35.352758 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.364978 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aeaa575d-82c5-479e-83fe-2c9b10744876 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=c0b62b24-b621-4a93-a76c-7bd322160ebd HTTP/1.1" status: 200 len: 205 time: 0.1151154 Dec 08 16:32:35.367666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38266) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.377532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4416f2b3-eed3-451a-bedc-ff1bdd0a766e') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:35.377849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4416f2b3-eed3-451a-bedc-ff1bdd0a766e') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:35.450489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-48320085-network', 'tenant_id': 'b2d7d2dd732b4ac7a5e508f59c188afd'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:35.473193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9b784d88-719a-4551-bb16-710e9dcc2abc None None] For port ad7c37ce-cd7e-4c06-b95f-b418941ca25b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,segment=NetworkSegment(9480902a-a25c-4959-8781-f60dbb6bbb88),segment_id=9480902a-a25c-4959-8781-f60dbb6bbb88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:35.479184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.484464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.528524 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-1c69a49c-3d1c-423b-bdd6-35c19c496187 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:35.533246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1c69a49c-3d1c-423b-bdd6-35c19c496187 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/c0b62b24-b621-4a93-a76c-7bd322160ebd HTTP/1.1" status: 404 len: 336 time: 0.1645646 Dec 08 16:32:35.533525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.543752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Made reservation on behalf of b2d7d2dd732b4ac7a5e508f59c188afd for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:35.546612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.559790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b784d88-719a-4551-bb16-710e9dcc2abc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.565870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.580769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.650710 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6186c59-8309-473c-851d-d211268085f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:35.652258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6186c59-8309-473c-851d-d211268085f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:35.660004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6186c59-8309-473c-851d-d211268085f4 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/a320a612-acfd-4f70-a427-2068beb32f62 HTTP/1.1" status: 404 len: 337 time: 0.1250355 Dec 08 16:32:35.664635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.674316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 09555808-499a-48b2-a4b3-35d297185536, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=09555808-499a-48b2-a4b3-35d297185536,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:35.740229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b43805e7-b6db-419c-9619-f079ad27f5c2 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 200 len: 205 time: 0.0719345 Dec 08 16:32:35.741666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38272) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.761250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Allocated IP 172.20.0.2 (68c7a3fc-4cfa-42d3-9296-839a06d9ebfa/dd2aecf9-216e-4847-8f38-261d43181ac6/2efe5ebd-4d3d-4c3d-9082-554fd28b363c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:35.800657 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-0ad65845-7f7b-4610-a966-dec8b0e8db3f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:35.808506 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0ad65845-7f7b-4610-a966-dec8b0e8db3f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/44dd53ec-34b9-43ba-8983-f63236e49531 HTTP/1.1" status: 404 len: 336 time: 0.0648062 Dec 08 16:32:35.809591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.897023 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d224a5af-d9f1-4f92-876d-c0ec601885ed tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=40999224-a447-4394-bf9b-abe3c0aa963c HTTP/1.1" status: 200 len: 205 time: 0.0828736 Dec 08 16:32:35.900378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38278) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.953716 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-ec7ef93f-9793-4579-a2ee-aa5b483f6797 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:35.957175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ec7ef93f-9793-4579-a2ee-aa5b483f6797 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/40999224-a447-4394-bf9b-abe3c0aa963c HTTP/1.1" status: 404 len: 336 time: 0.0530522 Dec 08 16:32:35.957447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:35.979347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.986884 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:35.987766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ad7c37ce-cd7e-4c06-b95f-b418941ca25b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:35.991625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b784d88-719a-4551-bb16-710e9dcc2abc None None] Pushing event updated for resources: {'Port': ['ID=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.004066 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.025617 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3e257a-76e1-4f72-a169-4d80f114702b tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:36.026093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3e257a-76e1-4f72-a169-4d80f114702b tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:36.029179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b3e257a-76e1-4f72-a169-4d80f114702b tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/b4a7a41a-949c-4754-9cd5-9b5f4a60bc2e HTTP/1.1" status: 404 len: 337 time: 0.0706928 Dec 08 16:32:36.031996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:36.032270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.032395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:36.035940 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:36.070047 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-66ea9272-3efb-4424-87a3-131b0df5cca7 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=8124acf5-6868-4c91-8808-59d230e18b61 HTTP/1.1" status: 200 len: 205 time: 0.0364645 Dec 08 16:32:36.070842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38284) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.076125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb6e189-71b3-42b9-98e6-79860bc51959 None None] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:36.080952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=09555808-499a-48b2-a4b3-35d297185536,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.084897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.121583 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-9a19f4f7-6ab4-49a6-a469-94105dcf184f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:36.125620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9a19f4f7-6ab4-49a6-a469-94105dcf184f tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/8124acf5-6868-4c91-8808-59d230e18b61 HTTP/1.1" status: 404 len: 336 time: 0.0467331 Dec 08 16:32:36.126013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.137230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.168264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.190596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.193829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] 10.222.0.62 "DELETE /v2.0/networks/908ebb8d-3b75-4b00-a96b-3aef83a4a48b HTTP/1.1" status: 204 len: 168 time: 1.5760176 Dec 08 16:32:36.202802 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-567ff9dc-6142-43b4-985d-b440ad1c89d9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:36.203442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567ff9dc-6142-43b4-985d-b440ad1c89d9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:36.211618 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-567ff9dc-6142-43b4-985d-b440ad1c89d9 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/120246c2-5695-454b-b403-c3dc5bc63cc4 HTTP/1.1" status: 404 len: 337 time: 0.0814133 Dec 08 16:32:36.211618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38292) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.218228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d6e48c-38f8-4827-810e-b8424e7ba61f tempest-FloatingIPTestJSON-213082043 tempest-FloatingIPTestJSON-213082043-project] Pushing event deleted for resources: {'Network': ['ID=908ebb8d-3b75-4b00-a96b-3aef83a4a48b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.248462 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b8d7757-8a66-40a0-9a6b-9bed9ff21a33 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "GET /v2.0/ports?device_id=619b19ea-9966-4c8d-b48a-66da2b386496 HTTP/1.1" status: 200 len: 205 time: 0.0360651 Dec 08 16:32:36.252138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.280536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Pushing event updated for resources: {'Port': ['ID=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.317815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Provisioning complete for port 09555808-499a-48b2-a4b3-35d297185536 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:36.318390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.336873 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-5b2bb7dc-e6ad-4d50-a512-589bcee74a03 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] delete failed (client error): The resource could not be found. Dec 08 16:32:36.338120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b2bb7dc-e6ad-4d50-a512-589bcee74a03 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/routers/619b19ea-9966-4c8d-b48a-66da2b386496 HTTP/1.1" status: 404 len: 336 time: 0.0845625 Dec 08 16:32:36.340773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38296) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.364841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:36.376378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:36.407511 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-76bed5af-b00c-4e34-92cc-e273360fab08 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:36.407964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76bed5af-b00c-4e34-92cc-e273360fab08 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:36.412636 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-76bed5af-b00c-4e34-92cc-e273360fab08 tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/c387a42c-f10a-4c83-94b9-4b6ad0bf3be3 HTTP/1.1" status: 404 len: 337 time: 0.0708089 Dec 08 16:32:36.415193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38298) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.423823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:36.506713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Router a925c255-0f04-45e5-9693-d288c3e8dc31 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:36.508957 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f5b6f4-02f4-431c-9070-3b318b8ecaef tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] DELETE failed (client error): The resource could not be found. Dec 08 16:32:36.509393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9f5b6f4-02f4-431c-9070-3b318b8ecaef tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:32:36.512943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b9f5b6f4-02f4-431c-9070-3b318b8ecaef tempest-RoutersTest-1190140301 tempest-RoutersTest-1190140301-project] 10.222.0.62 "DELETE /v2.0/subnets/bd084066-dda6-4985-9192-5ce4ecf0cfb0 HTTP/1.1" status: 404 len: 337 time: 0.0966113 Dec 08 16:32:36.524481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.545015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.558934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38304) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:36.595714 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.618444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-ec709e52-b996-4889-88cd-2a54f9ef89ac service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1804726 Dec 08 16:32:36.644314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:36.653392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ad7c37ce-cd7e-4c06-b95f-b418941ca25b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:36.654116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.659015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Attempting to bind port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:36.659442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Attempting to bind port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:36.659749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Attempting to bind port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c on network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:36.705329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7725a36-eba6-4a0e-baa6-1e60ab819a42,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:36.732832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:36.733261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Checking segment: {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:36.733724 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.734435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Bound using segment: {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:36.735029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Bound port: 2efe5ebd-4d3d-4c3d-9082-554fd28b363c, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:36.735424 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.779027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Provisioning complete for port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:36.785016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.802289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.803102 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Added segment cc84c7ef-27e6-4e84-a5cb-f60899e64e62 of type vlan for network 337489ab-ae7e-4a94-b20a-e432475da4ba Dec 08 16:32:36.865079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:36.908830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-73980d04-7d71-4f80-a9d8-e1b6a32d8096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:36.911015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-73980d04-7d71-4f80-a9d8-e1b6a32d8096 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1096 time: 0.2539067 Dec 08 16:32:36.939900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:36.957015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] For port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:36.976137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:36.987280 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Sync routers for ids ['a925c255-0f04-45e5-9693-d288c3e8dc31'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:36.997661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] For port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,segment=NetworkSegment(e72ca66a-3bb7-4dd2-9ab5-14e18476738c),segment_id=e72ca66a-3bb7-4dd2-9ab5-14e18476738c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:36.998609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:37.013399 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Routers {'a925c255-0f04-45e5-9693-d288c3e8dc31'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:37.013822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.015852 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a925c255-0f04-45e5-9693-d288c3e8dc31'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:37.062713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.066696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f95a11ee-1124-4713-b07c-58899d1b1678 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1328628 Dec 08 16:32:37.083681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.084032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38312) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.101185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Provisioning complete for port 9e07eb0b-e54b-4aec-810b-b191700e50e5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:37.101572 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.136451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:37.171526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Sync routers for ids ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:37.174835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.177882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-abae4695-a195-4baa-ab73-3728b0530c5b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7758396 Dec 08 16:32:37.181441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38316) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.219600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ed78297-124f-4e69-bfea-07ab64dccffb None None] Port 9e07eb0b-e54b-4aec-810b-b191700e50e5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:37.233877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Routers {'0f4dd7e3-1cd1-4572-8f43-489b58b8de55'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:37.234836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:37.240167 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Set router a925c255-0f04-45e5-9693-d288c3e8dc31 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:37.246218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.247201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:37.247790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.314646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b5fb8fa7-2c40-454b-bed9-fdcd17c65526 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=13d8b530210942109d69a6a1402513b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7126727 Dec 08 16:32:37.346463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f530931-f491-4945-ba3c-2fd2611f5113 None None] Pushing event updated for resources: {'Port': ['ID=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.367629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38320) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.409632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3dce8f43-ffe3-4409-a4ee-f0d0f53c95da None None] Provisioning complete for port ad7c37ce-cd7e-4c06-b95f-b418941ca25b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:37.410329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dce8f43-ffe3-4409-a4ee-f0d0f53c95da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.508965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09555808-499a-48b2-a4b3-35d297185536 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:37.537560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3886912 Dec 08 16:32:37.542476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38322) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.559776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Request body: {'subnet': {'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-48320085-subnet', 'tenant_id': 'b2d7d2dd732b4ac7a5e508f59c188afd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:37.619298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-46fe4065-f20a-4ac9-8122-36938c1f151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:37.621085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-46fe4065-f20a-4ac9-8122-36938c1f151e service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 897 time: 0.6738009 Dec 08 16:32:37.622869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Set router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:37.670404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Made reservation on behalf of b2d7d2dd732b4ac7a5e508f59c188afd for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:37.673519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.714880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef25d5-3bc2-4949-a43b-e5259b7f7fef admin admin] Pushing event updated for resources: {'Network': ['ID=337489ab-ae7e-4a94-b20a-e432475da4ba,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:37.778347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 337489ab-ae7e-4a94-b20a-e432475da4ba details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:37.786223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f7738679-87ae-4f51-bf15-cbb2982733a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9bebc14ee014f5490006f648cb39156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6992602 Dec 08 16:32:37.795457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38324) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:37.804414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 3, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:37.854762 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Checking router: a925c255-0f04-45e5-9693-d288c3e8dc31 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:37.855618 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Updating router a925c255-0f04-45e5-9693-d288c3e8dc31 port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:37.880065 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16566e6d-00d2-4012-ace4-754a57fd3bb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.914804 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:37.972051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-f95c2e27-1262-452b-98f4-98e1bf62b546 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 200 len: 999 time: 0.3283174 Dec 08 16:32:38.000009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 09555808-499a-48b2-a4b3-35d297185536 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:38.000617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.012038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db802df-89a6-45d9-a0a3-58af152c692f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.023670 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16566e6d-00d2-4012-ace4-754a57fd3bb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.148545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db802df-89a6-45d9-a0a3-58af152c692f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.189694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-f467a007-9ffe-4fa8-ab5a-bce8a4605b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:38.191595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-f467a007-9ffe-4fa8-ab5a-bce8a4605b79 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=adf9adf8-5939-4864-a45a-67d0ab1b4177 HTTP/1.1" status: 200 len: 835 time: 0.1981246 Dec 08 16:32:38.287541 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.290143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16566e6d-00d2-4012-ace4-754a57fd3bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.293430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16566e6d-00d2-4012-ace4-754a57fd3bb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.294791 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-16566e6d-00d2-4012-ace4-754a57fd3bb2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0746207b-5e8a-425c-b5bb-4972de445905 HTTP/1.1" status: 204 len: 168 time: 0.9253185 Dec 08 16:32:38.296638 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.362300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Pushing event updated for resources: {'Port': ['ID=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:38.364409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16566e6d-00d2-4012-ace4-754a57fd3bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0746207b-5e8a-425c-b5bb-4972de445905,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:38.378783 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.379136 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.379461 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.379796 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.380123 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.380550 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.380886 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.381211 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.381752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.382116 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.382903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.383244 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.383809 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:38.426648 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Attempting to bind port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:38.427207 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Attempting to bind port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:38.427580 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Attempting to bind port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:38.434915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:38.435295 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:38.435697 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.437557 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:38.437557 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Bound port: aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:38.438408 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.438856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf867c-1a38-433c-baae-335d96b70e99 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:38.458938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:35Z', 'revision_number': 3, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:38.463892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ad7c37ce-cd7e-4c06-b95f-b418941ca25b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:38.466919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-fd719a44-cb2b-4293-a58e-a80794f26f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:38.473627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-fd719a44-cb2b-4293-a58e-a80794f26f2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2735467 Dec 08 16:32:38.489321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db802df-89a6-45d9-a0a3-58af152c692f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.494943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db802df-89a6-45d9-a0a3-58af152c692f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.502483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7db802df-89a6-45d9-a0a3-58af152c692f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74384b00-9881-4612-b0e8-f67ac97af267 HTTP/1.1" status: 204 len: 168 time: 0.6995919 Dec 08 16:32:38.586870 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] For port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:38.593863 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] For port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:38.597452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db802df-89a6-45d9-a0a3-58af152c692f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74384b00-9881-4612-b0e8-f67ac97af267,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:38.602296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Checking router: 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:38.605260 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.612752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Updating router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 port 9e07eb0b-e54b-4aec-810b-b191700e50e5 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:38.668987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e197743d-95ed-4e8a-8610-bb4daf8da8ca None None] Provisioning complete for port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:38.669305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e197743d-95ed-4e8a-8610-bb4daf8da8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.741609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edb18d4-867d-4d42-89c1-cf7759420b11 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:38.762725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.784448 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5693633b-dd9b-4901-8f26-98ce831d0672 None None] Pushing event updated for resources: {'Port': ['ID=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:38.788680 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Routers {'a925c255-0f04-45e5-9693-d288c3e8dc31'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:38.795401 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a925c255-0f04-45e5-9693-d288c3e8dc31'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:38.896081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ad7c37ce-cd7e-4c06-b95f-b418941ca25b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:38.896975 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:38.909438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-0a6548df-db9e-4830-b00e-1d626e956ea0 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034057 Dec 08 16:32:38.920393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.103883 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] Set router a925c255-0f04-45e5-9693-d288c3e8dc31 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:39.116909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44b9a7f-a59d-402d-a4c9-a666a1ce5fe5 None None] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:39.182789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.189012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bba92d2-b627-4c34-b0fb-b7aff5ce965e req-fe4154b8-6994-4d24-9999-815378c77376 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498324 Dec 08 16:32:39.225202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:39.260861 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Checking segment: {'id': 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:39.261223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Network hostable DHCP agents. Network: 337489ab-ae7e-4a94-b20a-e432475da4ba, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:39.300299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.321082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Network 337489ab-ae7e-4a94-b20a-e432475da4ba is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:39.395860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 337489ab-ae7e-4a94-b20a-e432475da4ba) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:39.442789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:39.443397 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.523510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c66a94fa-ea33-476d-829b-feffb24df1cd admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9798698 Dec 08 16:32:39.528322 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 3, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:39.567145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Allocated IP 172.20.0.1 (5d93508e-e458-4d40-98f0-19cf0656fc89/2a585b5d-ed44-43de-9866-2c4cccd21495/4b181726-580f-4b4f-a0f0-ea829a3f00ce) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:39.599595 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbef5aaa-0160-44dd-ba4e-830f29704db2 None None] The sync data for ids ['a925c255-0f04-45e5-9693-d288c3e8dc31'] in n-d-820935-5 is: [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:32:34Z', 'revision_number': 3, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:39.648683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757997ea-20ef-4c72-9f98-9d0058a82d4b None None] Network 337489ab-ae7e-4a94-b20a-e432475da4ba requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:39.697930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Allocated IP 172.20.0.1 (68c7a3fc-4cfa-42d3-9296-839a06d9ebfa/dd2aecf9-216e-4847-8f38-261d43181ac6/ac470e09-e8b1-44d4-8531-01f189add8f0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:39.781953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.832621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e197743d-95ed-4e8a-8610-bb4daf8da8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.834641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.904967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.917618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.943032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:39.949075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:39.958982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.966085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:39.975705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:39.990076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e197743d-95ed-4e8a-8610-bb4daf8da8ca None None] For port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:40.121729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e197743d-95ed-4e8a-8610-bb4daf8da8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.131329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:40.138064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:40.138752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Pushing event updated for resources: {'Port': ['ID=4b181726-580f-4b4f-a0f0-ea829a3f00ce,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:40.142618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d862b17-5dc4-467d-b552-cbc928156ae7 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:40.149468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:40.176704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.184414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38378) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.227158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.279851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac470e09-e8b1-44d4-8531-01f189add8f0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:40.311877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0fdb29-2a90-47f5-a743-4c2971ed7e1e None None] Network 337489ab-ae7e-4a94-b20a-e432475da4ba requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:40.527211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41ef854b-e246-44c3-a7dc-45f65d1daef0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:40.563018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Attempting to bind port 9e07eb0b-e54b-4aec-810b-b191700e50e5 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:40.563397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Attempting to bind port 9e07eb0b-e54b-4aec-810b-b191700e50e5 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:40.563860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Attempting to bind port 9e07eb0b-e54b-4aec-810b-b191700e50e5 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:40.566210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.599338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.623371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:40.623807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:40.624227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.624773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:40.629367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Bound port: 9e07eb0b-e54b-4aec-810b-b191700e50e5, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:40.629850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.656352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38388) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:40.726728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 41ef854b-e246-44c3-a7dc-45f65d1daef0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:40.727071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 41ef854b-e246-44c3-a7dc-45f65d1daef0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:40.747527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Provisioning complete for port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:40.748371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:40.862279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07dac3-73a1-43f6-8bbc-98488066b9aa None None] Pushing event updated for resources: {'Port': ['ID=9e07eb0b-e54b-4aec-810b-b191700e50e5,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.047671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-427076356'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:41.177240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Made reservation on behalf of e7e56a23c7eb4770a828cb1bb7c46eca for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:41.188470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.191235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.196493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1627690579'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:41.215331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.217405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:41.225391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.319948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.323159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] For port 9e07eb0b-e54b-4aec-810b-b191700e50e5, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:41.331188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.350793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197743d-95ed-4e8a-8610-bb4daf8da8ca None None] Pushing event updated for resources: {'Port': ['ID=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.362403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] For port 9e07eb0b-e54b-4aec-810b-b191700e50e5, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e07eb0b-e54b-4aec-810b-b191700e50e5,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:41.376224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.484257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] For port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,segment=NetworkSegment(e72ca66a-3bb7-4dd2-9ab5-14e18476738c),segment_id=e72ca66a-3bb7-4dd2-9ab5-14e18476738c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:41.493642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ac470e09-e8b1-44d4-8531-01f189add8f0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.508808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.527293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.537762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90d14b8-e58a-4258-b9fc-d3f250c15e64 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:41.594433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Routers {'0f4dd7e3-1cd1-4572-8f43-489b58b8de55'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:41.595004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:41.600162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07dac3-73a1-43f6-8bbc-98488066b9aa None None] Pushing event updated for resources: {'Port': ['ID=9e07eb0b-e54b-4aec-810b-b191700e50e5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.643291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:41.649488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:41.673654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.709124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.716504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Pushing event updated for resources: {'Port': ['ID=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.732131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:41.732511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.752514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cce4f5bd-d755-4611-a846-c4aa5637b41b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:41.775025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:41.834036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Provisioning complete for port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:41.834334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.878792 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.879062 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Added segment 7ca2089a-9c4d-42c2-a76b-b885c1f0aa29 of type vlan for network 7adde9c5-cf3d-41e7-9cc7-76f462887151 Dec 08 16:32:41.891980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:41.983351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:41.984732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:41.994412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.081415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.153219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.162723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:42.163379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.199820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2efe5ebd-4d3d-4c3d-9082-554fd28b363c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:42.221488 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.5575991 Dec 08 16:32:42.236908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38404) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:42.244768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-3df56e88-a224-4579-a44e-7b20f2271255 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:42.246861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-3df56e88-a224-4579-a44e-7b20f2271255 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/networks?id=337489ab-ae7e-4a94-b20a-e432475da4ba HTTP/1.1" status: 200 len: 812 time: 1.0827305 Dec 08 16:32:42.253921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-937ecca3-6da4-473e-bc86-ffaf9a790eb3 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-437538240') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:42.292684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] Set router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:42.371001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:42.371369 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.372747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:42.377419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-d3adb6d4-590e-4966-9e68-ae3517e184df tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/quotas/b2d7d2dd732b4ac7a5e508f59c188afd HTTP/1.1" status: 200 len: 375 time: 0.0945568 Dec 08 16:32:42.391122 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aae642ae-57bc-4e77-b493-8c43fca8b4a2 admin admin] 10.222.0.62 "PUT /v2.0/routers/0f4dd7e3-1cd1-4572-8f43-489b58b8de55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2069044 Dec 08 16:32:42.400743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38e0a1-72d6-40d8-8909-3004485c67dd tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Pushing event updated for resources: {'Network': ['ID=7adde9c5-cf3d-41e7-9cc7-76f462887151,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.443392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7adde9c5-cf3d-41e7-9cc7-76f462887151 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:42.475009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-3a6bf21d-f580-4ada-b4eb-bdbe9e86abba tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b2d7d2dd732b4ac7a5e508f59c188afd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868270 Dec 08 16:32:42.650230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Provisioning complete for port 9e07eb0b-e54b-4aec-810b-b191700e50e5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:42.650494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.669837 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.683299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.691451 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.732570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.792030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-937ecca3-6da4-473e-bc86-ffaf9a790eb3 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "PUT /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-437538240 HTTP/1.1" status: 201 len: 201 time: 0.5439551 Dec 08 16:32:42.794799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:42.799835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f03c2a27-5854-425b-b221-95f30e2ac583,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.799990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-030d2b9a-da81-41a0-8407-2eddd211d825 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-437538240') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:42.814439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.814916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.815264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.815601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.815930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.816264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.816590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.817045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.817377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.817705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.818051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.818376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.818702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:32:42.830944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1c2e974c-0ce6-4146-82ef-d81828bd3fdf service neutron] 10.222.0.62 "GET /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366225 Dec 08 16:32:42.857092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:42.861253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.885103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Pushing event updated for resources: {'Port': ['ID=4b181726-580f-4b4f-a0f0-ea829a3f00ce,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:42.894312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] For port 9e07eb0b-e54b-4aec-810b-b191700e50e5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e07eb0b-e54b-4aec-810b-b191700e50e5,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:42.912602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.913176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.924027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ac470e09-e8b1-44d4-8531-01f189add8f0', 'name': '', 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'mac_address': 'fa:16:3e:83:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 2, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'subnets': [{'id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:42.956172 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:42.956519 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8 of type vlan for network 427d6153-3ca0-4582-a957-b3c05eaa827e Dec 08 16:32:42.969871 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-030d2b9a-da81-41a0-8407-2eddd211d825 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-437538240 HTTP/1.1" status: 204 len: 168 time: 0.1739144 Dec 08 16:32:42.972340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:42.977693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-cc15f45a-2aed-423c-8b73-3a49e48af810 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:42.989009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:42.996419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364d54b3-b9f6-49e9-9438-393891cfd34f None None] The sync data for ids ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'] in n-d-820935-5 is: [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ac470e09-e8b1-44d4-8531-01f189add8f0', 'name': '', 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'mac_address': 'fa:16:3e:83:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 2, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'subnets': [{'id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:43.091896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70d604-2837-4cc0-8a3e-dd9a7830f7d4 None None] Pushing event updated for resources: {'Port': ['ID=9e07eb0b-e54b-4aec-810b-b191700e50e5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:43.099790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.106316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Provisioning complete for port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:43.106692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.135721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc15f45a-2aed-423c-8b73-3a49e48af810 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags HTTP/1.1" status: 200 len: 237 time: 0.1614120 Dec 08 16:32:43.137312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.145182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-9fc92071-e62a-4251-a8aa-a07e80823e1d tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', {'tags': ['tempest-TagsTest-Tag-2078118119', 'tempest-TagsTest-Tag-1882365300', 'tempest-TagsTest-Tag-504239294']}) {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:43.182326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:43.182726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.187101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-14255e17-4982-48b2-ba8e-f99d3216396d service neutron] 10.222.0.62 "GET /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407862 Dec 08 16:32:43.235039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.282739 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.291374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:43.292170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.320550 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9fc92071-e62a-4251-a8aa-a07e80823e1d tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "PUT /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags HTTP/1.1" status: 200 len: 308 time: 0.1820631 Dec 08 16:32:43.323393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38428) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.333004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-c51ee743-c725-4880-8aaa-fdddab677f76 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-2078118119') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:43.375186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.377639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2efe5ebd-4d3d-4c3d-9082-554fd28b363c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:43.417547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Provisioning complete for port 9e07eb0b-e54b-4aec-810b-b191700e50e5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:43.417982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.440891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-425922048-network', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:43.475589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.2891710 Dec 08 16:32:43.504559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:43.514195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:43.620214 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c51ee743-c725-4880-8aaa-fdddab677f76 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "DELETE /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-2078118119 HTTP/1.1" status: 204 len: 168 time: 0.2953751 Dec 08 16:32:43.622232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38436) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.623370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.639982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:43.651620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-8972eb8d-2f0a-4654-bbd0-fb4b6d59db26 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-2078118119') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:43.671946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3cc565d3-6dde-4783-8f4f-7c2c425b7024 req-03a5e483-cbf1-4a65-9af9-3ed0c7af7e8c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 210 time: 0.0370145 Dec 08 16:32:43.707018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec469a72-6b6e-4919-87ef-4cda3d4faa32 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=427d6153-3ca0-4582-a957-b3c05eaa827e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:43.778235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:43.778824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.788380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 427d6153-3ca0-4582-a957-b3c05eaa827e details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:43.793219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Made reservation on behalf of c3e9e76a0957483daea975d00c58b481 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:43.801758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.848890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:43.943245 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-8972eb8d-2f0a-4654-bbd0-fb4b6d59db26 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] show failed (client error): The resource could not be found. Dec 08 16:32:43.947926 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8972eb8d-2f0a-4654-bbd0-fb4b6d59db26 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-2078118119 HTTP/1.1" status: 404 len: 326 time: 0.3201525 Dec 08 16:32:43.948969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:43.960098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-5ec47f88-3836-49db-9566-0433c4674894 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-1882365300') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:43.998015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Provisioning complete for port ac470e09-e8b1-44d4-8531-01f189add8f0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:43.999627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.059182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Router a925c255-0f04-45e5-9693-d288c3e8dc31 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:44.060139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:44.063750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.090077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Port ac470e09-e8b1-44d4-8531-01f189add8f0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:44.103838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.122619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.124010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Provisioning complete for port 4b181726-580f-4b4f-a0f0-ea829a3f00ce triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:44.124951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.174927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:44.194451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-95fa434e-6f93-4b66-b0bb-0f3d41b40052 None None] Port 4b181726-580f-4b4f-a0f0-ea829a3f00ce cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:44.221756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea78f6-0552-48b0-b0d6-68bb3192ba62,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.232000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.232462 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Added segment dd30375f-1748-4bd8-bcc3-0e789b4ccd58 of type vlan for network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 Dec 08 16:32:44.315128 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5ec47f88-3836-49db-9566-0433c4674894 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-1882365300 HTTP/1.1" status: 204 len: 168 time: 0.3605475 Dec 08 16:32:44.315800 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38450) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.322903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-050f1cd0-74fd-43d7-942e-78a920333496 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-504239294') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:44.331977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2e7d7a20-bbe4-49db-b6db-8ef98d003305 None None] Provisioning complete for port 4b181726-580f-4b4f-a0f0-ea829a3f00ce triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:44.332364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e7d7a20-bbe4-49db-b6db-8ef98d003305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.355377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.416295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d7a20-bbe4-49db-b6db-8ef98d003305 None None] Port 4b181726-580f-4b4f-a0f0-ea829a3f00ce cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:44.454239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.455588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:44.456398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.488643 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-050f1cd0-74fd-43d7-942e-78a920333496 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-504239294 HTTP/1.1" status: 204 len: 168 time: 0.1705689 Dec 08 16:32:44.489263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.499899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-b49a518a-0845-4153-a0dd-ba76ef5180c5 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:44.547174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1555600 Dec 08 16:32:44.550977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:44.558264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-66111f5f-8701-480c-8aa8-f4e9a19dbf17 admin admin] 10.222.0.62 "PUT /v2.0/routers/a925c255-0f04-45e5-9693-d288c3e8dc31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4730291 Dec 08 16:32:44.561041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38454) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.566667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Request body: {'subnet': {'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-425922048-subnet', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:44.574313 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Sync routers for ids ['a925c255-0f04-45e5-9693-d288c3e8dc31'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:44.601311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee453f-9c33-4b3a-b2ee-1a3952c3b510 admin admin] Pushing event updated for resources: {'Network': ['ID=d1be9dbc-1480-4662-ac5a-e4fe2ff71475,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.602531 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Routers {'a925c255-0f04-45e5-9693-d288c3e8dc31'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:44.604164 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a925c255-0f04-45e5-9693-d288c3e8dc31'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:44.617500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:44.648730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.658311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Made reservation on behalf of c3e9e76a0957483daea975d00c58b481 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:44.661105 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.774699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=5edddb6c-cc78-4d63-b88f-3a26cae35210,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:44.835612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 09555808-499a-48b2-a4b3-35d297185536 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:44.835612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.884177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:44.886624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Set router a925c255-0f04-45e5-9693-d288c3e8dc31 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:44.888333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 427d6153-3ca0-4582-a957-b3c05eaa827e, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:44.917120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:44.918062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b49a518a-0845-4153-a0dd-ba76ef5180c5 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "DELETE /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags HTTP/1.1" status: 204 len: 168 time: 0.4239955 Dec 08 16:32:44.951392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 427d6153-3ca0-4582-a957-b3c05eaa827e is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:44.971108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 427d6153-3ca0-4582-a957-b3c05eaa827e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:44.973648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e07eb0b-e54b-4aec-810b-b191700e50e5 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:44.978457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:44.979304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:44.994612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.tag.tag_plugin [None req-bd82f5a8-746a-48d2-a462-f3b4f2fc6998 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-1882365300') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:45.004479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66d3ac40-c260-4ad3-a739-5dee3f3d2062 req-ded55c10-6aba-447b-bcaa-fddf84e6669c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 210 time: 0.1392202 Dec 08 16:32:45.013712 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c3dd7ec-9690-4ee1-babe-a9216756ad0e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3827603 Dec 08 16:32:45.018167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:45.023805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-883417144'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:45.074491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:45.079364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.087040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddac0c32-d6cc-4e88-82bc-e8f1d27c677c None None] Network 427d6153-3ca0-4582-a957-b3c05eaa827e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:45.306322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9e07eb0b-e54b-4aec-810b-b191700e50e5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:45.307738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port 09555808-499a-48b2-a4b3-35d297185536, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=09555808-499a-48b2-a4b3-35d297185536,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:45.308928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.313281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.316451 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '4b181726-580f-4b4f-a0f0-ea829a3f00ce', 'name': '', 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89', 'tenant_id': '9017217a7421460fa34e349abec89355', 'mac_address': 'fa:16:3e:b9:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '2a585b5d-ed44-43de-9866-2c4cccd21495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 2, 'project_id': '9017217a7421460fa34e349abec89355', 'subnets': [{'id': '2a585b5d-ed44-43de-9866-2c4cccd21495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:45.361926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-fedcf5be-1610-4305-bafd-70eaf7132e36 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:45.363492 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-fedcf5be-1610-4305-bafd-70eaf7132e36 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.58 "GET /v2.0/networks?id=337489ab-ae7e-4a94-b20a-e432475da4ba HTTP/1.1" status: 200 len: 812 time: 0.2803013 Dec 08 16:32:45.364994 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Checking router: a925c255-0f04-45e5-9693-d288c3e8dc31 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:45.365455 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Updating router a925c255-0f04-45e5-9693-d288c3e8dc31 port 4b181726-580f-4b4f-a0f0-ea829a3f00ce binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:45.377636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:45.386233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Request body: {'port': {'device_id': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba', 'admin_state_up': True, 'tenant_id': 'b2d7d2dd732b4ac7a5e508f59c188afd'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:45.390409 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-bd82f5a8-746a-48d2-a462-f3b4f2fc6998 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] show failed (client error): The resource could not be found. Dec 08 16:32:45.398119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bd82f5a8-746a-48d2-a462-f3b4f2fc6998 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-1882365300 HTTP/1.1" status: 404 len: 326 time: 0.4048598 Dec 08 16:32:45.399320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 09555808-499a-48b2-a4b3-35d297185536 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:45.406441 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.450944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38474) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:45.503694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-427d6153-3ca0-4582-a957-b3c05eaa827e', 'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '5edddb6c-cc78-4d63-b88f-3a26cae35210'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:45.509325 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.538802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-32947c8e-1f30-4d71-a2d1-3857b19d447e tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151', 'tempest-TagsTest-Tag-504239294') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:45.558087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.558634 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment aefc3981-963d-4af8-9eaf-d0574aab5db2 of type vlan for network d531fe97-f4e8-4241-aa4c-d9fa591c46c5 Dec 08 16:32:45.624982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.677708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.746446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Allocated IP 172.20.255.242 (427d6153-3ca0-4582-a957-b3c05eaa827e/5edddb6c-cc78-4d63-b88f-3a26cae35210/e2150b4d-5fc5-4942-b9f3-041757a191ea) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:45.771351 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-32947c8e-1f30-4d71-a2d1-3857b19d447e tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] show failed (client error): The resource could not be found. Dec 08 16:32:45.772417 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32947c8e-1f30-4d71-a2d1-3857b19d447e tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "GET /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags/tempest-TagsTest-Tag-504239294 HTTP/1.1" status: 404 len: 325 time: 0.3186462 Dec 08 16:32:45.775296 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.783228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:45.783869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.796707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:45.805326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.tag.tag_plugin [None req-8ca2079b-78ae-45a4-a9a0-51454ef6962d tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7adde9c5-cf3d-41e7-9cc7-76f462887151') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:45.820647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3032c8e2-c558-44e7-8042-a983a3698d5c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:45.841753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8197074 Dec 08 16:32:45.848494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38488) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:45.854246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': 'd531fe97-f4e8-4241-aa4c-d9fa591c46c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:45.867018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Checking segment: {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:45.867738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Network hostable DHCP agents. Network: d1be9dbc-1480-4662-ac5a-e4fe2ff71475, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:45.974439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:45.987518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.000439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Made reservation on behalf of b2d7d2dd732b4ac7a5e508f59c188afd for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:46.004429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.009832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bc7217-da36-45b8-beb1-528c3a7e1abd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=d531fe97-f4e8-4241-aa4c-d9fa591c46c5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.018325 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.026599 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.029246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network d531fe97-f4e8-4241-aa4c-d9fa591c46c5 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:46.147180 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ca2079b-78ae-45a4-a9a0-51454ef6962d tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "DELETE /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151/tags HTTP/1.1" status: 204 len: 168 time: 0.3456011 Dec 08 16:32:46.155308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:46.177773 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dc61b-534d-4995-ae13-6f8c8b73fc8d None None] Pushing event updated for resources: {'Port': ['ID=4b181726-580f-4b4f-a0f0-ea829a3f00ce,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.314296 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Attempting to bind port 4b181726-580f-4b4f-a0f0-ea829a3f00ce on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:46.326424 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Attempting to bind port 4b181726-580f-4b4f-a0f0-ea829a3f00ce by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:46.327478 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Attempting to bind port 4b181726-580f-4b4f-a0f0-ea829a3f00ce on network 5d93508e-e458-4d40-98f0-19cf0656fc89 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:46.333691 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:46.334125 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Checking segment: {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:46.334480 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.334881 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Bound using segment: {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:46.335352 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Bound port: 4b181726-580f-4b4f-a0f0-ea829a3f00ce, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9480902a-a25c-4959-8781-f60dbb6bbb88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:46.335725 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.340305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.388725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-9b0fc04a-7da1-4a03-86c6-025592b1a900 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:46.396678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-9b0fc04a-7da1-4a03-86c6-025592b1a900 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/networks?id=2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 200 len: 911 time: 0.8044603 Dec 08 16:32:46.425322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Allocated IP 172.20.0.3 (337489ab-ae7e-4a94-b20a-e432475da4ba/ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5/95f358f4-1667-497b-a975-5714ca369271) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:46.433030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-369c7439-869c-4f59-8c60-5cb2df3e55af req-3a1678ef-2704-4578-901e-312167eb6059 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 210 time: 0.1479192 Dec 08 16:32:46.440546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:46.460589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-d750c476-e36f-4680-b56c-ba33e0a0c64a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/quotas/9017217a7421460fa34e349abec89355 HTTP/1.1" status: 200 len: 375 time: 0.0620992 Dec 08 16:32:46.485850 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] For port 4b181726-580f-4b4f-a0f0-ea829a3f00ce, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:46.492670 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] For port 4b181726-580f-4b4f-a0f0-ea829a3f00ce, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4b181726-580f-4b4f-a0f0-ea829a3f00ce,segment=NetworkSegment(9480902a-a25c-4959-8781-f60dbb6bbb88),segment_id=9480902a-a25c-4959-8781-f60dbb6bbb88)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:46.499077 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.528537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.536076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Network 427d6153-3ca0-4582-a957-b3c05eaa827e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:46.541882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Pushing event updated for resources: {'Port': ['ID=e2150b4d-5fc5-4942-b9f3-041757a191ea,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.556550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0463f271-d8db-49da-b8fb-959c147344f1 None None] Provisioning complete for port 4b181726-580f-4b4f-a0f0-ea829a3f00ce triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:46.557730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0463f271-d8db-49da-b8fb-959c147344f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.559765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:46.565353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:46.572507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, d1be9dbc-1480-4662-ac5a-e4fe2ff71475) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:46.573285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7adde9c5-cf3d-41e7-9cc7-76f462887151']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:46.591252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:46.592013 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.600783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ca2089a-9c4d-42c2-a76b-b885c1f0aa29') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:46.601090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ca2089a-9c4d-42c2-a76b-b885c1f0aa29') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:46.628933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f797d7-07cf-46d1-9fe3-981ae03e72f2 None None] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:46.643088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.666702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-e125a542-76f7-4703-a429-beeda7a6a387 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=9017217a7421460fa34e349abec89355&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048423 Dec 08 16:32:46.703630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:46.707332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.712731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dc61b-534d-4995-ae13-6f8c8b73fc8d None None] Pushing event updated for resources: {'Port': ['ID=4b181726-580f-4b4f-a0f0-ea829a3f00ce,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.731802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.748292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:46.748855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1a29c4ea-633c-4a24-9a0c-a0f8e608453f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1858282 Dec 08 16:32:46.749285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.749734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:46.752919 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:46.757624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Routers {'a925c255-0f04-45e5-9693-d288c3e8dc31'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:46.760379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38496) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:46.762776 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a925c255-0f04-45e5-9693-d288c3e8dc31'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:46.784327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:46.819796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=09555808-499a-48b2-a4b3-35d297185536,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:46.850416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Attempting to bind port e2150b4d-5fc5-4942-b9f3-041757a191ea on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:46.851077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Attempting to bind port e2150b4d-5fc5-4942-b9f3-041757a191ea by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:46.851624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Attempting to bind port e2150b4d-5fc5-4942-b9f3-041757a191ea on network 427d6153-3ca0-4582-a957-b3c05eaa827e {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:46.879779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-d1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'fixed_ips': [{'subnet_id': '3032c8e2-c558-44e7-8042-a983a3698d5c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:46.894913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.918272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:46.918653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Checking segment: {'id': 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:46.919476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.919879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Bound using segment: {'id': 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:46.920401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Bound port: e2150b4d-5fc5-4942-b9f3-041757a191ea, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '427d6153-3ca0-4582-a957-b3c05eaa827e'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:46.924631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.952400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.954121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.988940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:46.991864 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] Set router a925c255-0f04-45e5-9693-d288c3e8dc31 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:47.019517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Sync routers for ids ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:47.058151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.064916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.071326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.077517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] 10.222.0.62 "DELETE /v2.0/networks/7adde9c5-cf3d-41e7-9cc7-76f462887151 HTTP/1.1" status: 204 len: 168 time: 0.9202297 Dec 08 16:32:47.092171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-1d09d055-87f5-4c3e-ba45-bd1596edff90 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241133 Dec 08 16:32:47.274490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Routers {'0f4dd7e3-1cd1-4572-8f43-489b58b8de55'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:47.275287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:47.283040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-33fa7bed-6550-473a-95eb-fdfd15607a3d service neutron] 10.222.0.62 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895533 Dec 08 16:32:47.511957 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '4b181726-580f-4b4f-a0f0-ea829a3f00ce', 'name': '', 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89', 'tenant_id': '9017217a7421460fa34e349abec89355', 'mac_address': 'fa:16:3e:b9:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '2a585b5d-ed44-43de-9866-2c4cccd21495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 4, 'project_id': '9017217a7421460fa34e349abec89355', 'subnets': [{'id': '2a585b5d-ed44-43de-9866-2c4cccd21495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:47.615714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc59cb2f-8d97-4c08-ac49-c498a4481f3d None None] The sync data for ids ['a925c255-0f04-45e5-9693-d288c3e8dc31'] in n-d-820935-5 is: [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '4b181726-580f-4b4f-a0f0-ea829a3f00ce', 'name': '', 'network_id': '5d93508e-e458-4d40-98f0-19cf0656fc89', 'tenant_id': '9017217a7421460fa34e349abec89355', 'mac_address': 'fa:16:3e:b9:58:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_interface', 'standard_attr_id': 2956, 'fixed_ips': [{'subnet_id': '2a585b5d-ed44-43de-9866-2c4cccd21495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 4, 'project_id': '9017217a7421460fa34e349abec89355', 'subnets': [{'id': '2a585b5d-ed44-43de-9866-2c4cccd21495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:47.616470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22511381-e432-4508-b609-3e7921072794 req-11e29902-3e10-4cd4-af74-4f956dffc2e3 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 210 time: 0.0468316 Dec 08 16:32:47.631048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38508) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:47.645030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Set router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:47.648925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] For port e2150b4d-5fc5-4942-b9f3-041757a191ea, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:47.746463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0463f271-d8db-49da-b8fb-959c147344f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.776592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.778084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] For port e2150b4d-5fc5-4942-b9f3-041757a191ea, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e2150b4d-5fc5-4942-b9f3-041757a191ea,segment=NetworkSegment(a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8),segment_id=a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:47.808143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bef025bb-66d4-4124-9733-410465e5f3e1 req-c9d463a6-7c64-45ce-9233-a4c491a2f24d tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 210 time: 0.1760142 Dec 08 16:32:47.833881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:47.935449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=c52a6321-01ca-45f9-adea-60b96086d59b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:48.018321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba68ad1-a371-4046-bf1a-d8f36b3aaf70 tempest-TagsTest-129481330 tempest-TagsTest-129481330-project] Pushing event deleted for resources: {'Network': ['ID=7adde9c5-cf3d-41e7-9cc7-76f462887151,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:48.040350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'aefc3981-963d-4af8-9eaf-d0574aab5db2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'd531fe97-f4e8-4241-aa4c-d9fa591c46c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:48.040720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: d531fe97-f4e8-4241-aa4c-d9fa591c46c5, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:48.065275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.133081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Allocated IP 172.20.0.2 (d1be9dbc-1480-4662-ac5a-e4fe2ff71475/3032c8e2-c558-44e7-8042-a983a3698d5c/2453e74c-62fd-45db-9f11-9e0cca567a19) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:48.158650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0463f271-d8db-49da-b8fb-959c147344f1 None None] For port 4b181726-580f-4b4f-a0f0-ea829a3f00ce, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4b181726-580f-4b4f-a0f0-ea829a3f00ce,segment=NetworkSegment(9480902a-a25c-4959-8781-f60dbb6bbb88),segment_id=9480902a-a25c-4959-8781-f60dbb6bbb88)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:48.164888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network d531fe97-f4e8-4241-aa4c-d9fa591c46c5 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:48.179594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0463f271-d8db-49da-b8fb-959c147344f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.182671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, d531fe97-f4e8-4241-aa4c-d9fa591c46c5) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:48.198128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9324dfc1-3808-4a26-a2e4-2f4240c30916 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e7e56a23c7eb4770a828cb1bb7c46eca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5625639 Dec 08 16:32:48.203506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:48.204111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.211415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38520) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:48.225332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd6612d-6e5c-4cde-a554-ef51f0ec3178 None None] Network d531fe97-f4e8-4241-aa4c-d9fa591c46c5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:48.265038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.269949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.305861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-612d72df-d31a-4ea9-ae27-26bf3b4a50b6 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.4561260 Dec 08 16:32:48.332381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38522) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:48.387932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Network 337489ab-ae7e-4a94-b20a-e432475da4ba is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:48.473626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:48.478119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:48.485695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:48.501854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-232a5dde-bcb4-4ccd-9370-d4837244467f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.539530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:48.540180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.565078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Pushing event updated for resources: {'Port': ['ID=95f358f4-1667-497b-a975-5714ca369271,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:48.580949 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.609151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-1d1c960c-65a2-46a6-b6c2-029f4d46d57c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2325842 Dec 08 16:32:48.629459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Request body: {'port': {'device_id': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:48.695924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:48.703857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-79f0f23f-f7bc-42ae-acbf-42e443a44fdb tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "PUT /v2.0/routers/5ebe7d90-5f7f-4ded-889c-e90a1cc8b096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1357026 Dec 08 16:32:48.706254 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:48.708729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe552e2-e5e3-42a0-86e1-f990c8e03629 None None] Pushing event updated for resources: {'Port': ['ID=e2150b4d-5fc5-4942-b9f3-041757a191ea,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:48.732790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.733621 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:48.734508 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:48.756340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-232a5dde-bcb4-4ccd-9370-d4837244467f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.836702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.838463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:48.922551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:48.982640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-39582291-38d3-473a-abbd-5cb0adf7d27b None None] Provisioning complete for port 4b181726-580f-4b4f-a0f0-ea829a3f00ce triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:48.983760 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39582291-38d3-473a-abbd-5cb0adf7d27b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.066285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf6e6d-fb03-4374-82d9-7fe17ff89596 req-c2a4c7bb-baf5-43da-bb7f-66759ac37f08 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:49.069213 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:49.072440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4cf6e6d-fb03-4374-82d9-7fe17ff89596 req-c2a4c7bb-baf5-43da-bb7f-66759ac37f08 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 931 time: 0.2695866 Dec 08 16:32:49.093952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:49.125772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-232a5dde-bcb4-4ccd-9370-d4837244467f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.133249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-232a5dde-bcb4-4ccd-9370-d4837244467f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.137310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-232a5dde-bcb4-4ccd-9370-d4837244467f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cce4f5bd-d755-4611-a846-c4aa5637b41b HTTP/1.1" status: 204 len: 168 time: 0.9229503 Dec 08 16:32:49.145476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:49.189468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.206714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a5dde-bcb4-4ccd-9370-d4837244467f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce4f5bd-d755-4611-a846-c4aa5637b41b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:49.222992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463f271-d8db-49da-b8fb-959c147344f1 None None] Pushing event updated for resources: {'Port': ['ID=4b181726-580f-4b4f-a0f0-ea829a3f00ce,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:49.339736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f94dba3-93c0-4a79-a100-eb76977795c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-d531fe97-f4e8-4241-aa4c-d9fa591c46c5', 'network_id': 'd531fe97-f4e8-4241-aa4c-d9fa591c46c5', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': 'c52a6321-01ca-45f9-adea-60b96086d59b'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:49.340605 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f94dba3-93c0-4a79-a100-eb76977795c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.343660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e2150b4d-5fc5-4942-b9f3-041757a191ea up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:49.431260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee6288dd-edb1-45e3-b9f4-88f860c6ccf9 req-0783a90b-64b6-46b0-a020-b75a6a270482 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 210 time: 0.1375103 Dec 08 16:32:49.475634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ac470e09-e8b1-44d4-8531-01f189add8f0', 'name': '', 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'mac_address': 'fa:16:3e:83:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 2, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'subnets': [{'id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:49.581478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Checking router: 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:49.581872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Updating router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 port ac470e09-e8b1-44d4-8531-01f189add8f0 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:49.699752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-bdb70cff-8637-4fea-b0f4-9567ae38886f tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:49.707864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-bdb70cff-8637-4fea-b0f4-9567ae38886f tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.86 "GET /v2.0/networks?id=2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 200 len: 911 time: 0.2967210 Dec 08 16:32:49.720966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4cf6e6d-fb03-4374-82d9-7fe17ff89596 req-f7cf1f39-9b2f-488d-b1e9-bc154f30cfad tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6328340 Dec 08 16:32:49.733574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Request body: {'port': {'device_id': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'admin_state_up': True, 'tenant_id': '9017217a7421460fa34e349abec89355'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:49.841328 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 6, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:17Z', 'revision_number': 1, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:49.858958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6272062-9652-487f-a2e9-ed40e2abe2c9 req-eefe57d1-6ffb-4ce0-923a-d94ce52dbd50 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:49.869212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6272062-9652-487f-a2e9-ed40e2abe2c9 req-eefe57d1-6ffb-4ce0-923a-d94ce52dbd50 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 946 time: 0.1073949 Dec 08 16:32:49.874967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Made reservation on behalf of 9017217a7421460fa34e349abec89355 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:49.876174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Pushing event updated for resources: {'Port': ['ID=2453e74c-62fd-45db-9f11-9e0cca567a19,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:49.878887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.885005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:49.896102 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:49.897050 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:49.940489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.948150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.959508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:49.967389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Attempting to bind port 2453e74c-62fd-45db-9f11-9e0cca567a19 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:49.967881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Attempting to bind port 2453e74c-62fd-45db-9f11-9e0cca567a19 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:49.968175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Attempting to bind port 2453e74c-62fd-45db-9f11-9e0cca567a19 on network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:50.054799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=c52a6321-01ca-45f9-adea-60b96086d59b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:50.067401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.073749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e2150b4d-5fc5-4942-b9f3-041757a191ea triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:50.074061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.081502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:50.082056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Checking segment: {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:50.082461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.082854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Bound using segment: {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:50.083346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Bound port: 2453e74c-62fd-45db-9f11-9e0cca567a19, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:50.083721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.115726 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:50.132165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6272062-9652-487f-a2e9-ed40e2abe2c9 req-b823004a-2ace-45ac-9cc1-3eeed42eb4bc tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608538 Dec 08 16:32:50.261119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Allocated IP 172.20.0.3 (2cd0f066-4278-4d24-a29c-81d40084a2da/2d59666f-3724-4482-8d73-c19ed88043d4/e06f2c81-7f73-4e9c-9fa1-6f05da8c0233) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:50.361552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.379357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6441e78-ca6f-45f6-876b-81eebe4eb3e4 None None] Network 427d6153-3ca0-4582-a957-b3c05eaa827e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:50.420791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d531fe97-f4e8-4241-aa4c-d9fa591c46c5']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:50.512327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Allocated IP 172.25.3.42 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/7496c070-6481-44d9-b034-9e6e7898f733) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:50.524809 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 6, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:17Z', 'revision_number': 1, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-2f94dba3-93c0-4a79-a100-eb76977795c0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c52a6321-01ca-45f9-adea-60b96086d59b: This subnet is being modified by another concurrent operation. Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c52a6321-01ca-45f9-adea-60b96086d59b: This subnet is being modified by another concurrent operation. Dec 08 16:32:50.590561 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:32:50.618601 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae10836-5007-41ef-80e5-cdb60aaaee48 None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 6, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '784c6b9b-dac3-4341-9af7-7624d82f2519', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.6', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'port_id': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2781, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'mac_address': 'fa:16:3e:96:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f41df478-4f5c-4d4e-a506-16203b098460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:31:12Z', 'updated_at': '2021-12-08T16:31:17Z', 'revision_number': 1, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:50.637555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.660284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2b99504-1980-4e3c-9cb9-f443d58966ae req-6724777d-f40d-4041-9359-181bd9f8c452 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 210 time: 0.0846877 Dec 08 16:32:50.718499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f8279f-9322-454e-96e3-bc54de5e9139 None None] Network d531fe97-f4e8-4241-aa4c-d9fa591c46c5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:50.739232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.783614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefc3981-963d-4af8-9eaf-d0574aab5db2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:50.783614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefc3981-963d-4af8-9eaf-d0574aab5db2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:50.810773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Network 2cd0f066-4278-4d24-a29c-81d40084a2da is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:50.815331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:50.819646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:50.892486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Pushing event updated for resources: {'Port': ['ID=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:50.897461 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.902530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.958456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f358f4-1667-497b-a975-5714ca369271 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:50.974629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-bcedf5af-1956-42c8-8758-3a81ccc80dfe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:50.977223 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-bcedf5af-1956-42c8-8758-3a81ccc80dfe tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.58 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 946 time: 0.3494916 Dec 08 16:32:50.987448 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.996559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:50.999895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:51.000523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.037415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f80b24-0ec8-4497-8d77-f843f9240075 req-a8227702-1a73-4563-8899-1e45dd3dd5de tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:51.037664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] For port 2453e74c-62fd-45db-9f11-9e0cca567a19, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:51.039413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2f80b24-0ec8-4497-8d77-f843f9240075 req-a8227702-1a73-4563-8899-1e45dd3dd5de tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 931 time: 0.1356409 Dec 08 16:32:51.049345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ad64b5bc-a0fc-46c7-98c3-6ba4ef6347d3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3195899 Dec 08 16:32:51.049648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7dbd83ef-1e23-4b50-b598-f8dd80ed01d0 None None] Provisioning complete for port e2150b4d-5fc5-4942-b9f3-041757a191ea triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:51.050055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dbd83ef-1e23-4b50-b598-f8dd80ed01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.064516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Request body: {'port': {'device_id': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:51.067830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:51.072387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:51.083050 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:51.163210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2f80b24-0ec8-4497-8d77-f843f9240075 req-ff04f378-e1e5-4795-9a8c-8693c8888a6d tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130588 Dec 08 16:32:51.166529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.231891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] For port 2453e74c-62fd-45db-9f11-9e0cca567a19, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2453e74c-62fd-45db-9f11-9e0cca567a19,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:51.302055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.330228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.336317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Transition to ACTIVE for port object 95f358f4-1667-497b-a975-5714ca369271 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:32:51.339534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.343336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.427476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Pushing event updated for resources: {'Port': ['ID=7496c070-6481-44d9-b034-9e6e7898f733,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.445755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.498219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def14b53-3c90-4e2b-ab1f-501fc601a066 req-98617405-1fd4-4b46-8171-a8d6075a4a43 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:51.510471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-def14b53-3c90-4e2b-ab1f-501fc601a066 req-98617405-1fd4-4b46-8171-a8d6075a4a43 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 946 time: 0.1707158 Dec 08 16:32:51.549153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.553994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/d531fe97-f4e8-4241-aa4c-d9fa591c46c5 HTTP/1.1" status: 204 len: 168 time: 3.2170453 Dec 08 16:32:51.556109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Pushing event updated for resources: {'Port': ['ID=95f358f4-1667-497b-a975-5714ca369271,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.559133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38576) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:51.567914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port e2150b4d-5fc5-4942-b9f3-041757a191ea, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e2150b4d-5fc5-4942-b9f3-041757a191ea,segment=NetworkSegment(a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8),segment_id=a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:51.580198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bea687a-2105-4b27-9868-068dfa95637b None None] Pushing event updated for resources: {'Port': ['ID=2453e74c-62fd-45db-9f11-9e0cca567a19,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.583530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.584625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4b181726-580f-4b4f-a0f0-ea829a3f00ce up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:51.597981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6f6b2-a962-4114-9801-627b7cd7602c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=d531fe97-f4e8-4241-aa4c-d9fa591c46c5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.625102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-916537451'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:51.653813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port a1bc6304-293a-4803-8e7e-fee25a57c1ab {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:51.655142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.728764 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7dbd83ef-1e23-4b50-b598-f8dd80ed01d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.761611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-def14b53-3c90-4e2b-ab1f-501fc601a066 req-a302dab7-de7b-4334-89ee-2247e9bc07e3 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=594a4a0b-f0f3-40ff-a7c2-8e1c23066986&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492194 Dec 08 16:32:51.783281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port a1bc6304-293a-4803-8e7e-fee25a57c1ab, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=a1bc6304-293a-4803-8e7e-fee25a57c1ab,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:51.783525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.819450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for a1bc6304-293a-4803-8e7e-fee25a57c1ab owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:51.923244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:51.938920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:51.949901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:51.977233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c4fa7-4beb-4227-92d2-91c2c0801c8d req-2ec16896-0fdf-4976-aecf-f591da511f25 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:51.977571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:51.983885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=e2150b4d-5fc5-4942-b9f3-041757a191ea,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:51.989679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d0c4fa7-4beb-4227-92d2-91c2c0801c8d req-2ec16896-0fdf-4976-aecf-f591da511f25 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1027 time: 0.1392446 Dec 08 16:32:52.013319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715418f-cbd3-4f17-a6a7-5676ac3a4a67 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:52.017902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:52.048602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.082364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4b181726-580f-4b4f-a0f0-ea829a3f00ce triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:52.082730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.084503 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.130518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d0c4fa7-4beb-4227-92d2-91c2c0801c8d req-27cfb277-e996-4e5e-aae6-e5a1a8e83477 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355231 Dec 08 16:32:52.146973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:52.163268 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.168507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-7dbd83ef-1e23-4b50-b598-f8dd80ed01d0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:32:52.168940 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-7dbd83ef-1e23-4b50-b598-f8dd80ed01d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:32:52.174587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:52.182614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Transition to ACTIVE for port object e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:32:52.219232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.278171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8a21c-9c26-48dc-850e-e36fbc568f5e None None] Pushing event updated for resources: {'Port': ['ID=ac470e09-e8b1-44d4-8531-01f189add8f0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:52.288949 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.289358 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment 6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f of type vlan for network 489b0198-ddb5-4595-920b-2d9f1b463bbc Dec 08 16:32:52.357217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Pushing event updated for resources: {'Port': ['ID=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:52.403233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Attempting to bind port 95f358f4-1667-497b-a975-5714ca369271 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:52.403662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Attempting to bind port 95f358f4-1667-497b-a975-5714ca369271 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:52.403897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Attempting to bind port 95f358f4-1667-497b-a975-5714ca369271 on network 337489ab-ae7e-4a94-b20a-e432475da4ba {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:52.412585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Attempting to bind port ac470e09-e8b1-44d4-8531-01f189add8f0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:52.412871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Attempting to bind port ac470e09-e8b1-44d4-8531-01f189add8f0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:52.413242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Attempting to bind port ac470e09-e8b1-44d4-8531-01f189add8f0 on network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:52.440435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:52.440435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Checking segment: {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:52.440435 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.440435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Bound using segment: {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:52.441131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Bound port: ac470e09-e8b1-44d4-8531-01f189add8f0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:52.441352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.455776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab587db0-2cd7-4d5a-8b1a-fc72421c60dc req-7f6f740b-ea08-46b5-9543-a30f0925c8b4 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:52.457360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab587db0-2cd7-4d5a-8b1a-fc72421c60dc req-7f6f740b-ea08-46b5-9543-a30f0925c8b4 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 943 time: 0.0921962 Dec 08 16:32:52.475548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.485006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Port 95f358f4-1667-497b-a975-5714ca369271 on network 337489ab-ae7e-4a94-b20a-e432475da4ba not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:32:52.485527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Attempting to bind port 95f358f4-1667-497b-a975-5714ca369271 on network 337489ab-ae7e-4a94-b20a-e432475da4ba {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:52.550745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:52.551119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Checking segment: {'id': 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:52.551485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Bound using segment: {'id': 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:52.552020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Bound port: 95f358f4-1667-497b-a975-5714ca369271, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:52.552384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.597934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] For port ac470e09-e8b1-44d4-8531-01f189add8f0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:52.603016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] For port ac470e09-e8b1-44d4-8531-01f189add8f0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ac470e09-e8b1-44d4-8531-01f189add8f0,segment=NetworkSegment(e72ca66a-3bb7-4dd2-9ab5-14e18476738c),segment_id=e72ca66a-3bb7-4dd2-9ab5-14e18476738c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:52.613350 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.647530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.699871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab587db0-2cd7-4d5a-8b1a-fc72421c60dc req-6aecd5df-ae7d-44db-aadb-503468f26a18 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080979 Dec 08 16:32:52.720115 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.739693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:52.740526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.782969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Attempting to bind port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:52.788252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Attempting to bind port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:52.789200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Attempting to bind port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 on network 2cd0f066-4278-4d24-a29c-81d40084a2da {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:52.809505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 on network 2cd0f066-4278-4d24-a29c-81d40084a2da not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:32:52.811158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Attempting to bind port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 on network 2cd0f066-4278-4d24-a29c-81d40084a2da {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:52.836878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:52.836878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Checking segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:52.837348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Bound using segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:52.837467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Bound port: e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:52.838538 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:52.862031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2453e74c-62fd-45db-9f11-9e0cca567a19 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:52.967317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Routers {'0f4dd7e3-1cd1-4572-8f43-489b58b8de55'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:52.968064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:52.975806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8a21c-9c26-48dc-850e-e36fbc568f5e None None] Pushing event updated for resources: {'Port': ['ID=ac470e09-e8b1-44d4-8531-01f189add8f0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:52.998738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c60447d3-7e23-45cb-8df7-97a9bc0c7161 req-4f931e67-ce4f-4601-a1f7-649c985cee77 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 210 time: 0.1187773 Dec 08 16:32:53.069051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] For port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:53.073978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] For port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:53.084431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.179941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Provisioning complete for port 7496c070-6481-44d9-b034-9e6e7898f733 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:53.180501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.191064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Pushing event updated for resources: {'Port': ['ID=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.199010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.199560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.200950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c6aed01f-f419-42d2-9996-38c175b983da service neutron] 10.222.0.86 "PUT /v2.0/ports/e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 HTTP/1.1" status: 200 len: 1091 time: 2.1438415 Dec 08 16:32:53.201978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'tag': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:53.204266 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "a88c78a4-2065-49e9-946e-4ce23c09b51c", "tag": "e06f2c81-7f73-4e9c-9fa1-6f05da8c0233"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:53.241603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2453e74c-62fd-45db-9f11-9e0cca567a19 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:53.242166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.264651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6686993 Dec 08 16:32:53.297133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38604) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:53.313950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:53.334789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] Set router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:53.338465 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a4cfbd-cdc5-4f42-a0e9-9bd3b7ff2381 x-openstack-request-id: req-09a4cfbd-cdc5-4f42-a0e9-9bd3b7ff2381 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:53.342162 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a88c78a4-2065-49e9-946e-4ce23c09b51c", "tag": "e06f2c81-7f73-4e9c-9fa1-6f05da8c0233", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:53.342577 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-09a4cfbd-cdc5-4f42-a0e9-9bd3b7ff2381 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:53.343922 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'tag': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233', 'status': 'completed', 'code': 200} Dec 08 16:32:53.368437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=a1bc6304-293a-4803-8e7e-fee25a57c1ab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.477168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Port 7496c070-6481-44d9-b034-9e6e7898f733 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:53.483580 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.491676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d63e9a-f758-4bc8-abe0-355480d2d50f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=489b0198-ddb5-4595-920b-2d9f1b463bbc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.507993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ccd7d979-8088-4fdd-96f6-0464ea6d1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.509682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-ccd7d979-8088-4fdd-96f6-0464ea6d1ded service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9017217a7421460fa34e349abec89355&device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1094 time: 0.2625041 Dec 08 16:32:53.533535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 489b0198-ddb5-4595-920b-2d9f1b463bbc details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:53.542105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605dfb2e-7f8e-449f-8009-28272f1f400e None None] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:53.553675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] For port 95f358f4-1667-497b-a975-5714ca369271, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:53.567201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] No DVR routers for this DVR port a1bc6304-293a-4803-8e7e-fee25a57c1ab on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:53.574593 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.578251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38942335-f3fe-44f1-b891-1ae8e00771ef req-280859d9-7b6f-496a-8c0a-4b4bf5e68d25 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.578597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3db5fe7c-f2ab-48ae-bd2b-179c3a167606 req-87b3f023-9a48-4d75-ab54-9ec41b74f743 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.58 "DELETE /v2.0/ports/a1bc6304-293a-4803-8e7e-fee25a57c1ab HTTP/1.1" status: 204 len: 173 time: 2.5844746 Dec 08 16:32:53.579089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'name': 'network-vif-deleted', 'tag': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:53.580925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38942335-f3fe-44f1-b891-1ae8e00771ef req-280859d9-7b6f-496a-8c0a-4b4bf5e68d25 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1094 time: 0.2758162 Dec 08 16:32:53.585353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-22f8ac09-e987-4aa7-8dae-3bf43ddec82f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 HTTP/1.1" status: 200 len: 217 time: 0.0643463 Dec 08 16:32:53.588254 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aeebac0-c582-49ed-abd6-d5c4d802191a" -d '{"events": [{"server_uuid": "ceb2cc89-4227-4b71-930a-5f343bce9654", "name": "network-vif-deleted", "tag": "a1bc6304-293a-4803-8e7e-fee25a57c1ab"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:53.626029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:53.631892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.635515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] For port 95f358f4-1667-497b-a975-5714ca369271, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=95f358f4-1667-497b-a975-5714ca369271,segment=NetworkSegment(cc84c7ef-27e6-4e84-a5cb-f60899e64e62),segment_id=cc84c7ef-27e6-4e84-a5cb-f60899e64e62)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:53.724034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing IP validity checks on allocation pools {{(pid=103282) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:32:53.724547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103282) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:32:53.734965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.740523 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56f3d66-cec7-46ce-88ca-6ffa22f8ff09 x-openstack-request-id: req-c56f3d66-cec7-46ce-88ca-6ffa22f8ff09 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:53.741260 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb2cc89-4227-4b71-930a-5f343bce9654", "name": "network-vif-deleted", "tag": "a1bc6304-293a-4803-8e7e-fee25a57c1ab", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:53.741816 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c56f3d66-cec7-46ce-88ca-6ffa22f8ff09 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:53.742707 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb2cc89-4227-4b71-930a-5f343bce9654', 'name': 'network-vif-deleted', 'tag': 'a1bc6304-293a-4803-8e7e-fee25a57c1ab', 'status': 'completed', 'code': 200} Dec 08 16:32:53.770743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38942335-f3fe-44f1-b891-1ae8e00771ef req-e0ebcbda-cc43-4efe-af42-9b1574b25b05 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772213 Dec 08 16:32:53.779859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-28099e1d-6f8a-405d-aeae-c5e308ff6f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.782033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-28099e1d-6f8a-405d-aeae-c5e308ff6f49 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d59666f-3724-4482-8d73-c19ed88043d4 HTTP/1.1" status: 200 len: 849 time: 0.1853426 Dec 08 16:32:53.885049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:53.886462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.888245 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] 10.222.0.58 "PUT /v2.0/ports/95f358f4-1667-497b-a975-5714ca369271 HTTP/1.1" status: 200 len: 1091 time: 5.2683969 Dec 08 16:32:53.910046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456122b8-1a31-4f90-9705-490543f9c50a service neutron] Pushing event updated for resources: {'Port': ['ID=95f358f4-1667-497b-a975-5714ca369271,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:53.983275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Provisioning complete for port ac470e09-e8b1-44d4-8531-01f189add8f0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:53.983643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:53.997925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-d0753de9-be06-4933-995b-fec30af09c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.001231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-d0753de9-be06-4933-995b-fec30af09c53 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2cd0f066-4278-4d24-a29c-81d40084a2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2112517 Dec 08 16:32:54.097708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-aeab2421-3311-46e3-8866-0deac51e2ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.105748 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-aeab2421-3311-46e3-8866-0deac51e2ba7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d7d2dd732b4ac7a5e508f59c188afd&device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 1094 time: 0.1710231 Dec 08 16:32:54.116609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.133377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.201841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-965d49b3-93e3-4e1f-9925-cd60d8e9db83 service neutron] 10.222.0.86 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591175 Dec 08 16:32:54.243051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb9f9a-83a7-4894-9f53-9e6d6f3f2015 req-b513d5f1-db24-4509-a33f-e5c90d3dca19 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.244740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6bb9f9a-83a7-4894-9f53-9e6d6f3f2015 req-b513d5f1-db24-4509-a33f-e5c90d3dca19 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 943 time: 0.3963816 Dec 08 16:32:54.267667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-08c4e34f-3de7-4d34-bef7-27d6188bb82a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95f358f4-1667-497b-a975-5714ca369271 HTTP/1.1" status: 200 len: 217 time: 0.1405389 Dec 08 16:32:54.322701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 2453e74c-62fd-45db-9f11-9e0cca567a19, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2453e74c-62fd-45db-9f11-9e0cca567a19,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:54.344699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.350702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e2150b4d-5fc5-4942-b9f3-041757a191ea up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:54.392874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0abae687-bf65-477d-bee7-b8e6b5dce669 req-2c5e93f6-2c19-40f6-b147-b640baeac7f1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb2cc89-4227-4b71-930a-5f343bce9654 HTTP/1.1" status: 200 len: 210 time: 0.1420395 Dec 08 16:32:54.403041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-bcba1e25-4977-46b4-8b1f-6d805536f844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.405469 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-bcba1e25-4977-46b4-8b1f-6d805536f844 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5 HTTP/1.1" status: 200 len: 852 time: 0.0686307 Dec 08 16:32:54.465880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6bb9f9a-83a7-4894-9f53-9e6d6f3f2015 req-cede1bc0-27f4-488a-a10c-e6a6ef0ac93e tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784337 Dec 08 16:32:54.470389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.488370 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-d8d1ae63-45ba-4d18-aa91-d8d48ecfe6d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=337489ab-ae7e-4a94-b20a-e432475da4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329096 Dec 08 16:32:54.531933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=2453e74c-62fd-45db-9f11-9e0cca567a19,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:54.626804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ba52daf-3005-4c24-9fec-32aedcd830db req-c119aabf-7a85-499b-991c-ea59222726c9 service neutron] 10.222.0.86 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165528 Dec 08 16:32:54.638871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.654230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e2150b4d-5fc5-4942-b9f3-041757a191ea triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:54.654630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.707133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Router 52420c50-7026-400f-aea4-d35edcf1b7bc is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:32:54.718337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=2693de3a-cecc-478a-bd6e-5e481914b903,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:54.730070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ac470e09-e8b1-44d4-8531-01f189add8f0', 'name': '', 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'mac_address': 'fa:16:3e:83:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:52Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'subnets': [{'id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:54.741783 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-363bb7e2-bdff-451d-834a-94a00cbc724f service neutron] 10.222.0.58 "GET /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460957 Dec 08 16:32:54.753823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:54.754189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 489b0198-ddb5-4595-920b-2d9f1b463bbc, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:32:54.788871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-e9eba9ed-dc79-4e56-ab89-15294dda873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.795693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-e9eba9ed-dc79-4e56-ab89-15294dda873d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=9017217a7421460fa34e349abec89355&device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1094 time: 0.1039214 Dec 08 16:32:54.799201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 489b0198-ddb5-4595-920b-2d9f1b463bbc is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:32:54.800611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8d7d96-a170-4c9b-918b-912091654aaf None None] The sync data for ids ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'] in n-d-820935-5 is: [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:40Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ac470e09-e8b1-44d4-8531-01f189add8f0', 'name': '', 'network_id': '68c7a3fc-4cfa-42d3-9296-839a06d9ebfa', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'mac_address': 'fa:16:3e:83:7c:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:39Z', 'updated_at': '2021-12-08T16:32:52Z', 'revision_number': 4, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'subnets': [{'id': 'dd2aecf9-216e-4847-8f38-261d43181ac6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:32:54.803872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] For port ac470e09-e8b1-44d4-8531-01f189add8f0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ac470e09-e8b1-44d4-8531-01f189add8f0,segment=NetworkSegment(e72ca66a-3bb7-4dd2-9ab5-14e18476738c),segment_id=e72ca66a-3bb7-4dd2-9ab5-14e18476738c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:54.812958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.846026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 489b0198-ddb5-4595-920b-2d9f1b463bbc) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:54.851650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:54.853813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:54.887729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f3feea-eabe-4cd4-aa43-9a97ef13bf71 None None] Network 489b0198-ddb5-4595-920b-2d9f1b463bbc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:54.962420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0a4e0082-085b-4484-be52-61c9feb9b918 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.6637816 Dec 08 16:32:54.971398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38640) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:55.064246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:32:55.067934 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29c1223f-3d8c-43b5-8832-f2c97a2d5689 req-8da64324-85b5-4b50-8f43-d89b93d04791 service neutron] 10.222.0.58 "GET /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854142 Dec 08 16:32:55.095227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.096976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e568a539-f2a2-47d7-b89f-68066b6ee05c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3161001 Dec 08 16:32:55.100835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:55.104067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Sync routers for ids ['52420c50-7026-400f-aea4-d35edcf1b7bc'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:32:55.222360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Routers {'52420c50-7026-400f-aea4-d35edcf1b7bc'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:32:55.223004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['52420c50-7026-400f-aea4-d35edcf1b7bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:55.230829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Pushing event updated for resources: {'Port': ['ID=ac470e09-e8b1-44d4-8531-01f189add8f0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:55.294741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Provisioning complete for port e2150b4d-5fc5-4942-b9f3-041757a191ea triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:55.295736 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-46600974-8934-49d8-8a23-2de933efcf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.305200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4b181726-580f-4b4f-a0f0-ea829a3f00ce up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:55.481689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-489b0198-ddb5-4595-920b-2d9f1b463bbc', 'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '2693de3a-cecc-478a-bd6e-5e481914b903'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:32:55.482639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.522321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:55.547539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Set router 52420c50-7026-400f-aea4-d35edcf1b7bc gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:32:55.649770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a1bc6304-293a-4803-8e7e-fee25a57c1ab no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:55.792653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.814299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: a1bc6304-293a-4803-8e7e-fee25a57c1ab {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:55.814734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device a1bc6304-293a-4803-8e7e-fee25a57c1ab not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:55.818531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'tag': '95f358f4-1667-497b-a975-5714ca369271'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:32:55.820963 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d69004-1770-4321-b4b5-addc2c2b2005" -d '{"events": [{"name": "network-changed", "server_uuid": "7fb66fb4-7204-4409-9875-5d28d4248df4", "tag": "95f358f4-1667-497b-a975-5714ca369271"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:32:55.839335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-19dd0acb-7c89-4699-bdf0-5ee4478eb0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:55.839335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-19dd0acb-7c89-4699-bdf0-5ee4478eb0da service neutron] 10.222.0.86 "GET /v2.0/networks?id=2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 200 len: 911 time: 1.0343699 Dec 08 16:32:55.923263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0aa-38f9-4d79-8065-ee11b4ef34a5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:55.961584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-003db51a-204f-48e2-a30f-d044812819cc service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 HTTP/1.1" status: 200 len: 217 time: 0.0896401 Dec 08 16:32:55.982789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2474c97c-570a-482a-ab25-832cc1029842 req-4a592082-4509-4a13-8888-bfd5cbcaefc8 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:55.987516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2474c97c-570a-482a-ab25-832cc1029842 req-4a592082-4509-4a13-8888-bfd5cbcaefc8 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1094 time: 0.9983637 Dec 08 16:32:56.046433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Allocated IP 172.20.0.3 (489b0198-ddb5-4595-920b-2d9f1b463bbc/2693de3a-cecc-478a-bd6e-5e481914b903/c60c1edf-aef5-429f-95ea-2ad7ce923143) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:56.072155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0aa-38f9-4d79-8065-ee11b4ef34a5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.176202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.239123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0dd808-f06e-4946-89ad-9e41cc9a2d63 req-06dc0f60-34d3-4545-abdd-8e3ef21acd65 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.240682 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.241012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b0dd808-f06e-4946-89ad-9e41cc9a2d63 req-06dc0f60-34d3-4545-abdd-8e3ef21acd65 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 943 time: 0.5039985 Dec 08 16:32:56.248021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.258262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4b181726-580f-4b4f-a0f0-ea829a3f00ce triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:56.259823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.293555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-4f358441-b4c6-4d44-9f49-856d68747ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.295433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-4f358441-b4c6-4d44-9f49-856d68747ca7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2d59666f-3724-4482-8d73-c19ed88043d4 HTTP/1.1" status: 200 len: 849 time: 0.3068466 Dec 08 16:32:56.308399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0aa-38f9-4d79-8065-ee11b4ef34a5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.313152 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f13eb0aa-38f9-4d79-8065-ee11b4ef34a5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.317668 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f13eb0aa-38f9-4d79-8065-ee11b4ef34a5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/security-groups/594a4a0b-f0f3-40ff-a7c2-8e1c23066986 HTTP/1.1" status: 204 len: 168 time: 0.7916861 Dec 08 16:32:56.324390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.365541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2474c97c-570a-482a-ab25-832cc1029842 req-a1f2caa8-db5c-4a90-ba6a-9b6665f93257 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644011 Dec 08 16:32:56.399889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13eb0aa-38f9-4d79-8065-ee11b4ef34a5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=594a4a0b-f0f3-40ff-a7c2-8e1c23066986,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:56.402434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-36197747-1810-4b72-88e9-0d29f6f3517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.404320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-36197747-1810-4b72-88e9-0d29f6f3517f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2cd0f066-4278-4d24-a29c-81d40084a2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954552 Dec 08 16:32:56.406035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.415334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b0dd808-f06e-4946-89ad-9e41cc9a2d63 req-8e30e4dc-69f3-4a48-bdae-ca3b6c5b98ff tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595759 Dec 08 16:32:56.479575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=2693de3a-cecc-478a-bd6e-5e481914b903,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:56.627148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38668) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:56.632442 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187d2239-3543-46a3-a4eb-30a36aa321f2 x-openstack-request-id: req-187d2239-3543-46a3-a4eb-30a36aa321f2 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:32:56.632442 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fb66fb4-7204-4409-9875-5d28d4248df4", "tag": "95f358f4-1667-497b-a975-5714ca369271", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:32:56.633157 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-187d2239-3543-46a3-a4eb-30a36aa321f2 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:32:56.633157 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'tag': '95f358f4-1667-497b-a975-5714ca369271', 'status': 'completed', 'code': 200} Dec 08 16:32:56.665569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:56.680795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Allocated IP 172.20.0.1 (d1be9dbc-1480-4662-ac5a-e4fe2ff71475/3032c8e2-c558-44e7-8042-a983a3698d5c/d1513217-f330-4a83-b29e-7bf59b0e216f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:32:56.681218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.731208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489b0198-ddb5-4595-920b-2d9f1b463bbc']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:56.756238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-972d9dd4-e926-41dd-9de1-b88eb4e108df service neutron] 10.222.0.86 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339791 Dec 08 16:32:56.760500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting subnet e79cff2a-6508-4b0c-b225-f5cf2dd03cb1 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:32:56.764806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.810388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.816752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:56.817089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:56.860556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Network 489b0198-ddb5-4595-920b-2d9f1b463bbc is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:56.883908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.906804 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.921985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-8c1261e6-6bba-4cab-bf5f-49db73a24545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:56.923446 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-8c1261e6-6bba-4cab-bf5f-49db73a24545 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b2d7d2dd732b4ac7a5e508f59c188afd&device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 1094 time: 0.2896111 Dec 08 16:32:56.953719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-601a1515-7f72-45a8-9f1d-0c11651c868e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.954638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:56.964471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.965572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:56.975264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8a78bcd1-eb63-4a3a-b2a4-ea22fdc32a0b None None] Provisioning complete for port ac470e09-e8b1-44d4-8531-01f189add8f0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:56.975611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a78bcd1-eb63-4a3a-b2a4-ea22fdc32a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.990276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bba08d7-7cbc-4dda-a98b-a636cc7fc2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:56.991416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:56.991835 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:57.015577 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:57.041586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Pushing event updated for resources: {'Port': ['ID=c60c1edf-aef5-429f-95ea-2ad7ce923143,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:57.056524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.090527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:32:57.115558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:57.127588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.133420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:57.141570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:32:57.166685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:32:57.166685 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:32:57.166685 n-d-820935-5 neutron-server[103282]: [parameters: {'id': '489b0198-ddb5-4595-920b-2d9f1b463bbc'}] Dec 08 16:32:57.166685 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:32:57.166685 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:32:57.192213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Pushing event updated for resources: {'Port': ['ID=d1513217-f330-4a83-b29e-7bf59b0e216f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:57.194475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e46fdf8-46e6-4a93-bcfc-ea791c439ae8 req-cb725fc9-ba96-4bc6-b74e-fdeee6d7ded0 service neutron] 10.222.0.86 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798659 Dec 08 16:32:57.230186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Attempting to bind port c60c1edf-aef5-429f-95ea-2ad7ce923143 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:57.230432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-2488d2e3-932f-4d63-8b8c-dfa955d98439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.230740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Attempting to bind port c60c1edf-aef5-429f-95ea-2ad7ce923143 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:57.230971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Attempting to bind port c60c1edf-aef5-429f-95ea-2ad7ce923143 on network 489b0198-ddb5-4595-920b-2d9f1b463bbc {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:57.233517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-2488d2e3-932f-4d63-8b8c-dfa955d98439 service neutron] 10.222.0.58 "GET /v2.0/networks?id=337489ab-ae7e-4a94-b20a-e432475da4ba HTTP/1.1" status: 200 len: 913 time: 0.3007870 Dec 08 16:32:57.245508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:57.246007 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Checking segment: {'id': '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:57.246365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.246900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Bound using segment: {'id': '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:57.247963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Bound port: c60c1edf-aef5-429f-95ea-2ad7ce923143, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '489b0198-ddb5-4595-920b-2d9f1b463bbc'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:57.249152 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.270225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.299630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-111a4244-cac2-4bd9-bf0a-43c6175e98d3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95f358f4-1667-497b-a975-5714ca369271 HTTP/1.1" status: 200 len: 217 time: 0.0548971 Dec 08 16:32:57.300934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.310670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:32:52Z', 'revision_number': 3, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:32:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:57.330282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Subnet': ['ID=e79cff2a-6508-4b0c-b225-f5cf2dd03cb1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:57.341553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.346856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a5a2de5b-4c71-4c3a-a7cb-f6cf55845a60 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/subnets/e79cff2a-6508-4b0c-b225-f5cf2dd03cb1 HTTP/1.1" status: 204 len: 168 time: 0.7186308 Dec 08 16:32:57.356797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:57.414951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae67b41-1fc2-42e4-b82e-dab2b90b6abe None None] Network 06b9a18b-cdf0-4266-b4c5-806a6527c36a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:57.438710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-601a1515-7f72-45a8-9f1d-0c11651c868e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.446918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-601a1515-7f72-45a8-9f1d-0c11651c868e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.486185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09555808-499a-48b2-a4b3-35d297185536 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:32:57.517758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-601a1515-7f72-45a8-9f1d-0c11651c868e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9ad2470639946608050d6b9f4f8407b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8461359 Dec 08 16:32:57.519991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a1515-7f72-45a8-9f1d-0c11651c868e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18e4d51-7cbd-4b99-b42f-a5eba130f3b7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:57.522406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38680) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:57.524928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Checking router: 52420c50-7026-400f-aea4-d35edcf1b7bc for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:32:57.525383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Updating router 52420c50-7026-400f-aea4-d35edcf1b7bc port 7496c070-6481-44d9-b034-9e6e7898f733 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:32:57.533877 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-387fc9da-15a8-4a9a-932f-eaf172238869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.535390 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-387fc9da-15a8-4a9a-932f-eaf172238869 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5 HTTP/1.1" status: 200 len: 852 time: 0.1848502 Dec 08 16:32:57.545216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.578782 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-5ba6eda8-5772-40c4-952a-28466a0532d1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=337489ab-ae7e-4a94-b20a-e432475da4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294478 Dec 08 16:32:57.612083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 95f358f4-1667-497b-a975-5714ca369271 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:32:57.647716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 09555808-499a-48b2-a4b3-35d297185536 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:32:57.648280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 09555808-499a-48b2-a4b3-35d297185536 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:32:57.668661 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.674497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62cefa27-5e22-4adb-aaec-179074fcab86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.675375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e276c3-996e-42bc-b0f5-26ddae6a2b1e req-994e18bf-5333-496d-bf78-e5e24e433c0f tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.676944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05e276c3-996e-42bc-b0f5-26ddae6a2b1e req-994e18bf-5333-496d-bf78-e5e24e433c0f tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1094 time: 0.1580453 Dec 08 16:32:57.713070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44abb-ce24-4e18-95d1-1bcc03ee1cd4 req-06116047-55d1-4549-9110-ddbc9f69dc79 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:57.714657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e44abb-ce24-4e18-95d1-1bcc03ee1cd4 req-06116047-55d1-4549-9110-ddbc9f69dc79 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 943 time: 0.1518295 Dec 08 16:32:57.727464 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.740457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62cefa27-5e22-4adb-aaec-179074fcab86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.818371 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.827907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] For port c60c1edf-aef5-429f-95ea-2ad7ce923143, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:57.860828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:57.875418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e44abb-ce24-4e18-95d1-1bcc03ee1cd4 req-c31f2fff-4165-4c5c-9a4f-e960dbfb1e31 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371055 Dec 08 16:32:57.876284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] For port c60c1edf-aef5-429f-95ea-2ad7ce923143, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c60c1edf-aef5-429f-95ea-2ad7ce923143,segment=NetworkSegment(6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f),segment_id=6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:57.881519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05e276c3-996e-42bc-b0f5-26ddae6a2b1e req-78d1f86a-13fa-48ef-b7c9-56a5d2dfd9ac tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900094 Dec 08 16:32:57.934469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting port c60c1edf-aef5-429f-95ea-2ad7ce923143 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:57.934863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:57.995239 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-244bb255-2e9f-47c1-8ae0-0b53004b4c50 service neutron] 10.222.0.58 "GET /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085457 Dec 08 16:32:57.999449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.059182 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62cefa27-5e22-4adb-aaec-179074fcab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.063016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 60b2d2fb-257b-4a79-be48-388791047ac8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:58.063375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.067527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8a78bcd1-eb63-4a3a-b2a4-ea22fdc32a0b None None] Provisioning complete for port 2453e74c-62fd-45db-9f11-9e0cca567a19 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:58.067902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a78bcd1-eb63-4a3a-b2a4-ea22fdc32a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.068385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62cefa27-5e22-4adb-aaec-179074fcab86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.069733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'port_id': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233', 'mac_address': 'fa:16:3e:9d:e0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:32:58.072958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62cefa27-5e22-4adb-aaec-179074fcab86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f18e4d51-7cbd-4b99-b42f-a5eba130f3b7 HTTP/1.1" status: 204 len: 168 time: 0.5321634 Dec 08 16:32:58.096660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cefa27-5e22-4adb-aaec-179074fcab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18e4d51-7cbd-4b99-b42f-a5eba130f3b7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.104321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2453e74c-62fd-45db-9f11-9e0cca567a19 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:58.123813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 95f358f4-1667-497b-a975-5714ca369271, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=95f358f4-1667-497b-a975-5714ca369271,segment=NetworkSegment(cc84c7ef-27e6-4e84-a5cb-f60899e64e62),segment_id=cc84c7ef-27e6-4e84-a5cb-f60899e64e62)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:58.135346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] For port c60c1edf-aef5-429f-95ea-2ad7ce923143, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c60c1edf-aef5-429f-95ea-2ad7ce923143,segment=NetworkSegment(6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f),segment_id=6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:58.136431 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.169365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Calling delete_port for c60c1edf-aef5-429f-95ea-2ad7ce923143 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:58.266882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '95f358f4-1667-497b-a975-5714ca369271', 'network_id': '337489ab-ae7e-4a94-b20a-e432475da4ba', 'port_id': '95f358f4-1667-497b-a975-5714ca369271', 'mac_address': 'fa:16:3e:48:03:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:32:58.339368 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.391896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No DVR routers for this DVR port c60c1edf-aef5-429f-95ea-2ad7ce923143 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:58.423260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] DHCP port deletion for 06b9a18b-cdf0-4266-b4c5-806a6527c36a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:58.424126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Port': ['ID=c60c1edf-aef5-429f-95ea-2ad7ce923143,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.427295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e4ec-8c3f-4b5e-b66d-1ba8375149b3 None None] Pushing event updated for resources: {'Port': ['ID=c60c1edf-aef5-429f-95ea-2ad7ce923143,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.445251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.484506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1329b1-8e8d-44bd-81f6-88724b8935ed None None] Network 489b0198-ddb5-4595-920b-2d9f1b463bbc requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:32:58.534162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.547746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port 60b2d2fb-257b-4a79-be48-388791047ac8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=60b2d2fb-257b-4a79-be48-388791047ac8,segment=NetworkSegment(1d668de5-2490-43eb-bcd6-11eef3a76bbe),segment_id=1d668de5-2490-43eb-bcd6-11eef3a76bbe)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:58.548153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.559222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:58.559471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['489b0198-ddb5-4595-920b-2d9f1b463bbc']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:58.570513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.572008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:58.572221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b114c3f-853e-4a3d-8e20-eb3cc3d3c70f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:58.583185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 60b2d2fb-257b-4a79-be48-388791047ac8 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:58.587321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.594165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38688) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:58.604532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.612253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:58.612726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.615383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-76d69004-1770-4321-b4b5-addc2c2b2005 req-255df90a-117d-4708-ab32-cce02930592e service neutron] 10.222.0.58 "GET /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5881875 Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:58.616511 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:58.628752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55fe8054-bc5f-4680-b564-61b12e408b40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.675719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f358f4-1667-497b-a975-5714ca369271 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:32:58.688681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:58.689991 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.693816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2453e74c-62fd-45db-9f11-9e0cca567a19 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:58.694214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.697578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.706962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/489b0198-ddb5-4595-920b-2d9f1b463bbc HTTP/1.1" status: 204 len: 168 time: 3.7300231 Dec 08 16:32:58.709868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38690) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:58.720795 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.723617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1286299286'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:58.725676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab92b7-dbdd-4fc1-bcdd-ea581171e48b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=489b0198-ddb5-4595-920b-2d9f1b463bbc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:58.797276 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.809452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:58.813977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.818465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 95f358f4-1667-497b-a975-5714ca369271, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=95f358f4-1667-497b-a975-5714ca369271,segment=NetworkSegment(cc84c7ef-27e6-4e84-a5cb-f60899e64e62),segment_id=cc84c7ef-27e6-4e84-a5cb-f60899e64e62)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:58.822613 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.847832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.865297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4b55c4b-9456-49ac-b473-45776eb04464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.890664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Deleting port 60b2d2fb-257b-4a79-be48-388791047ac8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:32:58.891072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.914650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:58.971512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.006220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:32:59.028165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Pushing event updated for resources: {'Port': ['ID=d1513217-f330-4a83-b29e-7bf59b0e216f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.063053 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55fe8054-bc5f-4680-b564-61b12e408b40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.064834 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.068772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.069278 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment e75c5d86-2b7d-4ab7-8ae5-917e72d78475 of type vlan for network c29a32fd-abce-414a-86cf-aa1e7532d458 Dec 08 16:32:59.071837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] No DVR routers for this DVR port 60b2d2fb-257b-4a79-be48-388791047ac8 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:59.084399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441adfe-264a-45ad-b77f-cc576203e86c req-4df83b57-22f3-402d-b4ba-a4dda4bb8556 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:59.086051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0441adfe-264a-45ad-b77f-cc576203e86c req-4df83b57-22f3-402d-b4ba-a4dda4bb8556 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1095 time: 0.1051512 Dec 08 16:32:59.086652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=60b2d2fb-257b-4a79-be48-388791047ac8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.110338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789e281-db82-4724-aa70-3b687edd9f56 req-9af43cc8-bc05-4114-9b4b-65c2df90b346 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:59.112707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7789e281-db82-4724-aa70-3b687edd9f56 req-9af43cc8-bc05-4114-9b4b-65c2df90b346 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 944 time: 0.0891438 Dec 08 16:32:59.117788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-55fe8054-bc5f-4680-b564-61b12e408b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.211180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0441adfe-264a-45ad-b77f-cc576203e86c req-d2106e20-1d95-4567-a916-44bd93987f90 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922735 Dec 08 16:32:59.218878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7789e281-db82-4724-aa70-3b687edd9f56 req-aa6f845f-3ecf-43db-b080-2db75c453f07 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901971 Dec 08 16:32:59.233722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.238821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e06f2c81-7f73-4e9c-9fa1-6f05da8c0233'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:59.241018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['95f358f4-1667-497b-a975-5714ca369271'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:32:59.316812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.320829 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-55fe8054-bc5f-4680-b564-61b12e408b40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fcaa0b877e6d480f929b7efc94137ff0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7215650 Dec 08 16:32:59.328386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:59.334227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.338193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe8054-bc5f-4680-b564-61b12e408b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fc1b34-1a03-4e74-a394-ba7c54f652b9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.347323 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.354187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] For port 60b2d2fb-257b-4a79-be48-388791047ac8, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:32:59.354597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.405755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b9a18b-cdf0-4266-b4c5-806a6527c36a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:59.418701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.419034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Calling delete_port for 60b2d2fb-257b-4a79-be48-388791047ac8 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:32:59.424893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:32:59.425524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.426663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Port 60b2d2fb-257b-4a79-be48-388791047ac8 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:32:59.430731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ac470e09-e8b1-44d4-8531-01f189add8f0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:32:59.432754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4cc88793-8ac1-4d8d-a4b8-df95c45383bc None None] Provisioning complete for port d1513217-f330-4a83-b29e-7bf59b0e216f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:32:59.433122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4cc88793-8ac1-4d8d-a4b8-df95c45383bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.434583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=95f358f4-1667-497b-a975-5714ca369271,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.444523 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.453069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d668de5-2490-43eb-bcd6-11eef3a76bbe') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:59.453477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d668de5-2490-43eb-bcd6-11eef3a76bbe') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:32:59.463299 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7413383 Dec 08 16:32:59.463577 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f77-6619-47b5-913b-08ac3642d04d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.465062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38700) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:32:59.479685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': 'c29a32fd-abce-414a-86cf-aa1e7532d458', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:32:59.505073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9caad8d-9dba-4b69-bedc-81a9fe1e7212 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:32:59.508935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.541224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:32:59.546575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.552446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:32:59.561658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecf6f32-cc3b-4c04-a32e-fc765c32fdf7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=c29a32fd-abce-414a-86cf-aa1e7532d458,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.572706 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f77-6619-47b5-913b-08ac3642d04d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.590089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Attempting to bind port 7496c070-6481-44d9-b034-9e6e7898f733 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:32:59.590605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Attempting to bind port 7496c070-6481-44d9-b034-9e6e7898f733 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:32:59.590985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Attempting to bind port 7496c070-6481-44d9-b034-9e6e7898f733 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:32:59.593662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] No DVR routers for this DVR port 60b2d2fb-257b-4a79-be48-388791047ac8 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:32:59.625986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c29a32fd-abce-414a-86cf-aa1e7532d458 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:32:59.656841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:32:59.661242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.703180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:32:59.703840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:32:59.704825 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.705778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:32:59.706974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Bound port: 7496c070-6481-44d9-b034-9e6e7898f733, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:32:59.707970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.726021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f77-6619-47b5-913b-08ac3642d04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.726452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:32:59.726885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.729980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1a33f77-6619-47b5-913b-08ac3642d04d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.731665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c1a33f77-6619-47b5-913b-08ac3642d04d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22fc1b34-1a03-4e74-a394-ba7c54f652b9 HTTP/1.1" status: 204 len: 168 time: 0.4014711 Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:32:59.733087 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:32:59.796025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Router 52420c50-7026-400f-aea4-d35edcf1b7bc has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:32:59.801259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a33f77-6619-47b5-913b-08ac3642d04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fc1b34-1a03-4e74-a394-ba7c54f652b9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.854786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] For port 7496c070-6481-44d9-b034-9e6e7898f733, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:32:59.859933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] For port 7496c070-6481-44d9-b034-9e6e7898f733, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7496c070-6481-44d9-b034-9e6e7898f733,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:32:59.862422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4cc88793-8ac1-4d8d-a4b8-df95c45383bc None None] Port d1513217-f330-4a83-b29e-7bf59b0e216f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:32:59.872573 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.899208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:32:59.902787 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/networks/06b9a18b-cdf0-4266-b4c5-806a6527c36a HTTP/1.1" status: 204 len: 168 time: 2.5441427 Dec 08 16:32:59.903710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ecbc63-f12b-45b8-a266-294d02329a01 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Network': ['ID=06b9a18b-cdf0-4266-b4c5-806a6527c36a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:32:59.908210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38704) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:00.014702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874c7f4-2e1f-4e24-9d97-7b6d9c809633 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:00.024359 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.074145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:00.082096 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cff44017-621a-4071-8d4a-76b96504d76f admin admin] 10.222.0.62 "PUT /v2.0/routers/52420c50-7026-400f-aea4-d35edcf1b7bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9745617 Dec 08 16:33:00.106416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.110420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c391d18-8c3d-4684-9cec-46e01ff18056 None None] Pushing event updated for resources: {'Port': ['ID=7496c070-6481-44d9-b034-9e6e7898f733,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.118418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=a24f9b81-f302-44f0-a633-ddaa6754fc28,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.163186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'e75c5d86-2b7d-4ab7-8ae5-917e72d78475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'c29a32fd-abce-414a-86cf-aa1e7532d458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:00.163697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: c29a32fd-abce-414a-86cf-aa1e7532d458, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:00.186841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network c29a32fd-abce-414a-86cf-aa1e7532d458 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:00.199096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c29a32fd-abce-414a-86cf-aa1e7532d458) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:00.206829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:00.207558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.229992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 8a85de07-244f-4b03-9967-21b6b10a369c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:00.230453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.233845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78225efe-e4cd-4b1c-a3ee-d9a326b859fb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7659683 Dec 08 16:33:00.235393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38712) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:00.394780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f496fd-3065-40a3-8b4a-64d085dd6de3 None None] Pushing event deleted for resources: {'Port': ['ID=60b2d2fb-257b-4a79-be48-388791047ac8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.425059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.427777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.428897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.456247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Provisioning complete for port d1513217-f330-4a83-b29e-7bf59b0e216f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:00.456623 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.459163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 8a85de07-244f-4b03-9967-21b6b10a369c owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:00.481152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67a2f1-0361-44bd-ab31-6303459da75d req-eec7c649-1f18-41d6-9610-1e4b29e1388e tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:00.483343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb67a2f1-0361-44bd-ab31-6303459da75d req-eec7c649-1f18-41d6-9610-1e4b29e1388e tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 944 time: 0.1612816 Dec 08 16:33:00.493272 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:33:00.506171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34deb56-7a98-4136-94c6-693a74599385 req-07b28281-033e-4089-8ef9-b079a85bfd3a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:00.508117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ac470e09-e8b1-44d4-8531-01f189add8f0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:00.508491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.508706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c34deb56-7a98-4136-94c6-693a74599385 req-07b28281-033e-4089-8ef9-b079a85bfd3a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1095 time: 0.1278548 Dec 08 16:33:00.554156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.584876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Routers {'52420c50-7026-400f-aea4-d35edcf1b7bc'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:00.585528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['52420c50-7026-400f-aea4-d35edcf1b7bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:00.592118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb67a2f1-0361-44bd-ab31-6303459da75d req-20514f9b-90a8-4380-a897-ddbc6386f701 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954690 Dec 08 16:33:00.685207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c34deb56-7a98-4136-94c6-693a74599385 req-dc98bef9-6642-4c70-8f67-6e9985a026c0 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679990 Dec 08 16:33:00.705916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c391d18-8c3d-4684-9cec-46e01ff18056 None None] Pushing event updated for resources: {'Port': ['ID=7496c070-6481-44d9-b034-9e6e7898f733,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.708567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Port d1513217-f330-4a83-b29e-7bf59b0e216f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:00.733774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.846426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5874c7f4-2e1f-4e24-9d97-7b6d9c809633 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:00.850203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.874672 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.882190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Provisioning complete for port 7496c070-6481-44d9-b034-9e6e7898f733 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:00.882643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.888390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=8a85de07-244f-4b03-9967-21b6b10a369c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.979180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=a24f9b81-f302-44f0-a633-ddaa6754fc28,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:00.994406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:00.995088 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Floating IP 784c6b9b-dac3-4341-9af7-7624d82f2519 disassociated (deleted). External IP: 172.25.3.6, port: 9a6a2f5f-832e-4392-a302-04443fd38ece. Dec 08 16:33:01.067703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] Set router 52420c50-7026-400f-aea4-d35edcf1b7bc gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:01.167386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.212598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.239127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29a32fd-abce-414a-86cf-aa1e7532d458']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.281525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e75c5d86-2b7d-4ab7-8ae5-917e72d78475') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.286284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e75c5d86-2b7d-4ab7-8ae5-917e72d78475') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.301084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 60b2d2fb-257b-4a79-be48-388791047ac8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:01.312409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] For port 7496c070-6481-44d9-b034-9e6e7898f733, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7496c070-6481-44d9-b034-9e6e7898f733,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:01.320908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.343801 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.361833 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.368849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:01.369261 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.410730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 60b2d2fb-257b-4a79-be48-388791047ac8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:01.411072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 60b2d2fb-257b-4a79-be48-388791047ac8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:01.450461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:01.468329 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:01.478624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.499622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.521911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/c29a32fd-abce-414a-86cf-aa1e7532d458 HTTP/1.1" status: 204 len: 168 time: 1.2850590 Dec 08 16:33:01.525906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38750) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:01.534565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1680727123'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:01.568949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6434df-a3ae-4d63-a781-614bb1e051c3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=c29a32fd-abce-414a-86cf-aa1e7532d458,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:01.596106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:01.599169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b0dbd-5411-4812-b33b-468d647e3017 None None] Pushing event updated for resources: {'Port': ['ID=7496c070-6481-44d9-b034-9e6e7898f733,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:01.614644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.622245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 95f358f4-1667-497b-a975-5714ca369271 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:01.703481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:01.707929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:01.724495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:01.725939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.726468 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment d11bf381-ec98-458e-b866-f6b252bad2d2 of type vlan for network 0b3bbb78-a807-4843-9d27-0585170c51ac Dec 08 16:33:01.744516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.745659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:01.746367 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:01.821597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cacf2abc-82db-4be1-ae83-db590279dc45 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/floatingips/784c6b9b-dac3-4341-9af7-7624d82f2519 HTTP/1.1" status: 204 len: 168 time: 1.9094272 Dec 08 16:33:01.821597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:01.828221 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:01.886451 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:01.908880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c226678-b176-418e-ac71-fb1be4137e41 req-66cae16b-f9c3-465d-a815-4a6dd5883fd2 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:01.922917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c226678-b176-418e-ac71-fb1be4137e41 req-66cae16b-f9c3-465d-a815-4a6dd5883fd2 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 944 time: 0.1993124 Dec 08 16:33:02.008269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.020130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:02.021259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.059562 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.062168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 95f358f4-1667-497b-a975-5714ca369271 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:02.068663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 95f358f4-1667-497b-a975-5714ca369271 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:02.069439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.118210 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:02.123926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:32:57Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd1513217-f330-4a83-b29e-7bf59b0e216f', 'name': '', 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'mac_address': 'fa:16:3e:d8:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:56Z', 'updated_at': '2021-12-08T16:32:58Z', 'revision_number': 2, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'subnets': [{'id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.135214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c958b0-a0da-4dde-9b07-ef157b751fff None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:02.167090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6399672 Dec 08 16:33:02.172743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38776) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:02.179124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '0b3bbb78-a807-4843-9d27-0585170c51ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:02.186271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c226678-b176-418e-ac71-fb1be4137e41 req-b4cb247c-0c59-4ee3-ad92-198d48a328e0 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586217 Dec 08 16:33:02.215440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3165771-b6e8-43fe-927e-0abec415b25e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=0b3bbb78-a807-4843-9d27-0585170c51ac,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:02.256117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ceb32-5bc2-4c32-9f25-906a0571569c None None] The sync data for ids ['52420c50-7026-400f-aea4-d35edcf1b7bc'] in n-d-820935-5 is: [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:32:57Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd1513217-f330-4a83-b29e-7bf59b0e216f', 'name': '', 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'mac_address': 'fa:16:3e:d8:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:56Z', 'updated_at': '2021-12-08T16:32:58Z', 'revision_number': 2, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'subnets': [{'id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:02.260364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 0b3bbb78-a807-4843-9d27-0585170c51ac details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:02.387132 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.413397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.431469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b334a75-a929-4110-b57e-7c7cb693bba9 req-ada7584b-35a0-4146-8731-004faa23296a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:02.438290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b334a75-a929-4110-b57e-7c7cb693bba9 req-ada7584b-35a0-4146-8731-004faa23296a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1095 time: 0.1328278 Dec 08 16:33:02.453594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ea87ac9e-fb0d-4164-881f-403bc21527a9 None None] Provisioning complete for port 95f358f4-1667-497b-a975-5714ca369271 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:02.453999 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac9e-fb0d-4164-881f-403bc21527a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.496944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:02.505819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.578293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.582319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b334a75-a929-4110-b57e-7c7cb693bba9 req-59f4150a-1fb0-4c0d-af24-2b8a9c85473d tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301491 Dec 08 16:33:02.584093 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 6, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.678859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f358f4-1667-497b-a975-5714ca369271'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:02.681649 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cc9d17-d77c-415f-9b5b-80eb93e1ca7d" -d '{"events": [{"server_uuid": "7fb66fb4-7204-4409-9875-5d28d4248df4", "name": "network-vif-plugged", "status": "completed", "tag": "95f358f4-1667-497b-a975-5714ca369271"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:02.693616 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e75746-524c-4deb-aa72-e6bfd31f6721 x-openstack-request-id: req-05e75746-524c-4deb-aa72-e6bfd31f6721 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:02.694279 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:02.694795 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05e75746-524c-4deb-aa72-e6bfd31f6721 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:02.695653 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'status': 'completed', 'code': 200} Dec 08 16:33:02.703673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:02.723215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 95f358f4-1667-497b-a975-5714ca369271, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=95f358f4-1667-497b-a975-5714ca369271,segment=NetworkSegment(cc84c7ef-27e6-4e84-a5cb-f60899e64e62),segment_id=cc84c7ef-27e6-4e84-a5cb-f60899e64e62)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:02.757042 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:02.759803 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:02.808171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:02.849699 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4645b292-421d-4645-8ef4-0ad3e186fdea x-openstack-request-id: req-4645b292-421d-4645-8ef4-0ad3e186fdea {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:02.850025 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb66fb4-7204-4409-9875-5d28d4248df4", "name": "network-vif-plugged", "status": "completed", "tag": "95f358f4-1667-497b-a975-5714ca369271", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:02.852433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-a3f98451-cacb-41c2-8455-d24bcb7d4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:02.853627 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4645b292-421d-4645-8ef4-0ad3e186fdea {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:02.855975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-a3f98451-cacb-41c2-8455-d24bcb7d4846 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 1096 time: 0.1541798 Dec 08 16:33:02.856301 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f358f4-1667-497b-a975-5714ca369271', 'code': 200} Dec 08 16:33:02.963614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c958b0-a0da-4dde-9b07-ef157b751fff None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:02.996166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ea87ac9e-fb0d-4164-881f-403bc21527a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.071644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c98b4-063a-468c-9fea-ac117942d156 req-947b9be6-8863-479f-8d7f-6c2d2c63c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.081241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ce4c98b4-063a-468c-9fea-ac117942d156 req-947b9be6-8863-479f-8d7f-6c2d2c63c571 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 1096 time: 0.1755025 Dec 08 16:33:03.109917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.172097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:03.221573 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:03.242450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-6fc44fd3-a9bc-4518-b569-2fd43a745ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.249838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-6fc44fd3-a9bc-4518-b569-2fd43a745ffe service neutron] 10.222.0.86 "GET /v2.0/networks?id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 200 len: 897 time: 0.3854587 Dec 08 16:33:03.269104 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ce4c98b4-063a-468c-9fea-ac117942d156 req-65334c08-7f3a-4eb2-8348-8d2c697bb872 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854022 Dec 08 16:33:03.342074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-e693fd83-0356-4872-a671-d42810ca0120 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 200 len: 217 time: 0.0766263 Dec 08 16:33:03.356057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef5da92-1b33-4d63-b2d7-931263b5468e req-ce63a609-1e79-49d9-9ce4-9baa5c0b15d6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.359794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'd11bf381-ec98-458e-b866-f6b252bad2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '0b3bbb78-a807-4843-9d27-0585170c51ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:03.360160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 0b3bbb78-a807-4843-9d27-0585170c51ac, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:03.377121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ef5da92-1b33-4d63-b2d7-931263b5468e req-ce63a609-1e79-49d9-9ce4-9baa5c0b15d6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.2408042 Dec 08 16:33:03.378522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=cba1fce0-fb5f-4623-8e1c-0836a40f3981,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:03.395685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.396398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=95f358f4-1667-497b-a975-5714ca369271,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:03.397287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 0b3bbb78-a807-4843-9d27-0585170c51ac is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:03.415606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 0b3bbb78-a807-4843-9d27-0585170c51ac) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:03.423294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.423883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.471052 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c8e45723-b389-4efc-b493-7ed8968c9a50 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2946479 Dec 08 16:33:03.472621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:03.568317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-e4cafe87-1809-4b80-bb01-5d9ca8a74fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.569878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-e4cafe87-1809-4b80-bb01-5d9ca8a74fdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=adf9adf8-5939-4864-a45a-67d0ab1b4177 HTTP/1.1" status: 200 len: 835 time: 0.1906846 Dec 08 16:33:03.579432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-ea87ac9e-fb0d-4164-881f-403bc21527a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:03.579842 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-ea87ac9e-fb0d-4164-881f-403bc21527a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:03.634409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ef5da92-1b33-4d63-b2d7-931263b5468e req-124e762e-6d32-441f-8442-00f56d31c684 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563000 Dec 08 16:33:03.671102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:03.719134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:03.719525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.751658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-003d3d97-6d93-4149-8564-68fea610fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:03.760695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-003d3d97-6d93-4149-8564-68fea610fc7f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1773357 Dec 08 16:33:03.777100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:03.823661 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 6, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:03.917635 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6657d0f-6fbb-4075-a0ea-4cf05daf3c00 None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:32:46Z', 'revision_number': 6, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '99e3d9c0-4aa0-46e5-a32e-86b5a1c77397', 'name': '', 'network_id': '4a93c587-4043-4b31-ae7f-dbf4c7d23a2c', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:42:dc:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_interface', 'standard_attr_id': 2748, 'fixed_ips': [{'subnet_id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:29Z', 'updated_at': '2021-12-08T16:30:42Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': 'adf9adf8-5939-4864-a45a-67d0ab1b4177', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:03.938917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.064894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.114895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce1b5a-7902-4606-bc24-0fa57112f2d0 req-971641ef-d83b-4953-9b10-66af1d7cc1f8 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.124709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ce1b5a-7902-4606-bc24-0fa57112f2d0 req-971641ef-d83b-4953-9b10-66af1d7cc1f8 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 945 time: 0.3091965 Dec 08 16:33:04.143507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.159794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=cba1fce0-fb5f-4623-8e1c-0836a40f3981,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.160330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-684cb393-3b02-4788-81a8-742bb64a10e9 service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952954 Dec 08 16:33:04.263532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.342385 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.462004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-411b91c8-d45d-4fe5-9e36-0a7a529cc1c7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.463686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-411b91c8-d45d-4fe5-9e36-0a7a529cc1c7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.1887357 Dec 08 16:33:04.465924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0fedc-c8ab-4ded-b2d3-c29938112416 req-2f5fc081-7518-4422-a672-08e59db2de45 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:04.476515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15116b53-8264-402f-9281-67738b0fcd66 None None] Network c29a32fd-abce-414a-86cf-aa1e7532d458 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:04.478036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ded0fedc-c8ab-4ded-b2d3-c29938112416 req-2f5fc081-7518-4422-a672-08e59db2de45 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1095 time: 0.3311269 Dec 08 16:33:04.501117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:04.507409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ce1b5a-7902-4606-bc24-0fa57112f2d0 req-bb308c8e-95cf-49a0-9c59-2e9619840fc2 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014226 Dec 08 16:33:04.517911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15116b53-8264-402f-9281-67738b0fcd66 None None] Network c29a32fd-abce-414a-86cf-aa1e7532d458 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:33:04.523932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73108202-300e-49b1-be3d-6b39c83903aa None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:04.532143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88752086-9739-4b04-8df9-10259b4d8418 None None] Network 0b3bbb78-a807-4843-9d27-0585170c51ac requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:04.547949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc788dc3-b19e-4a2a-924e-9d292682e6b3 None None] New status for floating IP 784c6b9b-dac3-4341-9af7-7624d82f2519: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:33:04.553724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30735d1d-11a2-4b41-8211-2037c11d78c7 None None] Network c29a32fd-abce-414a-86cf-aa1e7532d458 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:04.610915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7caaf111-0311-4afd-b8a1-f8a1c6b071e4 req-8057ea4a-3b5d-4c51-a42d-bfb907eddc2f service neutron] 10.222.0.86 "GET /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3567367 Dec 08 16:33:04.620321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.646073 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.676439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3bbb78-a807-4843-9d27-0585170c51ac']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:04.689271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11bf381-ec98-458e-b866-f6b252bad2d2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:04.689887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11bf381-ec98-458e-b866-f6b252bad2d2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:04.700288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.717273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.724799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:04.726308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.729653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ded0fedc-c8ab-4ded-b2d3-c29938112416 req-e68d2432-f40c-4c18-922a-65fda45e12e6 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360566 Dec 08 16:33:04.775054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30735d1d-11a2-4b41-8211-2037c11d78c7 None None] Network c29a32fd-abce-414a-86cf-aa1e7532d458 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:04.801261 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:04.805753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.813270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.820945 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/0b3bbb78-a807-4843-9d27-0585170c51ac HTTP/1.1" status: 204 len: 168 time: 1.3471844 Dec 08 16:33:04.825136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38836) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:04.832887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-211106561'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:04.870156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a856452-8a72-422a-9b28-69df21c97902 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=0b3bbb78-a807-4843-9d27-0585170c51ac,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:04.879541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:04.885769 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e5a7d3-dcc7-4f08-a6e8-0a75d3fe89b3" -d '{"events": [{"server_uuid": "a88c78a4-2065-49e9-946e-4ce23c09b51c", "name": "network-vif-plugged", "status": "completed", "tag": "e06f2c81-7f73-4e9c-9fa1-6f05da8c0233"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:04.908388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:04.914605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.959910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:04.981465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:04.981886 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment b3d14be9-83d5-46f8-a256-6a243b86b4b0 of type vlan for network 6ed3231f-2757-425d-a14d-8c7e7689b221 Dec 08 16:33:05.004278 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f10de6-7a70-492e-a8a6-b67f1b0fbcdd x-openstack-request-id: req-f4f10de6-7a70-492e-a8a6-b67f1b0fbcdd {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:05.004897 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88c78a4-2065-49e9-946e-4ce23c09b51c", "name": "network-vif-plugged", "status": "completed", "tag": "e06f2c81-7f73-4e9c-9fa1-6f05da8c0233", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:05.005492 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f4f10de6-7a70-492e-a8a6-b67f1b0fbcdd {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:05.006229 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233', 'code': 200} Dec 08 16:33:05.017288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f7fef16c-0012-457d-9e03-184fc04d0edc None None] Provisioning complete for port 7496c070-6481-44d9-b034-9e6e7898f733 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:05.017964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7fef16c-0012-457d-9e03-184fc04d0edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.020451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7af674-db63-4db9-978f-ee9813ffd5c8 None None] Network 0b3bbb78-a807-4843-9d27-0585170c51ac requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:05.062696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7af674-db63-4db9-978f-ee9813ffd5c8 None None] Network 0b3bbb78-a807-4843-9d27-0585170c51ac could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:33:05.094130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.133624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.229689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-611381b1-bfb9-43e3-8b7b-ec59fedaa2bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.255852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.261880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:05.262913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.276387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7496c070-6481-44d9-b034-9e6e7898f733 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:05.350699 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5222330 Dec 08 16:33:05.351362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38842) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:05.367577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:05.418742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab90b18-35fd-4a49-bce9-845e87c26dfc req-770b87e2-3b56-43f7-b798-1bb14ae4badc tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:05.421960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ab90b18-35fd-4a49-bce9-845e87c26dfc req-770b87e2-3b56-43f7-b798-1bb14ae4badc tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 945 time: 0.6909227 Dec 08 16:33:05.433964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7496c070-6481-44d9-b034-9e6e7898f733 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:05.434535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.442766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72c42ef-b03d-4bf1-a4f1-f1414b4df8f9 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=6ed3231f-2757-425d-a14d-8c7e7689b221,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.468856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6ed3231f-2757-425d-a14d-8c7e7689b221 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:05.469695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 9a6a2f5f-832e-4392-a302-04443fd38ece {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:05.470332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.503324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14580f1c-6f0d-40cf-91b0-b2906165ffcc req-408f3890-0b7e-441d-806d-2f89d7e9385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:05.505250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14580f1c-6f0d-40cf-91b0-b2906165ffcc req-408f3890-0b7e-441d-806d-2f89d7e9385e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.2024679 Dec 08 16:33:05.520792 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-611381b1-bfb9-43e3-8b7b-ec59fedaa2bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.522344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:05.526445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.531293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-611381b1-bfb9-43e3-8b7b-ec59fedaa2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.633345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing IP validity checks on allocation pools {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:33:05.633947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:33:05.642984 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-611381b1-bfb9-43e3-8b7b-ec59fedaa2bd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c56eee83f5c3418faafbaa675876420b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4920008 Dec 08 16:33:05.643805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611381b1-bfb9-43e3-8b7b-ec59fedaa2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158352dd-0100-4cb8-b1c3-d30a9458e9c7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.648645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:05.737927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ab90b18-35fd-4a49-bce9-845e87c26dfc req-4f7ae90e-0bec-4ada-96e5-f7abddf6b422 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=766d9277-82e0-461d-a0e7-49989a42159b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3060920 Dec 08 16:33:05.750790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-520fc7ea-f986-4b0f-a6cc-127aa0d809d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.762602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14580f1c-6f0d-40cf-91b0-b2906165ffcc req-3093bc82-b41e-42e6-a29e-17f9710a8318 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229500 Dec 08 16:33:05.781380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port 9a6a2f5f-832e-4392-a302-04443fd38ece, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9a6a2f5f-832e-4392-a302-04443fd38ece,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:05.781700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.798925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-520fc7ea-f986-4b0f-a6cc-127aa0d809d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.823927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 9a6a2f5f-832e-4392-a302-04443fd38ece owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:05.840420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1dc3-9faf-4695-b058-589b1856a3a7 req-dcd2051e-c59b-4649-9567-414a96896f29 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:05.843976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-770d1dc3-9faf-4695-b058-589b1856a3a7 req-dcd2051e-c59b-4649-9567-414a96896f29 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 945 time: 0.1707580 Dec 08 16:33:05.875281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.929383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-520fc7ea-f986-4b0f-a6cc-127aa0d809d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.932740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-520fc7ea-f986-4b0f-a6cc-127aa0d809d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:05.937758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-520fc7ea-f986-4b0f-a6cc-127aa0d809d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/158352dd-0100-4cb8-b1c3-d30a9458e9c7 HTTP/1.1" status: 204 len: 168 time: 0.2877915 Dec 08 16:33:05.960676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fc7ea-f986-4b0f-a6cc-127aa0d809d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158352dd-0100-4cb8-b1c3-d30a9458e9c7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.970200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=730d5607-52a3-48ef-9540-5da71bb13439,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:05.988658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'b3d14be9-83d5-46f8-a256-6a243b86b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:05.989195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 6ed3231f-2757-425d-a14d-8c7e7689b221, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:06.010485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 6ed3231f-2757-425d-a14d-8c7e7689b221 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:06.031816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6ed3231f-2757-425d-a14d-8c7e7689b221) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:06.036728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:06.038716 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.045359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a10deb5-3cdf-429a-b210-4a8db3867815 None None] Network 6ed3231f-2757-425d-a14d-8c7e7689b221 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:06.058433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4179a86c-caf6-4119-8677-5ea2f43fb015 req-0482cfd3-ae79-4111-b41d-cdb90a258f17 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:06.060020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4179a86c-caf6-4119-8677-5ea2f43fb015 req-0482cfd3-ae79-4111-b41d-cdb90a258f17 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.2340546 Dec 08 16:33:06.078186 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b737811c-83fa-43f4-a8fb-9bafc349eb1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7145867 Dec 08 16:33:06.081465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38852) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:06.082082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-770d1dc3-9faf-4695-b058-589b1856a3a7 req-61dbee6d-7aba-41f1-9a02-62ca39bc2700 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199514 Dec 08 16:33:06.248458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4179a86c-caf6-4119-8677-5ea2f43fb015 req-35e1055f-2a54-4d40-ad62-513ce226532d tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719501 Dec 08 16:33:06.295969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6ed3231f-2757-425d-a14d-8c7e7689b221', 'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '730d5607-52a3-48ef-9540-5da71bb13439'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:06.298292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.320849 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.325463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.368549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=9a6a2f5f-832e-4392-a302-04443fd38ece,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:06.443846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.444029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] No DVR routers for this DVR port 9a6a2f5f-832e-4392-a302-04443fd38ece on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:06.447748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.453731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7850ad07-924e-4903-9c6e-bfbb1e59a13b req-312896f6-0166-4809-b7b2-71a287b6f121 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "DELETE /v2.0/ports/9a6a2f5f-832e-4392-a302-04443fd38ece HTTP/1.1" status: 204 len: 173 time: 1.9450338 Dec 08 16:33:06.458980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'name': 'network-vif-deleted', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:06.463135 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30b4140e-3d12-4f7a-9daa-92973f653d71" -d '{"events": [{"server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "name": "network-vif-deleted", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:06.471339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.502345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:06.554497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffb9-e17f-4bad-b6b7-12f6ea8a268d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.609226 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Sync routers for ids ['52420c50-7026-400f-aea4-d35edcf1b7bc'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:06.628495 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2310d334-4181-4cbd-9cc7-c83ee2cfaccf x-openstack-request-id: req-2310d334-4181-4cbd-9cc7-c83ee2cfaccf {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:06.628793 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41df478-4f5c-4d4e-a506-16203b098460", "name": "network-vif-deleted", "tag": "9a6a2f5f-832e-4392-a302-04443fd38ece", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:06.629042 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2310d334-4181-4cbd-9cc7-c83ee2cfaccf {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:06.629762 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41df478-4f5c-4d4e-a506-16203b098460', 'name': 'network-vif-deleted', 'tag': '9a6a2f5f-832e-4392-a302-04443fd38ece', 'status': 'completed', 'code': 200} Dec 08 16:33:06.644916 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Routers {'52420c50-7026-400f-aea4-d35edcf1b7bc'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:06.647338 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['52420c50-7026-400f-aea4-d35edcf1b7bc'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:06.694181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Allocated IP 172.20.0.3 (6ed3231f-2757-425d-a14d-8c7e7689b221/730d5607-52a3-48ef-9540-5da71bb13439/7e170cac-70de-4dcc-bda4-89b1cf49d329) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:06.767269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffb9-e17f-4bad-b6b7-12f6ea8a268d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.775102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dd6ffb9-e17f-4bad-b6b7-12f6ea8a268d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:06.899977 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5dd6ffb9-e17f-4bad-b6b7-12f6ea8a268d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66a0f9380bf944ef9005e4726413b937&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3907733 Dec 08 16:33:06.901253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd6ffb9-e17f-4bad-b6b7-12f6ea8a268d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9366a6f6-fab4-4cb2-bc66-186f28105897,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:06.909297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:06.948933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Set router 52420c50-7026-400f-aea4-d35edcf1b7bc gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:07.040596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eace874c-70a1-4a21-8e6f-d83506140af7 req-a8920e51-8916-4612-b8b8-1f1ef1f78831 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f41df478-4f5c-4d4e-a506-16203b098460 HTTP/1.1" status: 200 len: 210 time: 0.0677664 Dec 08 16:33:07.082887 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.110381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.149909 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.150229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97381290-1c46-4678-af3f-94f08460cc6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.162568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27c846-d536-482c-a73a-7f4df44dff4a req-b2258390-6f5a-493f-b00c-b8b557e79472 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:07.164168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec27c846-d536-482c-a73a-7f4df44dff4a req-b2258390-6f5a-493f-b00c-b8b557e79472 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 945 time: 0.1903162 Dec 08 16:33:07.206317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=730d5607-52a3-48ef-9540-5da71bb13439,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.246321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97381290-1c46-4678-af3f-94f08460cc6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.318483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Deleting port ac470e09-e8b1-44d4-8531-01f189add8f0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:07.318975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.342010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec27c846-d536-482c-a73a-7f4df44dff4a req-233a3f73-627f-4b4e-9c09-a9450db0f0e8 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635821 Dec 08 16:33:07.402869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.443681 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97381290-1c46-4678-af3f-94f08460cc6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.447556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97381290-1c46-4678-af3f-94f08460cc6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.449636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-97381290-1c46-4678-af3f-94f08460cc6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9366a6f6-fab4-4cb2-bc66-186f28105897 HTTP/1.1" status: 204 len: 168 time: 0.5309234 Dec 08 16:33:07.451760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Network 6ed3231f-2757-425d-a14d-8c7e7689b221 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:07.456581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:07.463953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:07.471845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97381290-1c46-4678-af3f-94f08460cc6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9366a6f6-fab4-4cb2-bc66-186f28105897,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.501117 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:32:57Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd1513217-f330-4a83-b29e-7bf59b0e216f', 'name': '', 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'mac_address': 'fa:16:3e:d8:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:56Z', 'updated_at': '2021-12-08T16:32:58Z', 'revision_number': 2, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'subnets': [{'id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.504454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed3231f-2757-425d-a14d-8c7e7689b221']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.536610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d14be9-83d5-46f8-a256-6a243b86b4b0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.536610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d14be9-83d5-46f8-a256-6a243b86b4b0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:07.536984 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Checking router: 52420c50-7026-400f-aea4-d35edcf1b7bc for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:07.536984 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Updating router 52420c50-7026-400f-aea4-d35edcf1b7bc port d1513217-f330-4a83-b29e-7bf59b0e216f binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:07.542912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Pushing event updated for resources: {'Port': ['ID=7e170cac-70de-4dcc-bda4-89b1cf49d329,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.562141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.569600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Attempting to bind port 7e170cac-70de-4dcc-bda4-89b1cf49d329 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:07.570158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Attempting to bind port 7e170cac-70de-4dcc-bda4-89b1cf49d329 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b3d14be9-83d5-46f8-a256-6a243b86b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:07.570526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Attempting to bind port 7e170cac-70de-4dcc-bda4-89b1cf49d329 on network 6ed3231f-2757-425d-a14d-8c7e7689b221 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:07.570779 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.581419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:07.581911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Checking segment: {'id': 'b3d14be9-83d5-46f8-a256-6a243b86b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:07.582245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.582770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Bound using segment: {'id': 'b3d14be9-83d5-46f8-a256-6a243b86b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:07.583614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Bound port: 7e170cac-70de-4dcc-bda4-89b1cf49d329, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d14be9-83d5-46f8-a256-6a243b86b4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6ed3231f-2757-425d-a14d-8c7e7689b221'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:07.584012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.589952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.601269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] For port ac470e09-e8b1-44d4-8531-01f189add8f0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ac470e09-e8b1-44d4-8531-01f189add8f0,segment=NetworkSegment(e72ca66a-3bb7-4dd2-9ab5-14e18476738c),segment_id=e72ca66a-3bb7-4dd2-9ab5-14e18476738c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:07.601644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.613610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:07.614137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:07.618607 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:07.626581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Calling delete_port for ac470e09-e8b1-44d4-8531-01f189add8f0 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:07.647602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc8b5d-32f3-46bb-8d78-8a591c2f0cbf req-dfbadd22-bfe2-4086-82a2-448e143da45b tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:07.655730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bacc8b5d-32f3-46bb-8d78-8a591c2f0cbf req-dfbadd22-bfe2-4086-82a2-448e143da45b tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.1490521 Dec 08 16:33:07.715504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] For port 7e170cac-70de-4dcc-bda4-89b1cf49d329, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:07.726600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:33:07.726600 n-d-820935-5 neutron-server[103281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:33:07.726600 n-d-820935-5 neutron-server[103281]: [parameters: {'id': '6ed3231f-2757-425d-a14d-8c7e7689b221'}] Dec 08 16:33:07.726600 n-d-820935-5 neutron-server[103281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:07.727937 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:07.730336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] For port 7e170cac-70de-4dcc-bda4-89b1cf49d329, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7e170cac-70de-4dcc-bda4-89b1cf49d329,segment=NetworkSegment(b3d14be9-83d5-46f8-a256-6a243b86b4b0),segment_id=b3d14be9-83d5-46f8-a256-6a243b86b4b0)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:07.741506 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:07.768153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bacc8b5d-32f3-46bb-8d78-8a591c2f0cbf req-41e86aa4-1c2e-4336-88f8-b19e33ec12b4 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113925 Dec 08 16:33:07.936574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dadd3-fdfb-4504-b852-7976056a60d2 None None] Pushing event updated for resources: {'Port': ['ID=7e170cac-70de-4dcc-bda4-89b1cf49d329,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:07.983629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e8ba4-2249-49cd-8e81-f5bbc660edc5 None None] Network 6ed3231f-2757-425d-a14d-8c7e7689b221 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:08.021977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96138660-a7ee-436b-8ca8-2a055fe1680f req-e3580d7f-77b9-4bf4-a78e-4aa9d9b8d7fc tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.026627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96138660-a7ee-436b-8ca8-2a055fe1680f req-e3580d7f-77b9-4bf4-a78e-4aa9d9b8d7fc tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.1198387 Dec 08 16:33:08.135213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2b1ca-8302-42b3-a1e3-9e013f471bcb None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:08.145016 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.151518 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.205257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96138660-a7ee-436b-8ca8-2a055fe1680f req-135a63a2-6ba5-400d-9d42-825bea0d9f77 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628726 Dec 08 16:33:08.242749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500efa3-82f3-4915-9033-169e03f384c5 req-754f13f3-5883-4f67-936f-d99e87f78e68 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.249592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.255659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fb564-c06c-4757-a3d2-e667611bf2f4 None None] Pushing event updated for resources: {'Port': ['ID=d1513217-f330-4a83-b29e-7bf59b0e216f,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:08.277053 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d500efa3-82f3-4915-9033-169e03f384c5 req-754f13f3-5883-4f67-936f-d99e87f78e68 tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 945 time: 0.1524940 Dec 08 16:33:08.277957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.298845 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Attempting to bind port d1513217-f330-4a83-b29e-7bf59b0e216f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:08.299210 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Attempting to bind port d1513217-f330-4a83-b29e-7bf59b0e216f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:08.299569 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Attempting to bind port d1513217-f330-4a83-b29e-7bf59b0e216f on network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:08.317257 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:08.317638 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Checking segment: {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:08.318118 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.318805 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Bound using segment: {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:08.319297 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Bound port: d1513217-f330-4a83-b29e-7bf59b0e216f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:08.319692 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.329235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac470e09-e8b1-44d4-8531-01f189add8f0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:08.496045 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] For port d1513217-f330-4a83-b29e-7bf59b0e216f, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:08.507784 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] For port d1513217-f330-4a83-b29e-7bf59b0e216f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d1513217-f330-4a83-b29e-7bf59b0e216f,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:08.516473 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.565429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2b1ca-8302-42b3-a1e3-9e013f471bcb None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:08.604609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting port 7e170cac-70de-4dcc-bda4-89b1cf49d329 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:08.605040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.611066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3df05c-67f7-4dfa-9061-d8a52512b012 req-bedf8185-55c4-415c-9ac1-c0482cdb01d4 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:08.618948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be3df05c-67f7-4dfa-9061-d8a52512b012 req-bedf8185-55c4-415c-9ac1-c0482cdb01d4 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.2046545 Dec 08 16:33:08.663699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23fb564-c06c-4757-a3d2-e667611bf2f4 None None] Pushing event updated for resources: {'Port': ['ID=d1513217-f330-4a83-b29e-7bf59b0e216f,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:08.674320 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Routers {'52420c50-7026-400f-aea4-d35edcf1b7bc'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:08.677090 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['52420c50-7026-400f-aea4-d35edcf1b7bc'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:08.714479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be3df05c-67f7-4dfa-9061-d8a52512b012 req-1d178d59-158b-4e52-a059-0e67ba997aae tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922420 Dec 08 16:33:08.772341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] For port 7e170cac-70de-4dcc-bda4-89b1cf49d329, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7e170cac-70de-4dcc-bda4-89b1cf49d329,segment=NetworkSegment(b3d14be9-83d5-46f8-a256-6a243b86b4b0),segment_id=b3d14be9-83d5-46f8-a256-6a243b86b4b0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:08.775486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.791232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:08.799533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Calling delete_port for 7e170cac-70de-4dcc-bda4-89b1cf49d329 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:08.812530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38904) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:08.904945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.013227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Deleting port 95f358f4-1667-497b-a975-5714ca369271 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:09.018462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.036339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Port': ['ID=7e170cac-70de-4dcc-bda4-89b1cf49d329,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:09.054078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No DVR routers for this DVR port 7e170cac-70de-4dcc-bda4-89b1cf49d329 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:09.155726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9a6a2f5f-832e-4392-a302-04443fd38ece no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:09.265480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 9a6a2f5f-832e-4392-a302-04443fd38ece {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:09.265732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9a6a2f5f-832e-4392-a302-04443fd38ece not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:09.307942 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] Set router 52420c50-7026-400f-aea4-d35edcf1b7bc gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:09.374339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8307c2-c1bc-4d66-a42d-03e80b8ee9b2 req-7d85a50d-e52d-4dd6-899e-ac6aa809a0ce tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:09.392517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.400228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d1513217-f330-4a83-b29e-7bf59b0e216f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:09.401287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a8307c2-c1bc-4d66-a42d-03e80b8ee9b2 req-7d85a50d-e52d-4dd6-899e-ac6aa809a0ce tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 945 time: 0.4606113 Dec 08 16:33:09.418676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85db0920-1b29-4089-8b93-17d9db539678 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.500044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed3231f-2757-425d-a14d-8c7e7689b221']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:09.520256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d14be9-83d5-46f8-a256-6a243b86b4b0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:09.520850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d14be9-83d5-46f8-a256-6a243b86b4b0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:09.557101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.564569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d1513217-f330-4a83-b29e-7bf59b0e216f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:09.564940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.588145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85db0920-1b29-4089-8b93-17d9db539678 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.600954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.614602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:09.615443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.704318 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:09.750289 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:09.767252 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:32:57Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd1513217-f330-4a83-b29e-7bf59b0e216f', 'name': '', 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'mac_address': 'fa:16:3e:d8:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:56Z', 'updated_at': '2021-12-08T16:33:08Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'subnets': [{'id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:09.772144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port d1513217-f330-4a83-b29e-7bf59b0e216f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d1513217-f330-4a83-b29e-7bf59b0e216f,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:09.780804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.801230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.808566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] For port 95f358f4-1667-497b-a975-5714ca369271, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=95f358f4-1667-497b-a975-5714ca369271,segment=NetworkSegment(cc84c7ef-27e6-4e84-a5cb-f60899e64e62),segment_id=cc84c7ef-27e6-4e84-a5cb-f60899e64e62)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:09.813828 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.822748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:09.836058 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/6ed3231f-2757-425d-a14d-8c7e7689b221 HTTP/1.1" status: 204 len: 168 time: 3.7527318 Dec 08 16:33:09.838700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38928) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:09.861900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77687e8-e22b-429e-93ad-e5121d33e9e0 None None] The sync data for ids ['52420c50-7026-400f-aea4-d35edcf1b7bc'] in n-d-820935-5 is: [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:32:57Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'd1513217-f330-4a83-b29e-7bf59b0e216f', 'name': '', 'network_id': 'd1be9dbc-1480-4662-ac5a-e4fe2ff71475', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'mac_address': 'fa:16:3e:d8:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2995, 'fixed_ips': [{'subnet_id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:56Z', 'updated_at': '2021-12-08T16:33:08Z', 'revision_number': 4, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'subnets': [{'id': '3032c8e2-c558-44e7-8042-a983a3698d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:09.875776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1187292567'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:09.917332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a8307c2-c1bc-4d66-a42d-03e80b8ee9b2 req-b32fc88b-e9ef-49d1-882e-bbd71dc885fd tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/security-groups?id=d7725a36-eba6-4a0e-baa6-1e60ab819a42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150244 Dec 08 16:33:09.938399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=d1513217-f330-4a83-b29e-7bf59b0e216f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:09.942293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a2e45-3268-4395-a3e5-6b106d42bb96 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=6ed3231f-2757-425d-a14d-8c7e7689b221,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:09.946632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Calling delete_port for 95f358f4-1667-497b-a975-5714ca369271 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:09.990130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-7d5ccf5b-f6e3-4c03-bb3b-4b28922dcf4a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:10.004022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-7d5ccf5b-f6e3-4c03-bb3b-4b28922dcf4a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/networks?id=2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 200 len: 911 time: 0.7996464 Dec 08 16:33:10.067246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-3d4dae23-795f-4446-906e-cd336fcb67f6 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/quotas/9017217a7421460fa34e349abec89355 HTTP/1.1" status: 200 len: 375 time: 0.0621691 Dec 08 16:33:10.068612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:10.074176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.125305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:10.149336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.149693 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment 39855da3-28cf-4913-8572-da9311ed8e50 of type vlan for network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 Dec 08 16:33:10.197383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:10.216772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-21e11542-deed-46c9-b04a-b5c0c1e9157b tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?tenant_id=9017217a7421460fa34e349abec89355&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1483359 Dec 08 16:33:10.249228 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.300437 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.308735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fca091e1-c164-4cb9-bf88-c6d1f5e0ad7d None None] Provisioning complete for port d1513217-f330-4a83-b29e-7bf59b0e216f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:10.309604 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fca091e1-c164-4cb9-bf88-c6d1f5e0ad7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.313827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:10.314487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.359769 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4997191 Dec 08 16:33:10.396247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38938) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:10.484302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:10.503039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fea305b9-0dc7-48f6-a2e4-5e2dda36dd4d admin admin] 10.222.0.62 "PUT /v2.0/routers/0f4dd7e3-1cd1-4572-8f43-489b58b8de55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8744924 Dec 08 16:33:10.503840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38942) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:10.524185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:10.571289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] Sync routers for ids ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:10.643471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] Routers {'0f4dd7e3-1cd1-4572-8f43-489b58b8de55'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:10.644428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:10.710353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-62fb870b-2133-4ca7-a824-eb67a59d5991 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:33:10.711426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-62fb870b-2133-4ca7-a824-eb67a59d5991 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4939921 Dec 08 16:33:10.738927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85db0920-1b29-4089-8b93-17d9db539678 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.746227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85db0920-1b29-4089-8b93-17d9db539678 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.747882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85db0920-1b29-4089-8b93-17d9db539678 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/security-groups/766d9277-82e0-461d-a0e7-49989a42159b HTTP/1.1" status: 204 len: 168 time: 1.9311433 Dec 08 16:33:10.797676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] Set router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:10.837113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:10.850628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:10.855604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:10.858155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db0920-1b29-4089-8b93-17d9db539678 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d9277-82e0-461d-a0e7-49989a42159b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:10.870190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.058244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8deb1b61-411b-48da-9145-0b47332e109f None None] Provisioning complete for port d1513217-f330-4a83-b29e-7bf59b0e216f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:11.060960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8deb1b61-411b-48da-9145-0b47332e109f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.212727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:33:08Z', 'revision_number': 5, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:11.284942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d1513217-f330-4a83-b29e-7bf59b0e216f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:11.341183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] Checking router: 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:11.371533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] Routers {'0f4dd7e3-1cd1-4572-8f43-489b58b8de55'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:11.372316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:11.435842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.453562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d1513217-f330-4a83-b29e-7bf59b0e216f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:11.454127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.470752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a2b54-ebe4-42ae-b39c-b37363710ef7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.515494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:11.517647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Pushing event deleted for resources: {'Port': ['ID=95f358f4-1667-497b-a975-5714ca369271,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.626237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3660f987-014d-42c5-800e-499181c664a2 None None] DHCP port deletion for 337489ab-ae7e-4a94-b20a-e432475da4ba request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:11.659680 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.688391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 95f358f4-1667-497b-a975-5714ca369271 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:11.723886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] Set router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:11.744112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] No DVR routers for this DVR port 95f358f4-1667-497b-a975-5714ca369271 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:11.753731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=77f2505f-fdf8-4e09-8890-0847b0249d97,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:11.755177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 95f358f4-1667-497b-a975-5714ca369271 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:11.755521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 95f358f4-1667-497b-a975-5714ca369271 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:11.758960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:11.764000 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d500efa3-82f3-4915-9033-169e03f384c5 req-2dcce070-878d-4998-a3f5-0e9898a0b5bb tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.58 "DELETE /v2.0/ports/95f358f4-1667-497b-a975-5714ca369271 HTTP/1.1" status: 204 len: 173 time: 3.4766765 Dec 08 16:33:11.767568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'name': 'network-vif-deleted', 'tag': '95f358f4-1667-497b-a975-5714ca369271'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:11.769906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb1c2184-c7c1-4d67-bb3c-f168834bd05c req-88a610e0-dfab-4c41-86dd-e94b31994b4c tempest-ServerAddressesTestJSON-1102178511 tempest-ServerAddressesTestJSON-1102178511-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fb66fb4-7204-4409-9875-5d28d4248df4 HTTP/1.1" status: 200 len: 210 time: 0.1145492 Dec 08 16:33:11.770575 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf8ceee-2f9c-4b99-b455-4be14b76edf5" -d '{"events": [{"server_uuid": "7fb66fb4-7204-4409-9875-5d28d4248df4", "name": "network-vif-deleted", "tag": "95f358f4-1667-497b-a975-5714ca369271"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:11.866869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': '39855da3-28cf-4913-8572-da9311ed8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:11.867536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:11.869242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-7fcb4488-a20d-440b-9006-1b5fd14ae979 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1476927 Dec 08 16:33:11.999940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:12.023430 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc5f0ab-b186-4049-890e-7846b1cde9b9 x-openstack-request-id: req-4fc5f0ab-b186-4049-890e-7846b1cde9b9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:12.023557 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fb66fb4-7204-4409-9875-5d28d4248df4", "name": "network-vif-deleted", "tag": "95f358f4-1667-497b-a975-5714ca369271", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:12.023979 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4fc5f0ab-b186-4049-890e-7846b1cde9b9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:12.024241 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fb66fb4-7204-4409-9875-5d28d4248df4', 'name': 'network-vif-deleted', 'tag': '95f358f4-1667-497b-a975-5714ca369271', 'status': 'completed', 'code': 200} Dec 08 16:33:12.030486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:12.038898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:12.039441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.048467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338b6384-3816-432c-8c7c-adfdf1c8992e None None] Network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:12.093658 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-51131918-f429-42a5-a8e8-6b829ffc08a5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6962698 Dec 08 16:33:12.096762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 38956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:12.127101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.175994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-8628f3f5-1fe4-4a4d-9216-9ac9b6b6ccf2 service neutron] 10.222.0.62 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057709 Dec 08 16:33:12.202386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:33:08Z', 'revision_number': 5, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:12.206306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Deleting port 9e07eb0b-e54b-4aec-810b-b191700e50e5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:12.206851 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.346500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8', 'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '77f2505f-fdf8-4e09-8890-0847b0249d97'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:12.348025 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.352678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] For port 9e07eb0b-e54b-4aec-810b-b191700e50e5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e07eb0b-e54b-4aec-810b-b191700e50e5,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:12.353393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.364123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af29445-af14-4bdc-ba10-6089d83305e0 None None] The sync data for ids ['0f4dd7e3-1cd1-4572-8f43-489b58b8de55'] in n-d-820935-5 is: [{'id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'name': 'tempest-TestAggregatesBasicOps-275112876-router', 'tenant_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:33:08Z', 'revision_number': 5, 'project_id': 'c32b2f8a04134aff8b6676ec4b3e5668', 'gw_port': {'id': '9e07eb0b-e54b-4aec-810b-b191700e50e5', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:55:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4dd7e3-1cd1-4572-8f43-489b58b8de55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2946, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:33Z', 'updated_at': '2021-12-08T16:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:12.379021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Calling delete_port for 9e07eb0b-e54b-4aec-810b-b191700e50e5 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:12.656230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0d9e312-0100-4f7e-8568-4a0d7311dc79 req-73f70ee4-f112-4608-8607-502ab978b91e tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 210 time: 0.0517867 Dec 08 16:33:12.656528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Allocated IP 172.20.0.1 (6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8/77f2505f-fdf8-4e09-8890-0847b0249d97/ac95427b-8a73-4251-96fb-b864f2728942) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:12.686361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.740028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.850935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:12.903410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38974) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:13.027418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.057652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.087354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f50c37-79f7-48e9-a40f-62047899c20f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:13.159925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ac470e09-e8b1-44d4-8531-01f189add8f0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:13.198026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e07eb0b-e54b-4aec-810b-b191700e50e5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:13.199688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ac470e09-e8b1-44d4-8531-01f189add8f0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:13.200065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ac470e09-e8b1-44d4-8531-01f189add8f0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:13.360580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.373542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.411848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.431169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.442100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.551208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=77f2505f-fdf8-4e09-8890-0847b0249d97,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:13.562129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Pushing event updated for resources: {'Port': ['ID=ac95427b-8a73-4251-96fb-b864f2728942,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:13.571829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:13.573463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.573905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.574251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.574586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.574969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.575304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.577419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.577846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.578114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.578440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.578762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.579085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.579407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:13.589205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:13.599156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:13.599410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.616787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Deleting subnet ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:13.622182 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.656069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.667046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.672744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39855da3-28cf-4913-8572-da9311ed8e50') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.672744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39855da3-28cf-4913-8572-da9311ed8e50') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:13.691433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.712499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.724007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:13.724428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:13.743286 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:13.751938 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.752545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Attempting to bind port ac95427b-8a73-4251-96fb-b864f2728942 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:13.752545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Attempting to bind port ac95427b-8a73-4251-96fb-b864f2728942 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '39855da3-28cf-4913-8572-da9311ed8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:13.752774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4dd7e3-1cd1-4572-8f43-489b58b8de55 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:33:13.752876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Attempting to bind port ac95427b-8a73-4251-96fb-b864f2728942 on network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:13.758435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.759959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3b703f42-89ca-4839-b1f7-5aab1c2dd732 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0f4dd7e3-1cd1-4572-8f43-489b58b8de55 HTTP/1.1" status: 204 len: 168 time: 3.2515411 Dec 08 16:33:13.765848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38982) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:13.782504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:13.783562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Checking segment: {'id': '39855da3-28cf-4913-8572-da9311ed8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:13.783717 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.784070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Bound using segment: {'id': '39855da3-28cf-4913-8572-da9311ed8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:13.785515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Bound port: ac95427b-8a73-4251-96fb-b864f2728942, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39855da3-28cf-4913-8572-da9311ed8e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:13.786381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.818080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.858212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:33:13.858212 n-d-820935-5 neutron-server[103281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:33:13.858212 n-d-820935-5 neutron-server[103281]: [parameters: {'id': '6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8'}] Dec 08 16:33:13.858212 n-d-820935-5 neutron-server[103281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:13.858782 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:13.916986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:13.921522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.955564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c476f32b-8a69-444c-840e-147719308f8e None None] For port ac95427b-8a73-4251-96fb-b864f2728942, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:13.961342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a56c2524-cf88-4433-becc-4a3a7d3408d7 req-5b66ccea-a4fe-4f07-b6b6-5f78fe7cead1 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 210 time: 0.0548587 Dec 08 16:33:13.963502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c476f32b-8a69-444c-840e-147719308f8e None None] For port ac95427b-8a73-4251-96fb-b864f2728942, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ac95427b-8a73-4251-96fb-b864f2728942,segment=NetworkSegment(39855da3-28cf-4913-8572-da9311ed8e50),segment_id=39855da3-28cf-4913-8572-da9311ed8e50)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:13.969995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:13.976704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Deleting subnet dd2aecf9-216e-4847-8f38-261d43181ac6 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:13.989106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.087688 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.093235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476f32b-8a69-444c-840e-147719308f8e None None] Pushing event updated for resources: {'Port': ['ID=ac95427b-8a73-4251-96fb-b864f2728942,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:14.118974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:14.119350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.135340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.180671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6505f0d5-2af0-4823-b711-e8e7d4e6046e None None] Network 6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:14.189688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:14.205866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:14.224730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.228622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f79804f0-6a66-4973-aadb-9c7c7e4c8013 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ab5ecae6-7a0a-4eb0-8f4c-e4870bab72f5 HTTP/1.1" status: 204 len: 168 time: 1.2780285 Dec 08 16:33:14.235474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38988) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:14.256002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a0b090-2571-4a71-8f78-86eefbb02ada None None] Network 337489ab-ae7e-4a94-b20a-e432475da4ba requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:14.328478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-2574792b-1159-479f-a205-39b179a9b0d7 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:14.330754 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-2574792b-1159-479f-a205-39b179a9b0d7 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.58 "GET /v2.0/networks?id=2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 200 len: 911 time: 0.1378710 Dec 08 16:33:14.352069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Request body: {'port': {'device_id': '692e20d8-6557-4c20-be2d-381120b36e84', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'admin_state_up': True, 'tenant_id': '9017217a7421460fa34e349abec89355'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:14.360120 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.437410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.444766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.518424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Made reservation on behalf of 9017217a7421460fa34e349abec89355 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:14.520907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.557454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e75e2f-e552-4de9-9dd0-56a50231b308 None None] DHCP port deletion for 337489ab-ae7e-4a94-b20a-e432475da4ba request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:14.576161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.591679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1638a45-3bd7-400a-9863-691e8b1de803 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:14.663974 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.673396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dd2aecf9-216e-4847-8f38-261d43181ac6 HTTP/1.1" status: 204 len: 168 time: 0.9057863 Dec 08 16:33:14.674432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46718549-4bd5-4e55-8100-ec48797c23eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd2aecf9-216e-4847-8f38-261d43181ac6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:14.677731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38990) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:14.781882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.783966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.796776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.849921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=99e3d9c0-4aa0-46e5-a32e-86b5a1c77397,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:14.855794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['337489ab-ae7e-4a94-b20a-e432475da4ba']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:14.880461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:14.880774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc84c7ef-27e6-4e84-a5cb-f60899e64e62') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:14.919300 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.942685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.948449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1638a45-3bd7-400a-9863-691e8b1de803 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:14.953132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:14.953539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:14.966935 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:14.973468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting port ac95427b-8a73-4251-96fb-b864f2728942 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:14.973911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.085987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Allocated IP 172.20.0.7 (2cd0f066-4278-4d24-a29c-81d40084a2da/2d59666f-3724-4482-8d73-c19ed88043d4/92199be0-31d7-4ff7-9af5-1f173b32098e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:15.237273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.246718 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.252063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] 10.222.0.62 "DELETE /v2.0/networks/337489ab-ae7e-4a94-b20a-e432475da4ba HTTP/1.1" status: 204 len: 168 time: 1.0155699 Dec 08 16:33:15.255377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Deleting port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:15.255710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.269291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89ea3c46-645d-4d1d-bdcd-c52b132ee97c req-c6cddd07-df8d-4318-860c-3e5f37dfb1ea tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 210 time: 0.1079528 Dec 08 16:33:15.364352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e07eb0b-e54b-4aec-810b-b191700e50e5 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:15.387557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9e07eb0b-e54b-4aec-810b-b191700e50e5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:15.388116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e07eb0b-e54b-4aec-810b-b191700e50e5 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:15.436365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] For port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,segment=NetworkSegment(e72ca66a-3bb7-4dd2-9ab5-14e18476738c),segment_id=e72ca66a-3bb7-4dd2-9ab5-14e18476738c)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:15.436914 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.452865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Calling delete_port for 2efe5ebd-4d3d-4c3d-9082-554fd28b363c owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:15.496770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.515983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] For port ac95427b-8a73-4251-96fb-b864f2728942, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ac95427b-8a73-4251-96fb-b864f2728942,segment=NetworkSegment(39855da3-28cf-4913-8572-da9311ed8e50),segment_id=39855da3-28cf-4913-8572-da9311ed8e50)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:15.516353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.525558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddc492a-9bb4-4d54-b5ea-d65468033302 admin admin] Pushing event deleted for resources: {'Network': ['ID=337489ab-ae7e-4a94-b20a-e432475da4ba,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:15.548551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Calling delete_port for ac95427b-8a73-4251-96fb-b864f2728942 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:15.587519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea338a-395b-46e9-add5-1ba9e53d5e6e None None] Network 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:15.609369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.677451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2efe5ebd-4d3d-4c3d-9082-554fd28b363c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:15.688093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39000) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:15.692885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] No DVR routers for this DVR port 2efe5ebd-4d3d-4c3d-9082-554fd28b363c on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:15.807930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9804ef9-c786-4a3c-aceb-a2fb5b20f409 None None] DHCP port deletion for 68c7a3fc-4cfa-42d3-9296-839a06d9ebfa request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:15.843305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d856a984-c370-4880-97d9-5071a138d725 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b2d7d2dd732b4ac7a5e508f59c188afd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1179881 Dec 08 16:33:15.843913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.845948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:15.886278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68c7a3fc-4cfa-42d3-9296-839a06d9ebfa']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:15.902799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:15.903185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e72ca66a-3bb7-4dd2-9ab5-14e18476738c') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:15.919920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.960058 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.964011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e991e8f-89b7-4b24-9957-13b3e83d78c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.976998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:15.977420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:15.979496 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:15.986005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.028918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Port': ['ID=ac95427b-8a73-4251-96fb-b864f2728942,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.045016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No DVR routers for this DVR port ac95427b-8a73-4251-96fb-b864f2728942 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:16.053575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.055155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e991e8f-89b7-4b24-9957-13b3e83d78c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.061893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:16.126234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.135599 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.141942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] 10.222.0.62 "DELETE /v2.0/networks/68c7a3fc-4cfa-42d3-9296-839a06d9ebfa HTTP/1.1" status: 204 len: 168 time: 1.4545875 Dec 08 16:33:16.143254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39008) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:16.185589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.228289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba85b8-bac7-49f0-98c3-ebe4a26b4b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=68c7a3fc-4cfa-42d3-9296-839a06d9ebfa,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.239937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.251462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e06f2c81-7f73-4e9c-9fa1-6f05da8c0233'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:16.267943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e991e8f-89b7-4b24-9957-13b3e83d78c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.270666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e991e8f-89b7-4b24-9957-13b3e83d78c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.274121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e991e8f-89b7-4b24-9957-13b3e83d78c5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7725a36-eba6-4a0e-baa6-1e60ab819a42 HTTP/1.1" status: 204 len: 168 time: 0.4249504 Dec 08 16:33:16.321266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e991e8f-89b7-4b24-9957-13b3e83d78c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7725a36-eba6-4a0e-baa6-1e60ab819a42,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.339779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.400986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Network 2cd0f066-4278-4d24-a29c-81d40084a2da is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:16.411997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:16.451302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39855da3-28cf-4913-8572-da9311ed8e50') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.451710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39855da3-28cf-4913-8572-da9311ed8e50') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.542673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:16.588285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.595002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Pushing event updated for resources: {'Port': ['ID=92199be0-31d7-4ff7-9af5-1f173b32098e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:16.622439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0191a17f-e0fb-414c-b2e9-f2ea110faacd req-8666c42a-e741-4f9e-a1a5-d6faab22cc2c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:16.642497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0191a17f-e0fb-414c-b2e9-f2ea110faacd req-8666c42a-e741-4f9e-a1a5-d6faab22cc2c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1027 time: 0.1858160 Dec 08 16:33:16.656621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:16.657239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.660861 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.675529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:16.691800 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] Sync routers for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:16.698777 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-430d91ca-2469-4c13-9ead-72d2af4d6f09 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "PUT /v2.0/routers/5ebe7d90-5f7f-4ded-889c-e90a1cc8b096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8488021 Dec 08 16:33:16.701942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39020) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:16.703064 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:16.703687 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:16.706388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:16.706818 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:16.775019 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:16.782703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting subnet adf9adf8-5939-4864-a45a-67d0ab1b4177 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:16.787394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.836939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0191a17f-e0fb-414c-b2e9-f2ea110faacd req-4de20b2b-2bdf-4f7e-bba6-f2fa852b1a3e tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935399 Dec 08 16:33:16.885929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d89d90d7-d98d-4eed-be2f-f2a390fad851 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5350902 Dec 08 16:33:16.912499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fdb0c5fd-8229-40c4-8e2f-7e04602311fb None None] Provisioning complete for port 92199be0-31d7-4ff7-9af5-1f173b32098e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:16.922024 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb0c5fd-8229-40c4-8e2f-7e04602311fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.944083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:16.958157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Request body: {'port': {'device_id': '692e20d8-6557-4c20-be2d-381120b36e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:17.008280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.015381 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:17.027285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.045275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.049192 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 HTTP/1.1" status: 204 len: 168 time: 4.9514143 Dec 08 16:33:17.057380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39028) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:17.089849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027810258'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:17.119981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:17.124216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.135549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b57cc-d29b-46ff-b1aa-2b145c4f18e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:17.140545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fdb0c5fd-8229-40c4-8e2f-7e04602311fb None None] Port 92199be0-31d7-4ff7-9af5-1f173b32098e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:17.266226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2efe5ebd-4d3d-4c3d-9082-554fd28b363c no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:17.290416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.324952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:17.341368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2efe5ebd-4d3d-4c3d-9082-554fd28b363c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:17.341936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2efe5ebd-4d3d-4c3d-9082-554fd28b363c not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:17.370748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.371417 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment c6a331a9-767e-4970-9eb0-90fbbfac602d of type vlan for network 91256bde-cd58-4136-b309-5c2cf169e141 Dec 08 16:33:17.428489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.483030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:33:14Z', 'revision_number': 7, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:17.547821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Deleting port d1513217-f330-4a83-b29e-7bf59b0e216f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:17.548317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.549054 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] Checking router: 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:17.569986 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] Routers {'5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:17.570619 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:17.698154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] For port d1513217-f330-4a83-b29e-7bf59b0e216f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d1513217-f330-4a83-b29e-7bf59b0e216f,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:17.698546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:17.717416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Calling delete_port for d1513217-f330-4a83-b29e-7bf59b0e216f owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:17.721253 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] Set router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:17.970539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.008224 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:33:14Z', 'revision_number': 7, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:18.048321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5bca8-1086-49bf-a886-415406f77a77 None None] The sync data for ids ['5ebe7d90-5f7f-4ded-889c-e90a1cc8b096'] in n-d-820935-5 is: [{'id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'name': 'tempest-TestNetworkBasicOps-router-1763372402', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206'}], 'enable_snat': True}, 'gw_port_id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:30:17Z', 'updated_at': '2021-12-08T16:33:14Z', 'revision_number': 7, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': 'd85fba8c-93d9-4807-9aff-99dab9507272', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:29:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ebe7d90-5f7f-4ded-889c-e90a1cc8b096', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2734, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:30:20Z', 'updated_at': '2021-12-08T16:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:18.129190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:18.137690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 08 16:33:18.143737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.229435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.236249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:18.237468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.246233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1513217-f330-4a83-b29e-7bf59b0e216f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:18.375585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02a159-b481-4434-a23e-867d5802b1c7 req-b3ad86ee-ab26-49b1-94a6-2cc39aa63f89 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:18.377285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d02a159-b481-4434-a23e-867d5802b1c7 req-b3ad86ee-ab26-49b1-94a6-2cc39aa63f89 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1027 time: 0.4288995 Dec 08 16:33:18.410211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.412638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=91256bde-cd58-4136-b309-5c2cf169e141,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:18.418274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-network', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:18.436913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 91256bde-cd58-4136-b309-5c2cf169e141 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:18.474825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Subnet': ['ID=adf9adf8-5939-4864-a45a-67d0ab1b4177,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:18.536539 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c04baeb-f152-4d7e-b285-2da60e63c777 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4483058 Dec 08 16:33:18.543443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39052) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:18.553464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '91256bde-cd58-4136-b309-5c2cf169e141', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:18.568656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.574074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2bbaa-f354-404e-9b7c-84309bb37a1d None None] Network 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:18.586036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b2041a07-ea9d-4cfd-94b7-53d32408642c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/subnets/adf9adf8-5939-4864-a45a-67d0ab1b4177 HTTP/1.1" status: 204 len: 168 time: 1.8811007 Dec 08 16:33:18.602599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39054) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:18.641329 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.697364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d02a159-b481-4434-a23e-867d5802b1c7 req-491e54f4-5da5-4e9d-b503-755e6dd78f8c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132503 Dec 08 16:33:18.848712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] DHCP port deletion for 4a93c587-4043-4b31-ae7f-dbf4c7d23a2c request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:18.878938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Made reservation on behalf of c19d51a1cc7943ff9dde7f6dfb126eb5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:18.884632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.902897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.904301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:18.912650 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:18.921703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] Deleting port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:18.922044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.002596 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.017815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92199be0-31d7-4ff7-9af5-1f173b32098e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:19.028253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] For port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,segment=NetworkSegment(7b70fe68-ef0b-4c80-ad92-42469bc518f7),segment_id=7b70fe68-ef0b-4c80-ad92-42469bc518f7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:19.029292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.047302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] Calling delete_port for d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:19.067838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.099940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Transition to ACTIVE for port object 92199be0-31d7-4ff7-9af5-1f173b32098e will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:33:19.136798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.231020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.242737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.255029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.261216 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.265021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Pushing event updated for resources: {'Port': ['ID=92199be0-31d7-4ff7-9af5-1f173b32098e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.308897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] Pushing event deleted for resources: {'Port': ['ID=d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.331195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c9e18-1438-4f58-b684-89aabd392f7d None None] No DVR routers for this DVR port d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:19.366888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:19.408494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:19.408985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 99e3d9c0-4aa0-46e5-a32e-86b5a1c77397 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:19.410266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:19.439618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:19.440321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d34cc6c6-57e9-46ee-9c8f-2b04d8d0d096 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:19.449498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:19.541906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.542780 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Added segment edf6bf48-6780-4745-b77d-3a3d5e719026 of type vlan for network a5c3c076-c70b-4873-9acc-4c2491aef3e8 Dec 08 16:33:19.547204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6908e1ce-f092-456f-890e-d7fcbe369607,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.625354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Attempting to bind port 92199be0-31d7-4ff7-9af5-1f173b32098e on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:19.625884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Attempting to bind port 92199be0-31d7-4ff7-9af5-1f173b32098e by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:19.626292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Attempting to bind port 92199be0-31d7-4ff7-9af5-1f173b32098e on network 2cd0f066-4278-4d24-a29c-81d40084a2da {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:19.636565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.650283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Port 92199be0-31d7-4ff7-9af5-1f173b32098e on network 2cd0f066-4278-4d24-a29c-81d40084a2da not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:33:19.650647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Attempting to bind port 92199be0-31d7-4ff7-9af5-1f173b32098e on network 2cd0f066-4278-4d24-a29c-81d40084a2da {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:19.654935 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.661912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port d85fba8c-93d9-4807-9aff-99dab9507272 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:19.662393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.711870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:19.712227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Checking segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:19.713012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Bound using segment: {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:19.713198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Bound port: 92199be0-31d7-4ff7-9af5-1f173b32098e, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f88faa-dcc0-4950-997f-0850759a61f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:19.714238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.773054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.773976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:19.774684 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.783665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=1da8ae4a-744c-45ce-b911-02f7c09f37ec,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.843331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'c6a331a9-767e-4970-9eb0-90fbbfac602d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '91256bde-cd58-4136-b309-5c2cf169e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:19.843883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 91256bde-cd58-4136-b309-5c2cf169e141, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:19.847546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Router 52420c50-7026-400f-aea4-d35edcf1b7bc has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:19.885609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7381289 Dec 08 16:33:19.896795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:19.907719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 91256bde-cd58-4136-b309-5c2cf169e141 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:19.912921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Request body: {'subnet': {'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-subnet', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:19.929167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port d85fba8c-93d9-4807-9aff-99dab9507272, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d85fba8c-93d9-4807-9aff-99dab9507272,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:19.929568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.935254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] For port 92199be0-31d7-4ff7-9af5-1f173b32098e, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:19.952480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5ca73-cd2b-42f6-87c0-d6a785c59229 admin admin] Pushing event updated for resources: {'Network': ['ID=a5c3c076-c70b-4873-9acc-4c2491aef3e8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:19.966263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:19.969654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f43dc8-2871-463b-9ec1-ac69e54cae1e req-6ec67b71-e5a8-463e-a695-216949ffdc7c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:19.971258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f43dc8-2871-463b-9ec1-ac69e54cae1e req-6ec67b71-e5a8-463e-a695-216949ffdc7c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1052 time: 0.1214914 Dec 08 16:33:19.973778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 91256bde-cd58-4136-b309-5c2cf169e141) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:19.978557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:19.979158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:19.984303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for d85fba8c-93d9-4807-9aff-99dab9507272 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:19.993047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] For port 92199be0-31d7-4ff7-9af5-1f173b32098e, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=92199be0-31d7-4ff7-9af5-1f173b32098e,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:20.020476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.059148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5283c-4fd6-4158-9885-f03bf6c77020 None None] Network 91256bde-cd58-4136-b309-5c2cf169e141 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:20.080418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b50be9cf-ea18-48bf-924f-bf9633d5ec3c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5329127 Dec 08 16:33:20.087684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39070) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:20.105444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Made reservation on behalf of c19d51a1cc7943ff9dde7f6dfb126eb5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:20.109500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.127092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.127831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.129411 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] 10.222.0.58 "PUT /v2.0/ports/92199be0-31d7-4ff7-9af5-1f173b32098e HTTP/1.1" status: 200 len: 1091 time: 3.1886826 Dec 08 16:33:20.130018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692e20d8-6557-4c20-be2d-381120b36e84', 'tag': '92199be0-31d7-4ff7-9af5-1f173b32098e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:20.132732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f43dc8-2871-463b-9ec1-ac69e54cae1e req-c34a9c49-bd3d-44a6-8031-80ce5e657422 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425631 Dec 08 16:33:20.133694 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b001cd-c078-4fff-a6f9-32bc5b56e659" -d '{"events": [{"name": "network-changed", "server_uuid": "692e20d8-6557-4c20-be2d-381120b36e84", "tag": "92199be0-31d7-4ff7-9af5-1f173b32098e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:20.222554 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4e205c-5793-4b57-bf65-2ff6b1422c2e x-openstack-request-id: req-2d4e205c-5793-4b57-bf65-2ff6b1422c2e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:20.223246 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692e20d8-6557-4c20-be2d-381120b36e84", "tag": "92199be0-31d7-4ff7-9af5-1f173b32098e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:20.223246 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2d4e205c-5793-4b57-bf65-2ff6b1422c2e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:20.223818 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692e20d8-6557-4c20-be2d-381120b36e84', 'tag': '92199be0-31d7-4ff7-9af5-1f173b32098e', 'status': 'completed', 'code': 200} Dec 08 16:33:20.230685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:20.243471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] Sync routers for ids ['52420c50-7026-400f-aea4-d35edcf1b7bc'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:20.249497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7ace977c-bc7b-4108-ad36-429bacb69f97 admin admin] 10.222.0.62 "PUT /v2.0/routers/52420c50-7026-400f-aea4-d35edcf1b7bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1042397 Dec 08 16:33:20.254473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39074) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:20.276584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] Routers {'52420c50-7026-400f-aea4-d35edcf1b7bc'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:20.277225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['52420c50-7026-400f-aea4-d35edcf1b7bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:20.300656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3f202-d9b2-4f40-b94a-c526e5778dff service neutron] Pushing event updated for resources: {'Port': ['ID=92199be0-31d7-4ff7-9af5-1f173b32098e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.357877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.408128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d089c753-f670-4801-8324-8b10629e6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.409882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d089c753-f670-4801-8324-8b10629e6ff5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9017217a7421460fa34e349abec89355&device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1094 time: 0.1986470 Dec 08 16:33:20.483070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] Set router 52420c50-7026-400f-aea4-d35edcf1b7bc gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:20.541321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.552174 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.556505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-b2e4a907-6ec5-4838-b013-7fcd24ba6b56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92199be0-31d7-4ff7-9af5-1f173b32098e HTTP/1.1" status: 200 len: 217 time: 0.1345780 Dec 08 16:33:20.565688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e5f7e5-d99f-4090-9db5-1c6f8ff8004e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-91256bde-cd58-4136-b309-5c2cf169e141', 'network_id': '91256bde-cd58-4136-b309-5c2cf169e141', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '1da8ae4a-744c-45ce-b911-02f7c09f37ec'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:20.566738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3e5f7e5-d99f-4090-9db5-1c6f8ff8004e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.680366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.734357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3e6e11-847f-415f-82f8-701cc4fb149d None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:20.788071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-e3e5f7e5-d99f-4090-9db5-1c6f8ff8004e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1da8ae4a-744c-45ce-b911-02f7c09f37ec: This subnet is being modified by another concurrent operation. Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1da8ae4a-744c-45ce-b911-02f7c09f37ec: This subnet is being modified by another concurrent operation. Dec 08 16:33:20.796227 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:33:20.808246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-2e1e9136-fd10-4b7d-bd31-bf3b6573fa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.810434 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-2e1e9136-fd10-4b7d-bd31-bf3b6573fa31 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d59666f-3724-4482-8d73-c19ed88043d4 HTTP/1.1" status: 200 len: 849 time: 0.2448695 Dec 08 16:33:20.818674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450c8fb2-3061-4c98-a3bf-63d10e772592 None None] Network 91256bde-cd58-4136-b309-5c2cf169e141 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:20.822857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=d85fba8c-93d9-4807-9aff-99dab9507272,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.850769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=1da8ae4a-744c-45ce-b911-02f7c09f37ec,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:20.876438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.883670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.968047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8829ae-57b9-4c0d-9dbf-b77362ca12c3 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:20.968662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-7e5a4986-d2d7-4cb9-ad45-727111459c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:20.970703 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-7e5a4986-d2d7-4cb9-ad45-727111459c41 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2cd0f066-4278-4d24-a29c-81d40084a2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495118 Dec 08 16:33:20.979626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:20.981127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.008416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91256bde-cd58-4136-b309-5c2cf169e141']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:21.034015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a331a9-767e-4970-9eb0-90fbbfac602d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:21.034447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a331a9-767e-4970-9eb0-90fbbfac602d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:21.037387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Deleting port 7496c070-6481-44d9-b034-9e6e7898f733 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:21.037881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.058646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.134985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:21.229552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] For port 7496c070-6481-44d9-b034-9e6e7898f733, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7496c070-6481-44d9-b034-9e6e7898f733,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:21.230189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.240436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.243774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8829ae-57b9-4c0d-9dbf-b77362ca12c3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:21.259763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Calling delete_port for 7496c070-6481-44d9-b034-9e6e7898f733 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:21.263147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:21.263890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.268817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '7496c070-6481-44d9-b034-9e6e7898f733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:33:18Z', 'revision_number': 5, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port': {'id': '7496c070-6481-44d9-b034-9e6e7898f733', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:85:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:50Z', 'updated_at': '2021-12-08T16:33:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:21.287708 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:21.325751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.338259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.346346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Checking segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:21.346705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Network hostable DHCP agents. Network: a5c3c076-c70b-4873-9acc-4c2491aef3e8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:21.350741 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-d2ce10af-c400-4a67-b69c-6f863ae85b8b service neutron] 10.222.0.58 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626206 Dec 08 16:33:21.438523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb2bbc8-1c8f-492b-bc30-c677625e90e6 req-92e82e3b-1d14-4ae8-b076-d61298f72c60 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:21.440459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb2bbc8-1c8f-492b-bc30-c677625e90e6 req-92e82e3b-1d14-4ae8-b076-d61298f72c60 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1094 time: 0.1158042 Dec 08 16:33:21.444846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.461635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.462340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Fanout notify agent at l3_agent the message router_deleted on router 5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:33:21.470373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.474175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/91256bde-cd58-4136-b309-5c2cf169e141 HTTP/1.1" status: 204 len: 168 time: 1.3857021 Dec 08 16:33:21.477594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.477898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d78a71-3ecc-4e83-9619-90af3c98f3b8 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=91256bde-cd58-4136-b309-5c2cf169e141,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:21.478837 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-989259a7-48da-44f3-b648-277adc3ec4a6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/routers/5ebe7d90-5f7f-4ded-889c-e90a1cc8b096 HTTP/1.1" status: 204 len: 168 time: 2.8724351 Dec 08 16:33:21.479893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:21.493404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39082) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:21.493931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39084) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:21.506035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1019558934'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:21.516346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a5c3c076-c70b-4873-9acc-4c2491aef3e8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:21.534724 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:21.535016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.574245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] Checking router: 52420c50-7026-400f-aea4-d35edcf1b7bc for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:21.580836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f55363ba-9954-482e-bf0d-3e806653d9f8 req-f3eabc52-b91f-450c-86de-72016a7c11e6 service neutron] 10.222.0.58 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213984 Dec 08 16:33:21.617672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] Routers {'52420c50-7026-400f-aea4-d35edcf1b7bc'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:21.618055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['52420c50-7026-400f-aea4-d35edcf1b7bc'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:21.722289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:21.726948 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.744665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.754330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb2bbc8-1c8f-492b-bc30-c677625e90e6 req-28346014-4ad7-423f-a468-d4b4a56f090e tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023853 Dec 08 16:33:21.778495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:21.813903 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f75a174d-7707-4ad2-ae15-b964f89e1105 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.9058638 Dec 08 16:33:21.819148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39088) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:21.819951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.820445 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment 7a51e4ac-3f13-4eae-a6df-de90ebd98faf of type vlan for network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea Dec 08 16:33:21.848325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:21.905378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] Set router 52420c50-7026-400f-aea4-d35edcf1b7bc gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:21.909906 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.911354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.923396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-1dcf3181-9288-4617-90ba-fa159b1c51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:21.925097 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-1dcf3181-9288-4617-90ba-fa159b1c51f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9017217a7421460fa34e349abec89355&device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1094 time: 0.2883132 Dec 08 16:33:21.926926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:21.995524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:33:20Z', 'revision_number': 6, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:21.998662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.001185 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.007347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:22.007955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.024926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d004f5b7-5c60-4eca-b9ed-2157419da15b None None] The sync data for ids ['52420c50-7026-400f-aea4-d35edcf1b7bc'] in n-d-820935-5 is: [{'id': '52420c50-7026-400f-aea4-d35edcf1b7bc', 'name': 'tempest-TestAggregatesBasicOps-425922048-router', 'tenant_id': 'c3e9e76a0957483daea975d00c58b481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:46Z', 'updated_at': '2021-12-08T16:33:20Z', 'revision_number': 6, 'project_id': 'c3e9e76a0957483daea975d00c58b481', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:22.043329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.103093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.134024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a93c587-4043-4b31-ae7f-dbf4c7d23a2c']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:22.147974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b70fe68-ef0b-4c80-ad92-42469bc518f7') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:22.148542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b70fe68-ef0b-4c80-ad92-42469bc518f7') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:22.161426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.173383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7496c070-6481-44d9-b034-9e6e7898f733,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:22.231454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52a29fe-20e7-4486-bdb5-520a4a193a9f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:22.238674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf015d-ed26-4c41-9140-0dc1974bffdb None None] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:22.281904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:22.339240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:22.345277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.352403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-827a3959-30d0-400a-a840-8692704e36e2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8572071 Dec 08 16:33:22.358522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39092) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:22.367036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:22.373371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:22.373698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:22.377001 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:22.471559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741b2892-eb7b-45b6-ad88-1b2b8f49c6a4 None None] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:22.510290 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.662095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.668556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.680530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.680995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-e424eb19-5665-4387-b746-bbee852ff766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:22.683005 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-e424eb19-5665-4387-b746-bbee852ff766 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 200 len: 911 time: 0.7497592 Dec 08 16:33:22.687941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.691493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/networks/4a93c587-4043-4b31-ae7f-dbf4c7d23a2c HTTP/1.1" status: 204 len: 168 time: 1.1952710 Dec 08 16:33:22.693010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.714282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:22.718132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'network': {'name': 'tempest-network-smoke--1572737195', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:22.752850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dacd6cd-aeb1-43dd-80ff-e582fadf43ba tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Network': ['ID=4a93c587-4043-4b31-ae7f-dbf4c7d23a2c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:22.783544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-233e3407-e04b-449b-af82-07e57c92deac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=92199be0-31d7-4ff7-9af5-1f173b32098e HTTP/1.1" status: 200 len: 217 time: 0.0802665 Dec 08 16:33:22.829437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.830116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52420c50-7026-400f-aea4-d35edcf1b7bc {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:33:22.838420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:22.841814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.842357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.846653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b70d6893-d207-42db-ad0f-625fd441f7a4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/52420c50-7026-400f-aea4-d35edcf1b7bc HTTP/1.1" status: 204 len: 168 time: 2.5907862 Dec 08 16:33:22.850559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39098) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:22.862633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.882793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-20aa485d-1069-4972-b7dd-1830ef4c6c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:22.884259 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-20aa485d-1069-4972-b7dd-1830ef4c6c7e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2d59666f-3724-4482-8d73-c19ed88043d4 HTTP/1.1" status: 200 len: 849 time: 0.0902255 Dec 08 16:33:22.894922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:22.949016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Deleting subnet 3032c8e2-c558-44e7-8042-a983a3698d5c {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:22.949472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.949472 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Added segment 40c50796-2795-41e7-af9c-29a824399db3 of type vlan for network 73295edf-5600-400b-8891-5a77189ea4be Dec 08 16:33:22.954103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:22.992706 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.013841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.017211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-2c3af0be-4966-4d27-ab8c-60022b9b5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.018737 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-2c3af0be-4966-4d27-ab8c-60022b9b5f6c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2cd0f066-4278-4d24-a29c-81d40084a2da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250210 Dec 08 16:33:23.067423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea is not hosted by any dhcp agent {{(pid=103282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:33:23.073282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.074048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.075755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "PUT /v2.0/networks/2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea HTTP/1.1" status: 200 len: 723 time: 0.7139366 Dec 08 16:33:23.079440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377c817-6753-4e04-bd7a-913b81fe1d2c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:23.081780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39102) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:23.089071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:23.097011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:23.191741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.197510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.198178 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.237977 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.254293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d85fba8c-93d9-4807-9aff-99dab9507272 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:23.267728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5f1d59-a0f1-4dd9-9ede-b6c77d35d249 req-94915fa1-4bd3-48e4-ad13-ea4e3c29c406 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:23.275604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a5f1d59-a0f1-4dd9-9ede-b6c77d35d249 req-94915fa1-4bd3-48e4-ad13-ea4e3c29c406 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1094 time: 0.3484707 Dec 08 16:33:23.310388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d85fba8c-93d9-4807-9aff-99dab9507272 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:23.312145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d85fba8c-93d9-4807-9aff-99dab9507272 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:23.314171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7496c070-6481-44d9-b034-9e6e7898f733 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:23.316533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.321154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:23.325820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.358786 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6450582 Dec 08 16:33:23.366195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.371705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39106) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:23.377590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'admin_state_up': True, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:23.391049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7496c070-6481-44d9-b034-9e6e7898f733 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:23.391049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7496c070-6481-44d9-b034-9e6e7898f733 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:23.391049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d1513217-f330-4a83-b29e-7bf59b0e216f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:23.399000 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-ad66b85a-89ec-404a-810d-dbbf17ac5ea6 service neutron] 10.222.0.58 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423560 Dec 08 16:33:23.402991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507ad7e-4989-4ca6-a61c-b361b3f7e80d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Network': ['ID=73295edf-5600-400b-8891-5a77189ea4be,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:23.413202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d1513217-f330-4a83-b29e-7bf59b0e216f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:23.414198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d1513217-f330-4a83-b29e-7bf59b0e216f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:23.428413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 73295edf-5600-400b-8891-5a77189ea4be details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:23.455129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a5f1d59-a0f1-4dd9-9ede-b6c77d35d249 req-8802ead8-2a0c-457f-902d-d9c28d465815 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785882 Dec 08 16:33:23.547275 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-45b001cd-c078-4fff-a6f9-32bc5b56e659 req-0adb61b5-6a96-426c-b3df-00ea8c3f8bbe service neutron] 10.222.0.58 "GET /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407568 Dec 08 16:33:23.605476 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.652133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.653535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.709955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 92199be0-31d7-4ff7-9af5-1f173b32098e details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:33:23.765645 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.848204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3032c8e2-c558-44e7-8042-a983a3698d5c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:23.855220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.861187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:23.864583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6a593fdb-c5c8-4d1b-bf00-fbbb4f92ec73 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3032c8e2-c558-44e7-8042-a983a3698d5c HTTP/1.1" status: 204 len: 168 time: 1.0130577 Dec 08 16:33:23.870023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39108) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:23.877371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335ad259-9b25-41b3-97f8-fe7a318e7cc0 None None] Network d1be9dbc-1480-4662-ac5a-e4fe2ff71475 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:23.889348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Allocated IP 172.25.3.161 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/05b459e8-0543-4b37-8525-ca53b7f5a568) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:23.997883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.037233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 92199be0-31d7-4ff7-9af5-1f173b32098e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=92199be0-31d7-4ff7-9af5-1f173b32098e,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:24.107098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=1dbd48cb-c912-4816-8e42-734e10829b7f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:24.107999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '92199be0-31d7-4ff7-9af5-1f173b32098e', 'network_id': '2cd0f066-4278-4d24-a29c-81d40084a2da', 'port_id': '92199be0-31d7-4ff7-9af5-1f173b32098e', 'mac_address': 'fa:16:3e:8b:af:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d59666f-3724-4482-8d73-c19ed88043d4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:33:24.135587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': '7a51e4ac-3f13-4eae-a6df-de90ebd98faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:24.136303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:24.164727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:24.167750 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.181402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:24.192811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:24.194429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3783180'] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.197026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92199be0-31d7-4ff7-9af5-1f173b32098e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:24.234747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a7ef5d9c-c2a4-4190-8e32-143e62b4ba3e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1496809 Dec 08 16:33:24.235520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39112) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:24.240824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d8aa6a-8311-4b30-a54d-04ecc7667615 None None] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:24.242449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:24.290102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.332892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] DHCP port deletion for d1be9dbc-1480-4662-ac5a-e4fe2ff71475 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:24.338672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 92199be0-31d7-4ff7-9af5-1f173b32098e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=92199be0-31d7-4ff7-9af5-1f173b32098e,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:24.365295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.373594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-61901986'] for subnet, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.442978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.492087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.499198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=92199be0-31d7-4ff7-9af5-1f173b32098e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:24.507179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] Deleting port 2453e74c-62fd-45db-9f11-9e0cca567a19 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:24.507564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.562275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea', 'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '1dbd48cb-c912-4816-8e42-734e10829b7f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:24.563643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.574354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.589561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['92199be0-31d7-4ff7-9af5-1f173b32098e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:24.624628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784455893791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-61632900'] for subnet, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.657031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Pushing event updated for resources: {'Port': ['ID=05b459e8-0543-4b37-8525-ca53b7f5a568,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:24.665318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:24.666184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.668101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "PUT /v2.0/subnets/1dbd48cb-c912-4816-8e42-734e10829b7f HTTP/1.1" status: 200 len: 806 time: 0.4309924 Dec 08 16:33:24.673547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39118) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:24.680009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:24.686133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:24.693096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:24.713295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e9b6d8-ca63-4ccb-8cad-d5e32047093a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:24.835172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Deleting port 2453e74c-62fd-45db-9f11-9e0cca567a19 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:24.835484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.852106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] For port 2453e74c-62fd-45db-9f11-9e0cca567a19, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2453e74c-62fd-45db-9f11-9e0cca567a19,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:24.852824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.894393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] Calling delete_port for 2453e74c-62fd-45db-9f11-9e0cca567a19 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:24.908078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] For port 2453e74c-62fd-45db-9f11-9e0cca567a19, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2453e74c-62fd-45db-9f11-9e0cca567a19,segment=NetworkSegment(dd30375f-1748-4bd8-bcc3-0e789b4ccd58),segment_id=dd30375f-1748-4bd8-bcc3-0e789b4ccd58)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:24.908676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:24.924494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Calling delete_port for 2453e74c-62fd-45db-9f11-9e0cca567a19 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:24.945877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ad085925-df99-4979-9bde-305bf82f0cd2 None None] Provisioning complete for port 05b459e8-0543-4b37-8525-ca53b7f5a568 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:24.946872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad085925-df99-4979-9bde-305bf82f0cd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.021866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.081328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Pushing event deleted for resources: {'Port': ['ID=2453e74c-62fd-45db-9f11-9e0cca567a19,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:25.092059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Allocated IP 172.20.0.2 (2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea/1dbd48cb-c912-4816-8e42-734e10829b7f/3295a378-43d3-4436-8888-6d5dc9d66a20) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:25.103487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] No DVR routers for this DVR port 2453e74c-62fd-45db-9f11-9e0cca567a19 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:25.209379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.233284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2d3fc-bdd1-42c0-a740-791323ef46c4 req-82bf5a9c-f06b-4940-af1a-22382588068c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:25.235091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85c2d3fc-bdd1-42c0-a740-791323ef46c4 req-82bf5a9c-f06b-4940-af1a-22382588068c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1095 time: 0.6397457 Dec 08 16:33:25.259657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2453e74c-62fd-45db-9f11-9e0cca567a19 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:25.303819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2453e74c-62fd-45db-9f11-9e0cca567a19 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:25.304164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2453e74c-62fd-45db-9f11-9e0cca567a19 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:25.319803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ad085925-df99-4979-9bde-305bf82f0cd2 None None] Port 05b459e8-0543-4b37-8525-ca53b7f5a568 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:25.339894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310cc3c-ff80-410b-918c-002028e90c7a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=1dbd48cb-c912-4816-8e42-734e10829b7f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:25.345030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.412028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85c2d3fc-bdd1-42c0-a740-791323ef46c4 req-88927f60-e1a2-4973-9ecf-5b9ba036de5f tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675847 Dec 08 16:33:25.447365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.502668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] Pushing event deleted for resources: {'Port': ['ID=2453e74c-62fd-45db-9f11-9e0cca567a19,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:25.507807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f13f71-f2bf-427d-a562-61c05f8729a1 None None] No DVR routers for this DVR port 2453e74c-62fd-45db-9f11-9e0cca567a19 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:25.516912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.559053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.566357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.593446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.624488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1be9dbc-1480-4662-ac5a-e4fe2ff71475']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:25.680039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=1dbd48cb-c912-4816-8e42-734e10829b7f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:25.685211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:25.685530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd30375f-1748-4bd8-bcc3-0e789b4ccd58') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:25.717096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.724297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.758655 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.767697 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.770002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.775552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.794730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:25.805243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a51e4ac-3f13-4eae-a6df-de90ebd98faf') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:25.805521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a51e4ac-3f13-4eae-a6df-de90ebd98faf') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:25.816657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.819104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:25.819517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:25.823407 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:25.831432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.836486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:25.838053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:25.838553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.840463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:25.846252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:25.889834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Pushing event updated for resources: {'Port': ['ID=3295a378-43d3-4436-8888-6d5dc9d66a20,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:25.896157 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:25.900157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:33:25.900157 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:33:25.900157 n-d-820935-5 neutron-server[103282]: [parameters: {'id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea'}] Dec 08 16:33:25.900157 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:33:25.900870 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:33:25.925443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Attempting to bind port 3295a378-43d3-4436-8888-6d5dc9d66a20 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:25.925901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Attempting to bind port 3295a378-43d3-4436-8888-6d5dc9d66a20 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '7a51e4ac-3f13-4eae-a6df-de90ebd98faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:25.926447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Attempting to bind port 3295a378-43d3-4436-8888-6d5dc9d66a20 on network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:25.941606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:25.942001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Checking segment: {'id': '7a51e4ac-3f13-4eae-a6df-de90ebd98faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:25.942424 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.942801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Bound using segment: {'id': '7a51e4ac-3f13-4eae-a6df-de90ebd98faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:25.943275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Bound port: 3295a378-43d3-4436-8888-6d5dc9d66a20, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a51e4ac-3f13-4eae-a6df-de90ebd98faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:25.943809 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.958850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-efb644df-12af-43ec-baa3-de9d85210f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.961148 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.975325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:25.978594 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d1be9dbc-1480-4662-ac5a-e4fe2ff71475 HTTP/1.1" status: 204 len: 168 time: 2.1074824 Dec 08 16:33:26.017156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1be9dbc-1480-4662-ac5a-e4fe2ff71475,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.022084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] For port 3295a378-43d3-4436-8888-6d5dc9d66a20, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:26.025630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] For port 3295a378-43d3-4436-8888-6d5dc9d66a20, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3295a378-43d3-4436-8888-6d5dc9d66a20,segment=NetworkSegment(7a51e4ac-3f13-4eae-a6df-de90ebd98faf),segment_id=7a51e4ac-3f13-4eae-a6df-de90ebd98faf)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:26.032183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.040759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.040759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.041228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.041579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.042022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.042385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.042732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.043149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.043488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.043885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.044368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.044945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.045289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50b81440-7df3-4810-8819-d329606ff514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:26.069034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.25.3.79 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/64dd9265-3924-40f6-be4b-86b4ea9eabc0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:26.095934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca7caa-7243-4b86-b889-b76cbc39659b None None] Pushing event updated for resources: {'Port': ['ID=3295a378-43d3-4436-8888-6d5dc9d66a20,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.135327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:26.172792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5a8b5d-4d64-4eb2-89de-c6374f0a8656 None None] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:26.221773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1f57709b-f4c1-43ff-b621-d58c935e5a73 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c32b2f8a04134aff8b6676ec4b3e5668&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0849507 Dec 08 16:33:26.224451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39130) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:26.253987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.290174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82add234-3774-43b7-8d94-440b8039bea5 None None] Network 2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:26.298655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e836-832c-4a61-9b35-f4294e0e0e3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.321533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.326348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e836-832c-4a61-9b35-f4294e0e0e3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.392782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e836-832c-4a61-9b35-f4294e0e0e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.396207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1cd7e836-832c-4a61-9b35-f4294e0e0e3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.397385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1cd7e836-832c-4a61-9b35-f4294e0e0e3d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4c00024-0fb7-49ed-844b-d2025687c8a5 HTTP/1.1" status: 204 len: 168 time: 0.1709361 Dec 08 16:33:26.407014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.412326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7e836-832c-4a61-9b35-f4294e0e0e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c00024-0fb7-49ed-844b-d2025687c8a5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.422047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.468276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:26.472700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:26.478623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:26.502625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246e0512-0bf0-424b-bcc1-9823af433a8a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:26.523010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting port 3295a378-43d3-4436-8888-6d5dc9d66a20 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:26.523685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.537955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=64dd9265-3924-40f6-be4b-86b4ea9eabc0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.545352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:33:26.582162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09e7224-fefe-480a-b1ab-c19777893322 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:26.648331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] For port 3295a378-43d3-4436-8888-6d5dc9d66a20, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3295a378-43d3-4436-8888-6d5dc9d66a20,segment=NetworkSegment(7a51e4ac-3f13-4eae-a6df-de90ebd98faf),segment_id=7a51e4ac-3f13-4eae-a6df-de90ebd98faf)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:26.648600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.666789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Calling delete_port for 3295a378-43d3-4436-8888-6d5dc9d66a20 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:26.678185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e1bf8a-73da-48b5-9e14-5cd063bf534b req-ad113305-933e-48ec-bbe3-28512cd956f7 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:26.680345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e1bf8a-73da-48b5-9e14-5cd063bf534b req-ad113305-933e-48ec-bbe3-28512cd956f7 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1095 time: 0.0907054 Dec 08 16:33:26.713137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c4ece636-6bd0-4aef-b9fc-eb93c4089a25 None None] Provisioning complete for port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:26.713518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4ece636-6bd0-4aef-b9fc-eb93c4089a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.844608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c4ece636-6bd0-4aef-b9fc-eb93c4089a25 None None] Port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:26.900035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e1bf8a-73da-48b5-9e14-5cd063bf534b req-06cfa19b-6aee-4759-94ac-5e9be3ee3bb4 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113214 Dec 08 16:33:26.900588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:26.906995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09e7224-fefe-480a-b1ab-c19777893322 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:26.954908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:26.960554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Port': ['ID=3295a378-43d3-4436-8888-6d5dc9d66a20,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:26.966979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No DVR routers for this DVR port 3295a378-43d3-4436-8888-6d5dc9d66a20 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:26.990373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Sync routers for ids ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:27.026128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.040283 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Routers {'6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:27.043077 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:27.050496 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.055134 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3eb4a8ee-9d9b-45d8-b545-92cbe17fd7ee admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2322466 Dec 08 16:33:27.066523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.167778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.201588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:27.220942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a51e4ac-3f13-4eae-a6df-de90ebd98faf') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:27.221353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a51e4ac-3f13-4eae-a6df-de90ebd98faf') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:27.234901 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.255242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.266072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:27.266496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.277767 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Set router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:27.352461 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:27.359910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c842dac3-ddd1-42df-8c4f-780d2bb5860c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c3e9e76a0957483daea975d00c58b481&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293719 Dec 08 16:33:27.360655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.362859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39146) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.386855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.387277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.396188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea HTTP/1.1" status: 204 len: 168 time: 2.7210116 Dec 08 16:33:27.408866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39148) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.443191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf03d0e-1663-45a3-9351-264a4d9a0847 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:27.466263 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2de427c-011b-445f-9604-53f838e6a593 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:27.467052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2de427c-011b-445f-9604-53f838e6a593 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:27.476574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e2de427c-011b-445f-9604-53f838e6a593 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea HTTP/1.1" status: 404 len: 339 time: 0.0608823 Dec 08 16:33:27.480171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39150) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:27.487086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053287359', 'description': 'd1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:27.545705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-00ba8711-ddb9-4eb1-95c5-c04ecc8597c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.579567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-00ba8711-ddb9-4eb1-95c5-c04ecc8597c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.631876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:27.636573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.670930 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-00ba8711-ddb9-4eb1-95c5-c04ecc8597c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.673594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-00ba8711-ddb9-4eb1-95c5-c04ecc8597c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.678025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-00ba8711-ddb9-4eb1-95c5-c04ecc8597c8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e3ea78f6-0552-48b0-b0d6-68bb3192ba62 HTTP/1.1" status: 204 len: 168 time: 0.3129454 Dec 08 16:33:27.691796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba8711-ddb9-4eb1-95c5-c04ecc8597c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea78f6-0552-48b0-b0d6-68bb3192ba62,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:27.698173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:27.713521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.713912 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment a68eaa9e-6cb6-45fa-8b63-d186a7f1f75b of type vlan for network 3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 Dec 08 16:33:27.733416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 92199be0-31d7-4ff7-9af5-1f173b32098e up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:27.759180 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:33:25Z', 'revision_number': 3, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:27.822261 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Checking router: 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:27.822979 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Updating router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 port 05b459e8-0543-4b37-8525-ca53b7f5a568 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:27.837585 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.863794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 92199be0-31d7-4ff7-9af5-1f173b32098e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:27.874428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 92199be0-31d7-4ff7-9af5-1f173b32098e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:27.874646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.879941 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.905201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:27.924063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:27.927066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.000830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5194867 Dec 08 16:33:28.007015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39158) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:28.075783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.131150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e20d8-6557-4c20-be2d-381120b36e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92199be0-31d7-4ff7-9af5-1f173b32098e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:28.134286 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3901dc41-61cf-4548-80d7-a8f12d67981e" -d '{"events": [{"server_uuid": "692e20d8-6557-4c20-be2d-381120b36e84", "name": "network-vif-plugged", "status": "completed", "tag": "92199be0-31d7-4ff7-9af5-1f173b32098e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:28.180820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 92199be0-31d7-4ff7-9af5-1f173b32098e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=92199be0-31d7-4ff7-9af5-1f173b32098e,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:28.187819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.261404 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bc3ee4-58cd-4ad8-8300-be060325d7ca x-openstack-request-id: req-42bc3ee4-58cd-4ad8-8300-be060325d7ca {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:28.261688 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692e20d8-6557-4c20-be2d-381120b36e84", "name": "network-vif-plugged", "status": "completed", "tag": "92199be0-31d7-4ff7-9af5-1f173b32098e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:28.266813 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42bc3ee4-58cd-4ad8-8300-be060325d7ca {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:28.267282 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692e20d8-6557-4c20-be2d-381120b36e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92199be0-31d7-4ff7-9af5-1f173b32098e', 'code': 200} Dec 08 16:33:28.277344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28dc0b-5b36-4016-a8d7-39d0ee26390a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:28.282590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e109a2-0a1f-4900-8e82-8a494ce8dedf tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:28.289864 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-11e109a2-0a1f-4900-8e82-8a494ce8dedf tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks?id=3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 HTTP/1.1" status: 200 len: 761 time: 0.2794929 Dec 08 16:33:28.295152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39162) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:28.306015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'description': 'd2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:28.306279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=92199be0-31d7-4ff7-9af5-1f173b32098e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:28.321258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c803084-7930-4920-8dda-c24919b57607 req-b1d19e66-a1ab-42c3-b775-20c673f44d48 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:28.343066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:28.345487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c803084-7930-4920-8dda-c24919b57607 req-b1d19e66-a1ab-42c3-b775-20c673f44d48 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1095 time: 0.2659490 Dec 08 16:33:28.553208 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.561882 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.610654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902b40cb-895f-4ccc-86b7-506233dc73ff None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:28.620609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574e38-ef82-44ba-a25c-10ebbd41c8ed req-37b81fa5-a005-4416-88b0-a4d65d681c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:28.622997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67574e38-ef82-44ba-a25c-10ebbd41c8ed req-37b81fa5-a005-4416-88b0-a4d65d681c5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.3002009 Dec 08 16:33:28.679915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c803084-7930-4920-8dda-c24919b57607 req-e3c67759-f080-4d74-8a96-095a7ba6cb0c tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294632 Dec 08 16:33:28.680758 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Attempting to bind port 05b459e8-0543-4b37-8525-ca53b7f5a568 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:28.681322 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Attempting to bind port 05b459e8-0543-4b37-8525-ca53b7f5a568 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:28.682430 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Attempting to bind port 05b459e8-0543-4b37-8525-ca53b7f5a568 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:28.702291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.704020 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:28.706254 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:28.708296 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.713501 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:28.714291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Bound port: 05b459e8-0543-4b37-8525-ca53b7f5a568, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:28.715039 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.734925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8c88f428-f285-4ac1-8278-a4e753159988 None None] Provisioning complete for port 05b459e8-0543-4b37-8525-ca53b7f5a568 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:28.736974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c88f428-f285-4ac1-8278-a4e753159988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.791645 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-67574e38-ef82-44ba-a25c-10ebbd41c8ed req-4d3ee371-9482-48cb-a9d9-fc6ba9dd577d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599593 Dec 08 16:33:28.797000 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] For port 05b459e8-0543-4b37-8525-ca53b7f5a568, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:28.800702 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] For port 05b459e8-0543-4b37-8525-ca53b7f5a568, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=05b459e8-0543-4b37-8525-ca53b7f5a568,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:28.806085 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79315000-b2bc-4185-8776-20f3067b8441 None None] Pushing event updated for resources: {'Port': ['ID=05b459e8-0543-4b37-8525-ca53b7f5a568,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:28.810947 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.829000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.859014 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Routers {'6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:28.859659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:28.876642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8c88f428-f285-4ac1-8278-a4e753159988 None None] Port 05b459e8-0543-4b37-8525-ca53b7f5a568 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:28.885106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:28.905524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7135a2d5-5421-410f-9309-d826dc583d0c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:28.974847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83a3ff95-fa8b-49ca-92d0-73c4095dc642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.031671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 is not hosted by any dhcp agent {{(pid=103282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:33:29.036329 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] Set router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:29.048175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:29.048833 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.050273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "PUT /v2.0/networks/3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 HTTP/1.1" status: 200 len: 758 time: 0.7496924 Dec 08 16:33:29.057256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-66527cc7-3bb3-460e-84e7-8297f17a11a1 None None] Provisioning complete for port 05b459e8-0543-4b37-8525-ca53b7f5a568 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:29.057959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66527cc7-3bb3-460e-84e7-8297f17a11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.064328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39176) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:29.134406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79315000-b2bc-4185-8776-20f3067b8441 None None] Pushing event updated for resources: {'Port': ['ID=05b459e8-0543-4b37-8525-ca53b7f5a568,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.274731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a3305e-e928-442f-a4a6-46c6c4af97c7 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.308819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:29.328042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85603d-20f0-4f50-a355-9f02ddb56e0a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:29.334935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ef85603d-20f0-4f50-a355-9f02ddb56e0a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks?id=3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 HTTP/1.1" status: 200 len: 761 time: 0.2598624 Dec 08 16:33:29.335909 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.337591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39180) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:29.349229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601186085'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:29.421443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:29.425681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66527cc7-3bb3-460e-84e7-8297f17a11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.428859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.479927 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:33:25Z', 'revision_number': 3, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:29.490762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:29.495388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-66527cc7-3bb3-460e-84e7-8297f17a11a1 None None] For port 05b459e8-0543-4b37-8525-ca53b7f5a568, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=05b459e8-0543-4b37-8525-ca53b7f5a568,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:29.508305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66527cc7-3bb3-460e-84e7-8297f17a11a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.516442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.519188 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment bc988356-45aa-458f-ae39-85795054e756 of type vlan for network 966c092b-fc04-4e8e-947a-1b3f218a5939 Dec 08 16:33:29.557398 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808b6d9-6413-4176-b0f1-f84bac7e01ee None None] The sync data for ids ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'] in n-d-820935-5 is: [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:33:25Z', 'revision_number': 3, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:29.597663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router e06d2480-736a-4c42-8a4a-9feaefb14382 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:33:29.602314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.636264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66527cc7-3bb3-460e-84e7-8297f17a11a1 None None] Pushing event updated for resources: {'Port': ['ID=05b459e8-0543-4b37-8525-ca53b7f5a568,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.651717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.673448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:29.674437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:29.708491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Allocated IP 172.20.0.1 (a5c3c076-c70b-4873-9acc-4c2491aef3e8/e93fc948-b6aa-4e47-8145-2dcad5fa4a4f/4eaec717-32eb-4bf5-ac96-9edee81414d8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:29.799067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4599948 Dec 08 16:33:29.803942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39186) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:29.819275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': '966c092b-fc04-4e8e-947a-1b3f218a5939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:29.851320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24cb703-2d6f-49da-bc2d-b1668d451b45 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=966c092b-fc04-4e8e-947a-1b3f218a5939,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:29.866778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 966c092b-fc04-4e8e-947a-1b3f218a5939 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:29.989259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:30.035675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e963027-e856-43b0-b2c6-ae61ad31324c req-c303b42f-a8b1-4eef-b473-10b7cfd582ed tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.055533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e963027-e856-43b0-b2c6-ae61ad31324c req-c303b42f-a8b1-4eef-b473-10b7cfd582ed tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.1583114 Dec 08 16:33:30.061716 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.065778 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3eeba6ef-5de8-49d0-a854-1aab2f11220c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6891637 Dec 08 16:33:30.079180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.131382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Sync routers for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:30.146226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4746364b-ddb9-4f88-a7b9-441b49673638 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=21a57f0714c047a5a06656c7b5658a26&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589998 Dec 08 16:33:30.172454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39192) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.183077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.195106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:30.199651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:30.232694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.290044 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.294807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:30.304890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.365199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:30.373032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:30.389036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:30.397689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b50967e-d760-4705-af49-0adaded3902e None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:30.462055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e963027-e856-43b0-b2c6-ae61ad31324c req-e95eb882-1f6e-4afb-8edf-761e1d722bad tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771844 Dec 08 16:33:30.480638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Pushing event updated for resources: {'Port': ['ID=4eaec717-32eb-4bf5-ac96-9edee81414d8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:30.520547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.522748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:30.526019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c25c3-761e-4800-b9b8-465353de910e tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:30.529153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1e4c25c3-761e-4800-b9b8-465353de910e tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3418922 Dec 08 16:33:30.531991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39196) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.577661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c8ee2d3f-7842-4ce9-b2bb-1e4d28c36cca tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443478 Dec 08 16:33:30.581510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39198) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:30.625252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1291573712', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:30.643818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bf5971c6-bb26-4533-8af5-d87f1cb7403a None None] Provisioning complete for port 4eaec717-32eb-4bf5-ac96-9edee81414d8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:30.645621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bf5971c6-bb26-4533-8af5-d87f1cb7403a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.758263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bf5971c6-bb26-4533-8af5-d87f1cb7403a None None] Port 4eaec717-32eb-4bf5-ac96-9edee81414d8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:30.818029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.917646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:30.922139 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.926803 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:30.936546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:27Z', 'revision_number': 3, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:30.972779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Checking router: e06d2480-736a-4c42-8a4a-9feaefb14382 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:30.973118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Updating router e06d2480-736a-4c42-8a4a-9feaefb14382 port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:31.010876 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.058354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=c5d6cd3d-861d-408a-963e-8850ddc6a89d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:31.058607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.065317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.080739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'bc988356-45aa-458f-ae39-85795054e756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '966c092b-fc04-4e8e-947a-1b3f218a5939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:31.081027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: 966c092b-fc04-4e8e-947a-1b3f218a5939, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:31.150642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network 966c092b-fc04-4e8e-947a-1b3f218a5939 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:31.193964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 966c092b-fc04-4e8e-947a-1b3f218a5939) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:31.204237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:31.205866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.223309 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.229307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2137aef-4e8a-4460-89f2-07291863c177 None None] Network 966c092b-fc04-4e8e-947a-1b3f218a5939 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:31.232308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Pushing event updated for resources: {'Port': ['ID=4eaec717-32eb-4bf5-ac96-9edee81414d8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:31.247174 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.260261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-073e33b5-4e36-4c6b-a951-565777ef9a04 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4526131 Dec 08 16:33:31.266319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39204) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:31.328297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 05b459e8-0543-4b37-8525-ca53b7f5a568 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:31.377935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Subnet': ['ID=766b5f57-baaf-45e6-a396-6d50c25cdea5,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:31.398436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Checking segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:31.398811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network hostable DHCP agents. Network: 73295edf-5600-400b-8891-5a77189ea4be, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:31.429072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 73295edf-5600-400b-8891-5a77189ea4be is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:31.449485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 73295edf-5600-400b-8891-5a77189ea4be) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:31.467261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c81aec-c06e-437f-8dde-62ed20c3a80f None None] Network 73295edf-5600-400b-8891-5a77189ea4be requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:31.473950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:31.475292 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.515338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:31.517579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6fc778b0-959d-45db-861d-db4c21ef20e4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9176815 Dec 08 16:33:31.519857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39212) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:31.520339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.522299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:31.598088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc8c356-911a-4efd-aa88-862b75ac3517 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:31.746414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 05b459e8-0543-4b37-8525-ca53b7f5a568 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:31.747016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.749116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e804e38-6190-4694-bb7b-99e773deaf33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-966c092b-fc04-4e8e-947a-1b3f218a5939', 'network_id': '966c092b-fc04-4e8e-947a-1b3f218a5939', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': 'c5d6cd3d-861d-408a-963e-8850ddc6a89d'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:31.750218 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e804e38-6190-4694-bb7b-99e773deaf33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.790912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-73295edf-5600-400b-8891-5a77189ea4be', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:31.791741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:31.802882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77dec1-4616-4c3c-81bc-1831b5e4347f req-f35b0a4d-b479-4079-9f44-2c9a6ecee24b tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:31.804732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e77dec1-4616-4c3c-81bc-1831b5e4347f req-f35b0a4d-b479-4079-9f44-2c9a6ecee24b tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.1295474 Dec 08 16:33:31.959275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e77dec1-4616-4c3c-81bc-1831b5e4347f req-5f832efd-98c7-4ded-89e8-fad4a7733d59 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379371 Dec 08 16:33:32.174493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.208693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c20d5614-2d71-46fc-a2a3-0a026340d7f4 None None] Provisioning complete for port 4eaec717-32eb-4bf5-ac96-9edee81414d8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:32.209439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c20d5614-2d71-46fc-a2a3-0a026340d7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.265600 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.267124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:32.280699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c20d5614-2d71-46fc-a2a3-0a026340d7f4 None None] Port 4eaec717-32eb-4bf5-ac96-9edee81414d8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:32.290180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.297056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.388945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.393867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d6cd3d-861d-408a-963e-8850ddc6a89d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:32.401247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.507075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.529179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e1497-577f-4ba2-a621-d1b7a2ca45f9 None None] Pushing event updated for resources: {'Port': ['ID=64dd9265-3924-40f6-be4b-86b4ea9eabc0,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:32.535687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.546556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['966c092b-fc04-4e8e-947a-1b3f218a5939']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:32.561829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc988356-45aa-458f-ae39-85795054e756') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:32.562082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc988356-45aa-458f-ae39-85795054e756') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:32.569700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:32.573490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.576397 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-77e69ab6-201d-4d58-bb4c-c0afac0a4f35 admin admin] 10.222.0.62 "PUT /v2.0/routers/6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4500070 Dec 08 16:33:32.578464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.582842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Sync routers for ids ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:32.595842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.607022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:32.607841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.611596 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Routers {'6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:32.612974 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:32.619556 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:32.643082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Attempting to bind port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:32.643370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Attempting to bind port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:32.643569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Attempting to bind port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:32.657066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14af5eb2-ac84-4e49-a1fa-7fd2b7322d5a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-7e804e38-6190-4694-bb7b-99e773deaf33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5d6cd3d-861d-408a-963e-8850ddc6a89d: This subnet is being modified by another concurrent operation. Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c5d6cd3d-861d-408a-963e-8850ddc6a89d: This subnet is being modified by another concurrent operation. Dec 08 16:33:32.677587 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:33:32.721322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:32.721733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:32.722143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.722548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:32.723056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Bound port: 64dd9265-3924-40f6-be4b-86b4ea9eabc0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:32.723476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.742949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253ed551-1f81-465a-9571-5480279222cd None None] Network 966c092b-fc04-4e8e-947a-1b3f218a5939 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:32.760850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.774747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:32.787178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/966c092b-fc04-4e8e-947a-1b3f218a5939 HTTP/1.1" status: 204 len: 168 time: 1.5171626 Dec 08 16:33:32.788495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39226) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:32.823045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1de190-7a17-4af4-ad8d-07a30a66aafd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=966c092b-fc04-4e8e-947a-1b3f218a5939,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:32.867125 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4a8435-c777-4b7a-9e01-a7603d0b9529 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] GET failed (client error): The resource could not be found. Dec 08 16:33:32.868483 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c4a8435-c777-4b7a-9e01-a7603d0b9529 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/subnets/c5d6cd3d-861d-408a-963e-8850ddc6a89d HTTP/1.1" status: 404 len: 337 time: 0.0791175 Dec 08 16:33:32.877361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:32.879114 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Set router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:32.899040 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2b6439-6b25-4082-ba99-214e706ac4d0 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:32.899553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2b6439-6b25-4082-ba99-214e706ac4d0 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:32.903983 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb2b6439-6b25-4082-ba99-214e706ac4d0 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/966c092b-fc04-4e8e-947a-1b3f218a5939 HTTP/1.1" status: 404 len: 339 time: 0.0255616 Dec 08 16:33:32.914354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39236) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:32.998688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e3268-e5f7-4c19-8b5b-f8244b49db1e req-57e0a808-7932-42bf-be4d-60a66b5fa666 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.000167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c84e3268-e5f7-4c19-8b5b-f8244b49db1e req-57e0a808-7932-42bf-be4d-60a66b5fa666 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.8457532 Dec 08 16:33:33.049639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f24c2a5c-81b1-4271-be96-b062fa199ee6 None None] Provisioning complete for port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:33.050183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f24c2a5c-81b1-4271-be96-b062fa199ee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.148581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c84e3268-e5f7-4c19-8b5b-f8244b49db1e req-473476e7-6c7f-4717-a144-4d8ad555c312 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337409 Dec 08 16:33:33.190861 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:33:30Z', 'revision_number': 4, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '4eaec717-32eb-4bf5-ac96-9edee81414d8', 'name': '', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'mac_address': 'fa:16:3e:c5:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:29Z', 'updated_at': '2021-12-08T16:33:30Z', 'revision_number': 2, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'subnets': [{'id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:33.240717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Allocated IP 172.20.0.2 (73295edf-5600-400b-8891-5a77189ea4be/766b5f57-baaf-45e6-a396-6d50c25cdea5/fcfdddec-e6d7-4b80-bf9a-5aa186144efb) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:33.250383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9f6cb9-8f24-41fd-a928-d979391bd24a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.252705 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db9f6cb9-8f24-41fd-a928-d979391bd24a tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3356185 Dec 08 16:33:33.255212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.255402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.256853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] For port 64dd9265-3924-40f6-be4b-86b4ea9eabc0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:33.260500 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Checking router: 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:33.260858 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Updating router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 port 4eaec717-32eb-4bf5-ac96-9edee81414d8 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:33.266353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] For port 64dd9265-3924-40f6-be4b-86b4ea9eabc0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=64dd9265-3924-40f6-be4b-86b4ea9eabc0,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:33.270794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f24c2a5c-81b1-4271-be96-b062fa199ee6 None None] Port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:33.275458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.307282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cfc5da4a-cfc9-4b0f-8aa9-62d5e853b291 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 207 time: 0.0504866 Dec 08 16:33:33.310739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.332889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e1497-577f-4ba2-a621-d1b7a2ca45f9 None None] Pushing event updated for resources: {'Port': ['ID=64dd9265-3924-40f6-be4b-86b4ea9eabc0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:33.338961 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.367601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bb92-8c95-4578-9fd6-ee4c748d6a0d req-177e162a-33f8-4a08-bd6a-03dc867012d1 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.369111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf22bb92-8c95-4578-9fd6-ee4c748d6a0d req-177e162a-33f8-4a08-bd6a-03dc867012d1 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.1220238 Dec 08 16:33:33.395764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a20399-4636-4153-ae22-be88db9cabe0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:33.410778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:33.411797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:33.470695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-4716cb6c-b44a-40c3-9adc-589a019e0a63 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.480169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-4716cb6c-b44a-40c3-9adc-589a019e0a63 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 819 time: 0.3507078 Dec 08 16:33:33.501303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-4afaff51-6197-465d-a0af-55ddd2a94ae3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/quotas/c19d51a1cc7943ff9dde7f6dfb126eb5 HTTP/1.1" status: 200 len: 375 time: 0.0190940 Dec 08 16:33:33.562415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf22bb92-8c95-4578-9fd6-ee4c748d6a0d req-e82cf33f-ab6a-4e4c-b3d0-ee505d287a56 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677139 Dec 08 16:33:33.579520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-00a0573e-f96d-4238-bea6-f677c5303647 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0767782 Dec 08 16:33:33.635469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e9ab3f7e-0728-4164-a071-d2dc7a2c0b28 None None] Provisioning complete for port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:33.635854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3f7e-0728-4164-a071-d2dc7a2c0b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.680487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7c36c-392b-4601-80ce-e073869d87d3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.692040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7c36c-392b-4601-80ce-e073869d87d3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.710772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7c36c-392b-4601-80ce-e073869d87d3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.718800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-f79e55e1-1aca-40a6-b022-e8769b199790 service neutron] 10.222.0.62 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377826 Dec 08 16:33:33.727285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c7c36c-392b-4601-80ce-e073869d87d3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:33.734343 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c8c7c36c-392b-4601-80ce-e073869d87d3 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4224627 Dec 08 16:33:33.737426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39258) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:33.819675 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.855030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:33.924770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.20.0.1 (73295edf-5600-400b-8891-5a77189ea4be/766b5f57-baaf-45e6-a396-6d50c25cdea5/e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:33.933056 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.949538 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:33.986305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.037860 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470b67-8fec-4ad7-9fd5-4f3814aa4901 None None] Pushing event updated for resources: {'Port': ['ID=4eaec717-32eb-4bf5-ac96-9edee81414d8,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:34.108021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ccca5-d399-4e77-8b4e-aa84204791cc None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:34.151418 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Attempting to bind port 4eaec717-32eb-4bf5-ac96-9edee81414d8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:34.151795 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Attempting to bind port 4eaec717-32eb-4bf5-ac96-9edee81414d8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:34.152247 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Attempting to bind port 4eaec717-32eb-4bf5-ac96-9edee81414d8 on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:34.159380 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:34.159749 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Checking segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:34.160455 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.160853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Bound using segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:34.161336 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Bound port: 4eaec717-32eb-4bf5-ac96-9edee81414d8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:34.161915 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.167665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Network 73295edf-5600-400b-8891-5a77189ea4be is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:34.176873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3f7e-0728-4164-a071-d2dc7a2c0b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.182782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:34.186389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:34.190430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Pushing event updated for resources: {'Port': ['ID=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:34.267539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e9ab3f7e-0728-4164-a071-d2dc7a2c0b28 None None] For port 64dd9265-3924-40f6-be4b-86b4ea9eabc0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=64dd9265-3924-40f6-be4b-86b4ea9eabc0,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:34.283368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9ab3f7e-0728-4164-a071-d2dc7a2c0b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.348519 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] For port 4eaec717-32eb-4bf5-ac96-9edee81414d8, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:34.352881 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] For port 4eaec717-32eb-4bf5-ac96-9edee81414d8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4eaec717-32eb-4bf5-ac96-9edee81414d8,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:34.359735 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.387041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Attempting to bind port fcfdddec-e6d7-4b80-bf9a-5aa186144efb on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:34.387429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Attempting to bind port fcfdddec-e6d7-4b80-bf9a-5aa186144efb by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:34.387773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Attempting to bind port fcfdddec-e6d7-4b80-bf9a-5aa186144efb on network 73295edf-5600-400b-8891-5a77189ea4be {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:34.404422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:34.404422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Checking segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:34.404758 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.404936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Bound using segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:34.405431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Bound port: fcfdddec-e6d7-4b80-bf9a-5aa186144efb, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:34.405838 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.416828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3232d474-3315-4c6b-b869-fcbfb22c8317 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:34.425987 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Routers {'6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:34.426619 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:34.460829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab3f7e-0728-4164-a071-d2dc7a2c0b28 None None] Pushing event updated for resources: {'Port': ['ID=64dd9265-3924-40f6-be4b-86b4ea9eabc0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:34.468013 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac470b67-8fec-4ad7-9fd5-4f3814aa4901 None None] Pushing event updated for resources: {'Port': ['ID=4eaec717-32eb-4bf5-ac96-9edee81414d8,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:34.490229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-08013175-d82b-42cc-b800-df49013a3d1e None None] Provisioning complete for port 4eaec717-32eb-4bf5-ac96-9edee81414d8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:34.490606 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08013175-d82b-42cc-b800-df49013a3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.551279 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] Set router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:34.573259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:27Z', 'revision_number': 3, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:34.607551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] For port fcfdddec-e6d7-4b80-bf9a-5aa186144efb, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:34.611542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb039f7e-b641-4ac1-aff3-4a7afcd1fc73 None None] The sync data for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 is: [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:27Z', 'revision_number': 3, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:34.623755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] For port fcfdddec-e6d7-4b80-bf9a-5aa186144efb, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:34.630699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.704845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4b8ae-9d24-4da4-b869-d181447c5dab req-f281a27a-6d91-4fe0-9409-b3daf24599b3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:34.706727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cd4b8ae-9d24-4da4-b869-d181447c5dab req-f281a27a-6d91-4fe0-9409-b3daf24599b3 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.2922952 Dec 08 16:33:34.723596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08013175-d82b-42cc-b800-df49013a3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.760975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd25c0c-0a5c-4ec1-8e8c-54789c2d7c79 None None] Pushing event updated for resources: {'Port': ['ID=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:34.799185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-08013175-d82b-42cc-b800-df49013a3d1e None None] For port 4eaec717-32eb-4bf5-ac96-9edee81414d8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4eaec717-32eb-4bf5-ac96-9edee81414d8,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:34.807262 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08013175-d82b-42cc-b800-df49013a3d1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.807996 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5adea881-3709-4286-a897-62f62ed32521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:33:30Z', 'revision_number': 4, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '4eaec717-32eb-4bf5-ac96-9edee81414d8', 'name': '', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'mac_address': 'fa:16:3e:c5:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:29Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'subnets': [{'id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:34.819062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.846257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-c00e2797-acae-481c-bcc5-3ac56c5c63f8 service neutron] 10.222.0.62 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1129475 Dec 08 16:33:34.856008 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adea881-3709-4286-a897-62f62ed32521 None None] The sync data for ids ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'] in n-d-820935-5 is: [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:33:30Z', 'revision_number': 4, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '4eaec717-32eb-4bf5-ac96-9edee81414d8', 'name': '', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'mac_address': 'fa:16:3e:c5:a5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:29Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'subnets': [{'id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:34.869413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-898f36c6-c1a7-447b-9f94-8e5f7c0defa4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 1.1288800 Dec 08 16:33:34.875011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:34.925781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08013175-d82b-42cc-b800-df49013a3d1e None None] Pushing event updated for resources: {'Port': ['ID=4eaec717-32eb-4bf5-ac96-9edee81414d8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:34.975125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-19e5f496-8958-4187-bd5a-5a00c6545868 None None] Provisioning complete for port 4eaec717-32eb-4bf5-ac96-9edee81414d8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:34.976812 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19e5f496-8958-4187-bd5a-5a00c6545868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:34.977194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cd4b8ae-9d24-4da4-b869-d181447c5dab req-de2d2d14-a252-484e-bc34-03e187c515d4 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405043 Dec 08 16:33:35.136011 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.303685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb642e53-85fd-452d-a779-6e7841cddb9f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.306001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb642e53-85fd-452d-a779-6e7841cddb9f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.308595 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb642e53-85fd-452d-a779-6e7841cddb9f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.4310439 Dec 08 16:33:35.326253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39274) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:35.347081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:35.391852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15663a-8c95-4154-abe9-1339d2283366 req-500dec7a-56b8-472b-829e-1cee8a460063 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.395951 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac15663a-8c95-4154-abe9-1339d2283366 req-500dec7a-56b8-472b-829e-1cee8a460063 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1096 time: 0.1259792 Dec 08 16:33:35.452177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2386c63c-990d-4e11-817a-dbeb912d8210 req-0908233b-f4e2-43cc-a977-a2e2d8f1150a tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 210 time: 0.2108610 Dec 08 16:33:35.578686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 73295edf-5600-400b-8891-5a77189ea4be is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:35.587213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:35.602202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:35.704288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 64dd9265-3924-40f6-be4b-86b4ea9eabc0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:35.759643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Deleting port 92199be0-31d7-4ff7-9af5-1f173b32098e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:35.760016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:35.843947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a2dd8-82c9-4c3a-ac24-a345a8743b9c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.845810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48a2dd8-82c9-4c3a-ac24-a345a8743b9c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:35.847523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f48a2dd8-82c9-4c3a-ac24-a345a8743b9c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.5096343 Dec 08 16:33:35.884781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39296) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:36.062261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] For port 92199be0-31d7-4ff7-9af5-1f173b32098e, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=92199be0-31d7-4ff7-9af5-1f173b32098e,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:36.065719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.072305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644705bf-31ae-4db5-94c9-d1968633e0f5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:36.077978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-644705bf-31ae-4db5-94c9-d1968633e0f5 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks/427d6153-3ca0-4582-a957-b3c05eaa827e HTTP/1.1" status: 200 len: 800 time: 0.1892734 Dec 08 16:33:36.095401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39304) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:36.116918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.130286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Calling delete_port for 92199be0-31d7-4ff7-9af5-1f173b32098e owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:36.332793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:36.333164 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.407105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.427719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['92199be0-31d7-4ff7-9af5-1f173b32098e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:36.510600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e06f2c81-7f73-4e9c-9fa1-6f05da8c0233'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:36.570153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] No DVR routers for this DVR port 92199be0-31d7-4ff7-9af5-1f173b32098e on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:36.579432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:36.598304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ac15663a-8c95-4154-abe9-1339d2283366 req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.58 "DELETE /v2.0/ports/92199be0-31d7-4ff7-9af5-1f173b32098e HTTP/1.1" status: 204 len: 173 time: 1.1940813 Dec 08 16:33:36.600213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c37f41-c635-436d-9662-28b43cf86c2a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Pushing event deleted for resources: {'Port': ['ID=92199be0-31d7-4ff7-9af5-1f173b32098e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:36.609636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692e20d8-6557-4c20-be2d-381120b36e84', 'name': 'network-vif-deleted', 'tag': '92199be0-31d7-4ff7-9af5-1f173b32098e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:36.618285 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e27ce-1de7-4259-b617-8b39ea935a37" -d '{"events": [{"server_uuid": "692e20d8-6557-4c20-be2d-381120b36e84", "name": "network-vif-deleted", "tag": "92199be0-31d7-4ff7-9af5-1f173b32098e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:36.729250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-d2524c42-f5f2-44dd-b53f-4f8364ca09ab tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:36.734570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-d2524c42-f5f2-44dd-b53f-4f8364ca09ab tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 819 time: 0.9816654 Dec 08 16:33:36.843913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43f64e-c000-48b9-9035-d231d3de271e None None] Network 73295edf-5600-400b-8891-5a77189ea4be requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:36.938143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d408952-ef75-4023-b5f6-88e7fb28cc28 req-1f93816b-6fb5-44f8-9806-cfc24e868c2d tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:36.940408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d408952-ef75-4023-b5f6-88e7fb28cc28 req-1f93816b-6fb5-44f8-9806-cfc24e868c2d tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=692e20d8-6557-4c20-be2d-381120b36e84 HTTP/1.1" status: 200 len: 1018 time: 0.8392658 Dec 08 16:33:36.950624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4eaec717-32eb-4bf5-ac96-9edee81414d8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:36.972293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-c83ae5b0-a37b-43f8-8358-d4824399aae0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/quotas/c19d51a1cc7943ff9dde7f6dfb126eb5 HTTP/1.1" status: 200 len: 375 time: 0.0655339 Dec 08 16:33:36.980404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0d368d88-3ca5-46e5-ad6e-7f3865ceb108 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/networks/427d6153-3ca0-4582-a957-b3c05eaa827e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8803370 Dec 08 16:33:36.986227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39312) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:37.030149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.098106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1766d874-6329-4f76-83ed-34fc4ff0e215 None None] Provisioning complete for port fcfdddec-e6d7-4b80-bf9a-5aa186144efb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:37.098106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1766d874-6329-4f76-83ed-34fc4ff0e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.143263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-7d155a41-095a-465e-894f-14c90133e6a1 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486971 Dec 08 16:33:37.148666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d408952-ef75-4023-b5f6-88e7fb28cc28 req-de341711-0e5f-4d8f-bfed-9770e20701a8 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808877 Dec 08 16:33:37.230445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd091c-6140-48eb-9f0f-26a3aa493be2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:37.239188 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cdcd091c-6140-48eb-9f0f-26a3aa493be2 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/subnets/5edddb6c-cc78-4d63-b88f-3a26cae35210 HTTP/1.1" status: 200 len: 811 time: 0.2518051 Dec 08 16:33:37.242189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39314) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:37.377606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4eaec717-32eb-4bf5-ac96-9edee81414d8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:37.378907 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.445013 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad7866d-f3c8-4716-8e7a-4139a4878f01 x-openstack-request-id: req-aad7866d-f3c8-4716-8e7a-4139a4878f01 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:37.445310 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692e20d8-6557-4c20-be2d-381120b36e84", "name": "network-vif-deleted", "tag": "92199be0-31d7-4ff7-9af5-1f173b32098e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:37.445567 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aad7866d-f3c8-4716-8e7a-4139a4878f01 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:37.448622 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692e20d8-6557-4c20-be2d-381120b36e84', 'name': 'network-vif-deleted', 'tag': '92199be0-31d7-4ff7-9af5-1f173b32098e', 'status': 'completed', 'code': 200} Dec 08 16:33:37.459370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-e21c8835-90fe-4849-a4d0-4aadacc8107a service neutron] 10.222.0.62 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014460 Dec 08 16:33:37.475309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51a248d-6cea-4ed6-9018-a8700e05086f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:37.484778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:33:37.495885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f51a248d-6cea-4ed6-9018-a8700e05086f tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "GET /v2.0/subnets/5edddb6c-cc78-4d63-b88f-3a26cae35210?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2524865 Dec 08 16:33:37.500094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39316) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:37.515158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1964344744'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:37.561632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-e97720fa-9822-4b9e-a859-cf425725ddf2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:37.566169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-e97720fa-9822-4b9e-a859-cf425725ddf2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 819 time: 0.4663544 Dec 08 16:33:37.579275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Request body: {'port': {'device_id': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'admin_state_up': True, 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:37.585419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:37.588886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.627422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1766d874-6329-4f76-83ed-34fc4ff0e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.712953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcfdddec-e6d7-4b80-bf9a-5aa186144efb up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:37.757252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:37.774143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.774498 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Added segment bffcfa9a-9946-4201-948f-56f40953c454 of type vlan for network c591162e-2b27-4238-9cb1-6fa6984dfb7b Dec 08 16:33:37.813844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1766d874-6329-4f76-83ed-34fc4ff0e215 None None] For port fcfdddec-e6d7-4b80-bf9a-5aa186144efb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:37.829763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.830043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-d89b1e97-2fc7-42f5-b94b-8be5cb369413 service neutron] 10.222.0.62 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3550253 Dec 08 16:33:37.841407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Made reservation on behalf of c19d51a1cc7943ff9dde7f6dfb126eb5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:37.846262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.856270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1766d874-6329-4f76-83ed-34fc4ff0e215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:37.991526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fcfdddec-e6d7-4b80-bf9a-5aa186144efb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:37.993883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.017314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.029558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.046300 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.071237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:38.071997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.117230 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.151107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1766d874-6329-4f76-83ed-34fc4ff0e215 None None] Pushing event updated for resources: {'Port': ['ID=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.166387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eeb3b100-1eff-4969-ac75-5fc0061fc064 None None] Provisioning complete for port fcfdddec-e6d7-4b80-bf9a-5aa186144efb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:38.167001 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b100-1eff-4969-ac75-5fc0061fc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.216087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7118185 Dec 08 16:33:38.221001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ffcaac-451e-4189-b4ea-f7e34d5f5df5 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:33:38.244892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:38.253555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:38.286257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61edfc-52bb-4d53-bc9d-7ad31f75aa23 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Network': ['ID=c591162e-2b27-4238-9cb1-6fa6984dfb7b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.354357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b381ca82-3a68-4274-aff1-4b187bf6ef45 req-1335c3dd-6608-48d3-8855-b2a2aa3f748b tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 210 time: 0.1254017 Dec 08 16:33:38.399403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:38.412130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Allocated IP 172.20.0.14 (a5c3c076-c70b-4873-9acc-4c2491aef3e8/e93fc948-b6aa-4e47-8145-2dcad5fa4a4f/36925fee-c538-42bd-a429-9b9e45ebf7ac) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:38.488161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Made reservation on behalf of e5687d93880640bdb5936db3df2dbda6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:38.506773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.577262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:38.584054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ffcaac-451e-4189-b4ea-f7e34d5f5df5 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:33:38.585707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-70a35b3d-3f64-4f04-ac3d-89a58772f6d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1750567 Dec 08 16:33:38.642840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 73295edf-5600-400b-8891-5a77189ea4be is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:38.644776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:38.945895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router e06d2480-736a-4c42-8a4a-9feaefb14382 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:38.946095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Performing IP validity checks on allocation pools {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:33:38.946555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:33:38.956631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:38.979629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcfdddec-e6d7-4b80-bf9a-5aa186144efb up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:39.054203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.083727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-eeb3b100-1eff-4969-ac75-5fc0061fc064 None None] Provisioning complete for port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:39.084214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-eeb3b100-1eff-4969-ac75-5fc0061fc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.088857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.090874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.091642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.098567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.099126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.099893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.100366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.103176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-60148850-4bcd-44b8-83da-5f34fbe73cb6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.1928766 Dec 08 16:33:39.117378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71319319-0c03-444b-a4ec-e2c74358b8e6 req-f73741a6-e046-4bb1-bd91-3f6eb4654fbf tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.125245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71319319-0c03-444b-a4ec-e2c74358b8e6 req-f73741a6-e046-4bb1-bd91-3f6eb4654fbf tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.2037079 Dec 08 16:33:39.137638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:39.146225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:39.151895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:39.206115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.206765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.239817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Pushing event updated for resources: {'Port': ['ID=36925fee-c538-42bd-a429-9b9e45ebf7ac,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:39.273711 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d038f1dc-3109-4dba-ac26-af1c334227fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6993866 Dec 08 16:33:39.304720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Request body: {'port': {'device_id': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:39.307783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fcfdddec-e6d7-4b80-bf9a-5aa186144efb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:39.308163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.309908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-eeb3b100-1eff-4969-ac75-5fc0061fc064 None None] Port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:39.354927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155cf43-3707-418a-a7b9-01b1edeafaac None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:39.364322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:39.367707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.385998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Sync routers for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:39.437574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9786fea-2f3e-4081-a190-d6092accb62d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "PUT /v2.0/routers/e06d2480-736a-4c42-8a4a-9feaefb14382/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9163189 Dec 08 16:33:39.446693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71319319-0c03-444b-a4ec-e2c74358b8e6 req-c53c8c97-d4a7-41dc-a1b3-da83d99cfbe6 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135476 Dec 08 16:33:39.449175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:39.469421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:39.470387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:39.497837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=1511576f-8e89-4b35-8e37-b0288cef743b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:39.519154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.541441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Checking segment: {'id': 'bffcfa9a-9946-4201-948f-56f40953c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:39.542003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network hostable DHCP agents. Network: c591162e-2b27-4238-9cb1-6fa6984dfb7b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:39.635189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:39.658013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c591162e-2b27-4238-9cb1-6fa6984dfb7b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:39.666779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.668010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.676858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:39.716102 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa64e25a-1f2d-4493-8416-6992f390c833 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4679732 Dec 08 16:33:39.719959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39348) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:39.744320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:39.748798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-415891d4-8a1d-44c0-af05-5235168ca9cc req-05af6bf3-d4c7-42fd-a68b-d14daba990ad tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 210 time: 0.1964853 Dec 08 16:33:39.776372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d43e97e9-0603-4b2b-b4af-e1b95e1fc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.776844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d43e97e9-0603-4b2b-b4af-e1b95e1fc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.777425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d43e97e9-0603-4b2b-b4af-e1b95e1fc3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.784736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6babe1-5ac1-47e8-bca4-c99972185294 None None] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:39.787306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d43e97e9-0603-4b2b-b4af-e1b95e1fc3f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=22639240-6bc0-436f-afbb-3486efd007a3&id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 2296 time: 0.6128299 Dec 08 16:33:39.790427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-86c00b61-e185-4740-8128-8c2e58159bda None None] Provisioning complete for port 36925fee-c538-42bd-a429-9b9e45ebf7ac triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:39.791017 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86c00b61-e185-4740-8128-8c2e58159bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:39.966610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-6de3a78b-d83f-43c2-927f-cff39fd2d7bd tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:39.968752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-6de3a78b-d83f-43c2-927f-cff39fd2d7bd tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 819 time: 0.1532114 Dec 08 16:33:40.026156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Request body: {'port': {'device_id': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'admin_state_up': True, 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:40.150464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 92199be0-31d7-4ff7-9af5-1f173b32098e no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:40.195706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 92199be0-31d7-4ff7-9af5-1f173b32098e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:40.196052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 92199be0-31d7-4ff7-9af5-1f173b32098e not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:40.257740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-86c00b61-e185-4740-8128-8c2e58159bda None None] Port 36925fee-c538-42bd-a429-9b9e45ebf7ac cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:40.305238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-86c00b61-e185-4740-8128-8c2e58159bda None None] Provisioning complete for port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:40.305522 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86c00b61-e185-4740-8128-8c2e58159bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.447866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-c591162e-2b27-4238-9cb1-6fa6984dfb7b', 'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b', 'project_id': 'e5687d93880640bdb5936db3df2dbda6', 'fixed_ips': [{'subnet_id': '1511576f-8e89-4b35-8e37-b0288cef743b'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:40.448759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.525114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-86c00b61-e185-4740-8128-8c2e58159bda None None] Port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:40.680052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59449013'] for subnet, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.716652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:37Z', 'revision_number': 2, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:40.777930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Checking router: e06d2480-736a-4c42-8a4a-9feaefb14382 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:40.778294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Updating router e06d2480-736a-4c42-8a4a-9feaefb14382 port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:33:40.824331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Made reservation on behalf of c19d51a1cc7943ff9dde7f6dfb126eb5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:40.829392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.837055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-482266c9-a008-4090-b940-32fd7f05f528 None None] Provisioning complete for port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:40.837438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-482266c9-a008-4090-b940-32fd7f05f528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.841072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Allocated IP 172.20.0.3 (c591162e-2b27-4238-9cb1-6fa6984dfb7b/1511576f-8e89-4b35-8e37-b0288cef743b/26fbbe3b-a741-499a-b96a-97e33bc20c84) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:40.850904 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-80c7495e-0577-4952-b27c-e0ee99585fd5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 1002 time: 1.0483532 Dec 08 16:33:40.920628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:40.944812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-f8f4d7cb-4f9c-4300-bee6-74b7c08dd3c5 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.946518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-f8f4d7cb-4f9c-4300-bee6-74b7c08dd3c5 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.9501188 Dec 08 16:33:40.953494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.954002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.954457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.954906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.955497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.955952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.956394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.956830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.957265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.958068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.958510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.958946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.959383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.960033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:40.966150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9c2a0c4d-be76-46da-8fcc-a699ade5e3d3 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9815 time: 1.5025952 Dec 08 16:33:40.969719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:41.006244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-6daf2d80-f5d1-4bf5-a8cb-0dcea3c2fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.007721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-6daf2d80-f5d1-4bf5-a8cb-0dcea3c2fd89 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 200 len: 855 time: 0.1481881 Dec 08 16:33:41.044901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-482266c9-a008-4090-b940-32fd7f05f528 None None] Port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:41.122852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad70bde4-8562-4734-93b6-67e6348958c8 req-51668020-5077-4cf2-bfbf-33b92c74532a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.130719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad70bde4-8562-4734-93b6-67e6348958c8 req-51668020-5077-4cf2-bfbf-33b92c74532a tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.5028803 Dec 08 16:33:41.156531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07397870-5947-4509-be1e-16ed70cbf1d0 req-91e2809f-6277-4c48-b0da-1efbfc4f6d1f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 210 time: 0.2077084 Dec 08 16:33:41.262437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-be7e9bd6-ac79-49fc-810b-4be9e1875386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.264726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-be7e9bd6-ac79-49fc-810b-4be9e1875386 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d591784-736c-42e5-b1b6-fb316b2cd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2459881 Dec 08 16:33:41.289895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.290902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.291347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.291788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.293995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.296890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.297470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.298843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.299362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.299738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.300979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad70bde4-8562-4734-93b6-67e6348958c8 req-9a81fd7f-e2f1-4c1a-b7a9-30d9981ae134 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691198 Dec 08 16:33:41.312696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.313256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.313521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.313682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.314162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.331354 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6ae1e752-cb85-4b23-88d8-55e6fb285c66 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8375 time: 0.3579218 Dec 08 16:33:41.458379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-66bfb387-db97-4e12-b4dc-6e3a687be236 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845691 Dec 08 16:33:41.458861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39362) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:41.463605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Pushing event updated for resources: {'Port': ['ID=26fbbe3b-a741-499a-b96a-97e33bc20c84,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:41.537152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36925fee-c538-42bd-a429-9b9e45ebf7ac {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:41.547550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:41.553628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.559704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:41.567152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:41.595179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Transition to ACTIVE for port object 36925fee-c538-42bd-a429-9b9e45ebf7ac will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:33:41.633754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.688944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Attempting to bind port 26fbbe3b-a741-499a-b96a-97e33bc20c84 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:41.689618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Attempting to bind port 26fbbe3b-a741-499a-b96a-97e33bc20c84 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bffcfa9a-9946-4201-948f-56f40953c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:41.690206 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Attempting to bind port 26fbbe3b-a741-499a-b96a-97e33bc20c84 on network c591162e-2b27-4238-9cb1-6fa6984dfb7b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:41.697978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:41.698648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Checking segment: {'id': 'bffcfa9a-9946-4201-948f-56f40953c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:41.700402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.701143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Bound using segment: {'id': 'bffcfa9a-9946-4201-948f-56f40953c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:41.701830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Bound port: 26fbbe3b-a741-499a-b96a-97e33bc20c84, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bffcfa9a-9946-4201-948f-56f40953c454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'c591162e-2b27-4238-9cb1-6fa6984dfb7b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:41.702389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.735646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784455893791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58881963'] for subnet, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.739371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f3d15e-035e-4c0e-bc53-1b3f8681d0f9 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:41.787655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-77551681-12c5-44d9-96e4-8de511e08703 service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176527 Dec 08 16:33:41.798260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.811219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event updated for resources: {'Subnet': ['ID=1511576f-8e89-4b35-8e37-b0288cef743b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:41.817733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Allocated IP 172.20.0.9 (a5c3c076-c70b-4873-9acc-4c2491aef3e8/e93fc948-b6aa-4e47-8145-2dcad5fa4a4f/464802ea-7b60-4897-8ee3-efdd4005b9b2) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:41.823123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=36925fee-c538-42bd-a429-9b9e45ebf7ac,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:41.858183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.864112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Deleting port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:41.864671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.883693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:41.884298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:41.889427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6c3b05cc-ef92-455c-b955-21be61393c73 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "PUT /v2.0/subnets/1511576f-8e89-4b35-8e37-b0288cef743b HTTP/1.1" status: 200 len: 877 time: 2.1569910 Dec 08 16:33:41.910446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39366) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:41.948655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944efcdb-ffac-40a8-b7a1-2dbeed2b56f4 None None] Pushing event updated for resources: {'Port': ['ID=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:41.993050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Attempting to bind port 36925fee-c538-42bd-a429-9b9e45ebf7ac on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:41.993403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Attempting to bind port 36925fee-c538-42bd-a429-9b9e45ebf7ac by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:41.993709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Attempting to bind port 36925fee-c538-42bd-a429-9b9e45ebf7ac on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:42.034736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] For port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:42.035140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.041109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Port 36925fee-c538-42bd-a429-9b9e45ebf7ac on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:33:42.041424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Attempting to bind port 36925fee-c538-42bd-a429-9b9e45ebf7ac on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:42.046854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] For port 26fbbe3b-a741-499a-b96a-97e33bc20c84, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:42.057942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Calling delete_port for e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:42.096672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] For port 26fbbe3b-a741-499a-b96a-97e33bc20c84, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=26fbbe3b-a741-499a-b96a-97e33bc20c84,segment=NetworkSegment(bffcfa9a-9946-4201-948f-56f40953c454),segment_id=bffcfa9a-9946-4201-948f-56f40953c454)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:42.097912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Attempting to bind port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:42.098451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Attempting to bind port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:42.098818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Attempting to bind port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc on network 73295edf-5600-400b-8891-5a77189ea4be {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:42.105365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.140835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:42.141418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Checking segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:42.141959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.142356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Bound using segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:42.142849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Bound port: e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:42.143228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.167101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.196744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-e33fa12a-c156-401e-a374-1241e08e7323 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 217 time: 0.3965626 Dec 08 16:33:42.223684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] For port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:42.228150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] For port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:42.240395 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.314848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf827-448a-44ea-a6cb-bb3afb5fafc4 None None] Pushing event updated for resources: {'Port': ['ID=26fbbe3b-a741-499a-b96a-97e33bc20c84,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.318574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:42.320259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:42.378219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:42.381069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Checking segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:42.381688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Bound using segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:42.383128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Bound port: 36925fee-c538-42bd-a429-9b9e45ebf7ac, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:42.385173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.581396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7f0f5294-6d1b-4dea-850a-545042a2b393 None None] Provisioning complete for port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:42.585898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5294-6d1b-4dea-850a-545042a2b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.599671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ece8ee5-d588-4efe-90d0-fe65d18b0a94 req-66b5c2ab-5081-4163-b7dd-54c35d9edbe1 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 210 time: 0.1389544 Dec 08 16:33:42.657019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] For port 36925fee-c538-42bd-a429-9b9e45ebf7ac, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:42.667139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] For port 36925fee-c538-42bd-a429-9b9e45ebf7ac, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:42.670567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d1804a24-3adb-454c-a678-d48f96fec02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:42.672782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d1804a24-3adb-454c-a678-d48f96fec02e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.4525454 Dec 08 16:33:42.702935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.744990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944efcdb-ffac-40a8-b7a1-2dbeed2b56f4 None None] Pushing event updated for resources: {'Port': ['ID=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:42.745315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.754654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.800458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:42.886810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab21b3-55ea-4704-acf0-abfe487a74eb req-1fc16798-2acf-48c1-b029-4fd6548300f9 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:42.897472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18ab21b3-55ea-4704-acf0-abfe487a74eb req-1fc16798-2acf-48c1-b029-4fd6548300f9 tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 1096 time: 0.4088516 Dec 08 16:33:42.907856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:42.908487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:42.914699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b09918-5eff-4ed1-ab42-7645ed426733 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:42.916364 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] 10.222.0.58 "PUT /v2.0/ports/36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 1092 time: 3.6233156 Dec 08 16:33:42.921497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'tag': '36925fee-c538-42bd-a429-9b9e45ebf7ac'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:42.922383 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-359cf8b3-c15d-4b94-89b9-060a79c958fa" -d '{"events": [{"name": "network-changed", "server_uuid": "ac685fba-48bf-49c6-b52f-2f0fef128a75", "tag": "36925fee-c538-42bd-a429-9b9e45ebf7ac"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:42.996018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting port 26fbbe3b-a741-499a-b96a-97e33bc20c84 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:42.998332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.078517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:43.088105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:43.160437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.174774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-0a3c2d6a-ad8d-4724-af3a-16fe764d3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:43.176656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-0a3c2d6a-ad8d-4724-af3a-16fe764d3a0a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4150558 Dec 08 16:33:43.187690 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e189883-fc5d-4e49-8de3-361a92991f30 x-openstack-request-id: req-5e189883-fc5d-4e49-8de3-361a92991f30 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:43.188067 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac685fba-48bf-49c6-b52f-2f0fef128a75", "tag": "36925fee-c538-42bd-a429-9b9e45ebf7ac", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:43.188327 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e189883-fc5d-4e49-8de3-361a92991f30 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:43.188740 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'tag': '36925fee-c538-42bd-a429-9b9e45ebf7ac', 'status': 'completed', 'code': 200} Dec 08 16:33:43.190090 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:43.190401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a07566-8c83-4068-b05d-026f61e21822 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:43.204440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18ab21b3-55ea-4704-acf0-abfe487a74eb req-4b9ad93f-9cc6-49bb-8ca2-959c03c2052d tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=8b0ff0b7-0b83-471b-8a9e-3946b257e280&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637992 Dec 08 16:33:43.210559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5294-6d1b-4dea-850a-545042a2b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.261308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:43.271680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Pushing event deleted for resources: {'Port': ['ID=e06f2c81-7f73-4e9c-9fa1-6f05da8c0233,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:43.288410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09287758-ca28-4eec-9c3f-90eb4760eff5 service neutron] Pushing event updated for resources: {'Port': ['ID=36925fee-c538-42bd-a429-9b9e45ebf7ac,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:43.314251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:43.315040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:43.346307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7f0f5294-6d1b-4dea-850a-545042a2b393 None None] For port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:43.353593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f0f5294-6d1b-4dea-850a-545042a2b393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.356400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:43.357089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.382251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.382632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.382939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.383279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.383613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.383947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.384273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.384599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.384922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.385240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.385563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.385910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.386424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:33:43.393353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] No DVR routers for this DVR port e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:43.403443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.407818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d3db157-d1c3-460c-9fdb-a8e6529c3be8 req-6535e05d-bf2d-4ecc-a997-20174b74a8ba tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.86 "DELETE /v2.0/ports/e06f2c81-7f73-4e9c-9fa1-6f05da8c0233 HTTP/1.1" status: 204 len: 173 time: 2.4438097 Dec 08 16:33:43.408718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'name': 'network-vif-deleted', 'tag': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:43.411830 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b6a7e0-9eb7-4b25-bf21-cd3c09073862" -d '{"events": [{"server_uuid": "a88c78a4-2065-49e9-946e-4ce23c09b51c", "name": "network-vif-deleted", "tag": "e06f2c81-7f73-4e9c-9fa1-6f05da8c0233"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:43.422584 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4029717 Dec 08 16:33:43.430456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f978eaba-02a3-41a3-a139-0a7025bc030d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Pushing event updated for resources: {'Port': ['ID=464802ea-7b60-4897-8ee3-efdd4005b9b2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:43.446626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61b762d1-7aaf-44a8-a332-add9c1b71f88 tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 1.9832232 Dec 08 16:33:43.461517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Request body: {'port': {'device_id': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:43.476028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] For port 26fbbe3b-a741-499a-b96a-97e33bc20c84, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=26fbbe3b-a741-499a-b96a-97e33bc20c84,segment=NetworkSegment(bffcfa9a-9946-4201-948f-56f40953c454),segment_id=bffcfa9a-9946-4201-948f-56f40953c454)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:43.476571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.482320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-7ca7fd82-fccd-40d3-a6c9-e91591a0905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:43.484373 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-7ca7fd82-fccd-40d3-a6c9-e91591a0905e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1095 time: 0.4629562 Dec 08 16:33:43.518110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f5294-6d1b-4dea-850a-545042a2b393 None None] Pushing event updated for resources: {'Port': ['ID=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:43.534485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Calling delete_port for 26fbbe3b-a741-499a-b96a-97e33bc20c84 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:43.544602 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff63b3f6-addd-4e13-88c0-74eaa7ecb300 x-openstack-request-id: req-ff63b3f6-addd-4e13-88c0-74eaa7ecb300 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:43.544925 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a88c78a4-2065-49e9-946e-4ce23c09b51c", "name": "network-vif-deleted", "tag": "e06f2c81-7f73-4e9c-9fa1-6f05da8c0233", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:43.545156 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ff63b3f6-addd-4e13-88c0-74eaa7ecb300 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:43.545561 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a88c78a4-2065-49e9-946e-4ce23c09b51c', 'name': 'network-vif-deleted', 'tag': 'e06f2c81-7f73-4e9c-9fa1-6f05da8c0233', 'status': 'completed', 'code': 200} Dec 08 16:33:43.556131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-19d2cf69-3a6e-4529-9a57-5b834d3031c7 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550913 Dec 08 16:33:43.559043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4d22efca-61d8-4b13-b28c-eb8734955c77 None None] Provisioning complete for port 464802ea-7b60-4897-8ee3-efdd4005b9b2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:43.559506 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d22efca-61d8-4b13-b28c-eb8734955c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.598089 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-d4cc22b5-34e4-4b09-9ae0-078a76b1da7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0903637 Dec 08 16:33:43.641221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:42Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:43.760590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73daa24f-e9a4-4d9e-9442-fc08c6389a9b None None] The sync data for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 is: [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:42Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:43.775676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:43.788678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-ea7a5742-5bfb-465e-9715-d9f2e6319079 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150431 Dec 08 16:33:43.816246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4d22efca-61d8-4b13-b28c-eb8734955c77 None None] Port 464802ea-7b60-4897-8ee3-efdd4005b9b2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:43.863691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-4eb2e514-61e2-4732-87af-c910c7e89b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:43.885962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-4eb2e514-61e2-4732-87af-c910c7e89b98 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.2558827 Dec 08 16:33:43.888867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4d22efca-61d8-4b13-b28c-eb8734955c77 None None] Provisioning complete for port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:43.889235 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d22efca-61d8-4b13-b28c-eb8734955c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.051153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:44.073909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2000447418', 'description': 'tempest-secgroup-smoke-2000447418 description', 'project_id': '21a57f0714c047a5a06656c7b5658a26'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:44.121607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-049f7247-70a5-482c-9ff7-90ba1cf685f6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 217 time: 0.3285508 Dec 08 16:33:44.366020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.383891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637465b2-1919-479f-a26c-146874f6833e req-eebd9a2d-8987-4dfa-befd-a6f4c2ac0be4 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:44.385719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637465b2-1919-479f-a26c-146874f6833e req-eebd9a2d-8987-4dfa-befd-a6f4c2ac0be4 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 931 time: 0.3848000 Dec 08 16:33:44.388266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-e52b193d-be3c-426b-bb55-bc30b3427ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:44.389949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-e52b193d-be3c-426b-bb55-bc30b3427ac3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.1815708 Dec 08 16:33:44.519748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 464802ea-7b60-4897-8ee3-efdd4005b9b2 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:44.529052 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.545537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-057b2c5f-c6c8-4e6a-a63a-4c4cf0b8afcb req-663cc729-a1ab-4341-9d19-ec948b869a1b tempest-TestServerMultinode-564268053 tempest-TestServerMultinode-564268053-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a88c78a4-2065-49e9-946e-4ce23c09b51c HTTP/1.1" status: 200 len: 210 time: 0.0710521 Dec 08 16:33:44.545692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Transition to ACTIVE for port object 464802ea-7b60-4897-8ee3-efdd4005b9b2 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:33:44.552146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd725636-92c9-4ece-9ba5-da3af29e8c0b None None] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:44.554569 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-ac5ae520-c76d-4ffc-a149-ef682ea25454 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6680779 Dec 08 16:33:44.557689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.700051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.716396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:44.717619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Pushing event updated for resources: {'Port': ['ID=464802ea-7b60-4897-8ee3-efdd4005b9b2,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:44.771495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d3479656-d0f4-4c90-9a5c-274f96740008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:44.775573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d3479656-d0f4-4c90-9a5c-274f96740008 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3772321 Dec 08 16:33:44.852049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-5d4691aa-5396-462a-bd7e-93aa4484f823 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619905 Dec 08 16:33:44.911702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Attempting to bind port 464802ea-7b60-4897-8ee3-efdd4005b9b2 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:44.912067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Attempting to bind port 464802ea-7b60-4897-8ee3-efdd4005b9b2 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:44.912450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Attempting to bind port 464802ea-7b60-4897-8ee3-efdd4005b9b2 on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:44.942936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.061501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Port 464802ea-7b60-4897-8ee3-efdd4005b9b2 on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:33:45.063044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Attempting to bind port 464802ea-7b60-4897-8ee3-efdd4005b9b2 on network a5c3c076-c70b-4873-9acc-4c2491aef3e8 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:45.076183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-72a52930-2d9d-4108-b7d7-a7331a884955 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900195 Dec 08 16:33:45.087898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:45.088509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Checking segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:45.089265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d604f26-b3ef-47fe-8d4a-829982626eb6 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:45.089690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Bound using segment: {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:45.091177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:45.094721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-637465b2-1919-479f-a26c-146874f6833e req-b0cccef7-2fcf-4a96-8d5a-0149b8d643b2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6816001 Dec 08 16:33:45.097159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8433a45d-7943-4ecc-adcc-16646cbdcf9c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:45.110451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a02523ca-1748-40e8-9f17-2470d8330fd5 None None] Could not find standard attr ID for object 26fbbe3b-a741-499a-b96a-97e33bc20c84. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:33:45.115052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Bound port: 464802ea-7b60-4897-8ee3-efdd4005b9b2, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf6bf48-6780-4745-b77d-3a3d5e719026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:45.117826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.123258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Port': ['ID=26fbbe3b-a741-499a-b96a-97e33bc20c84,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:45.351081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No DVR routers for this DVR port 26fbbe3b-a741-499a-b96a-97e33bc20c84 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:45.383133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:45.383481 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.462072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.534001 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c74616f2-8ccd-4ba7-8abf-63293c5b949f req-a702a8ff-55e2-4d00-855c-550216eb5e19 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686676 Dec 08 16:33:45.573576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] For port 464802ea-7b60-4897-8ee3-efdd4005b9b2, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:45.618789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] For port 464802ea-7b60-4897-8ee3-efdd4005b9b2, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:45.643158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.709153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26fbbe3b-a741-499a-b96a-97e33bc20c84 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:45.712437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39398) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:45.725216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.729769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b8657e9f-496f-4a8a-8f8d-ce83ebe50ab5 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.6735623 Dec 08 16:33:45.734008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:45.739463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '8433a45d-7943-4ecc-adcc-16646cbdcf9c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:45.801759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 26fbbe3b-a741-499a-b96a-97e33bc20c84 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:45.805845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26fbbe3b-a741-499a-b96a-97e33bc20c84 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 16:33:45.809539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:45.868657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d57eb9-6a30-474c-a1e9-82490930f4f0 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:45.872610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f862af91-e25d-4020-89c3-555a2371779f None None] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:45.876157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Port 26fbbe3b-a741-499a-b96a-97e33bc20c84 not found, will not notify nova. {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 16:33:45.983704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-79f40412-59b8-4a08-8003-bf1db8567e02 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995390 Dec 08 16:33:46.010282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.059807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.065565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-dde2f8d6-c803-457c-95ae-e8398149f654 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 200 len: 217 time: 0.0634878 Dec 08 16:33:46.099987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7aeea0b-9937-464e-8442-34ed26cefbf0,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:46.157608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.162494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ff3c9d40-67fe-4bf3-bf7b-da36c22cb7a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4239762 Dec 08 16:33:46.162494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39406) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:46.167470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '8433a45d-7943-4ecc-adcc-16646cbdcf9c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:46.211387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-bf4da1e0-6ed6-4c7b-b9b0-7359d6302a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.217499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-bf4da1e0-6ed6-4c7b-b9b0-7359d6302a64 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.1416106 Dec 08 16:33:46.330771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.331432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.332984 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] 10.222.0.58 "PUT /v2.0/ports/464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 1091 time: 2.8895509 Dec 08 16:33:46.335329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'tag': '464802ea-7b60-4897-8ee3-efdd4005b9b2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:46.337713 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cad072a-5021-4608-b369-3ec21e94d6c8" -d '{"events": [{"name": "network-changed", "server_uuid": "09858406-4722-47b6-bd5e-d531c6da9c0b", "tag": "464802ea-7b60-4897-8ee3-efdd4005b9b2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:46.370651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.451867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.509056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129a48df-a59e-404e-bff6-470a6ecaa263 service neutron] Pushing event updated for resources: {'Port': ['ID=464802ea-7b60-4897-8ee3-efdd4005b9b2,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:46.518613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=1511576f-8e89-4b35-8e37-b0288cef743b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:46.576181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-79cd3a5b-2131-452f-ad6f-fc696d8ba323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.583191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-79cd3a5b-2131-452f-ad6f-fc696d8ba323 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3429146 Dec 08 16:33:46.588895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.593234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-4039f689-e5fc-4303-9cdc-141a7650a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.597930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fde59c-a8b6-4310-92c5-c435543a4404 None None] Network c591162e-2b27-4238-9cb1-6fa6984dfb7b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:46.598192 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-4039f689-e5fc-4303-9cdc-141a7650a26d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1095 time: 0.9949639 Dec 08 16:33:46.677131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927394c-dd7d-4436-9441-1f0f21a28505 req-2f8bcafa-c109-4a8a-a510-6f474a9bbcba tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.680873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9927394c-dd7d-4436-9441-1f0f21a28505 req-2f8bcafa-c109-4a8a-a510-6f474a9bbcba tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 943 time: 0.3635778 Dec 08 16:33:46.740815 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad056c-5bf9-4d5c-9289-ac3deb6e50a8 x-openstack-request-id: req-06ad056c-5bf9-4d5c-9289-ac3deb6e50a8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:46.741440 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09858406-4722-47b6-bd5e-d531c6da9c0b", "tag": "464802ea-7b60-4897-8ee3-efdd4005b9b2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:46.741882 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06ad056c-5bf9-4d5c-9289-ac3deb6e50a8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:46.742716 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'tag': '464802ea-7b60-4897-8ee3-efdd4005b9b2', 'status': 'completed', 'code': 200} Dec 08 16:33:46.749210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-5d7802da-94a1-4933-b798-af61aa29812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.753456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-5d7802da-94a1-4933-b798-af61aa29812c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1492243 Dec 08 16:33:46.760518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c591162e-2b27-4238-9cb1-6fa6984dfb7b']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:46.782159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.794474 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.820642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffcfa9a-9946-4201-948f-56f40953c454') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:46.820936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffcfa9a-9946-4201-948f-56f40953c454') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:46.823365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9927394c-dd7d-4436-9441-1f0f21a28505 req-05fc9077-118c-4430-b00f-08fed8f6546e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324661 Dec 08 16:33:46.832066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.833409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6700699 Dec 08 16:33:46.846803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39414) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:46.853208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-2a1c377b-8531-4d7b-8908-0d41debb95b8 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563992 Dec 08 16:33:46.856074 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-dcad56f2-8e1f-4cd1-b6ef-850ae7661b02 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0874615 Dec 08 16:33:46.856704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '8433a45d-7943-4ecc-adcc-16646cbdcf9c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:46.861263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19248d6b-01d2-4e36-9b0a-f75b124bafc7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b9e6fb-898b-469b-9476-71b74c597840,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:46.861973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:46.871425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb31fc0-d889-48d7-a14b-9714c638598c None None] DHCP port deletion for c591162e-2b27-4238-9cb1-6fa6984dfb7b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:46.972665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-aec61a3b-a6b0-4b1f-921f-0108a313f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:46.974206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-aec61a3b-a6b0-4b1f-921f-0108a313f11d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1094 time: 0.5479190 Dec 08 16:33:46.982431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.002318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.036073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:47.036480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:47.042564 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:47.078834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d8fa99c2-361f-43bb-97b6-4d90ae39b655 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130497 Dec 08 16:33:47.114196 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-780410a1-b80f-47e4-a305-26de39f9c255 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 217 time: 0.1238389 Dec 08 16:33:47.115774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-9acdee42-ad83-4d67-8d54-a878289202f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.117140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-9acdee42-ad83-4d67-8d54-a878289202f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.2443204 Dec 08 16:33:47.172118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-5bb65595-5e8e-45ef-a098-fc5d6947d219 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 200 len: 217 time: 0.0866702 Dec 08 16:33:47.230678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.235024 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-8f42fa65-5b05-4702-852f-b212366648f7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063662 Dec 08 16:33:47.240226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-659107ff-fbd6-4d98-bb36-bf6af033fd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.242325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-659107ff-fbd6-4d98-bb36-bf6af033fd6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0639780 Dec 08 16:33:47.246750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.294427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268d831e-085b-410c-a005-74301a74ff9b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:47.314260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.319583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a02226ce-c99b-4cc3-9462-d3447783814f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4716663 Dec 08 16:33:47.320197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39416) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.322141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.326729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '8433a45d-7943-4ecc-adcc-16646cbdcf9c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:47.344839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.348561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/c591162e-2b27-4238-9cb1-6fa6984dfb7b HTTP/1.1" status: 204 len: 168 time: 5.4345362 Dec 08 16:33:47.356708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39418) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.364056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84138d2-e247-44d3-a322-c9d5a791297a req-ba3f966d-09ab-4e91-89a4-1d5a46a9dbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.365539 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-ba3f966d-09ab-4e91-89a4-1d5a46a9dbbe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.2236102 Dec 08 16:33:47.369920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004b450-f2bc-4b41-871b-5eb78ee96a64 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=c591162e-2b27-4238-9cb1-6fa6984dfb7b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:47.375311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-efefc78a-4444-4d55-ba50-119b3bb44f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:47.376833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-efefc78a-4444-4d55-ba50-119b3bb44f9e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271219 Dec 08 16:33:47.410720 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-cd3c89e0-40df-45dd-8ce8-a7bbb8dedfd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354419 Dec 08 16:33:47.429723 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0b2cbd-dff1-4330-9151-1ce0ef827c10 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:47.430249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0b2cbd-dff1-4330-9151-1ce0ef827c10 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:47.437088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8f0b2cbd-dff1-4330-9151-1ce0ef827c10 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/1511576f-8e89-4b35-8e37-b0288cef743b HTTP/1.1" status: 404 len: 337 time: 0.0785818 Dec 08 16:33:47.437546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.482828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.531590 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0986cb-07f5-4cee-8aaf-c8d73c33e9d4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:47.532140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0986cb-07f5-4cee-8aaf-c8d73c33e9d4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:47.535412 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ec0986cb-07f5-4cee-8aaf-c8d73c33e9d4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/c591162e-2b27-4238-9cb1-6fa6984dfb7b HTTP/1.1" status: 404 len: 339 time: 0.0863955 Dec 08 16:33:47.539404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.551053 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-b0b37e3d-ae46-4801-8e65-2156d4c89392 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066971 Dec 08 16:33:47.577229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-6c428e76-1ad3-44d5-89f0-fe9341616fc2 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895070 Dec 08 16:33:47.604232 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15aaf8b-8e58-49ad-959c-9585b43699ad tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:47.604681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f15aaf8b-8e58-49ad-959c-9585b43699ad tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:47.608594 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f15aaf8b-8e58-49ad-959c-9585b43699ad tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/c5d6cd3d-861d-408a-963e-8850ddc6a89d HTTP/1.1" status: 404 len: 337 time: 0.0667691 Dec 08 16:33:47.612317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39426) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.614344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.664581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.673893 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f7d1cd-2808-4220-a9d3-0b70d02d075d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:47.674361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f7d1cd-2808-4220-a9d3-0b70d02d075d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:47.680007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2f7d1cd-2808-4220-a9d3-0b70d02d075d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/966c092b-fc04-4e8e-947a-1b3f218a5939 HTTP/1.1" status: 404 len: 339 time: 0.0644414 Dec 08 16:33:47.684636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39428) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.735110 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-1b70d8ed-badc-4855-9e5e-d7a3357b711a service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947562 Dec 08 16:33:47.748684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da296a44-8411-4df6-bf51-de00cf9face8,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:47.764883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.769284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-968ba75a-6215-408e-a7e0-e7bf9efa5353 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4476945 Dec 08 16:33:47.772583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:47.778722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '8433a45d-7943-4ecc-adcc-16646cbdcf9c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:47.809116 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-359cf8b3-c15d-4b94-89b9-060a79c958fa req-3cbb9f0e-38c0-4607-87f8-cf7bcbcfdacc service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435250 Dec 08 16:33:47.833173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 36925fee-c538-42bd-a429-9b9e45ebf7ac details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:33:47.842387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.853834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-2d9b9c04-5eff-49ef-a692-cedaf039f732 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687399 Dec 08 16:33:47.858213 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Project 21a57f0714c047a5a06656c7b5658a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:33:47.902401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:47.908069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-901b8bde-3f14-4c36-8d8a-57f3c40eea47 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 200 len: 217 time: 0.0461574 Dec 08 16:33:47.985477 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f84138d2-e247-44d3-a322-c9d5a791297a req-15106e3b-6512-4e38-93c5-6fb368b8c4d3 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362449 Dec 08 16:33:48.017567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.055637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 36925fee-c538-42bd-a429-9b9e45ebf7ac, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:48.095478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '36925fee-c538-42bd-a429-9b9e45ebf7ac', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'port_id': '36925fee-c538-42bd-a429-9b9e45ebf7ac', 'mac_address': 'fa:16:3e:f6:6e:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:33:48.142931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-b4504149-57ae-4d06-a29e-2d9bb58febcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.144628 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-b4504149-57ae-4d06-a29e-2d9bb58febcf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1094 time: 0.0646701 Dec 08 16:33:48.153364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-9b4bb438-8f14-4f55-84b7-ec5a2dc33603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.155168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-9b4bb438-8f14-4f55-84b7-ec5a2dc33603 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.2387989 Dec 08 16:33:48.169959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.179896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.187612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36925fee-c538-42bd-a429-9b9e45ebf7ac {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:48.210600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 36925fee-c538-42bd-a429-9b9e45ebf7ac, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:48.217593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.227639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.240444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:48.244218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.270898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35e3d8-a516-44a6-b5a2-a52129b33aa8 req-0d2a1b20-359b-4338-9ad5-ac9df1830f56 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.272539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c35e3d8-a516-44a6-b5a2-a52129b33aa8 req-0d2a1b20-359b-4338-9ad5-ac9df1830f56 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 943 time: 0.2475781 Dec 08 16:33:48.279493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68eaa9e-6cb6-45fa-8b63-d186a7f1f75b') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:48.279862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68eaa9e-6cb6-45fa-8b63-d186a7f1f75b') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:48.306974 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.316295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1db1b1b0-3497-49d1-b1f9-4e94cf393980,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:48.336305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.346152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-be87189d-9f8c-4b2f-85fe-aaf3e98edfcd tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5624053 Dec 08 16:33:48.346152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-b7e241f1-dbc5-4e3b-901a-6a68c1f08159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.346152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-b7e241f1-dbc5-4e3b-901a-6a68c1f08159 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1725705 Dec 08 16:33:48.347686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39436) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.352243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'security_group_rule': {'security_group_id': '8433a45d-7943-4ecc-adcc-16646cbdcf9c', 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:48.380701 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.387391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-3249c701-feba-41dd-ad69-6d2e94fe7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.389897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-3249c701-feba-41dd-ad69-6d2e94fe7966 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.2016349 Dec 08 16:33:48.399886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=36925fee-c538-42bd-a429-9b9e45ebf7ac,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:48.437213 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-d7698820-d388-4f9f-9752-87a22a8d6b87 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0376155 Dec 08 16:33:48.447164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:48.447726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:48.451540 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:48.458778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['36925fee-c538-42bd-a429-9b9e45ebf7ac'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:48.518118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c35e3d8-a516-44a6-b5a2-a52129b33aa8 req-e20d0bda-4a1d-43d2-a1f8-832c516aeeb4 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142696 Dec 08 16:33:48.544095 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Project 21a57f0714c047a5a06656c7b5658a26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:33:48.552778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.555085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-71f4fc70-5c50-46d1-91b5-29769288620c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:48.557014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-71f4fc70-5c50-46d1-91b5-29769288620c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0963261 Dec 08 16:33:48.562378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.588437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.593926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18 HTTP/1.1" status: 204 len: 168 time: 0.9061904 Dec 08 16:33:48.598423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.603624 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-4f7e7a2b-667a-4192-8812-fca0bbe2861e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356185 Dec 08 16:33:48.617457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d75bf-929c-4ea2-b905-ae70d13e17fc tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=3b96a951-20d5-4f2a-bc21-0bc6ba5c9a18,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:48.642172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-3b6b6145-9f9c-4ec0-bef5-b285f29de7c6 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827902 Dec 08 16:33:48.645769 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f11898f-dad7-4101-a098-4563c086a40b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:48.645937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f11898f-dad7-4101-a098-4563c086a40b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:48.651281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4f11898f-dad7-4101-a098-4563c086a40b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/1dbd48cb-c912-4816-8e42-734e10829b7f HTTP/1.1" status: 404 len: 337 time: 0.0445116 Dec 08 16:33:48.658612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39442) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.700610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Deleting port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:48.700980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.730604 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-333cb7a2-ee37-47d6-a7d9-3c07a4c318bd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:48.731130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333cb7a2-ee37-47d6-a7d9-3c07a4c318bd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:48.736448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-333cb7a2-ee37-47d6-a7d9-3c07a4c318bd tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/2b19d697-ac7c-4ee6-86b2-2e8aa6e802ea HTTP/1.1" status: 404 len: 339 time: 0.0746491 Dec 08 16:33:48.740184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39444) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.741841 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.757959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.789732 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-10ca1368-b53f-493c-850f-fa19fe4fc74e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:48.790757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10ca1368-b53f-493c-850f-fa19fe4fc74e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:48.794712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10ca1368-b53f-493c-850f-fa19fe4fc74e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/1da8ae4a-744c-45ce-b911-02f7c09f37ec HTTP/1.1" status: 404 len: 337 time: 0.0514801 Dec 08 16:33:48.800592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39446) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.820069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa3d6b1-a42b-4d54-8070-d0a797b5e928,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:48.826709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:48.832912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0b1d014a-31f3-4c34-8204-22779cf47cc1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4804811 Dec 08 16:33:48.833128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26fbbe3b-a741-499a-b96a-97e33bc20c84 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:48.846597 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eb5e84-e3f9-4fa3-94a1-b0ed6bae8dd4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:48.847111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eb5e84-e3f9-4fa3-94a1-b0ed6bae8dd4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:48.850453 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3eb5e84-e3f9-4fa3-94a1-b0ed6bae8dd4 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/91256bde-cd58-4136-b309-5c2cf169e141 HTTP/1.1" status: 404 len: 339 time: 0.0395315 Dec 08 16:33:48.853884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39450) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.865443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-13f612e5-46c2-40ac-814e-f8b4108c9099 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160053 Dec 08 16:33:48.878270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 26fbbe3b-a741-499a-b96a-97e33bc20c84 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:48.879069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 26fbbe3b-a741-499a-b96a-97e33bc20c84 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:48.908558 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff91e5c5-9c5c-48cf-8037-fd0514e86b21 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:48.909040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff91e5c5-9c5c-48cf-8037-fd0514e86b21 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:48.912126 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff91e5c5-9c5c-48cf-8037-fd0514e86b21 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/77f2505f-fdf8-4e09-8890-0847b0249d97 HTTP/1.1" status: 404 len: 337 time: 0.0553019 Dec 08 16:33:48.916499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-0dfb2c6f-fc6d-44b6-9d6f-45c5bcdb384b service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026454 Dec 08 16:33:48.921124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:48.924038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-270596e1-3f71-489b-b330-a6f043aff5f2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 217 time: 0.0515585 Dec 08 16:33:49.016753 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6440447-7e4e-4fe6-b436-84f8b66c8862 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.017288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6440447-7e4e-4fe6-b436-84f8b66c8862 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.023752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6440447-7e4e-4fe6-b436-84f8b66c8862 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/6e1dd4a1-c0ad-4f12-91fe-d0c76ff4d4a8 HTTP/1.1" status: 404 len: 339 time: 0.1020148 Dec 08 16:33:49.026468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.068129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] For port 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:49.069886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.122462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-81f9abc7-5146-438a-9d00-346155195a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:49.123980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-81f9abc7-5146-438a-9d00-346155195a6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.1929710 Dec 08 16:33:49.184932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-862cfd60-d767-41fd-85fb-9753b6d9c9c2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2000447418&fields=id&tenant_id=21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 267 time: 0.1334739 Dec 08 16:33:49.265717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-1d8f1ad1-c7fa-469d-9fd6-a95533ba4771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:49.267493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-1d8f1ad1-c7fa-469d-9fd6-a95533ba4771 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1339853 Dec 08 16:33:49.391594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-fa2f76fa-dd23-4476-a079-886cbaa7bce9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:49.393109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-fa2f76fa-dd23-4476-a079-886cbaa7bce9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/networks?id=73295edf-5600-400b-8891-5a77189ea4be HTTP/1.1" status: 200 len: 797 time: 0.1972430 Dec 08 16:33:49.402813 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6537c9-8906-4bd7-957d-10b6107525de tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.403394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a6537c9-8906-4bd7-957d-10b6107525de tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.406632 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7a6537c9-8906-4bd7-957d-10b6107525de tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/730d5607-52a3-48ef-9540-5da71bb13439 HTTP/1.1" status: 404 len: 337 time: 0.3485992 Dec 08 16:33:49.413739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.418236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Calling delete_port for 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:49.426330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-8bf7f31a-7d5c-42a1-8b76-0b40b7e4d7c9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/quotas/21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 375 time: 0.0240183 Dec 08 16:33:49.432170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-bbbee0d8-967a-4a3f-a669-98fc8555752e service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522493 Dec 08 16:33:49.456662 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc9ee429-8a23-4879-a116-c13169d5e2eb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.457180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc9ee429-8a23-4879-a116-c13169d5e2eb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.460287 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc9ee429-8a23-4879-a116-c13169d5e2eb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/6ed3231f-2757-425d-a14d-8c7e7689b221 HTTP/1.1" status: 404 len: 339 time: 0.0440848 Dec 08 16:33:49.464235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.533678 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-6faf836a-438a-4c93-9b41-833ed218a64c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.533889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6faf836a-438a-4c93-9b41-833ed218a64c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.539330 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6faf836a-438a-4c93-9b41-833ed218a64c tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/cba1fce0-fb5f-4623-8e1c-0836a40f3981 HTTP/1.1" status: 404 len: 337 time: 0.0705948 Dec 08 16:33:49.540420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39474) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.552006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-cfdd3607-beca-4aad-bb0b-44ad3dbf0118 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186774 Dec 08 16:33:49.556084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7cad072a-5021-4608-b369-3ec21e94d6c8 req-5c3a185d-3b7a-449d-8b99-37eb48076989 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008072 Dec 08 16:33:49.568864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-398b6412-2771-4cb4-9171-10a96ad18c44 req-d1da6607-1f54-4e80-8861-e4fd5c3040ef service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266680 Dec 08 16:33:49.571297 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a657e85-2a19-43b4-9e2d-82a16abc0f1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.571746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a657e85-2a19-43b4-9e2d-82a16abc0f1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.577625 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7a657e85-2a19-43b4-9e2d-82a16abc0f1e tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/0b3bbb78-a807-4843-9d27-0585170c51ac HTTP/1.1" status: 404 len: 339 time: 0.0322762 Dec 08 16:33:49.580629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.611007 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e202d0fb-d21c-4bda-b120-b88484acc95b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.611375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e202d0fb-d21c-4bda-b120-b88484acc95b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.614754 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e202d0fb-d21c-4bda-b120-b88484acc95b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/a24f9b81-f302-44f0-a633-ddaa6754fc28 HTTP/1.1" status: 404 len: 337 time: 0.0330381 Dec 08 16:33:49.618248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.670423 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e876a2f-3ac5-4b71-bd74-a4d3c0b0c62b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.670934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e876a2f-3ac5-4b71-bd74-a4d3c0b0c62b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.676273 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0e876a2f-3ac5-4b71-bd74-a4d3c0b0c62b tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/c29a32fd-abce-414a-86cf-aa1e7532d458 HTTP/1.1" status: 404 len: 339 time: 0.0548229 Dec 08 16:33:49.676612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39480) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.728605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a590ca22-9fa3-47c4-be77-994b6eb5908e req-868b6c10-296d-4017-b656-7bce542f8d29 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:49.730132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a590ca22-9fa3-47c4-be77-994b6eb5908e req-868b6c10-296d-4017-b656-7bce542f8d29 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 943 time: 0.1345975 Dec 08 16:33:49.732184 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e346e182-0706-4b51-addd-854aea5a53ff tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.732612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e346e182-0706-4b51-addd-854aea5a53ff tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.735616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e346e182-0706-4b51-addd-854aea5a53ff tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/2693de3a-cecc-478a-bd6e-5e481914b903 HTTP/1.1" status: 404 len: 337 time: 0.0574365 Dec 08 16:33:49.738560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39482) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.748275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-409e2e71-4a11-4c43-8fdf-b4d1639024cb service neutron] 10.222.0.62 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738532 Dec 08 16:33:49.763558 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c19a30-d597-4794-9314-6d9e62df4feb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.764075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c19a30-d597-4794-9314-6d9e62df4feb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.767501 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69c19a30-d597-4794-9314-6d9e62df4feb tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/489b0198-ddb5-4595-920b-2d9f1b463bbc HTTP/1.1" status: 404 len: 339 time: 0.0276051 Dec 08 16:33:49.771393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.803035 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe9bf7e-3bae-4e40-81a1-fa8dbbb44f30 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.803485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe9bf7e-3bae-4e40-81a1-fa8dbbb44f30 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.806795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cbe9bf7e-3bae-4e40-81a1-fa8dbbb44f30 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/c52a6321-01ca-45f9-adea-60b96086d59b HTTP/1.1" status: 404 len: 337 time: 0.0342329 Dec 08 16:33:49.810365 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.820384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:49.845829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a590ca22-9fa3-47c4-be77-994b6eb5908e req-a19cce20-0b44-479d-af59-ccfa9f6c89ca tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073115 Dec 08 16:33:49.852515 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1135d35-f2e7-4f5f-afce-ac6748112d28 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] DELETE failed (client error): The resource could not be found. Dec 08 16:33:49.853054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1135d35-f2e7-4f5f-afce-ac6748112d28 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:33:49.856224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 464802ea-7b60-4897-8ee3-efdd4005b9b2 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:33:49.857170 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1135d35-f2e7-4f5f-afce-ac6748112d28 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/d531fe97-f4e8-4241-aa4c-d9fa591c46c5 HTTP/1.1" status: 404 len: 339 time: 0.0462270 Dec 08 16:33:49.860377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:49.863183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:49.881830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-5ffea271-3eac-4761-ac08-3a7efa194b6e service neutron] 10.222.0.62 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207969 Dec 08 16:33:49.989919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting subnet 5edddb6c-cc78-4d63-b88f-3a26cae35210 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:49.993523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 36925fee-c538-42bd-a429-9b9e45ebf7ac up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:50.000355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.063335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 464802ea-7b60-4897-8ee3-efdd4005b9b2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:50.097457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.146123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '464802ea-7b60-4897-8ee3-efdd4005b9b2', 'network_id': 'a5c3c076-c70b-4873-9acc-4c2491aef3e8', 'port_id': '464802ea-7b60-4897-8ee3-efdd4005b9b2', 'mac_address': 'fa:16:3e:1b:fd:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93fc948-b6aa-4e47-8145-2dcad5fa4a4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:33:50.200110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a8e6103-027b-4bf6-b84b-b1a72b581308 req-48a5b2f8-85bf-4258-9296-2994e42730a4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 210 time: 0.0758755 Dec 08 16:33:50.232129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 36925fee-c538-42bd-a429-9b9e45ebf7ac completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:50.238633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 36925fee-c538-42bd-a429-9b9e45ebf7ac triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:50.239071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.280905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.282591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.303031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 464802ea-7b60-4897-8ee3-efdd4005b9b2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:50.343775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 464802ea-7b60-4897-8ee3-efdd4005b9b2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:50.352385 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.425148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.439525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.462477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=464802ea-7b60-4897-8ee3-efdd4005b9b2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.469332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36925fee-c538-42bd-a429-9b9e45ebf7ac'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:50.471813 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af74f971-6f0d-43be-9b82-84c4a50ccb67" -d '{"events": [{"server_uuid": "ac685fba-48bf-49c6-b52f-2f0fef128a75", "name": "network-vif-plugged", "status": "completed", "tag": "36925fee-c538-42bd-a429-9b9e45ebf7ac"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:50.495264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 36925fee-c538-42bd-a429-9b9e45ebf7ac, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:50.502885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.563995 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6561289c-8431-42f4-bc4e-74b51dc0df4a x-openstack-request-id: req-6561289c-8431-42f4-bc4e-74b51dc0df4a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:50.564925 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac685fba-48bf-49c6-b52f-2f0fef128a75", "name": "network-vif-plugged", "status": "completed", "tag": "36925fee-c538-42bd-a429-9b9e45ebf7ac", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:50.566323 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6561289c-8431-42f4-bc4e-74b51dc0df4a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:50.567097 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36925fee-c538-42bd-a429-9b9e45ebf7ac', 'code': 200} Dec 08 16:33:50.574630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['464802ea-7b60-4897-8ee3-efdd4005b9b2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:33:50.640210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.675680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=36925fee-c538-42bd-a429-9b9e45ebf7ac,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.716885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Subnet': ['ID=5edddb6c-cc78-4d63-b88f-3a26cae35210,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:50.721874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.726507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2cd83dcc-4e9f-4059-af46-ec1c8c46515d tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/subnets/5edddb6c-cc78-4d63-b88f-3a26cae35210 HTTP/1.1" status: 204 len: 168 time: 0.8647904 Dec 08 16:33:50.728974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39512) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:50.747507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720e16d-af74-41d8-9340-903a08da7f78 req-9c28f8a6-f39d-4e72-aaa7-62a39c8add4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:50.749292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a720e16d-af74-41d8-9340-903a08da7f78 req-9c28f8a6-f39d-4e72-aaa7-62a39c8add4a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.1410377 Dec 08 16:33:50.764914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511305b6-47cf-48ab-a0cf-8b2614474b32 None None] Network 427d6153-3ca0-4582-a957-b3c05eaa827e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:50.837342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:50.844124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Router ba65e09e-129f-4b18-a7a5-21fd989df338 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:50.846917 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a720e16d-af74-41d8-9340-903a08da7f78 req-6940c107-5ad2-43bb-be5a-b0d9f7e52b28 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685728 Dec 08 16:33:50.914545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Deleting port e2150b4d-5fc5-4942-b9f3-041757a191ea {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:50.914892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.077948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:51.079877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] For port e2150b4d-5fc5-4942-b9f3-041757a191ea, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e2150b4d-5fc5-4942-b9f3-041757a191ea,segment=NetworkSegment(a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8),segment_id=a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:51.080251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.091789 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] Sync routers for ids ['ba65e09e-129f-4b18-a7a5-21fd989df338'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:51.102740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f191f1c1-6bbe-43ac-b2c2-b3d7e8a832b8 admin admin] 10.222.0.62 "PUT /v2.0/routers/ba65e09e-129f-4b18-a7a5-21fd989df338/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3486209 Dec 08 16:33:51.103512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:51.105365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d2dab-43df-4e00-a5d9-16a2e1b2c4ac req-1f5f835f-b99b-4211-970f-92f31b4994ca tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:51.113540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f41d2dab-43df-4e00-a5d9-16a2e1b2c4ac req-1f5f835f-b99b-4211-970f-92f31b4994ca tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 944 time: 0.1046729 Dec 08 16:33:51.122587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Calling delete_port for e2150b4d-5fc5-4942-b9f3-041757a191ea owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:51.134022 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] Routers {'ba65e09e-129f-4b18-a7a5-21fd989df338'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:51.134658 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ba65e09e-129f-4b18-a7a5-21fd989df338'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:51.194342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] DHCP port deletion for 427d6153-3ca0-4582-a957-b3c05eaa827e request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:51.247982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f41d2dab-43df-4e00-a5d9-16a2e1b2c4ac req-32d8e729-8579-4901-922d-669c78e3c6b8 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331246 Dec 08 16:33:51.266570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] Deleting port e2150b4d-5fc5-4942-b9f3-041757a191ea {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:51.266949 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.310987 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] Set router ba65e09e-129f-4b18-a7a5-21fd989df338 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:51.343127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] For port e2150b4d-5fc5-4942-b9f3-041757a191ea, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e2150b4d-5fc5-4942-b9f3-041757a191ea,segment=NetworkSegment(a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8),segment_id=a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:51.343741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.350683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.362704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] Calling delete_port for e2150b4d-5fc5-4942-b9f3-041757a191ea owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:51.546343 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.547528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.580379 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:33:49Z', 'revision_number': 5, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port': {'id': '543c209d-c6fd-4e4f-87bc-6d391726978d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:70:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2907, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:15Z', 'updated_at': '2021-12-08T16:32:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:51.600408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] Pushing event deleted for resources: {'Port': ['ID=e2150b4d-5fc5-4942-b9f3-041757a191ea,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:51.604392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06df6f14-61d9-4fe9-8175-ca508a3e80c5 None None] No DVR routers for this DVR port e2150b4d-5fc5-4942-b9f3-041757a191ea on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:51.625159 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] Checking router: ba65e09e-129f-4b18-a7a5-21fd989df338 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:51.635088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] Routers {'ba65e09e-129f-4b18-a7a5-21fd989df338'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:51.635969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['ba65e09e-129f-4b18-a7a5-21fd989df338'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:51.665089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Deleting port 543c209d-c6fd-4e4f-87bc-6d391726978d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:51.665325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.750669 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] Set router ba65e09e-129f-4b18-a7a5-21fd989df338 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:51.766795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] For port 543c209d-c6fd-4e4f-87bc-6d391726978d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=543c209d-c6fd-4e4f-87bc-6d391726978d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:51.767553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.813381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Calling delete_port for 543c209d-c6fd-4e4f-87bc-6d391726978d owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:51.845212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a28be391-5c96-4d51-b6f1-b4f7ae8c5254 req-fb188920-dc38-4e35-9a78-fab2a013580f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 210 time: 0.0768766 Dec 08 16:33:51.849323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:51.867881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] No DVR routers for this DVR port e2150b4d-5fc5-4942-b9f3-041757a191ea on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:51.868769 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:33:51Z', 'revision_number': 6, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:51.870715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 464802ea-7b60-4897-8ee3-efdd4005b9b2 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:33:51.908874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2830de84-4b1d-453a-82b2-9ccba848d896 None None] The sync data for ids ['ba65e09e-129f-4b18-a7a5-21fd989df338'] in n-d-820935-5 is: [{'id': 'ba65e09e-129f-4b18-a7a5-21fd989df338', 'name': 'tempest-TestServerMultinode-2079355846-router', 'tenant_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:14Z', 'updated_at': '2021-12-08T16:33:51Z', 'revision_number': 6, 'project_id': 'e3f9e3d3e4db4d0fba0186c48d4f1e3f', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:33:51.947037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Port': ['ID=e2150b4d-5fc5-4942-b9f3-041757a191ea,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:51.975954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 464802ea-7b60-4897-8ee3-efdd4005b9b2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:33:51.981550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 464802ea-7b60-4897-8ee3-efdd4005b9b2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:51.982009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.079394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.083543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.103261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-f7d34a81-f35e-4564-a1dd-bc238650910a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.104800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-f7d34a81-f35e-4564-a1dd-bc238650910a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "GET /v2.0/networks?id=73295edf-5600-400b-8891-5a77189ea4be HTTP/1.1" status: 200 len: 797 time: 0.3516791 Dec 08 16:33:52.125141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 464802ea-7b60-4897-8ee3-efdd4005b9b2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:52.129984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.146801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427d6153-3ca0-4582-a957-b3c05eaa827e']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:52.160206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:52.160506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f54948-f6bd-4a1e-bbdb-7c82d84be7d8') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:52.173665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.190536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.210026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Pushing event deleted for resources: {'Port': ['ID=543c209d-c6fd-4e4f-87bc-6d391726978d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.225064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.241304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-a0084e94-a722-4e40-af94-0e56853181a7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21a57f0714c047a5a06656c7b5658a26 HTTP/1.1" status: 200 len: 380 time: 0.1249671 Dec 08 16:33:52.242472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:52.242876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:52.256261 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:52.259779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=464802ea-7b60-4897-8ee3-efdd4005b9b2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.276423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'port': {'device_id': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'admin_state_up': True, 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'security_groups': ['8433a45d-7943-4ecc-adcc-16646cbdcf9c']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:52.279589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f0a45c-06c6-4d05-b82a-1d6092fa0f61 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:52.344271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.472563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.475037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.494231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae04cdd-b654-4b6e-9155-3d8f10e506ef req-01d1495e-2ead-478f-9321-612adc99d0db tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.497849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ae04cdd-b654-4b6e-9155-3d8f10e506ef req-01d1495e-2ead-478f-9321-612adc99d0db tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1007740 Dec 08 16:33:52.504339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.516364 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.519610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] 10.222.0.62 "DELETE /v2.0/networks/427d6153-3ca0-4582-a957-b3c05eaa827e HTTP/1.1" status: 204 len: 168 time: 1.7892621 Dec 08 16:33:52.559940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.560516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba65e09e-129f-4b18-a7a5-21fd989df338 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:33:52.568987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464802ea-7b60-4897-8ee3-efdd4005b9b2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:52.572451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4d513-8c4e-46b4-a457-43a2ee49fa05 tempest-NetworksTest-318737408 tempest-NetworksTest-318737408-project] Pushing event deleted for resources: {'Network': ['ID=427d6153-3ca0-4582-a957-b3c05eaa827e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:52.576677 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba71f76-64da-487c-802f-79cfd0971b4f" -d '{"events": [{"server_uuid": "09858406-4722-47b6-bd5e-d531c6da9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "464802ea-7b60-4897-8ee3-efdd4005b9b2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:52.586840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.588294 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d1b2523-da20-4ee8-893d-bc0ce6562963 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ba65e09e-129f-4b18-a7a5-21fd989df338 HTTP/1.1" status: 204 len: 168 time: 1.4842677 Dec 08 16:33:52.591470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39534) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:52.627933 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ff0121-0c9d-446a-8a15-fd8bfbdb91ef x-openstack-request-id: req-36ff0121-0c9d-446a-8a15-fd8bfbdb91ef {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:52.628228 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09858406-4722-47b6-bd5e-d531c6da9c0b", "name": "network-vif-plugged", "status": "completed", "tag": "464802ea-7b60-4897-8ee3-efdd4005b9b2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:52.628502 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36ff0121-0c9d-446a-8a15-fd8bfbdb91ef {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:52.628902 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '464802ea-7b60-4897-8ee3-efdd4005b9b2', 'code': 200} Dec 08 16:33:52.654100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Deleting subnet 2d59666f-3724-4482-8d73-c19ed88043d4 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:33:52.658101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.670089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Made reservation on behalf of 21a57f0714c047a5a06656c7b5658a26 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:52.674840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.703761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ae04cdd-b654-4b6e-9155-3d8f10e506ef req-205b1d68-4c93-42d4-b353-71edb6a740cd tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754222 Dec 08 16:33:52.740175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.852323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315bc266-cd6e-4233-83e5-b5e873adcb8a req-ceacce5f-55ad-4cac-8ee5-43efff5e02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:52.853709 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-315bc266-cd6e-4233-83e5-b5e873adcb8a req-ceacce5f-55ad-4cac-8ee5-43efff5e02f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1554570 Dec 08 16:33:52.885679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.20.0.8 (73295edf-5600-400b-8891-5a77189ea4be/766b5f57-baaf-45e6-a396-6d50c25cdea5/fb870110-4216-4dac-a490-778339da71a0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:52.920329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e2150b4d-5fc5-4942-b9f3-041757a191ea no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:52.939968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:52.958774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e2150b4d-5fc5-4942-b9f3-041757a191ea {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:52.959208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e2150b4d-5fc5-4942-b9f3-041757a191ea not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:52.959640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:52.992691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:52.993283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7ad9fe9d-ce4a-47d1-9f93-d2020bd8ae0f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:52.993479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 543c209d-c6fd-4e4f-87bc-6d391726978d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:53.000028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59b59c58-837f-4105-8eb9-c17acfe13372 req-0c9be9a0-4b87-450a-9c64-fd560ce301a4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 210 time: 0.0546246 Dec 08 16:33:53.029510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39540) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:53.041656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 543c209d-c6fd-4e4f-87bc-6d391726978d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:53.042060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 543c209d-c6fd-4e4f-87bc-6d391726978d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:53.065696 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-315bc266-cd6e-4233-83e5-b5e873adcb8a req-e02def8b-583d-4260-9515-30373c5817e0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972904 Dec 08 16:33:53.098334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.140810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d59666f-3724-4482-8d73-c19ed88043d4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:53.147662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.154109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf74125-ef24-4ccc-8549-b008cda53ca7 None None] Network 2cd0f066-4278-4d24-a29c-81d40084a2da requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:53.154433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.159240 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9b097d77-864d-4659-bbd0-b9ec626d067f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2d59666f-3724-4482-8d73-c19ed88043d4 HTTP/1.1" status: 204 len: 168 time: 0.5657229 Dec 08 16:33:53.160987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39544) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:53.227804 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.255073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.319404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network 73295edf-5600-400b-8891-5a77189ea4be is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:53.325327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:53.375296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=fb870110-4216-4dac-a490-778339da71a0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:53.377682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:53.395824 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da325beb-1391-4955-9390-f3d05693b679 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5687d93880640bdb5936db3df2dbda6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3579476 Dec 08 16:33:53.397153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39548) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:53.456184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Deleting port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:53.456999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.484181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] DHCP port deletion for 2cd0f066-4278-4d24-a29c-81d40084a2da request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:33:53.507279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:53.507967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.527944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-7c60762b-fa53-44a6-92a9-71fb281453c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2705910 Dec 08 16:33:53.554090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Request body: {'port': {'device_id': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:53.594297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] Deleting port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:53.594667 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.603789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] For port 339c7b16-8af2-43fd-ac88-9a22378c6ca2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=339c7b16-8af2-43fd-ac88-9a22378c6ca2,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:53.604379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.629095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Calling delete_port for 339c7b16-8af2-43fd-ac88-9a22378c6ca2 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:53.632199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b966c9c-9dbf-4512-9c0d-53b931a4655a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.674528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.702631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] For port 339c7b16-8af2-43fd-ac88-9a22378c6ca2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=339c7b16-8af2-43fd-ac88-9a22378c6ca2,segment=NetworkSegment(07f88faa-dcc0-4950-997f-0850759a61f2),segment_id=07f88faa-dcc0-4950-997f-0850759a61f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:53.703363 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.718808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] Calling delete_port for 339c7b16-8af2-43fd-ac88-9a22378c6ca2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:53.744848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b966c9c-9dbf-4512-9c0d-53b931a4655a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.827394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.852205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d6cf4489-4983-4f6d-8d6d-a231415f4ce4 None None] Provisioning complete for port fb870110-4216-4dac-a490-778339da71a0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:33:53.852567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4489-4983-4f6d-8d6d-a231415f4ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.869036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=339c7b16-8af2-43fd-ac88-9a22378c6ca2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:53.878878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] No DVR routers for this DVR port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:53.915824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d6cf4489-4983-4f6d-8d6d-a231415f4ce4 None None] Port fb870110-4216-4dac-a490-778339da71a0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:33:53.939466 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:53.960370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] No DVR routers for this DVR port 339c7b16-8af2-43fd-ac88-9a22378c6ca2 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:33:53.961999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a6f38-95f8-41c1-80b1-aca57c754803 req-455560db-bd5f-49de-ac75-fd65f4e956e1 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:53.963896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db7a6f38-95f8-41c1-80b1-aca57c754803 req-455560db-bd5f-49de-ac75-fd65f4e956e1 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1333165 Dec 08 16:33:53.993946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177d8ae2-93ae-44f2-9295-92dee47d7ed9 None None] Pushing event deleted for resources: {'Port': ['ID=339c7b16-8af2-43fd-ac88-9a22378c6ca2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:53.998957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b966c9c-9dbf-4512-9c0d-53b931a4655a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.003687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b966c9c-9dbf-4512-9c0d-53b931a4655a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.007679 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b966c9c-9dbf-4512-9c0d-53b931a4655a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f03c2a27-5854-425b-b221-95f30e2ac583 HTTP/1.1" status: 204 len: 168 time: 0.6042330 Dec 08 16:33:54.016164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.032260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b966c9c-9dbf-4512-9c0d-53b931a4655a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03c2a27-5854-425b-b221-95f30e2ac583,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:54.078102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd0f066-4278-4d24-a29c-81d40084a2da']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:54.097724 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f88faa-dcc0-4950-997f-0850759a61f2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:54.099105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f88faa-dcc0-4950-997f-0850759a61f2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:54.114670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db7a6f38-95f8-41c1-80b1-aca57c754803 req-585f3118-f060-469f-8fd4-cc35788d188f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426177 Dec 08 16:33:54.115185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.141574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.145890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:33:54.146572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:33:54.150969 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:33:54.237666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.259863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.269204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39558) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:54.270568 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] 10.222.0.62 "DELETE /v2.0/networks/2cd0f066-4278-4d24-a29c-81d40084a2da HTTP/1.1" status: 204 len: 168 time: 1.1084921 Dec 08 16:33:54.284719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0611d-e85b-4d38-bbc7-4d6719f21d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd0f066-4278-4d24-a29c-81d40084a2da,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:54.366649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb870110-4216-4dac-a490-778339da71a0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:33:54.381540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.406783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbb259-6858-486a-b2d5-8dea97001536 req-7688a7d9-fedf-4de3-885f-732261e2bc99 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:54.408309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fbb259-6858-486a-b2d5-8dea97001536 req-7688a7d9-fedf-4de3-885f-732261e2bc99 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 931 time: 0.2214770 Dec 08 16:33:54.438145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Transition to ACTIVE for port object fb870110-4216-4dac-a490-778339da71a0 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:33:54.460857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.547089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Pushing event updated for resources: {'Port': ['ID=fb870110-4216-4dac-a490-778339da71a0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:54.707555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fbb259-6858-486a-b2d5-8dea97001536 req-09b40cee-4fa1-4d41-a956-1997739ea547 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681973 Dec 08 16:33:54.801880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Attempting to bind port fb870110-4216-4dac-a490-778339da71a0 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:54.802317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Attempting to bind port fb870110-4216-4dac-a490-778339da71a0 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:54.802717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Attempting to bind port fb870110-4216-4dac-a490-778339da71a0 on network 73295edf-5600-400b-8891-5a77189ea4be {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:54.813530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Port fb870110-4216-4dac-a490-778339da71a0 on network 73295edf-5600-400b-8891-5a77189ea4be not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:33:54.814110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Attempting to bind port fb870110-4216-4dac-a490-778339da71a0 on network 73295edf-5600-400b-8891-5a77189ea4be {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:54.843415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:54.843968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Checking segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:54.844481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Bound using segment: {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:54.845124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Bound port: fb870110-4216-4dac-a490-778339da71a0, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c50796-2795-41e7-af9c-29a824399db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '73295edf-5600-400b-8891-5a77189ea4be'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:54.845558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:54.899754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 339c7b16-8af2-43fd-ac88-9a22378c6ca2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:33:54.927472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 339c7b16-8af2-43fd-ac88-9a22378c6ca2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:33:54.928101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 339c7b16-8af2-43fd-ac88-9a22378c6ca2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:33:54.968482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] For port fb870110-4216-4dac-a490-778339da71a0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:54.972473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] For port fb870110-4216-4dac-a490-778339da71a0, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fb870110-4216-4dac-a490-778339da71a0,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:54.976897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.033214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.033943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.035421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] 10.222.0.86 "PUT /v2.0/ports/fb870110-4216-4dac-a490-778339da71a0 HTTP/1.1" status: 200 len: 1091 time: 1.4966128 Dec 08 16:33:55.036906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'tag': 'fb870110-4216-4dac-a490-778339da71a0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:33:55.039398 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65517d2a-0652-41c0-a48d-b553e375627f" -d '{"events": [{"name": "network-changed", "server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "tag": "fb870110-4216-4dac-a490-778339da71a0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:33:55.079147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39584) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.081090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0374c2c-cabb-48fc-bc6d-4d73ed6610ac service neutron] Pushing event updated for resources: {'Port': ['ID=fb870110-4216-4dac-a490-778339da71a0,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:55.135140 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36300a77-0a03-44af-a285-ae082b47fe5c x-openstack-request-id: req-36300a77-0a03-44af-a285-ae082b47fe5c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:33:55.135366 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "tag": "fb870110-4216-4dac-a490-778339da71a0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:33:55.137433 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36300a77-0a03-44af-a285-ae082b47fe5c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:33:55.138097 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'tag': 'fb870110-4216-4dac-a490-778339da71a0', 'status': 'completed', 'code': 200} Dec 08 16:33:55.172619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-3b4cbc66-bbad-462c-8e4c-d451f58c841d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.174156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-3b4cbc66-bbad-462c-8e4c-d451f58c841d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 1094 time: 0.0810723 Dec 08 16:33:55.239714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.247682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-8951efbb-ae15-4ae6-b26e-77626e47e5d9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb870110-4216-4dac-a490-778339da71a0 HTTP/1.1" status: 200 len: 217 time: 0.0653763 Dec 08 16:33:55.268553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-415560349'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:55.301518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:55.306377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.323777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.412224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-e2e7c333-e0eb-40d4-b474-961f3fb5a611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.413902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-e2e7c333-e0eb-40d4-b474-961f3fb5a611 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=766b5f57-baaf-45e6-a396-6d50c25cdea5 HTTP/1.1" status: 200 len: 835 time: 0.1267169 Dec 08 16:33:55.428098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d68ad0-1e1c-45cb-a2d3-75c28e03571c req-a96d9006-85cb-4954-8f4a-bbe965042adb tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.429706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10d68ad0-1e1c-45cb-a2d3-75c28e03571c req-a96d9006-85cb-4954-8f4a-bbe965042adb tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1878915 Dec 08 16:33:55.431205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.436449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.476168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:55.485788 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d189dee-b603-45ff-bfca-02bdb9ac8720,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:55.492974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.493417 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment c26aebc2-92ad-4118-9f2c-704355d584a4 of type vlan for network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a Dec 08 16:33:55.545277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.568632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-11f5afdc-c95f-4aa2-b1f9-1bf2af801433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.570127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-11f5afdc-c95f-4aa2-b1f9-1bf2af801433 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73295edf-5600-400b-8891-5a77189ea4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1394453 Dec 08 16:33:55.575980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10d68ad0-1e1c-45cb-a2d3-75c28e03571c req-f00a9ac0-bd43-4bd7-8f0c-3b54c9cbdfe4 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336224 Dec 08 16:33:55.589327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.608912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:55.608912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.682121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=70bb7c40-15c2-4a8c-9e97-bb83e72f512a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:55.701703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:55.708087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b301e35e-b8db-48e8-9254-10dfcad50efd tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6275640 Dec 08 16:33:55.710394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:55.724821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1070965299'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:55.751441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-40680241-a732-4abb-90ed-9a7b6ec7def3 service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683846 Dec 08 16:33:55.797758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:55.806506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.879587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:33:55.905346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:55.907832 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment 465bd0d6-eb01-44bd-a9b4-bc4504164978 of type vlan for network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 Dec 08 16:33:55.963119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-96ccc52a-0d3e-450f-82eb-b9173911175c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.044181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.083174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-8f7e81b3-9145-4426-b27f-2dd12e54d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.084779 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-8f7e81b3-9145-4426-b27f-2dd12e54d84b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1096 time: 0.0861428 Dec 08 16:33:56.102984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.109749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.110453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.220892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=24e8873c-b1a1-4782-a7ed-b662c106a8f8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:56.235925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:33:56.252633 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2a3dbe88-6da4-403e-897c-b4ae512bbee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5411391 Dec 08 16:33:56.267513 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:56.272672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:56.305976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02fb2c90-258d-466a-beb6-64a5d6a6ef33 req-003f09a9-2589-48e1-93e4-88277088de04 service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5338409 Dec 08 16:33:56.447536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952cc81-8e58-4718-ab9b-327951635f8b req-2363cc2f-1e79-4883-b012-4dfe533aa3bf tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.455465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c952cc81-8e58-4718-ab9b-327951635f8b req-2363cc2f-1e79-4883-b012-4dfe533aa3bf tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1438732 Dec 08 16:33:56.573815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517d2a-0652-41c0-a48d-b553e375627f req-67960566-3503-4fe3-80af-d46f27f4a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.575833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-67960566-3503-4fe3-80af-d46f27f4a7d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 1094 time: 0.1899440 Dec 08 16:33:56.688997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c952cc81-8e58-4718-ab9b-327951635f8b req-7ece7ae7-7c9f-4a44-a5c0-b93ae901786a tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325113 Dec 08 16:33:56.690518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517d2a-0652-41c0-a48d-b553e375627f req-787650f1-2956-469e-ae20-be8df1dd56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.692274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-787650f1-2956-469e-ae20-be8df1dd56f2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73295edf-5600-400b-8891-5a77189ea4be HTTP/1.1" status: 200 len: 898 time: 0.1094935 Dec 08 16:33:56.709145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Deleting port 4b181726-580f-4b4f-a0f0-ea829a3f00ce {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:56.709616 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.763526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-20734bae-7311-4445-ad94-3687efdb368b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb870110-4216-4dac-a490-778339da71a0 HTTP/1.1" status: 200 len: 217 time: 0.0611391 Dec 08 16:33:56.803228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fd11c1-141c-4fa7-b7d7-b926c3e1709c req-1b5a28e3-b82a-4b68-b214-ae5b7a72dd66 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.804896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67fd11c1-141c-4fa7-b7d7-b926c3e1709c req-1b5a28e3-b82a-4b68-b214-ae5b7a72dd66 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 943 time: 0.4949682 Dec 08 16:33:56.857687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-4d70d256-d637-488e-896b-33731c753c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.859282 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-4d70d256-d637-488e-896b-33731c753c2f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.7672021 Dec 08 16:33:56.911104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517d2a-0652-41c0-a48d-b553e375627f req-3deffc70-caba-499d-8f0d-d7556c5bb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:56.913618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-3deffc70-caba-499d-8f0d-d7556c5bb2db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=766b5f57-baaf-45e6-a396-6d50c25cdea5 HTTP/1.1" status: 200 len: 835 time: 0.1075220 Dec 08 16:33:56.916819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-1c590364-691c-49e5-b307-704e1dc1185f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0489960 Dec 08 16:33:56.932872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:56.943257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:56.974247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67fd11c1-141c-4fa7-b7d7-b926c3e1709c req-c1a692ff-6f3b-455d-809e-6cb97ba09f64 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559048 Dec 08 16:33:56.981177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] For port 4b181726-580f-4b4f-a0f0-ea829a3f00ce, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4b181726-580f-4b4f-a0f0-ea829a3f00ce,segment=NetworkSegment(9480902a-a25c-4959-8781-f60dbb6bbb88),segment_id=9480902a-a25c-4959-8781-f60dbb6bbb88)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:56.981533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.000203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Calling delete_port for 4b181726-580f-4b4f-a0f0-ea829a3f00ce owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:33:57.020700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517d2a-0652-41c0-a48d-b553e375627f req-6bb9180b-f54a-4153-a271-6c01cb1c12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:57.022241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-6bb9180b-f54a-4153-a271-6c01cb1c12e3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73295edf-5600-400b-8891-5a77189ea4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939014 Dec 08 16:33:57.060526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-0fca4787-e77c-4d73-8cf5-eb017d02f256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:57.063908 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-0fca4787-e77c-4d73-8cf5-eb017d02f256 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.1399426 Dec 08 16:33:57.129929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-13579e53-b124-422a-ad59-a6471d200c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379007 Dec 08 16:33:57.141984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-b1f523a7-3eda-4529-a552-7065fea71adf service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906029 Dec 08 16:33:57.294366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-0769c6dc-4880-4824-807d-e227a25825f9 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568105 Dec 08 16:33:57.312697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.314325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65517d2a-0652-41c0-a48d-b553e375627f req-75a99d02-35ed-40cb-91e3-0acb3ab275f9 service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636293 Dec 08 16:33:57.380282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.410662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b181726-580f-4b4f-a0f0-ea829a3f00ce,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:57.426293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=8affb991-6551-4eeb-8ee9-a0de5fd71a5e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:57.460715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': 'c26aebc2-92ad-4118-9f2c-704355d584a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:57.461082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: 70bb7c40-15c2-4a8c-9e97-bb83e72f512a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:57.465069 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-895e5c84-3d04-474e-8c5a-6d5d686492b3 req-632e48e8-10c2-484a-99ff-2ba2ba3a1cc2 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619716 Dec 08 16:33:57.482995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:57.497743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 70bb7c40-15c2-4a8c-9e97-bb83e72f512a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:57.508683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c360223d-a267-437e-828e-b097025c52e4 None None] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:57.512436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:57.513199 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.534861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a87d56bd-a426-4019-80a9-914a3bd6b77d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2632620 Dec 08 16:33:57.535120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:57.540987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:57.643953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.668768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:33:57.672457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.687465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-70bb7c40-15c2-4a8c-9e97-bb83e72f512a', 'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': '8affb991-6551-4eeb-8ee9-a0de5fd71a5e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:57.688936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.937996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:57.957424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9bd2e2-a46d-49af-bec4-98eaf0e38f68 req-38517480-4b39-496d-99d5-f73d16b312fe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:57.961832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Allocated IP 2001:db8::2 (70bb7c40-15c2-4a8c-9e97-bb83e72f512a/8affb991-6551-4eeb-8ee9-a0de5fd71a5e/c4b11a02-7dcd-470f-a617-8d886e464894) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:57.965374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da9bd2e2-a46d-49af-bec4-98eaf0e38f68 req-38517480-4b39-496d-99d5-f73d16b312fe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1620276 Dec 08 16:33:58.017687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Router a925c255-0f04-45e5-9693-d288c3e8dc31 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:33:58.029170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=b0be4ad9-1a0e-4233-ba30-5daaf82f8969,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:58.044046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': '465bd0d6-eb01-44bd-a9b4-bc4504164978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:58.044556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: 24e8873c-b1a1-4782-a7ed-b662c106a8f8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:33:58.050631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da9bd2e2-a46d-49af-bec4-98eaf0e38f68 req-21b0b112-5789-40c4-b357-1e12559e29ca tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840492 Dec 08 16:33:58.076118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:33:58.089769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 24e8873c-b1a1-4782-a7ed-b662c106a8f8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:58.107806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:58.109246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.151256 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09f0b436-4680-418f-b0e7-cfca725d097c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6140139 Dec 08 16:33:58.153559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39632) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:58.170466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-907354028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:33:58.219687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.224237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.233786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699eb48-1925-417c-96d8-ff786e682120 req-95795422-8283-4810-a2e4-7901dc210de7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:58.235399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3699eb48-1925-417c-96d8-ff786e682120 req-95795422-8283-4810-a2e4-7901dc210de7 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 943 time: 0.1168692 Dec 08 16:33:58.267560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:33:58.278368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-17c4b110-6923-4dbe-bfac-d2725228877f admin admin] 10.222.0.62 "PUT /v2.0/routers/a925c255-0f04-45e5-9693-d288c3e8dc31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9852309 Dec 08 16:33:58.279036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:58.316529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.322136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.344223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.345478 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1288317b-801f-44d1-8cd9-9722c585e902 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1885252 Dec 08 16:33:58.348411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39636) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:58.359181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3699eb48-1925-417c-96d8-ff786e682120 req-4a58f3bc-6c82-41c7-8fc7-73f4261c1ff3 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162822 Dec 08 16:33:58.390974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc01534-4d7e-4a9e-9550-1703402cfbe2 None None] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:33:58.393707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] Sync routers for ids ['a925c255-0f04-45e5-9693-d288c3e8dc31'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:33:58.464852 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.481668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] Routers {'a925c255-0f04-45e5-9693-d288c3e8dc31'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:58.482438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a925c255-0f04-45e5-9693-d288c3e8dc31'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:58.486986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.575089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.602715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:58.640267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:58.657068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:58.661107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Pushing event updated for resources: {'Port': ['ID=c4b11a02-7dcd-470f-a617-8d886e464894,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:58.692399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-24e8873c-b1a1-4782-a7ed-b662c106a8f8', 'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': 'b0be4ad9-1a0e-4233-ba30-5daaf82f8969'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:33:58.693371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.750701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] Set router a925c255-0f04-45e5-9693-d288c3e8dc31 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:58.890775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Attempting to bind port c4b11a02-7dcd-470f-a617-8d886e464894 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:33:58.891240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Attempting to bind port c4b11a02-7dcd-470f-a617-8d886e464894 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'c26aebc2-92ad-4118-9f2c-704355d584a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:33:58.891637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Attempting to bind port c4b11a02-7dcd-470f-a617-8d886e464894 on network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:33:58.939422 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7933c5da-3287-47b4-896f-044ae8b58e4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.953942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:33:58.954322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Checking segment: {'id': 'c26aebc2-92ad-4118-9f2c-704355d584a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:33:58.954725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:58.955112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Bound using segment: {'id': 'c26aebc2-92ad-4118-9f2c-704355d584a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:33:58.955605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Bound port: c4b11a02-7dcd-470f-a617-8d886e464894, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c26aebc2-92ad-4118-9f2c-704355d584a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '70bb7c40-15c2-4a8c-9e97-bb83e72f512a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:33:58.955981 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.095963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.125430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.136633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Allocated IP 2001:db8:1::2 (24e8873c-b1a1-4782-a7ed-b662c106a8f8/b0be4ad9-1a0e-4233-ba30-5daaf82f8969/16915708-941b-439d-be1d-4aefda426e9c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:59.146124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] For port c4b11a02-7dcd-470f-a617-8d886e464894, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:33:59.170037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] For port c4b11a02-7dcd-470f-a617-8d886e464894, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c4b11a02-7dcd-470f-a617-8d886e464894,segment=NetworkSegment(c26aebc2-92ad-4118-9f2c-704355d584a4),segment_id=c26aebc2-92ad-4118-9f2c-704355d584a4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:33:59.184959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.303075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fb870110-4216-4dac-a490-778339da71a0 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:33:59.328030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1ed907-43e0-4284-a18b-2111d1139f01 None None] Pushing event updated for resources: {'Port': ['ID=c4b11a02-7dcd-470f-a617-8d886e464894,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:59.366583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8285791-012f-488e-9d1c-8000fd3afd66 req-c408972e-d9f6-48b6-9bc2-e3dce4eadcd3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:59.369830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81'}], 'enable_snat': True}, 'gw_port_id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:33:57Z', 'revision_number': 5, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port': {'id': 'aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:e5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2945, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:32:32Z', 'updated_at': '2021-12-08T16:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:59.376206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8285791-012f-488e-9d1c-8000fd3afd66 req-c408972e-d9f6-48b6-9bc2-e3dce4eadcd3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.2120967 Dec 08 16:33:59.472959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Deleting port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:33:59.473411 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.486914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] Checking router: a925c255-0f04-45e5-9693-d288c3e8dc31 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:33:59.533504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] Routers {'a925c255-0f04-45e5-9693-d288c3e8dc31'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:33:59.534214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a925c255-0f04-45e5-9693-d288c3e8dc31'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:59.538124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.602769 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.648000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8285791-012f-488e-9d1c-8000fd3afd66 req-d2aac4e1-be34-44f0-9f8a-c2eac8f27b50 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709615 Dec 08 16:33:59.745278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:33:59.769610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8::1 (70bb7c40-15c2-4a8c-9e97-bb83e72f512a/8affb991-6551-4eeb-8ee9-a0de5fd71a5e/f23e78eb-7374-4c01-b0a8-83bbb17895c1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:33:59.771397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:33:59.780365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fb870110-4216-4dac-a490-778339da71a0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fb870110-4216-4dac-a490-778339da71a0,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:33:59.790277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:33:59.820893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Pushing event updated for resources: {'Port': ['ID=16915708-941b-439d-be1d-4aefda426e9c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:33:59.843086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] Set router a925c255-0f04-45e5-9693-d288c3e8dc31 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:33:59.904514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.919281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'fb870110-4216-4dac-a490-778339da71a0', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'port_id': 'fb870110-4216-4dac-a490-778339da71a0', 'mac_address': 'fa:16:3e:ec:43:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:33:59.940696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:33:59.947700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:33:59.949394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:33:59Z', 'revision_number': 6, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:33:59.966849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3224a-215f-4933-9c83-9cd479de0926 req-3ded1bd9-723d-4df1-9e2e-6840bf894375 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:33:59.975340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7e3224a-215f-4933-9c83-9cd479de0926 req-3ded1bd9-723d-4df1-9e2e-6840bf894375 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 943 time: 0.4037035 Dec 08 16:34:00.034816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ca3bf3-fa4f-40ce-a164-05962e9e5a60 None None] The sync data for ids ['a925c255-0f04-45e5-9693-d288c3e8dc31'] in n-d-820935-5 is: [{'id': 'a925c255-0f04-45e5-9693-d288c3e8dc31', 'name': 'tempest-TestServerMultinode-1105134605-router', 'tenant_id': '9017217a7421460fa34e349abec89355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:32:30Z', 'updated_at': '2021-12-08T16:33:59Z', 'revision_number': 6, 'project_id': '9017217a7421460fa34e349abec89355', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:00.059335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Attempting to bind port 16915708-941b-439d-be1d-4aefda426e9c on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:00.059821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Attempting to bind port 16915708-941b-439d-be1d-4aefda426e9c by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '465bd0d6-eb01-44bd-a9b4-bc4504164978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:00.060364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Attempting to bind port 16915708-941b-439d-be1d-4aefda426e9c on network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:00.073014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:00.073513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Checking segment: {'id': '465bd0d6-eb01-44bd-a9b4-bc4504164978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:00.074192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.075266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Bound using segment: {'id': '465bd0d6-eb01-44bd-a9b4-bc4504164978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:00.075964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Bound port: 16915708-941b-439d-be1d-4aefda426e9c, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465bd0d6-eb01-44bd-a9b4-bc4504164978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '24e8873c-b1a1-4782-a7ed-b662c106a8f8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:00.076432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.098137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:00.118873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:00.132919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb4b6-6244-4913-8cc3-8e7f13e182c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.156570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:00.157533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.159225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.166879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.209563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb870110-4216-4dac-a490-778339da71a0 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:34:00.220998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] For port aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:00.221592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.245304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7e3224a-215f-4933-9c83-9cd479de0926 req-6ca57b8c-3157-41b6-ba5c-07ede9ec94c1 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2688127 Dec 08 16:34:00.254171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fb870110-4216-4dac-a490-778339da71a0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fb870110-4216-4dac-a490-778339da71a0,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:00.256872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Calling delete_port for aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:00.258443 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb4b6-6244-4913-8cc3-8e7f13e182c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.258698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=f23e78eb-7374-4c01-b0a8-83bbb17895c1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.263701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2ecb4b6-6244-4913-8cc3-8e7f13e182c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.267518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.284650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] For port 16915708-941b-439d-be1d-4aefda426e9c, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:00.334875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] For port 16915708-941b-439d-be1d-4aefda426e9c, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=16915708-941b-439d-be1d-4aefda426e9c,segment=NetworkSegment(465bd0d6-eb01-44bd-a9b4-bc4504164978),segment_id=465bd0d6-eb01-44bd-a9b4-bc4504164978)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:00.347125 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a2ecb4b6-6244-4913-8cc3-8e7f13e182c3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=661d95ef770548e19dd8c2589efbeaca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4051070 Dec 08 16:34:00.353515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39666) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:00.359144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fb870110-4216-4dac-a490-778339da71a0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.364021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.396713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecb4b6-6244-4913-8cc3-8e7f13e182c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd652f3-0f60-41b5-816c-17a3a1b136bf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.452256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e0cf-0fc0-4da7-b77a-abe98477e0ef None None] Pushing event updated for resources: {'Port': ['ID=16915708-941b-439d-be1d-4aefda426e9c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.498170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8620b918-cea5-4923-a111-af425c3fd447 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.534637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.536390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8620b918-cea5-4923-a111-af425c3fd447 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.538958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['fb870110-4216-4dac-a490-778339da71a0'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:34:00.610511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8620b918-cea5-4923-a111-af425c3fd447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.613344 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8620b918-cea5-4923-a111-af425c3fd447 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.616901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8620b918-cea5-4923-a111-af425c3fd447 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0fd652f3-0f60-41b5-816c-17a3a1b136bf HTTP/1.1" status: 204 len: 168 time: 0.2600632 Dec 08 16:34:00.623914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8620b918-cea5-4923-a111-af425c3fd447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd652f3-0f60-41b5-816c-17a3a1b136bf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.877314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:00.935075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:00.935811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6c8ed3-8874-40a4-ac3e-439b15a503f6 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:01.105776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec3d78a-6803-42fa-b6e4-b698022a5c3e None None] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:01.105942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.129089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601ccbb-02d5-4fbb-a315-f661d368800d req-25f33c07-6e6a-4bdc-80cc-4e215cbe6324 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:01.130720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d601ccbb-02d5-4fbb-a315-f661d368800d req-25f33c07-6e6a-4bdc-80cc-4e215cbe6324 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.3542688 Dec 08 16:34:01.205876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c4b11a02-7dcd-470f-a617-8d886e464894 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:01.274319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-79dc1996-92f4-412e-a3b6-48fb19e049d6 None None] Provisioning complete for port c4b11a02-7dcd-470f-a617-8d886e464894 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:01.279251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79dc1996-92f4-412e-a3b6-48fb19e049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.370221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.379441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.389842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d601ccbb-02d5-4fbb-a315-f661d368800d req-ea0b3557-03a3-46d7-8cf2-3a201503e114 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245283 Dec 08 16:34:01.466584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c4b11a02-7dcd-470f-a617-8d886e464894 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:01.466958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.491940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.492457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a925c255-0f04-45e5-9693-d288c3e8dc31 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:01.499130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.500352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cc03584a-37b5-4ae9-9994-678453e75368 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a925c255-0f04-45e5-9693-d288c3e8dc31 HTTP/1.1" status: 204 len: 168 time: 3.2189257 Dec 08 16:34:01.502914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39690) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:01.541494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79dc1996-92f4-412e-a3b6-48fb19e049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.553209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c8186-4574-4a28-9050-7838c87bff38 req-b9e82ec3-e12f-4688-a339-f2adebf85989 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:01.554569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590c8186-4574-4a28-9050-7838c87bff38 req-b9e82ec3-e12f-4688-a339-f2adebf85989 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 944 time: 0.1550491 Dec 08 16:34:01.592440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.593692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-79dc1996-92f4-412e-a3b6-48fb19e049d6 None None] For port c4b11a02-7dcd-470f-a617-8d886e464894, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c4b11a02-7dcd-470f-a617-8d886e464894,segment=NetworkSegment(c26aebc2-92ad-4118-9f2c-704355d584a4),segment_id=c26aebc2-92ad-4118-9f2c-704355d584a4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:01.602972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.603787 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.625513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79dc1996-92f4-412e-a3b6-48fb19e049d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.652323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=f23e78eb-7374-4c01-b0a8-83bbb17895c1,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:01.657131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Deleting subnet 2a585b5d-ed44-43de-9866-2c4cccd21495 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:01.666687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.674722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.719888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.722889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc1996-92f4-412e-a3b6-48fb19e049d6 None None] Pushing event updated for resources: {'Port': ['ID=c4b11a02-7dcd-470f-a617-8d886e464894,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:01.805495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590c8186-4574-4a28-9050-7838c87bff38 req-6e5785e8-5dcb-4158-8483-ff3e98de7b28 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309530 Dec 08 16:34:01.836187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:34:01.836462 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:34:01.864864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.882593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:01.939268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:01.941185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:01.979385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.025319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.031234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014fb401-a7de-43b7-bf6e-06f3dbeb7643 None None] Network 5d93508e-e458-4d40-98f0-19cf0656fc89 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:02.031740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2a585b5d-ed44-43de-9866-2c4cccd21495 HTTP/1.1" status: 204 len: 168 time: 0.5235558 Dec 08 16:34:02.032908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f82d94a-eb78-4fde-aeb5-f59873626aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a585b5d-ed44-43de-9866-2c4cccd21495,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:02.036726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39700) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:02.158644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.211123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 77a3eaff-8418-4939-8df7-9ad36de887c5 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:02.269045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.282167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cf812e2b-9cd5-40e3-95db-90fe8da6bb17 None None] Provisioning complete for port c4b11a02-7dcd-470f-a617-8d886e464894 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:02.282537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf812e2b-9cd5-40e3-95db-90fe8da6bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.286640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.299480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Deleting port ad7c37ce-cd7e-4c06-b95f-b418941ca25b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:02.300268 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.468042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:02.474205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0fa212c4-14f0-4ef2-8e15-b8fe8d089ee5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/77a3eaff-8418-4939-8df7-9ad36de887c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1201577 Dec 08 16:34:02.477123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39706) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:02.481455 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] Sync routers for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:02.505435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] For port ad7c37ce-cd7e-4c06-b95f-b418941ca25b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,segment=NetworkSegment(9480902a-a25c-4959-8781-f60dbb6bbb88),segment_id=9480902a-a25c-4959-8781-f60dbb6bbb88)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:02.506146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.514304 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:02.525688 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:02.537913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Calling delete_port for ad7c37ce-cd7e-4c06-b95f-b418941ca25b owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:02.556469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] DHCP port deletion for 5d93508e-e458-4d40-98f0-19cf0656fc89 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:02.573082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:02.592261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982387d-b60c-4379-89ac-c04e0ceafb34 None None] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:02.630168 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:02.654233 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:02.654855 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:02.656325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:02.656846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aa3b4fa5-d46d-4cda-8b2e-68895e2a20c0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:02.657441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4b181726-580f-4b4f-a0f0-ea829a3f00ce no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:02.722978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4b181726-580f-4b4f-a0f0-ea829a3f00ce {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:02.723505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4b181726-580f-4b4f-a0f0-ea829a3f00ce not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:02.732371 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:02.734066 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a392ff1-6e4c-4d03-b578-f7d89479b7ad None None] The sync data for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:02.760744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.791215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cf812e2b-9cd5-40e3-95db-90fe8da6bb17 None None] Provisioning complete for port f23e78eb-7374-4c01-b0a8-83bbb17895c1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:02.791582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf812e2b-9cd5-40e3-95db-90fe8da6bb17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:02.891480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] No DVR routers for this DVR port ad7c37ce-cd7e-4c06-b95f-b418941ca25b on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:02.897510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:02.899214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Deleting port ad7c37ce-cd7e-4c06-b95f-b418941ca25b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:02.900130 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.012951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cf812e2b-9cd5-40e3-95db-90fe8da6bb17 None None] Port f23e78eb-7374-4c01-b0a8-83bbb17895c1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:03.055398 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.077661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.084990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] For port ad7c37ce-cd7e-4c06-b95f-b418941ca25b, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:03.085465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.101317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c4b11a02-7dcd-470f-a617-8d886e464894 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:03.126926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d93508e-e458-4d40-98f0-19cf0656fc89']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:03.135648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Calling delete_port for ad7c37ce-cd7e-4c06-b95f-b418941ca25b owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:03.147686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Port ad7c37ce-cd7e-4c06-b95f-b418941ca25b was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:34:03.152547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9480902a-a25c-4959-8781-f60dbb6bbb88') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:03.152772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9480902a-a25c-4959-8781-f60dbb6bbb88') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:03.160252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Provisioning complete for port 16915708-941b-439d-be1d-4aefda426e9c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:03.160621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.162177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.166163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546281a5-fd17-48c7-92a9-e3c85e54d4a3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:03.169042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-546281a5-fd17-48c7-92a9-e3c85e54d4a3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports/f23e78eb-7374-4c01-b0a8-83bbb17895c1 HTTP/1.1" status: 200 len: 911 time: 0.6905563 Dec 08 16:34:03.176344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:03.186418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.214303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.227939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] Pushing event deleted for resources: {'Port': ['ID=ad7c37ce-cd7e-4c06-b95f-b418941ca25b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.234391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:03.235025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:03.237849 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:03.249415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffefc472-9265-4659-9e41-722a1f1b9d24 None None] No DVR routers for this DVR port ad7c37ce-cd7e-4c06-b95f-b418941ca25b on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:03.282753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c4b11a02-7dcd-470f-a617-8d886e464894 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:03.287068 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.311958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b214a6f-fd75-4390-9338-a8ff1868c184 req-a267bf0d-15d5-4248-8d89-c16d91b1792d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:03.313735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b214a6f-fd75-4390-9338-a8ff1868c184 req-a267bf0d-15d5-4248-8d89-c16d91b1792d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.2547507 Dec 08 16:34:03.330688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7b56e-b8de-4356-8c0b-46cd321b77e3 req-4d7b0877-cf19-449f-b039-f8d34f7f814b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:03.332292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-baa7b56e-b8de-4356-8c0b-46cd321b77e3 req-4d7b0877-cf19-449f-b039-f8d34f7f814b tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 944 time: 0.3032570 Dec 08 16:34:03.343923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fb870110-4216-4dac-a490-778339da71a0 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:03.370629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.397590 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.401302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5d93508e-e458-4d40-98f0-19cf0656fc89 HTTP/1.1" status: 204 len: 168 time: 1.3633807 Dec 08 16:34:03.403675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282eec3-d65a-4218-b78d-6147c28377b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d93508e-e458-4d40-98f0-19cf0656fc89,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.458731 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.491600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-baa7b56e-b8de-4356-8c0b-46cd321b77e3 req-52a6ba91-1f82-4f3b-b284-65e66eeea1d0 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985460 Dec 08 16:34:03.516220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] For port 16915708-941b-439d-be1d-4aefda426e9c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=16915708-941b-439d-be1d-4aefda426e9c,segment=NetworkSegment(465bd0d6-eb01-44bd-a9b4-bc4504164978),segment_id=465bd0d6-eb01-44bd-a9b4-bc4504164978)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:03.542521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b214a6f-fd75-4390-9338-a8ff1868c184 req-9fdcac56-4040-4a35-a16e-99ce3fcc015c tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203948 Dec 08 16:34:03.562616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 16915708-941b-439d-be1d-4aefda426e9c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:03.565546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.572517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port fb870110-4216-4dac-a490-778339da71a0 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:34:03.612516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port fb870110-4216-4dac-a490-778339da71a0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:03.613032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.676525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Provisioning complete for port f23e78eb-7374-4c01-b0a8-83bbb17895c1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:03.676897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.710706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:03.749850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Port f23e78eb-7374-4c01-b0a8-83bbb17895c1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:03.766482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af14bc4-8284-4ace-a38a-6b317dd8dc21 None None] Pushing event updated for resources: {'Port': ['ID=16915708-941b-439d-be1d-4aefda426e9c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.780922 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed2bdf59-a98f-49c0-a90c-d448c4b5211e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e3f9e3d3e4db4d0fba0186c48d4f1e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0673697 Dec 08 16:34:03.783292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:03.822165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 16915708-941b-439d-be1d-4aefda426e9c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:03.822684 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.847406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9116ca20-97ca-40fb-a9b0-cc3dc7914213 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.868159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.877513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9116ca20-97ca-40fb-a9b0-cc3dc7914213 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.877855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.928601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb870110-4216-4dac-a490-778339da71a0'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:03.933732 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18a727b-c73e-42e1-acae-ae63d996d82e" -d '{"events": [{"server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "name": "network-vif-plugged", "status": "completed", "tag": "fb870110-4216-4dac-a490-778339da71a0"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:03.950981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9116ca20-97ca-40fb-a9b0-cc3dc7914213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.958410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9116ca20-97ca-40fb-a9b0-cc3dc7914213 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:03.966310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9116ca20-97ca-40fb-a9b0-cc3dc7914213 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68d2d810-d67f-47c8-a28e-49764f526346 HTTP/1.1" status: 204 len: 168 time: 0.1793377 Dec 08 16:34:03.978473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116ca20-97ca-40fb-a9b0-cc3dc7914213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d2d810-d67f-47c8-a28e-49764f526346,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:03.990370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fb870110-4216-4dac-a490-778339da71a0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fb870110-4216-4dac-a490-778339da71a0,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:03.995870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-264f9a29-5525-423b-a0a1-4ce39af0e1ff None None] Provisioning complete for port 16915708-941b-439d-be1d-4aefda426e9c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:03.996358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-264f9a29-5525-423b-a0a1-4ce39af0e1ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.013940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.129493 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58916f2-4936-497e-a95a-05710ec9c970 x-openstack-request-id: req-d58916f2-4936-497e-a95a-05710ec9c970 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:04.130119 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "name": "network-vif-plugged", "status": "completed", "tag": "fb870110-4216-4dac-a490-778339da71a0", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:04.130222 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d58916f2-4936-497e-a95a-05710ec9c970 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:04.131000 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb870110-4216-4dac-a490-778339da71a0', 'code': 200} Dec 08 16:34:04.145562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fb870110-4216-4dac-a490-778339da71a0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:04.184037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e246fc-c85f-4663-bc18-3f54a43235b9 req-3fce51fd-f3cf-4bfb-ba33-d7e5af67b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.185586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35e246fc-c85f-4663-bc18-3f54a43235b9 req-3fce51fd-f3cf-4bfb-ba33-d7e5af67b37b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 1096 time: 0.0642018 Dec 08 16:34:04.271661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8:1::1 (24e8873c-b1a1-4782-a7ed-b662c106a8f8/b0be4ad9-1a0e-4233-ba30-5daaf82f8969/f910fda9-d44c-430e-a6d5-e7ab74932c07) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:04.284973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35e246fc-c85f-4663-bc18-3f54a43235b9 req-d1c707e2-b63b-4aca-a2c9-bc7ebd3ca189 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921946 Dec 08 16:34:04.295348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ad7c37ce-cd7e-4c06-b95f-b418941ca25b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:04.316784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ad7c37ce-cd7e-4c06-b95f-b418941ca25b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:04.317129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ad7c37ce-cd7e-4c06-b95f-b418941ca25b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:04.410730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.431044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:04.447009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.482462 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-57cef493-e8ca-43a5-86f9-93c0741e9d7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9017217a7421460fa34e349abec89355&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0470836 Dec 08 16:34:04.482707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39736) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:04.489126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:04.494377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:04.498159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:04.498588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.539642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=f910fda9-d44c-430e-a6d5-e7ab74932c07,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:04.546510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0cf50f8-3d56-4152-b4af-0f9e64b77fff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.572992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0cf50f8-3d56-4152-b4af-0f9e64b77fff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.638616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0cf50f8-3d56-4152-b4af-0f9e64b77fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.641198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0cf50f8-3d56-4152-b4af-0f9e64b77fff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.642635 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b0cf50f8-3d56-4152-b4af-0f9e64b77fff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b0ff0b7-0b83-471b-8a9e-3946b257e280 HTTP/1.1" status: 204 len: 168 time: 0.1590004 Dec 08 16:34:04.659615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf50f8-3d56-4152-b4af-0f9e64b77fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0ff0b7-0b83-471b-8a9e-3946b257e280,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:04.734218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.763990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5544c98e-462a-4f5d-a616-d799633de332 req-d7333191-8b50-4226-8962-189633a24808 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.765558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5544c98e-462a-4f5d-a616-d799633de332 req-d7333191-8b50-4226-8962-189633a24808 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.1588154 Dec 08 16:34:04.814055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d227a-56ad-4b74-b4b7-0fcad681ddc6 req-fb551d57-cb6c-461c-9866-8f6239dd8796 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:04.815593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e3d227a-56ad-4b74-b4b7-0fcad681ddc6 req-fb551d57-cb6c-461c-9866-8f6239dd8796 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1806226 Dec 08 16:34:04.925191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 16915708-941b-439d-be1d-4aefda426e9c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:04.965888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3abfb3c6-7970-4c5a-ad60-32e2d0d36bb8 None None] Provisioning complete for port f910fda9-d44c-430e-a6d5-e7ab74932c07 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:04.966913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3abfb3c6-7970-4c5a-ad60-32e2d0d36bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:04.988275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5544c98e-462a-4f5d-a616-d799633de332 req-31ef4321-e5cf-4d17-a8ef-2270c96a0223 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974344 Dec 08 16:34:05.031733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e3d227a-56ad-4b74-b4b7-0fcad681ddc6 req-2e494642-6be1-482e-9452-c3dfbfc1b5ad tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011130 Dec 08 16:34:05.052466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3abfb3c6-7970-4c5a-ad60-32e2d0d36bb8 None None] Port f910fda9-d44c-430e-a6d5-e7ab74932c07 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:05.087990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 16915708-941b-439d-be1d-4aefda426e9c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:05.088433 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.276486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-ff36a182-39cb-4a84-ada4-f43ab7651bb4 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=5bf146626507462e893ba18fb560616c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1155922 Dec 08 16:34:05.320061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.350713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.351495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:05.552121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.559081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.564999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.571057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.577603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.583588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.589631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.591587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-100228fd-d217-4b78-9c70-0f5c746093ee req-20ce5db9-16ff-4264-bcbd-b26ba1d77d6d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.3381736 Dec 08 16:34:05.611347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=f910fda9-d44c-430e-a6d5-e7ab74932c07,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:05.661395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-6d79d81e-0065-4a81-af35-a8c93111ee50 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:05.662879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-6d79d81e-0065-4a81-af35-a8c93111ee50 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3643365 Dec 08 16:34:05.702406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-31150ef0-6665-4554-bafb-0beb3956cae7 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/quotas/5bf146626507462e893ba18fb560616c HTTP/1.1" status: 200 len: 375 time: 0.0319176 Dec 08 16:34:05.750942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:05.753162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-fccb4252-c7fc-4a0f-9a70-032a65e8d240 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5bf146626507462e893ba18fb560616c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443325 Dec 08 16:34:05.756963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:05.767960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-100228fd-d217-4b78-9c70-0f5c746093ee req-744ff60a-a59a-4348-9f05-2e87541c27fe tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1640825 Dec 08 16:34:06.084042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-43ff2270-0086-416b-b3ce-c76095d76dad None None] Provisioning complete for port f910fda9-d44c-430e-a6d5-e7ab74932c07 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:06.085182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43ff2270-0086-416b-b3ce-c76095d76dad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.125532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-43ff2270-0086-416b-b3ce-c76095d76dad None None] Port f910fda9-d44c-430e-a6d5-e7ab74932c07 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:06.187628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5c8be47-5a12-452f-b83a-3c14cd110bb9 req-d270fb42-e008-4314-9153-be8adc561e6e tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 210 time: 0.0743759 Dec 08 16:34:06.234205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.240103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.246104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.251962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.257913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.263862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.269685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.271653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb1b766f-f387-4238-851f-3a65a0f62ab5 req-9b6e5363-7220-4fa4-bae3-7feb21630947 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.1595981 Dec 08 16:34:06.277680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 77a3eaff-8418-4939-8df7-9ad36de887c5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:06.443002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b73a22-d70f-4435-a88e-0b06618a2904 req-9d16ffa9-57b6-45fb-a81f-647e1474279e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.444498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31b73a22-d70f-4435-a88e-0b06618a2904 req-9d16ffa9-57b6-45fb-a81f-647e1474279e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.1695902 Dec 08 16:34:06.466727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:06.476804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] Sync routers for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:06.477638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c0048e5a-9296-4f55-b3cf-fbaa727db91f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/77a3eaff-8418-4939-8df7-9ad36de887c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3002641 Dec 08 16:34:06.480937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.486250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3460b-ccc8-40e3-b945-dacc8b3ab930 req-7f6f5d9b-f831-42f8-a15c-66e9e7838000 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.487756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43e3460b-ccc8-40e3-b945-dacc8b3ab930 req-7f6f5d9b-f831-42f8-a15c-66e9e7838000 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1341488 Dec 08 16:34:06.490707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:06.491700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:06.547737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31b73a22-d70f-4435-a88e-0b06618a2904 req-3e5c38be-8f5b-43f2-9c20-609ef93adcd4 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950282 Dec 08 16:34:06.550848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:06.567141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:06.567758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:06.570004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd2ea7a-e132-412a-b852-08e51a431bc7 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.571755 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4bd2ea7a-e132-412a-b852-08e51a431bc7 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports/f910fda9-d44c-430e-a6d5-e7ab74932c07 HTTP/1.1" status: 200 len: 913 time: 0.0891044 Dec 08 16:34:06.575098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39782) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.606426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:06.607105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32680f50-ed90-4558-b3ce-3536c335f252 None None] The sync data for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:06.618745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43e3460b-ccc8-40e3-b945-dacc8b3ab930 req-95709c6b-6e3f-4095-9cf9-c90fe6e93677 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202729 Dec 08 16:34:06.694919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88547-eced-4f36-a8d5-56c8c8e97fd8 req-ae632594-2b54-4588-b0cf-87a13eeb694c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.696491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50e88547-eced-4f36-a8d5-56c8c8e97fd8 req-ae632594-2b54-4588-b0cf-87a13eeb694c tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.0536640 Dec 08 16:34:06.750770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50e88547-eced-4f36-a8d5-56c8c8e97fd8 req-572aa979-1482-4c5f-a8ac-c96d8c22b013 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469308 Dec 08 16:34:06.773500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.877882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b54f1ce-5f2b-4dc5-bcce-6363aa2c065a tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:06.882140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b54f1ce-5f2b-4dc5-bcce-6363aa2c065a tempest-TestNetworkBasicOps-1498610667 tempest-TestNetworkBasicOps-1498610667-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 1091 time: 0.1048727 Dec 08 16:34:06.882466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39788) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:06.887175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'fb870110-4216-4dac-a490-778339da71a0', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:06.923563 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:06.970415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.005995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-f184d1fe-e92f-4982-ba3d-d0ee1ae7ae7e tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=5bf146626507462e893ba18fb560616c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655982 Dec 08 16:34:07.166564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-39dc3856-3dc9-4537-9cb1-dbe5cda39183 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:07.168634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-39dc3856-3dc9-4537-9cb1-dbe5cda39183 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552954 Dec 08 16:34:07.184022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Request body: {'port': {'device_id': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '5bf146626507462e893ba18fb560616c'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:07.189100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.288668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port f910fda9-d44c-430e-a6d5-e7ab74932c07 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:07.289015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.318073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fcb6a459-e783-433a-8c62-32b4851db5ec req-83f84824-efdf-48c3-96d2-62deac2cb504 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 210 time: 0.0428689 Dec 08 16:34:07.385108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.397684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for f910fda9-d44c-430e-a6d5-e7ab74932c07 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:07.416156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Allocated IP 172.25.3.89 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5b014874-7d34-4eb9-8936-99396d289ada) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:07.430595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Made reservation on behalf of 5bf146626507462e893ba18fb560616c for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:07.434535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.449023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.567018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.586447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.614613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=f910fda9-d44c-430e-a6d5-e7ab74932c07,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:07.627713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.687548 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.699650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:07.703480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.720819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:07.727382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=5b014874-7d34-4eb9-8936-99396d289ada,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:07.730073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:07.748406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:07.883090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93626f86-cf94-4fae-8f60-03453a673b64,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:08.002814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 77a3eaff-8418-4939-8df7-9ad36de887c5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:08.011924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249e039-44ae-424d-8aab-5f8c5fdfb217 req-b12c65da-c9b9-4507-ad63-acc46ad8f71e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.013502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f249e039-44ae-424d-8aab-5f8c5fdfb217 req-b12c65da-c9b9-4507-ad63-acc46ad8f71e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.2874103 Dec 08 16:34:08.045686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Allocated IP 192.168.233.92 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/0947ce7f-b0f1-4465-ba6d-d45eadc92336) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:08.119903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:08.133263 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92f7a844-5b8b-4e17-93a9-06375a0a24fa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/77a3eaff-8418-4939-8df7-9ad36de887c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5542581 Dec 08 16:34:08.133476 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] Sync routers for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:08.133980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:08.150112 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:08.154248 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:08.215549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f249e039-44ae-424d-8aab-5f8c5fdfb217 req-cbe8e598-608e-4f90-851a-2bf1632cc717 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861045 Dec 08 16:34:08.217015 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:08.240177 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:08.241979 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:08.285248 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:08.286233 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06e1977-6a29-4aa4-9343-6d434f959a58 None None] The sync data for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:08.312657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:08.459424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0612f6d2-f81d-4e05-adb5-ce25368a435f req-46063403-a3aa-4df8-b9ec-0d04ef49d8bd tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 210 time: 0.0664301 Dec 08 16:34:08.480233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.481308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.481920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.482432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.483018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.483844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.484655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.487724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-1e4b8a96-86e7-4d13-9c6d-97126ac22359 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.1739357 Dec 08 16:34:08.527250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.588315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-0c6459cb-3e3d-40d7-a6dc-8833c167118a service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888307 Dec 08 16:34:08.603068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.676401 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.691459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.797016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:08.805545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Pushing event updated for resources: {'Port': ['ID=0947ce7f-b0f1-4465-ba6d-d45eadc92336,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:08.808920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:08.811634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:08.872197 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.908806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:08.909479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:08.945608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-046c84ac-1a8e-4cd3-a262-582891d4d11c tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7664318 Dec 08 16:34:08.990713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Request body: {'port': {'device_id': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:09.068062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.077179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f94b01be-43eb-4c8e-a55c-6618abdd1486 None None] Provisioning complete for port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:09.077768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f94b01be-43eb-4c8e-a55c-6618abdd1486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.122302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f94b01be-43eb-4c8e-a55c-6618abdd1486 None None] Port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:09.140224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port f23e78eb-7374-4c01-b0a8-83bbb17895c1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:09.140550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.239687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.255054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for f23e78eb-7374-4c01-b0a8-83bbb17895c1 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:09.436842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.460888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.463475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=f23e78eb-7374-4c01-b0a8-83bbb17895c1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:09.505062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.575354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.605866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80953705-eeb8-4f8d-9d2b-0629627171c4 req-a298943d-b77f-4195-a570-59ef05c775a3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:09.607444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80953705-eeb8-4f8d-9d2b-0629627171c4 req-a298943d-b77f-4195-a570-59ef05c775a3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1554487 Dec 08 16:34:09.707780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event updated for resources: {'Port': ['ID=5b014874-7d34-4eb9-8936-99396d289ada,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:09.745175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 77a3eaff-8418-4939-8df7-9ad36de887c5 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:09.782712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09d2dc-de8f-4b74-8a51-7e0b2e086dc4 req-e13ba8c6-2d34-473a-a1d0-af01083491c4 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:09.784215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd09d2dc-de8f-4b74-8a51-7e0b2e086dc4 req-e13ba8c6-2d34-473a-a1d0-af01083491c4 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 935 time: 0.2303040 Dec 08 16:34:09.790921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.824179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:09.833274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6f2cc08b-db3f-4190-a6a0-c55c95add4ed tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/77a3eaff-8418-4939-8df7-9ad36de887c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6951041 Dec 08 16:34:09.833274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:09.836102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] Sync routers for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:09.848384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:09.849087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:09.862492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80953705-eeb8-4f8d-9d2b-0629627171c4 req-8feafb82-77ae-4bbc-b9b8-273af3e7a41b tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354813 Dec 08 16:34:09.866242 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ea9a1ddc-9c56-48a6-b626-17c78aa0c00b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=77a3eaff-8418-4939-8df7-9ad36de887c5 HTTP/1.1" status: 200 len: 205 time: 0.0316091 Dec 08 16:34:09.868735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:09.891267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:09.900814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] Routers {'77a3eaff-8418-4939-8df7-9ad36de887c5'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:09.901773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['77a3eaff-8418-4939-8df7-9ad36de887c5'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:09.940812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:09.941736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cb457-edd9-41b0-bfe1-b689ddccd08f None None] The sync data for ids ['77a3eaff-8418-4939-8df7-9ad36de887c5'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:09.955887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:09.975483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd09d2dc-de8f-4b74-8a51-7e0b2e086dc4 req-79ea8428-cee1-4320-8f73-ad2c21b88bb1 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790426 Dec 08 16:34:09.988887 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Floating IP e4214c0c-ea0f-413a-adb1-163d3d8d18ca associated. External IP: 172.25.3.89, port: fb870110-4216-4dac-a490-778339da71a0. Dec 08 16:34:10.082359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0947ce7f-b0f1-4465-ba6d-d45eadc92336 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:34:10.116503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.121509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.124034 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.139489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Transition to ACTIVE for port object 0947ce7f-b0f1-4465-ba6d-d45eadc92336 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:34:10.145761 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.168507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.169151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router 77a3eaff-8418-4939-8df7-9ad36de887c5 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:10.176307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.177422 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b4de62e2-94d7-4fc1-8e6a-0d77e473c571 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/77a3eaff-8418-4939-8df7-9ad36de887c5 HTTP/1.1" status: 204 len: 168 time: 0.3076866 Dec 08 16:34:10.180723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.243110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet b0be4ad9-1a0e-4233-ba30-5daaf82f8969 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:10.247655 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.250759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Pushing event updated for resources: {'Port': ['ID=0947ce7f-b0f1-4465-ba6d-d45eadc92336,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:10.298230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.376551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Attempting to bind port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:10.376892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Attempting to bind port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:10.377224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Attempting to bind port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:10.387439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router e06d2480-736a-4c42-8a4a-9feaefb14382 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:10.388304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:34:10.388630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Attempting to bind port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:10.396243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:10.396587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:10.396975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:10.397419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Bound port: 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:10.397777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.400615 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.469265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.497117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=b0be4ad9-1a0e-4233-ba30-5daaf82f8969,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:10.501087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.506454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8504bbe5-7a2a-42c7-9c16-acd0d1652230 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/b0be4ad9-1a0e-4233-ba30-5daaf82f8969 HTTP/1.1" status: 204 len: 168 time: 0.3242710 Dec 08 16:34:10.507283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.509747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71621338-4417-434d-b656-f81bc54e25f6 None None] Network 24e8873c-b1a1-4782-a7ed-b662c106a8f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:10.554862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] For port 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:10.570530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet 8affb991-6551-4eeb-8ee9-a0de5fd71a5e {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:10.571188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] For port 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:10.572977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:10.574669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.582750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.584829 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] Sync routers for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:10.602657 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:10.603785 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:10.619210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.629725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.647737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:10.648366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.649788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] 10.222.0.86 "PUT /v2.0/ports/0947ce7f-b0f1-4465-ba6d-d45eadc92336 HTTP/1.1" status: 200 len: 1095 time: 1.6917367 Dec 08 16:34:10.650277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'tag': '0947ce7f-b0f1-4465-ba6d-d45eadc92336'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:10.653333 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17e2643-c027-44f3-af58-6ccec75bfd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "51ab7b2f-9deb-49d9-a9d7-dba128cdea27", "tag": "0947ce7f-b0f1-4465-ba6d-d45eadc92336"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:10.683007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ba211486-96c9-45c2-a092-c0437b46d730 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7993329 Dec 08 16:34:10.687934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39838) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:10.694970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615fad-9f35-4650-a863-b9eab7d408bc service neutron] Pushing event updated for resources: {'Port': ['ID=0947ce7f-b0f1-4465-ba6d-d45eadc92336,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:10.754800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] DHCP port deletion for 24e8873c-b1a1-4782-a7ed-b662c106a8f8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:10.782769 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb037eb7-3a34-444d-a329-f5931c13348a x-openstack-request-id: req-eb037eb7-3a34-444d-a329-f5931c13348a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:10.783405 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ab7b2f-9deb-49d9-a9d7-dba128cdea27", "tag": "0947ce7f-b0f1-4465-ba6d-d45eadc92336", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:10.783405 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb037eb7-3a34-444d-a329-f5931c13348a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:10.783920 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'tag': '0947ce7f-b0f1-4465-ba6d-d45eadc92336', 'status': 'completed', 'code': 200} Dec 08 16:34:10.810476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.872241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f8c953d0-4d53-4b63-ac8f-889ed147114a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/e4214c0c-ea0f-413a-adb1-163d3d8d18ca HTTP/1.1" status: 200 len: 990 time: 0.1809530 Dec 08 16:34:10.883271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-d062cee4-0048-4f8b-8a4f-ad797fa43e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:10.884928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-d062cee4-0048-4f8b-8a4f-ad797fa43e7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5bf146626507462e893ba18fb560616c&device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 1098 time: 0.1510108 Dec 08 16:34:10.908744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] Deleting port 16915708-941b-439d-be1d-4aefda426e9c {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:10.910804 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:10.949201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-c7a89df0-9579-47f3-8b5d-31bd134dae61 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336 HTTP/1.1" status: 200 len: 217 time: 0.0556912 Dec 08 16:34:10.965370 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:10.988482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.016449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-936fb04c-b4b4-488a-9d59-069eb20cb682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.018405 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.021255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-936fb04c-b4b4-488a-9d59-069eb20cb682 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0613296 Dec 08 16:34:11.030391 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/8affb991-6551-4eeb-8ee9-a0de5fd71a5e HTTP/1.1" status: 204 len: 168 time: 0.5214715 Dec 08 16:34:11.031476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39844) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:11.061721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] For port 16915708-941b-439d-be1d-4aefda426e9c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=16915708-941b-439d-be1d-4aefda426e9c,segment=NetworkSegment(465bd0d6-eb01-44bd-a9b4-bc4504164978),segment_id=465bd0d6-eb01-44bd-a9b4-bc4504164978)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:11.062442 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.081671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 16915708-941b-439d-be1d-4aefda426e9c no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:11.084450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e665748d-0779-49f3-a5f2-7570ead9f06e None None] Network 70bb7c40-15c2-4a8c-9e97-bb83e72f512a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:11.089478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb165aee-8216-48c7-a7ed-47e30e91f9a8 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=8affb991-6551-4eeb-8ee9-a0de5fd71a5e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.100343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] Calling delete_port for 16915708-941b-439d-be1d-4aefda426e9c owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:11.158606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4261696-30b4-4108-82b1-8481905252af req-04f0b29f-4aa3-45c0-9162-1af59a10ecbe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.160439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4261696-30b4-4108-82b1-8481905252af req-04f0b29f-4aa3-45c0-9162-1af59a10ecbe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1379292 Dec 08 16:34:11.163611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-e21ff69d-9057-4345-9727-3e906ed49c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.165486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-e21ff69d-9057-4345-9727-3e906ed49c32 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1296427 Dec 08 16:34:11.183717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947abe1-2a48-451e-bd34-0267b237d6ba req-43a44d67-4819-429a-9d7d-de3ac2c217b2 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.185710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a947abe1-2a48-451e-bd34-0267b237d6ba req-43a44d67-4819-429a-9d7d-de3ac2c217b2 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 947 time: 0.1010187 Dec 08 16:34:11.197487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.280940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 16915708-941b-439d-be1d-4aefda426e9c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:11.281195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.328994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4261696-30b4-4108-82b1-8481905252af req-6e331d86-0f50-4cbc-b231-708fcc058bd0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594114 Dec 08 16:34:11.341663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a947abe1-2a48-451e-bd34-0267b237d6ba req-7af16f9f-17df-48e6-bfde-63c1bf1a2cc7 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355624 Dec 08 16:34:11.347905 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.367313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 16915708-941b-439d-be1d-4aefda426e9c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=16915708-941b-439d-be1d-4aefda426e9c,segment=NetworkSegment(465bd0d6-eb01-44bd-a9b4-bc4504164978),segment_id=465bd0d6-eb01-44bd-a9b4-bc4504164978)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:11.367676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.369689 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e4214c0c-ea0f-413a-adb1-163d3d8d18ca', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.89', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'port_id': 'fb870110-4216-4dac-a490-778339da71a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'mac_address': 'fa:16:3e:ec:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:34:08Z', 'updated_at': '2021-12-08T16:34:08Z', 'revision_number': 0, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:43Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:11.370846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-075b9405-0f5f-46ee-8fcb-42ef4338770e service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829481 Dec 08 16:34:11.399143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 16915708-941b-439d-be1d-4aefda426e9c owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:11.412673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 16915708-941b-439d-be1d-4aefda426e9c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=16915708-941b-439d-be1d-4aefda426e9c,segment=NetworkSegment(465bd0d6-eb01-44bd-a9b4-bc4504164978),segment_id=465bd0d6-eb01-44bd-a9b4-bc4504164978)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:11.423300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] Checking router: e06d2480-736a-4c42-8a4a-9feaefb14382 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:11.424518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.436411 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:11.437248 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:11.441345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.470377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event deleted for resources: {'Port': ['ID=16915708-941b-439d-be1d-4aefda426e9c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.478164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] No DVR routers for this DVR port 16915708-941b-439d-be1d-4aefda426e9c on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:11.502258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] DHCP port deletion for 70bb7c40-15c2-4a8c-9e97-bb83e72f512a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:11.507189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a245ff89-01f4-4961-ae07-9323dce68b1a None None] Pushing event deleted for resources: {'Port': ['ID=16915708-941b-439d-be1d-4aefda426e9c,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.519462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.538627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a7949ec-b655-49da-ae87-a5fb483b1e20 req-981728d7-5ccd-4b29-8b52-000e7a4f3073 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551094 Dec 08 16:34:11.565008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=16915708-941b-439d-be1d-4aefda426e9c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.567149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port 16915708-941b-439d-be1d-4aefda426e9c on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:11.579236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] Deleting port c4b11a02-7dcd-470f-a617-8d886e464894 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:11.579888 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.594381 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:11.646369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-09fb43e8-f576-4baf-952a-f2599c74ca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.648181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-09fb43e8-f576-4baf-952a-f2599c74ca9a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5bf146626507462e893ba18fb560616c&device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 1098 time: 0.0595741 Dec 08 16:34:11.655828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] For port c4b11a02-7dcd-470f-a617-8d886e464894, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c4b11a02-7dcd-470f-a617-8d886e464894,segment=NetworkSegment(c26aebc2-92ad-4118-9f2c-704355d584a4),segment_id=c26aebc2-92ad-4118-9f2c-704355d584a4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:11.656154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.676176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.677234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] Calling delete_port for c4b11a02-7dcd-470f-a617-8d886e464894 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:11.702360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e8873c-b1a1-4782-a7ed-b662c106a8f8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:11.716543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465bd0d6-eb01-44bd-a9b4-bc4504164978') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:11.717095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465bd0d6-eb01-44bd-a9b4-bc4504164978') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:11.731384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.745931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.752493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:11.753020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.758589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-944d0ed7-d22e-4dfd-b57b-1627ed6814a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.761215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-944d0ed7-d22e-4dfd-b57b-1627ed6814a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.1003473 Dec 08 16:34:11.766763 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.797518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] Pushing event deleted for resources: {'Port': ['ID=c4b11a02-7dcd-470f-a617-8d886e464894,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.799491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53629ec-5d8e-4106-b403-85c2ef0337ae None None] No DVR routers for this DVR port c4b11a02-7dcd-470f-a617-8d886e464894 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:11.821674 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:11.826259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-2b9e936d-ceff-4705-9ee6-05cedc70e6d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336 HTTP/1.1" status: 200 len: 217 time: 0.0550382 Dec 08 16:34:11.826681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.840939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.846405 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/24e8873c-b1a1-4782-a7ed-b662c106a8f8 HTTP/1.1" status: 204 len: 168 time: 0.7660234 Dec 08 16:34:11.857952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39846) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:11.866422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf2705e-0095-42f2-a790-72aa91fc3441 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=24e8873c-b1a1-4782-a7ed-b662c106a8f8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:11.873973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39848) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:11.878188 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e4214c0c-ea0f-413a-adb1-163d3d8d18ca', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.89', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'port_id': 'fb870110-4216-4dac-a490-778339da71a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'mac_address': 'fa:16:3e:ec:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:34:08Z', 'updated_at': '2021-12-08T16:34:08Z', 'revision_number': 0, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:43Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:11.906954 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e32c89-197d-4c97-b38d-1a0a3b4cdfdd None None] The sync data for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 is: [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e4214c0c-ea0f-413a-adb1-163d3d8d18ca', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'floating_ip_address': '172.25.3.89', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'port_id': 'fb870110-4216-4dac-a490-778339da71a0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3107, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'mac_address': 'fa:16:3e:ec:43:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:34:08Z', 'updated_at': '2021-12-08T16:34:08Z', 'revision_number': 0, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:43Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:11.922831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-ea33038b-9651-4001-84eb-ab9bb07d6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.924353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-ea33038b-9651-4001-84eb-ab9bb07d6d08 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0897102 Dec 08 16:34:11.952323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:11.978241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-192aa8b4-1d8d-48d9-a21a-93aac06e2b90 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/e4214c0c-ea0f-413a-adb1-163d3d8d18ca HTTP/1.1" status: 200 len: 990 time: 0.1028168 Dec 08 16:34:11.990436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-2194b0fa-5a4d-48a8-93d1-65979ad2b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:11.992261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-2194b0fa-5a4d-48a8-93d1-65979ad2b2b3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0599198 Dec 08 16:34:12.049518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.074894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bb7c40-15c2-4a8c-9e97-bb83e72f512a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:12.085022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26aebc2-92ad-4118-9f2c-704355d584a4') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:12.085316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26aebc2-92ad-4118-9f2c-704355d584a4') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:12.094413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-d7c38abd-2a9f-4f4a-9ae8-8d10baed4e09 service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936952 Dec 08 16:34:12.099962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.119095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.127306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:12.127669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:12.131065 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:12.166144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63d717f-1011-40a8-b0ef-0998805d1074 None None] New status for floating IP e4214c0c-ea0f-413a-adb1-163d3d8d18ca: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:34:12.197950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a17e2643-c027-44f3-af58-6ccec75bfd6d req-a87b66e5-0f6c-4a76-b89f-77d6b9fee6fc service neutron] 10.222.0.86 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951750 Dec 08 16:34:12.202230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.226520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.230309 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/70bb7c40-15c2-4a8c-9e97-bb83e72f512a HTTP/1.1" status: 204 len: 168 time: 0.3712702 Dec 08 16:34:12.231696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a19180-0477-4e86-ac97-02edb0c735c3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=70bb7c40-15c2-4a8c-9e97-bb83e72f512a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:12.235049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39850) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.240628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1695046572'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:12.261531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:12.265052 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.290188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:12.301093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.301336 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment 22f62460-3b15-494f-9aef-615ea9bb6bbb of type vlan for network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e Dec 08 16:34:12.342910 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.369727 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.375690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:12.376348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.442282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2058921 Dec 08 16:34:12.445314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39856) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.450454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:12.471915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6ecfb-24aa-484a-b37d-9952f043078b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:12.484221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:12.539989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e57730-aff4-4fcf-842a-420f45001057 req-34d06f23-0b6e-4279-8260-7daea647d6f5 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:12.542433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e57730-aff4-4fcf-842a-420f45001057 req-34d06f23-0b6e-4279-8260-7daea647d6f5 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 947 time: 0.0921786 Dec 08 16:34:12.543851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:12.548128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.554845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e1a94-cfde-4ced-8947-f5a328cb9a95 req-d83d73da-dd50-46a6-8bde-7a592de32c33 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:12.562903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b45e1a94-cfde-4ced-8947-f5a328cb9a95 req-d83d73da-dd50-46a6-8bde-7a592de32c33 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1021242 Dec 08 16:34:12.638693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39e57730-aff4-4fcf-842a-420f45001057 req-6692adc8-360c-4628-8836-45ac0760f493 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731385 Dec 08 16:34:12.646441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b45e1a94-cfde-4ced-8947-f5a328cb9a95 req-d44ea652-a29d-488d-af74-589fdf56171b tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825293 Dec 08 16:34:12.737347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.784730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'tag': 'fb870110-4216-4dac-a490-778339da71a0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:12.787696 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "tag": "fb870110-4216-4dac-a490-778339da71a0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:12.805157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=7bb7222e-4b58-429a-beef-1c590069dbb9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:12.812686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': '22f62460-3b15-494f-9aef-615ea9bb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:12.813051 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:12.825451 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428b7e85-da36-4058-9ff8-5aafa4aa4f8d x-openstack-request-id: req-428b7e85-da36-4058-9ff8-5aafa4aa4f8d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:12.825743 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "tag": "fb870110-4216-4dac-a490-778339da71a0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:12.826031 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-428b7e85-da36-4058-9ff8-5aafa4aa4f8d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:12.826425 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'tag': 'fb870110-4216-4dac-a490-778339da71a0', 'status': 'completed', 'code': 200} Dec 08 16:34:12.836092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:12.848571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c4b11a02-7dcd-470f-a617-8d886e464894 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:12.849494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:12.853624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:12.854446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.873855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed9071df-ba3c-46e7-bc12-06ef8d34fb01 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4268174 Dec 08 16:34:12.874765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0d840a-6e9b-499d-90bb-79b1a1409abd None None] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:12.875968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39860) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.878112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c4b11a02-7dcd-470f-a617-8d886e464894 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:12.878519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c4b11a02-7dcd-470f-a617-8d886e464894 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:12.880959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1954915033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:12.901619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-a200d03e-0d31-482a-9386-ff2dec067632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:12.903266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-a200d03e-0d31-482a-9386-ff2dec067632 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 1096 time: 0.0540786 Dec 08 16:34:12.911538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.912748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.970461 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.975679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:12.981894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:12.992294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e', 'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': '7bb7222e-4b58-429a-beef-1c590069dbb9'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:12.993381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.037012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.038249 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-14704c6a-c18b-43f7-b620-0292921ab1d1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1613450 Dec 08 16:34:13.040916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39864) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:13.047714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'port': {'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e', 'name': 'tempest-RoutersIpV6Test-1078803256'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:13.101930 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-55677901-eaba-40a4-8389-c911b1188a53 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/e4214c0c-ea0f-413a-adb1-163d3d8d18ca HTTP/1.1" status: 200 len: 992 time: 0.1172295 Dec 08 16:34:13.161725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Allocated IP 2001:db8::2 (e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e/7bb7222e-4b58-429a-beef-1c590069dbb9/aaeac7df-df92-46a8-9b1c-ae2177fcd328) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:13.183172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:13.187542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.208292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] device_id is not set on port 4f9781e0-fe65-44ec-9d82-e6b969861080 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:34:13.329074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.339582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.341945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-2d077ee7-78fa-4dc7-bf6d-91272355f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:13.343445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-2d077ee7-78fa-4dc7-bf6d-91272355f4ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=73295edf-5600-400b-8891-5a77189ea4be HTTP/1.1" status: 200 len: 898 time: 0.4336951 Dec 08 16:34:13.376577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:13.382364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:13.383592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:13.393726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0947ce7f-b0f1-4465-ba6d-d45eadc92336 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:34:13.406876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8::10c (e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e/7bb7222e-4b58-429a-beef-1c590069dbb9/4f9781e0-fe65-44ec-9d82-e6b969861080) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:13.412086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-8f12e86a-e1cb-484c-92da-ec03c0619411 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb870110-4216-4dac-a490-778339da71a0 HTTP/1.1" status: 200 len: 1000 time: 0.0613694 Dec 08 16:34:13.440919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Pushing event updated for resources: {'Port': ['ID=aaeac7df-df92-46a8-9b1c-ae2177fcd328,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:13.471331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-eefd7998-228a-48f8-8f9a-7a5d9b4ca598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:13.473123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-eefd7998-228a-48f8-8f9a-7a5d9b4ca598 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=766b5f57-baaf-45e6-a396-6d50c25cdea5 HTTP/1.1" status: 200 len: 835 time: 0.0543411 Dec 08 16:34:13.507437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Attempting to bind port aaeac7df-df92-46a8-9b1c-ae2177fcd328 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:13.507437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Attempting to bind port aaeac7df-df92-46a8-9b1c-ae2177fcd328 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '22f62460-3b15-494f-9aef-615ea9bb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:13.507437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Attempting to bind port aaeac7df-df92-46a8-9b1c-ae2177fcd328 on network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:13.515857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:13.516239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Checking segment: {'id': '22f62460-3b15-494f-9aef-615ea9bb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:13.516660 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.517172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Bound using segment: {'id': '22f62460-3b15-494f-9aef-615ea9bb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:13.517514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Bound port: aaeac7df-df92-46a8-9b1c-ae2177fcd328, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f62460-3b15-494f-9aef-615ea9bb6bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:13.517926 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.529302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-52f8ce0e-1c2c-40fc-b967-8828734f0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:13.530762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-52f8ce0e-1c2c-40fc-b967-8828734f0886 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73295edf-5600-400b-8891-5a77189ea4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504456 Dec 08 16:34:13.578136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.613008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:13.628220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] For port aaeac7df-df92-46a8-9b1c-ae2177fcd328, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:13.630963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-381b8259-1ca6-417e-a9b3-f1b3ba9246e2 service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931125 Dec 08 16:34:13.631454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] For port aaeac7df-df92-46a8-9b1c-ae2177fcd328, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aaeac7df-df92-46a8-9b1c-ae2177fcd328,segment=NetworkSegment(22f62460-3b15-494f-9aef-615ea9bb6bbb),segment_id=22f62460-3b15-494f-9aef-615ea9bb6bbb)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:13.632672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0947ce7f-b0f1-4465-ba6d-d45eadc92336', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': '0947ce7f-b0f1-4465-ba6d-d45eadc92336', 'mac_address': 'fa:16:3e:1d:59:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:34:13.637160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.776574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.789276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Pushing event updated for resources: {'Port': ['ID=aaeac7df-df92-46a8-9b1c-ae2177fcd328,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:13.812023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.812674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.813191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.813726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.814416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.814926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.815728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.816238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.816756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.817249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.817750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.818494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.819022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056d4a1e-3149-4252-841f-309f4a37a2e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:13.828747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15079d67-ab48-4f8d-9a5d-3d042bfa1fa1 req-72d39e13-ea20-43b7-868c-e3f2cbca5de4 service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906886 Dec 08 16:34:13.843804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0947ce7f-b0f1-4465-ba6d-d45eadc92336 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:34:13.847530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122bd55-8601-471e-885c-2f6d620fe602 req-4337d4cf-ea56-4ece-aef7-0df12f3bb7c0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:13.849102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3122bd55-8601-471e-885c-2f6d620fe602 req-4337d4cf-ea56-4ece-aef7-0df12f3bb7c0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1116028 Dec 08 16:34:13.870146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:13.876041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b969ff2-becf-4400-8abf-1a833c03ccdf req-03a4e5ae-bcc8-4ebe-869b-ba748fbc25dd tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:13.876245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:13.876686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b969ff2-becf-4400-8abf-1a833c03ccdf req-03a4e5ae-bcc8-4ebe-869b-ba748fbc25dd tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 947 time: 0.0920057 Dec 08 16:34:13.958662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0947ce7f-b0f1-4465-ba6d-d45eadc92336,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:13.970339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3122bd55-8601-471e-885c-2f6d620fe602 req-d924030a-1beb-436d-8038-26e4960fdca5 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047583 Dec 08 16:34:13.975519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b969ff2-becf-4400-8abf-1a833c03ccdf req-4c9855f3-99f6-4174-bf18-f602310ad455 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842609 Dec 08 16:34:14.018935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.075448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:14.078900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:14.082091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:14.087903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:14.088613 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.095821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=4f9781e0-fe65-44ec-9d82-e6b969861080,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:14.119154 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-57f81999-570e-4a98-8da4-a8544cfd19a5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0747485 Dec 08 16:34:14.119366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:14.158225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0947ce7f-b0f1-4465-ba6d-d45eadc92336'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:34:14.454007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.486168 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:34:14.716494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.721865 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.799254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=4f9781e0-fe65-44ec-9d82-e6b969861080,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:14.828046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36a6350-1a3d-4615-89a9-e2b370bb7b65 None None] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:14.899567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ece52549-c2c8-4e90-986b-9fe412caaeea None None] Provisioning complete for port aaeac7df-df92-46a8-9b1c-ae2177fcd328 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:14.900255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ece52549-c2c8-4e90-986b-9fe412caaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:14.905553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aaeac7df-df92-46a8-9b1c-ae2177fcd328 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:14.915466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.038283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.053503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aaeac7df-df92-46a8-9b1c-ae2177fcd328 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:15.053899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.121093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ece52549-c2c8-4e90-986b-9fe412caaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.183901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ece52549-c2c8-4e90-986b-9fe412caaeea None None] For port aaeac7df-df92-46a8-9b1c-ae2177fcd328, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aaeac7df-df92-46a8-9b1c-ae2177fcd328,segment=NetworkSegment(22f62460-3b15-494f-9aef-615ea9bb6bbb),segment_id=22f62460-3b15-494f-9aef-615ea9bb6bbb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:15.189721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87790c3d-272e-43bb-9f3d-8ed6e3589809 req-dfddbccb-7125-4b62-a773-e3f1fd455c3b tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.197205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87790c3d-272e-43bb-9f3d-8ed6e3589809 req-dfddbccb-7125-4b62-a773-e3f1fd455c3b tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0943108 Dec 08 16:34:15.226311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c813698-f559-4b05-98a7-bc95cd69bef4 req-d4eb697d-84d5-4b6f-9554-3b6435172815 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.228189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c813698-f559-4b05-98a7-bc95cd69bef4 req-d4eb697d-84d5-4b6f-9554-3b6435172815 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 948 time: 0.0952041 Dec 08 16:34:15.241100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ece52549-c2c8-4e90-986b-9fe412caaeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.284059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87790c3d-272e-43bb-9f3d-8ed6e3589809 req-134d66e8-fab9-4172-87b8-f2aebb1ac7be tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855112 Dec 08 16:34:15.304471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece52549-c2c8-4e90-986b-9fe412caaeea None None] Pushing event updated for resources: {'Port': ['ID=aaeac7df-df92-46a8-9b1c-ae2177fcd328,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:15.312544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c813698-f559-4b05-98a7-bc95cd69bef4 req-3c7e44f5-89bf-492c-aad6-e4ba55ebfc66 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710530 Dec 08 16:34:15.363868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-70778acf-1be3-45f1-b2c8-702d3eae231d None None] Provisioning complete for port 4f9781e0-fe65-44ec-9d82-e6b969861080 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:15.364526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70778acf-1be3-45f1-b2c8-702d3eae231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.390200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.395149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.396047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.401978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-70778acf-1be3-45f1-b2c8-702d3eae231d None None] Port 4f9781e0-fe65-44ec-9d82-e6b969861080 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:15.408388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0947ce7f-b0f1-4465-ba6d-d45eadc92336 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:15.455228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-70778acf-1be3-45f1-b2c8-702d3eae231d None None] Provisioning complete for port aaeac7df-df92-46a8-9b1c-ae2177fcd328 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:15.455692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70778acf-1be3-45f1-b2c8-702d3eae231d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.485351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=4f9781e0-fe65-44ec-9d82-e6b969861080,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:15.505226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:34:15.512220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:15.512591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.537888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:15.539371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:15.682386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 570e270e-c39d-418b-94ea-29de598c7fd4 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:15.786598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:15.801788 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-373ab4cd-dc10-44e8-9a7d-db6a94067963 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/570e270e-c39d-418b-94ea-29de598c7fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6706152 Dec 08 16:34:15.802398 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:15.806032 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] Sync routers for ids ['570e270e-c39d-418b-94ea-29de598c7fd4'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:15.818671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.822473 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] Routers {'570e270e-c39d-418b-94ea-29de598c7fd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:15.823188 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['570e270e-c39d-418b-94ea-29de598c7fd4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:15.833972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bbc29b46-884a-4ad9-8a68-8b818dd3ab43 None None] Provisioning complete for port 4f9781e0-fe65-44ec-9d82-e6b969861080 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:15.834346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbc29b46-884a-4ad9-8a68-8b818dd3ab43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.862935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805eb823-e8ce-45da-960c-4e24c71aed25 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:15.865398 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:15.867904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39878) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:15.868106 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-805eb823-e8ce-45da-960c-4e24c71aed25 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports/4f9781e0-fe65-44ec-9d82-e6b969861080 HTTP/1.1" status: 200 len: 984 time: 0.0634115 Dec 08 16:34:15.869248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0947ce7f-b0f1-4465-ba6d-d45eadc92336'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:15.872302 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d388512-69a9-49f4-8dad-5b5fd7501635" -d '{"events": [{"server_uuid": "51ab7b2f-9deb-49d9-a9d7-dba128cdea27", "name": "network-vif-plugged", "status": "completed", "tag": "0947ce7f-b0f1-4465-ba6d-d45eadc92336"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:15.890096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:15.893139 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] Routers {'570e270e-c39d-418b-94ea-29de598c7fd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:15.893888 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['570e270e-c39d-418b-94ea-29de598c7fd4'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:15.901860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:15.914542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bbc29b46-884a-4ad9-8a68-8b818dd3ab43 None None] Port 4f9781e0-fe65-44ec-9d82-e6b969861080 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:15.937705 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:15.938388 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd1281a-752f-4417-a6fd-98269fc52d22 None None] The sync data for ids ['570e270e-c39d-418b-94ea-29de598c7fd4'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:15.975944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0947ce7f-b0f1-4465-ba6d-d45eadc92336,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:15.981750 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cc6bd6-17d1-4cbc-8c3f-6502c8ce2539 x-openstack-request-id: req-73cc6bd6-17d1-4cbc-8c3f-6502c8ce2539 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:15.982142 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab7b2f-9deb-49d9-a9d7-dba128cdea27", "name": "network-vif-plugged", "status": "completed", "tag": "0947ce7f-b0f1-4465-ba6d-d45eadc92336", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:15.982329 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73cc6bd6-17d1-4cbc-8c3f-6502c8ce2539 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:15.982729 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0947ce7f-b0f1-4465-ba6d-d45eadc92336', 'code': 200} Dec 08 16:34:16.037980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0e312b66-9bdb-416f-9b2a-0c8998c2326d None None] Provisioning complete for port 4f9781e0-fe65-44ec-9d82-e6b969861080 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:16.038436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e312b66-9bdb-416f-9b2a-0c8998c2326d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.075944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0e312b66-9bdb-416f-9b2a-0c8998c2326d None None] Port 4f9781e0-fe65-44ec-9d82-e6b969861080 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:16.120805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696692fe-6cf7-4894-ad5c-980bf4ec6626 req-0960c0d1-d956-4d9e-b29d-b0af6c5bd82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:16.122320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-696692fe-6cf7-4894-ad5c-980bf4ec6626 req-0960c0d1-d956-4d9e-b29d-b0af6c5bd82c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 1100 time: 0.1298356 Dec 08 16:34:16.195260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0325bb42-1228-4c56-9679-842b8f281fab None None] Provisioning complete for port 4f9781e0-fe65-44ec-9d82-e6b969861080 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:16.195529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0325bb42-1228-4c56-9679-842b8f281fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.230055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-696692fe-6cf7-4894-ad5c-980bf4ec6626 req-a611269e-94ed-4f12-8cd6-3c8f8d777bb5 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995843 Dec 08 16:34:16.232712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0325bb42-1228-4c56-9679-842b8f281fab None None] Port 4f9781e0-fe65-44ec-9d82-e6b969861080 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:16.484805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.532000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffd03f-1acd-427f-9379-e3d25fb374af req-ce7ba78a-239c-42ef-9d71-d9f2aebc1cba tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:16.533480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19ffd03f-1acd-427f-9379-e3d25fb374af req-ce7ba78a-239c-42ef-9d71-d9f2aebc1cba tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1711359 Dec 08 16:34:16.591874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c07aed8-794e-4fe9-8a94-4d7d683657ff req-7e84cd56-66f2-4465-a215-84793c090de9 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:16.593547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c07aed8-794e-4fe9-8a94-4d7d683657ff req-7e84cd56-66f2-4465-a215-84793c090de9 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 949 time: 0.1972003 Dec 08 16:34:16.661580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19ffd03f-1acd-427f-9379-e3d25fb374af req-3cf55527-9421-42c8-89c9-3cb4cdd2cd80 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974116 Dec 08 16:34:16.703842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c07aed8-794e-4fe9-8a94-4d7d683657ff req-8f9db2fd-5a0c-40de-9dca-7f999808d13e tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010096 Dec 08 16:34:16.803089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 4f9781e0-fe65-44ec-9d82-e6b969861080 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:16.803436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.834507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aaeac7df-df92-46a8-9b1c-ae2177fcd328 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:16.887882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port aaeac7df-df92-46a8-9b1c-ae2177fcd328 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:16.888224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.888869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:16.901619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 4f9781e0-fe65-44ec-9d82-e6b969861080 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:17.077127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.110358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=4f9781e0-fe65-44ec-9d82-e6b969861080,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:17.208718 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.381647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 570e270e-c39d-418b-94ea-29de598c7fd4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:17.459683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:17.466104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-230558c4-7b0f-4199-a23f-ef3c49cf71f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/570e270e-c39d-418b-94ea-29de598c7fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5962863 Dec 08 16:34:17.468640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39886) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.470093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] Sync routers for ids ['570e270e-c39d-418b-94ea-29de598c7fd4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:17.481514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] Routers {'570e270e-c39d-418b-94ea-29de598c7fd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:17.482172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['570e270e-c39d-418b-94ea-29de598c7fd4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.517171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.526409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] Routers {'570e270e-c39d-418b-94ea-29de598c7fd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:17.527000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['570e270e-c39d-418b-94ea-29de598c7fd4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.559966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:17.560613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1731146d-e5bc-420b-b4a5-988b5c44a45e None None] The sync data for ids ['570e270e-c39d-418b-94ea-29de598c7fd4'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:17.682606 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-e5a91127-bb69-4840-86ca-2bc263892b5c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] remove_router_interface failed (client error): The resource could not be found. Dec 08 16:34:17.683551 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e5a91127-bb69-4840-86ca-2bc263892b5c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/570e270e-c39d-418b-94ea-29de598c7fd4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2133086 Dec 08 16:34:17.686363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.717190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e5ef1248-2818-442e-862e-572f1ce04f3e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=570e270e-c39d-418b-94ea-29de598c7fd4 HTTP/1.1" status: 200 len: 205 time: 0.0297258 Dec 08 16:34:17.719767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39892) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:17.784323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48897d29-0a80-4d35-bab7-ec16136fe8b7 req-72309616-d75b-45ed-af3e-154a69f4e1a0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:17.786537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48897d29-0a80-4d35-bab7-ec16136fe8b7 req-72309616-d75b-45ed-af3e-154a69f4e1a0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0529413 Dec 08 16:34:17.794234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.868933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa9dee-4a5e-4a99-bf92-77bc44e97f93 req-28923647-20e2-406c-9984-67348efa09fe tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:17.870507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03fa9dee-4a5e-4a99-bf92-77bc44e97f93 req-28923647-20e2-406c-9984-67348efa09fe tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 949 time: 0.0818160 Dec 08 16:34:17.878243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48897d29-0a80-4d35-bab7-ec16136fe8b7 req-bdf598a0-1042-44e3-a98c-b529b1528869 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796397 Dec 08 16:34:17.923458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03fa9dee-4a5e-4a99-bf92-77bc44e97f93 req-3f6beb4e-6de5-496e-b7f2-4e3091454658 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442293 Dec 08 16:34:17.968455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:17.970992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.021159 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.021857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router 570e270e-c39d-418b-94ea-29de598c7fd4 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:18.030833 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.034323 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cd2a1374-0fb2-40a4-b856-f53ea1922d36 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/570e270e-c39d-418b-94ea-29de598c7fd4 HTTP/1.1" status: 204 len: 168 time: 0.3112872 Dec 08 16:34:18.034817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39900) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:18.093229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet 7bb7222e-4b58-429a-beef-1c590069dbb9 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:18.097051 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.144547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.202898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8da5b-234e-47da-8275-9704a5f471c9 req-9cb31fc9-077a-4e7f-a8a6-cb3641e26f75 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:18.204393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86a8da5b-234e-47da-8275-9704a5f471c9 req-9cb31fc9-077a-4e7f-a8a6-cb3641e26f75 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 949 time: 0.0507369 Dec 08 16:34:18.233411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.253769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86a8da5b-234e-47da-8275-9704a5f471c9 req-c1e71509-2545-4910-bdf3-843fbcf00e88 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430732 Dec 08 16:34:18.295335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.322086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=7bb7222e-4b58-429a-beef-1c590069dbb9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:18.326087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.329232 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a54c7cb1-9185-4c36-b125-729d9625c5cb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/7bb7222e-4b58-429a-beef-1c590069dbb9 HTTP/1.1" status: 204 len: 168 time: 0.2935362 Dec 08 16:34:18.332384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39904) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:18.333389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb50ddb-49f5-4303-b532-48e46bce5e4c None None] Network e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:18.425514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.505134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port aaeac7df-df92-46a8-9b1c-ae2177fcd328 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:18.505810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.507577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] DHCP port deletion for e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:18.558060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] Deleting port aaeac7df-df92-46a8-9b1c-ae2177fcd328 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:18.558760 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.571265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port aaeac7df-df92-46a8-9b1c-ae2177fcd328, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aaeac7df-df92-46a8-9b1c-ae2177fcd328,segment=NetworkSegment(22f62460-3b15-494f-9aef-615ea9bb6bbb),segment_id=22f62460-3b15-494f-9aef-615ea9bb6bbb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:18.571646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.587055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for aaeac7df-df92-46a8-9b1c-ae2177fcd328 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:18.630734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] For port aaeac7df-df92-46a8-9b1c-ae2177fcd328, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=aaeac7df-df92-46a8-9b1c-ae2177fcd328,segment=NetworkSegment(22f62460-3b15-494f-9aef-615ea9bb6bbb),segment_id=22f62460-3b15-494f-9aef-615ea9bb6bbb)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:18.630734 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.644704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] Calling delete_port for aaeac7df-df92-46a8-9b1c-ae2177fcd328 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:18.676700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.703935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=aaeac7df-df92-46a8-9b1c-ae2177fcd328,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:18.705701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port aaeac7df-df92-46a8-9b1c-ae2177fcd328 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:18.727409 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.752825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] Pushing event deleted for resources: {'Port': ['ID=aaeac7df-df92-46a8-9b1c-ae2177fcd328,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:18.756435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e64350e-7a67-448a-8f3b-7009aeea924e None None] No DVR routers for this DVR port aaeac7df-df92-46a8-9b1c-ae2177fcd328 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:18.789121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.811000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:18.820983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f62460-3b15-494f-9aef-615ea9bb6bbb') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:18.821282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f62460-3b15-494f-9aef-615ea9bb6bbb') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:18.831335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.845426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aaeac7df-df92-46a8-9b1c-ae2177fcd328 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:18.846205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.852696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:18.853192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:18.856490 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:18.871077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: aaeac7df-df92-46a8-9b1c-ae2177fcd328 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:18.871077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device aaeac7df-df92-46a8-9b1c-ae2177fcd328 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:18.916123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.925142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:18.928360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e HTTP/1.1" status: 204 len: 168 time: 0.5949461 Dec 08 16:34:18.933048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:18.938212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1327655175'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:18.943506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64de8c1d-6606-4dc1-ba09-de0e67f2b769 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=e0fbe4a0-ec66-4d0b-99b1-29b06d72f41e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:18.965746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:18.972180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.003778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:19.014294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efccbe-d0f1-4467-9d6c-9d9eb164a4b7 req-74529532-746b-4d12-81e0-d8edf51c72de tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:19.015024 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.015371 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment d9a4543e-aa05-4493-8605-f8194775ae41 of type vlan for network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 Dec 08 16:34:19.015874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18efccbe-d0f1-4467-9d6c-9d9eb164a4b7 req-74529532-746b-4d12-81e0-d8edf51c72de tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0586421 Dec 08 16:34:19.064598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.075916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18efccbe-d0f1-4467-9d6c-9d9eb164a4b7 req-7c54e964-97b0-4a6e-beac-1dff8d29d9d2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525861 Dec 08 16:34:19.092299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.098378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:19.099148 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.160426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2263038 Dec 08 16:34:19.163375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39910) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:19.168460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:19.172317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5f097-adae-476f-84ea-6c9f4b3ab18e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=eadf11bc-e5ee-4528-b1a8-aa2a06c99980,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:19.184447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:19.256752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:19.260242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.395405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30026714-0287-4cf3-91e3-dc0a77f2a36b req-b13fd481-132b-4838-bf13-f34aff0b9abb tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:19.396927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30026714-0287-4cf3-91e3-dc0a77f2a36b req-b13fd481-132b-4838-bf13-f34aff0b9abb tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 949 time: 0.0709238 Dec 08 16:34:19.502896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-30026714-0287-4cf3-91e3-dc0a77f2a36b req-6fcc55e4-dd69-4168-8d03-54846c005009 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/security-groups?id=93626f86-cf94-4fae-8f60-03453a673b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975640 Dec 08 16:34:19.525212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.613819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=f7c0ead2-6813-4bf7-84fa-673b98f772b2,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:19.636896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-47b06b81-0574-4adb-8130-56d395b8fc08 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:19.638386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-47b06b81-0574-4adb-8130-56d395b8fc08 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.86 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 949 time: 0.0869489 Dec 08 16:34:19.639548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': 'd9a4543e-aa05-4493-8605-f8194775ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:19.639907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: eadf11bc-e5ee-4528-b1a8-aa2a06c99980, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:19.683339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:19.720601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, eadf11bc-e5ee-4528-b1a8-aa2a06c99980) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:19.726205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:19.726799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.729031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e891d94f-11dd-4186-957d-841f1d489767 None None] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:19.751498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39914) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:19.751764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-40d74a56-7934-4408-aadf-c17e92ca8f9a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5870705 Dec 08 16:34:19.756781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-13697356', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:19.770122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Deleting port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:19.770517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.785968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.787158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.847957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.848393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-eadf11bc-e5ee-4528-b1a8-aa2a06c99980', 'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': 'f7c0ead2-6813-4bf7-84fa-673b98f772b2'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:19.849505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.854249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.875644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] For port 0947ce7f-b0f1-4465-ba6d-d45eadc92336, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0947ce7f-b0f1-4465-ba6d-d45eadc92336,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:19.875931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.876050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:19.877029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-269c0bea-0639-4b1d-85aa-8976544b9601 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1240695 Dec 08 16:34:19.879803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39916) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:19.892123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Calling delete_port for 0947ce7f-b0f1-4465-ba6d-d45eadc92336 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:19.995824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Allocated IP 2001:db8::2 (eadf11bc-e5ee-4528-b1a8-aa2a06c99980/f7c0ead2-6813-4bf7-84fa-673b98f772b2/286d4931-97d1-4a4e-b5f7-29cc28684389) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:20.048968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.075120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0947ce7f-b0f1-4465-ba6d-d45eadc92336'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:34:20.090939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Pushing event deleted for resources: {'Port': ['ID=0947ce7f-b0f1-4465-ba6d-d45eadc92336,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:20.149403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] No DVR routers for this DVR port 0947ce7f-b0f1-4465-ba6d-d45eadc92336 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:20.153484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.158479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f5ae47e-b275-45cb-aa2e-13eefcca1cf4 req-6ba60a8a-3353-4382-a5c0-822bd797ca53 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.86 "DELETE /v2.0/ports/0947ce7f-b0f1-4465-ba6d-d45eadc92336 HTTP/1.1" status: 204 len: 173 time: 0.5129302 Dec 08 16:34:20.158847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'name': 'network-vif-deleted', 'tag': '0947ce7f-b0f1-4465-ba6d-d45eadc92336'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:20.166019 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b250bd6c-0c06-456d-817e-f709ecaf13e2" -d '{"events": [{"server_uuid": "51ab7b2f-9deb-49d9-a9d7-dba128cdea27", "name": "network-vif-deleted", "tag": "0947ce7f-b0f1-4465-ba6d-d45eadc92336"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:20.190133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.231709 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74515d8c-10d4-411f-aa6f-f1128f4a978a x-openstack-request-id: req-74515d8c-10d4-411f-aa6f-f1128f4a978a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:20.232056 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ab7b2f-9deb-49d9-a9d7-dba128cdea27", "name": "network-vif-deleted", "tag": "0947ce7f-b0f1-4465-ba6d-d45eadc92336", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:20.232321 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-74515d8c-10d4-411f-aa6f-f1128f4a978a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:20.232729 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ab7b2f-9deb-49d9-a9d7-dba128cdea27', 'name': 'network-vif-deleted', 'tag': '0947ce7f-b0f1-4465-ba6d-d45eadc92336', 'status': 'completed', 'code': 200} Dec 08 16:34:20.310484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.320772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.390857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Pushing event updated for resources: {'Port': ['ID=286d4931-97d1-4a4e-b5f7-29cc28684389,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:20.415519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:20.418341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:20.421102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:20.483037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Attempting to bind port 286d4931-97d1-4a4e-b5f7-29cc28684389 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:20.483733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Attempting to bind port 286d4931-97d1-4a4e-b5f7-29cc28684389 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd9a4543e-aa05-4493-8605-f8194775ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:20.484291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Attempting to bind port 286d4931-97d1-4a4e-b5f7-29cc28684389 on network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:20.490216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:20.490614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Checking segment: {'id': 'd9a4543e-aa05-4493-8605-f8194775ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:20.490992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.491414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Bound using segment: {'id': 'd9a4543e-aa05-4493-8605-f8194775ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:20.491867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Bound port: 286d4931-97d1-4a4e-b5f7-29cc28684389, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a4543e-aa05-4493-8605-f8194775ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'eadf11bc-e5ee-4528-b1a8-aa2a06c99980'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:20.492254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.507822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8::1 (eadf11bc-e5ee-4528-b1a8-aa2a06c99980/f7c0ead2-6813-4bf7-84fa-673b98f772b2/4566c239-4b6c-4df2-a92f-e0e6a478e0f1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:20.571729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] For port 286d4931-97d1-4a4e-b5f7-29cc28684389, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:20.577829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] For port 286d4931-97d1-4a4e-b5f7-29cc28684389, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=286d4931-97d1-4a4e-b5f7-29cc28684389,segment=NetworkSegment(d9a4543e-aa05-4493-8605-f8194775ae41),segment_id=d9a4543e-aa05-4493-8605-f8194775ae41)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:20.584814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.657499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.683739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fee36-3e98-4fa8-975c-5f5df34d8896 None None] Pushing event updated for resources: {'Port': ['ID=286d4931-97d1-4a4e-b5f7-29cc28684389,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:20.683909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32c57ef8-9786-4a5d-9af6-79454922d74f req-f0e834e9-fc80-473a-85ed-5c40c1bdaa15 tempest-VolumesNegativeTest-1710259208 tempest-VolumesNegativeTest-1710259208-project] 10.222.0.62 "GET /v2.0/ports?device_id=51ab7b2f-9deb-49d9-a9d7-dba128cdea27 HTTP/1.1" status: 200 len: 210 time: 0.0391955 Dec 08 16:34:20.704486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46ad8e-dfd6-4ff2-8a77-078e03407656 req-b50ee65b-f174-4c24-9954-00a5b4ce2294 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:20.706954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c46ad8e-dfd6-4ff2-8a77-078e03407656 req-b50ee65b-f174-4c24-9954-00a5b4ce2294 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.5358877 Dec 08 16:34:20.715018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.766048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:20.769325 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:20.774928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:20.776213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:20.778531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=4566c239-4b6c-4df2-a92f-e0e6a478e0f1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:20.782261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c46ad8e-dfd6-4ff2-8a77-078e03407656 req-0f437fdb-f165-4134-8645-695077ea6063 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677505 Dec 08 16:34:20.905780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.465226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.470278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.471072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.561108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=4566c239-4b6c-4df2-a92f-e0e6a478e0f1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:21.610559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:21.611974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:21.707005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9be23d-cfd6-4084-a50d-1c7289ab7f77 None None] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:21.737114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router e6e9b18a-0415-475c-9c96-4f35eb8210b6 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:21.843769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:21.844049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6e106397-0467-4523-b1f1-4a6b95378501 None None] Provisioning complete for port 286d4931-97d1-4a4e-b5f7-29cc28684389 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:21.844433 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e106397-0467-4523-b1f1-4a6b95378501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.849915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2ea03bd3-9dd2-4601-8389-e1a6ada65aec tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/e6e9b18a-0415-475c-9c96-4f35eb8210b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9682617 Dec 08 16:34:21.852001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:21.857702 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] Sync routers for ids ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:21.880140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] Routers {'e6e9b18a-0415-475c-9c96-4f35eb8210b6'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:21.880849 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:21.940108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0519e68-8c58-43f1-a731-a618c5fdf66e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:21.941583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d0519e68-8c58-43f1-a731-a618c5fdf66e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports/4566c239-4b6c-4df2-a92f-e0e6a478e0f1 HTTP/1.1" status: 200 len: 911 time: 0.0884492 Dec 08 16:34:21.944491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39940) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:21.950153 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:21.960572 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] Routers {'e6e9b18a-0415-475c-9c96-4f35eb8210b6'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:21.961467 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:21.980179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e106397-0467-4523-b1f1-4a6b95378501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:21.982519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f662a-4419-4560-8dcb-caa693b42f54 req-1e8256c4-2f93-47eb-b047-7c27e878818f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:21.984323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-240f662a-4419-4560-8dcb-caa693b42f54 req-1e8256c4-2f93-47eb-b047-7c27e878818f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.1093056 Dec 08 16:34:22.009213 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:22.009992 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d207275-e955-4671-a6ec-bd5e76bbbe8a None None] The sync data for ids ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:22.048096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-240f662a-4419-4560-8dcb-caa693b42f54 req-86c79285-c968-4cd1-a941-d52e02f31a02 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576513 Dec 08 16:34:22.057093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6e106397-0467-4523-b1f1-4a6b95378501 None None] For port 286d4931-97d1-4a4e-b5f7-29cc28684389, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=286d4931-97d1-4a4e-b5f7-29cc28684389,segment=NetworkSegment(d9a4543e-aa05-4493-8605-f8194775ae41),segment_id=d9a4543e-aa05-4493-8605-f8194775ae41)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:22.064518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e106397-0467-4523-b1f1-4a6b95378501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.134413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e106397-0467-4523-b1f1-4a6b95378501 None None] Pushing event updated for resources: {'Port': ['ID=286d4931-97d1-4a4e-b5f7-29cc28684389,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:22.292828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4ad97b08-69c9-4fd0-a577-c98911d2d0d5 None None] Provisioning complete for port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:22.293335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ad97b08-69c9-4fd0-a577-c98911d2d0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.354913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4ad97b08-69c9-4fd0-a577-c98911d2d0d5 None None] Port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:22.367895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.388522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4ad97b08-69c9-4fd0-a577-c98911d2d0d5 None None] Provisioning complete for port 286d4931-97d1-4a4e-b5f7-29cc28684389 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:22.389200 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ad97b08-69c9-4fd0-a577-c98911d2d0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.620164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1fa577f3-3f8e-449b-88e5-dedf9a49fb2f None None] Provisioning complete for port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:22.620630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fa577f3-3f8e-449b-88e5-dedf9a49fb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.648663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:22.649473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.670733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1fa577f3-3f8e-449b-88e5-dedf9a49fb2f None None] Port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:22.761281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.779694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:22.898774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 286d4931-97d1-4a4e-b5f7-29cc28684389 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:22.922967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2b1291dd-64de-440b-b1b2-bb5b1ef25f27 None None] Provisioning complete for port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:22.923254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b1291dd-64de-440b-b1b2-bb5b1ef25f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.971571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2b1291dd-64de-440b-b1b2-bb5b1ef25f27 None None] Port 4566c239-4b6c-4df2-a92f-e0e6a478e0f1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:22.971864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:22.990730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 286d4931-97d1-4a4e-b5f7-29cc28684389 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:22.991172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.001706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=4566c239-4b6c-4df2-a92f-e0e6a478e0f1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:23.187838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.205959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3148f-aa31-4022-bc19-e2b1972faa5a req-e5f0a66d-3dbd-4ff0-9476-dcd9af8ae6d1 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:23.207710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a3148f-aa31-4022-bc19-e2b1972faa5a req-e5f0a66d-3dbd-4ff0-9476-dcd9af8ae6d1 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0602469 Dec 08 16:34:23.283426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a3148f-aa31-4022-bc19-e2b1972faa5a req-78cf6791-f441-4ba9-8032-1172490130fa tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668242 Dec 08 16:34:23.375948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router e6e9b18a-0415-475c-9c96-4f35eb8210b6 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:23.453717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0947ce7f-b0f1-4465-ba6d-d45eadc92336 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:23.457890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:23.462929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e274a96-e0b9-4355-9146-6b02ccfe683c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/e6e9b18a-0415-475c-9c96-4f35eb8210b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5174284 Dec 08 16:34:23.467366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:23.470787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] Sync routers for ids ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:23.505841 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c7936cbd-4ccf-4f0a-9d0c-5f4673f272f0 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6e9b18a-0415-475c-9c96-4f35eb8210b6 HTTP/1.1" status: 200 len: 205 time: 0.0349770 Dec 08 16:34:23.506606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:23.509391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0947ce7f-b0f1-4465-ba6d-d45eadc92336 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:23.509391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0947ce7f-b0f1-4465-ba6d-d45eadc92336 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:23.519708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] Routers {'e6e9b18a-0415-475c-9c96-4f35eb8210b6'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:23.520339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:23.570197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:23.589538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] Routers {'e6e9b18a-0415-475c-9c96-4f35eb8210b6'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:23.590713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:23.637110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:23.637818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf6b7c-be55-472c-8893-3bb49f71f86c None None] The sync data for ids ['e6e9b18a-0415-475c-9c96-4f35eb8210b6'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:23.660766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.756019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d43cde-5bee-43dc-9059-9dacf8987cc7 req-4ed46074-4c2d-48c9-9ec0-05f9a2f7a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:23.757621 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-21d43cde-5bee-43dc-9059-9dacf8987cc7 req-4ed46074-4c2d-48c9-9ec0-05f9a2f7a54c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1096 time: 0.1743932 Dec 08 16:34:23.888614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.891083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.961082 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-21d43cde-5bee-43dc-9059-9dacf8987cc7 req-13ab81a6-eb59-419f-baa3-3c87ec194298 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759357 Dec 08 16:34:23.962117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.962666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router e6e9b18a-0415-475c-9c96-4f35eb8210b6 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:23.970832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:23.972332 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53e1d59e-b856-4ea0-bf6c-6bc8914289ee tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/e6e9b18a-0415-475c-9c96-4f35eb8210b6 HTTP/1.1" status: 204 len: 168 time: 0.4539795 Dec 08 16:34:23.975241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:24.051101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet f7c0ead2-6813-4bf7-84fa-673b98f772b2 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:24.055381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.107610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.200742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.274128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.301680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=f7c0ead2-6813-4bf7-84fa-673b98f772b2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:24.308575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.315194 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-37ed4e13-e2f3-43cd-9a27-7622764703a6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/f7c0ead2-6813-4bf7-84fa-673b98f772b2 HTTP/1.1" status: 204 len: 168 time: 0.3390822 Dec 08 16:34:24.316497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:24.318643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8003b8c-4e45-466a-b261-87b8b2b61267 None None] Network eadf11bc-e5ee-4528-b1a8-aa2a06c99980 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:24.422797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.482114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbec04b-1d30-43bb-a9d4-4216572c763d req-2bdc23f9-7588-426e-93bb-d1b6350402d9 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:24.483675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffbec04b-1d30-43bb-a9d4-4216572c763d req-2bdc23f9-7588-426e-93bb-d1b6350402d9 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0853260 Dec 08 16:34:24.500480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 286d4931-97d1-4a4e-b5f7-29cc28684389 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:24.500819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.536887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] DHCP port deletion for eadf11bc-e5ee-4528-b1a8-aa2a06c99980 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:24.554360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffbec04b-1d30-43bb-a9d4-4216572c763d req-60cabeed-809e-49d3-a4ef-3ad8af1d78de tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639524 Dec 08 16:34:24.594246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] Deleting port 286d4931-97d1-4a4e-b5f7-29cc28684389 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:24.594615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.594844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 286d4931-97d1-4a4e-b5f7-29cc28684389, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=286d4931-97d1-4a4e-b5f7-29cc28684389,segment=NetworkSegment(d9a4543e-aa05-4493-8605-f8194775ae41),segment_id=d9a4543e-aa05-4493-8605-f8194775ae41)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:24.595207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.612628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 286d4931-97d1-4a4e-b5f7-29cc28684389 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:24.663771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] For port 286d4931-97d1-4a4e-b5f7-29cc28684389, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=286d4931-97d1-4a4e-b5f7-29cc28684389,segment=NetworkSegment(d9a4543e-aa05-4493-8605-f8194775ae41),segment_id=d9a4543e-aa05-4493-8605-f8194775ae41)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:24.664257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.677696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] Calling delete_port for 286d4931-97d1-4a4e-b5f7-29cc28684389 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:24.702962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.734592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=286d4931-97d1-4a4e-b5f7-29cc28684389,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:24.738045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port 286d4931-97d1-4a4e-b5f7-29cc28684389 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:24.771215 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.805517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] Pushing event deleted for resources: {'Port': ['ID=286d4931-97d1-4a4e-b5f7-29cc28684389,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:24.812089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfd3820-7b07-4c4b-a342-fa494014badd None None] No DVR routers for this DVR port 286d4931-97d1-4a4e-b5f7-29cc28684389 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:24.835947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.861360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eadf11bc-e5ee-4528-b1a8-aa2a06c99980']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:24.872743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 286d4931-97d1-4a4e-b5f7-29cc28684389 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:24.876203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a4543e-aa05-4493-8605-f8194775ae41') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:24.876601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a4543e-aa05-4493-8605-f8194775ae41') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:24.887983 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.903986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.912184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:24.912602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:24.916095 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:25.024936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.044350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.048198 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/eadf11bc-e5ee-4528-b1a8-aa2a06c99980 HTTP/1.1" status: 204 len: 168 time: 0.7307310 Dec 08 16:34:25.053270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40170) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:25.059808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-663258171', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:25.066722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a9cbee-200b-4c28-afc6-e8d100f7f30a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=eadf11bc-e5ee-4528-b1a8-aa2a06c99980,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:25.086934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 286d4931-97d1-4a4e-b5f7-29cc28684389 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:25.087866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 286d4931-97d1-4a4e-b5f7-29cc28684389 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:25.112216 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.113472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.210156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.353261 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.555251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.575078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.718406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 172.25.3.93 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/17645a68-c2df-4113-8676-5107e43f516f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:25.727637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdc848-fe5a-41e5-a304-f5a6ac958a29 req-84aba1ed-659f-486c-bf0a-65cb23eb292e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:25.730018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdbdc848-fe5a-41e5-a304-f5a6ac958a29 req-84aba1ed-659f-486c-bf0a-65cb23eb292e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0995901 Dec 08 16:34:25.832101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdbdc848-fe5a-41e5-a304-f5a6ac958a29 req-9cd00043-14e1-4bd2-b7cc-e9a63eb8db9c tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936508 Dec 08 16:34:25.880950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.927571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.939502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5a4bcb6-b903-4605-97f5-c5bdae3ba580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:25.986478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:25.996545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:26.001958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:26.007741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=17645a68-c2df-4113-8676-5107e43f516f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:26.012711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af296ca4-63e4-43e0-b998-7d321c222db8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:26.036973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3180399-022d-41ac-9a1a-15157febd257 req-92ab97b3-3988-4b86-9250-e19887ad0a47 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:26.038522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3180399-022d-41ac-9a1a-15157febd257 req-92ab97b3-3988-4b86-9250-e19887ad0a47 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1228220 Dec 08 16:34:26.121465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c2989be9-2135-41d8-b6db-dae1a3dca8ef None None] Provisioning complete for port 17645a68-c2df-4113-8676-5107e43f516f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:26.121990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c2989be9-2135-41d8-b6db-dae1a3dca8ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.164744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c2989be9-2135-41d8-b6db-dae1a3dca8ef None None] Port 17645a68-c2df-4113-8676-5107e43f516f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:26.189436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3180399-022d-41ac-9a1a-15157febd257 req-2cc902f2-f919-4a50-8bca-eae2fa0e0afe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436157 Dec 08 16:34:26.329357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.484227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910dcec6-dc4d-407c-a30e-45b14adeaef0 req-3b8bbb23-f72a-4f3c-88a7-ab654a1ccdca tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:26.485978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-910dcec6-dc4d-407c-a30e-45b14adeaef0 req-3b8bbb23-f72a-4f3c-88a7-ab654a1ccdca tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0995476 Dec 08 16:34:26.629550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-910dcec6-dc4d-407c-a30e-45b14adeaef0 req-c0952d59-75f2-47aa-8832-816add7cd9e2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109753 Dec 08 16:34:26.642728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.775459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 5df0226a-0efb-4833-8399-473f731a75f1 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:26.885321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:26.896200 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] Sync routers for ids ['5df0226a-0efb-4833-8399-473f731a75f1'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:26.905598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:26.906854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d1e42468-a2c3-45a8-a657-36cc75704987 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 1.8522289 Dec 08 16:34:26.909857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40198) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:26.911957 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] Routers {'5df0226a-0efb-4833-8399-473f731a75f1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:26.912711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5df0226a-0efb-4833-8399-473f731a75f1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:26.953394 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:26.963305 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] Routers {'5df0226a-0efb-4833-8399-473f731a75f1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:26.963946 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5df0226a-0efb-4833-8399-473f731a75f1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:26.998648 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:26.999301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a20cfbf-3dea-4f23-a876-23dbb3d76987 None None] The sync data for ids ['5df0226a-0efb-4833-8399-473f731a75f1'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:27.027365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b77ef37-f4e9-4937-90ed-46b02fce0967 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/routers/5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 200 len: 883 time: 0.1163034 Dec 08 16:34:27.029689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40200) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.274770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-56ae6171-b1a0-44d3-90da-630dab065e80 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2438755 Dec 08 16:34:27.277985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40202) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.282509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-663258171'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:27.630296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.779255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b2335-a328-46a5-adef-262483b0f30f req-d0f409f0-514c-47fb-90ab-6761a10e7e2c tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:27.781514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e23b2335-a328-46a5-adef-262483b0f30f req-d0f409f0-514c-47fb-90ab-6761a10e7e2c tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0722106 Dec 08 16:34:27.790971 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5714ff94-cb65-4aa4-bf73-bb8e41005047 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5bf146626507462e893ba18fb560616c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1592367 Dec 08 16:34:27.791552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:27.841509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.862916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.909836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e23b2335-a328-46a5-adef-262483b0f30f req-83e10c76-b4f5-46cc-904d-98f37fe2898e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973682 Dec 08 16:34:27.919850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.923258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:27.929025 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93626f86-cf94-4fae-8f60-03453a673b64 HTTP/1.1" status: 204 len: 168 time: 0.1339707 Dec 08 16:34:27.946445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93626f86-cf94-4fae-8f60-03453a673b64,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:27.958043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.958532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.958903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.959300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.959867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.960421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.960971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.961930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.962696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.963441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.963991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.964525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:27.965047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b922e3d7-b123-485a-9510-25d26c7f7989 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:28.063414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.075848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.336625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34205ef6-2c96-4287-9a40-e0735b0080df req-1ab8bfbc-7351-4a67-a531-65351b43cbe5 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:28.339991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34205ef6-2c96-4287-9a40-e0735b0080df req-1ab8bfbc-7351-4a67-a531-65351b43cbe5 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0960991 Dec 08 16:34:28.347224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 5df0226a-0efb-4833-8399-473f731a75f1 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:28.530701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34205ef6-2c96-4287-9a40-e0735b0080df req-6a254c13-cb35-446d-988d-d48e1c497421 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810696 Dec 08 16:34:28.555142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:28.569123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.569715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] Sync routers for ids ['5df0226a-0efb-4833-8399-473f731a75f1'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:28.570427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7829c429-5131-4c45-bd97-203ab1b7d41a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 200 len: 890 time: 1.2914152 Dec 08 16:34:28.573994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40226) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:28.581068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] Routers {'5df0226a-0efb-4833-8399-473f731a75f1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:28.581696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5df0226a-0efb-4833-8399-473f731a75f1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:28.614457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:28.624464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] Routers {'5df0226a-0efb-4833-8399-473f731a75f1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:28.625093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['5df0226a-0efb-4833-8399-473f731a75f1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:28.660590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:28.661370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f408cda-f61a-4cdc-adea-be6b92585f2b None None] The sync data for ids ['5df0226a-0efb-4833-8399-473f731a75f1'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:28.693991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-059bacf3-8614-40b7-a762-ff665753b0d6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/routers/5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 200 len: 890 time: 0.1186540 Dec 08 16:34:28.696554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:28.774462 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd004782-e33b-4861-bfe6-91f29159b0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:28.994445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc37148e-deb8-4eca-8567-bb1efe7d560e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 200 len: 205 time: 0.2964156 Dec 08 16:34:28.997131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40230) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:29.103145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.207711 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.262351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 17645a68-c2df-4113-8676-5107e43f516f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:29.262777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.342568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.354676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 17645a68-c2df-4113-8676-5107e43f516f owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:29.522066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.546842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=17645a68-c2df-4113-8676-5107e43f516f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:29.565686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad00ea-0697-4cf1-83e0-a29415b3a948 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:29.615743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.658881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff96f1-587a-41d5-b1f9-6e909dc9a2b8 req-a1d2391a-a413-4d18-9c1d-b16567d9feb0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:29.660506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4cff96f1-587a-41d5-b1f9-6e909dc9a2b8 req-a1d2391a-a413-4d18-9c1d-b16567d9feb0 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0514259 Dec 08 16:34:29.708570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.710770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.715394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4cff96f1-587a-41d5-b1f9-6e909dc9a2b8 req-b29e748c-054c-4162-bdd6-cf59f003637e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Dec 08 16:34:29.759132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.760299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router 5df0226a-0efb-4833-8399-473f731a75f1 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:29.767175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.771802 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05822330-fc55-441c-9cf3-7db53fbc238d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 204 len: 168 time: 0.7701368 Dec 08 16:34:29.772298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40236) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:29.778907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-242112786'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:29.801130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:29.804660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.831065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 660, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:29.841544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.841919 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment a74c8f63-5972-40f0-b552-baf1eaedfeae of type vlan for network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 Dec 08 16:34:29.882862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.911144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.917487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:29.918116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:29.992602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2191050 Dec 08 16:34:29.995745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40240) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:30.001364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:30.003256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74503405-285a-434d-b2bd-a589f32a70ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:30.014678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:30.116490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.136672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:30.140307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.329374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.388336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=9246e69b-afea-44a9-93cb-f79eb8574d5f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:30.404202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': 'a74c8f63-5972-40f0-b552-baf1eaedfeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:30.404560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:30.422158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:30.433647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:30.438872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:30.439474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.442976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c565ba-3790-478b-8b71-14ac8b0bf6cd None None] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:30.461545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40248) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:30.462015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4fd2181a-ed33-47ac-990c-d0c5788db548 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4648981 Dec 08 16:34:30.467577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-803811209', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:30.493084 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.493654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.548091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.552757 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.555299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5', 'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': '9246e69b-afea-44a9-93cb-f79eb8574d5f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:30.556225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.574390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.579371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:30.581584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-08f865b0-5ab8-4d8a-81a8-61beffa4d3f2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1174595 Dec 08 16:34:30.709976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Allocated IP 2001:db8::2 (bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5/9246e69b-afea-44a9-93cb-f79eb8574d5f/fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:30.893591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.900338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.901380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:30.941641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:30.944807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:30.948934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:30.986121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Pushing event updated for resources: {'Port': ['ID=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:31.021431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Attempting to bind port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:31.022203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Attempting to bind port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'a74c8f63-5972-40f0-b552-baf1eaedfeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:31.022203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Attempting to bind port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b on network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:31.027436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:31.027821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Checking segment: {'id': 'a74c8f63-5972-40f0-b552-baf1eaedfeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:31.028233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.028649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Bound using segment: {'id': 'a74c8f63-5972-40f0-b552-baf1eaedfeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:31.029103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Bound port: fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74c8f63-5972-40f0-b552-baf1eaedfeae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:31.029486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.100040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] For port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:31.103509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] For port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,segment=NetworkSegment(a74c8f63-5972-40f0-b552-baf1eaedfeae),segment_id=a74c8f63-5972-40f0-b552-baf1eaedfeae)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:31.108669 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.171641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8::1 (bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5/9246e69b-afea-44a9-93cb-f79eb8574d5f/2facd2ae-d858-45d7-80d3-48cd2aae3245) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:31.195173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8f838-6904-4ac5-acb7-3342c7f22f84 None None] Pushing event updated for resources: {'Port': ['ID=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:31.364359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.392661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-8ff6f905-9952-4e2c-bee7-14a5fc57df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:31.394463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-8ff6f905-9952-4e2c-bee7-14a5fc57df2c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0712199 Dec 08 16:34:31.402572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3027fc7c-8cee-4e67-94fa-1263c8eda1e2 req-c80a30cd-dd90-4e46-8fba-daa5826bb748 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:31.404266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3027fc7c-8cee-4e67-94fa-1263c8eda1e2 req-c80a30cd-dd90-4e46-8fba-daa5826bb748 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0665941 Dec 08 16:34:31.475548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.493101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3027fc7c-8cee-4e67-94fa-1263c8eda1e2 req-675cdb08-c017-4ea7-ae21-2698b35dca75 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822701 Dec 08 16:34:31.548257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:31.556183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:31.562745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:31.563288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.565738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=2facd2ae-d858-45d7-80d3-48cd2aae3245,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:31.611342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-3265bc52-38c2-4818-b9b8-4aa0977c416e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:31.612861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-3265bc52-38c2-4818-b9b8-4aa0977c416e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.2111244 Dec 08 16:34:31.679010 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-5a174a19-824b-4a68-a931-5e0b663dbfdf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0581937 Dec 08 16:34:31.757847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-06466cae-75e0-4fe2-9e8f-846755cef68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:31.759327 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-06466cae-75e0-4fe2-9e8f-846755cef68b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0720048 Dec 08 16:34:31.763371 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:31.801867 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-4c23f037-cfbd-47f0-96c3-dc05c3224bab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351744 Dec 08 16:34:31.871344 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.011815 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-8edb0f0a-e55c-4430-9144-9e111edc8b4c service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875920 Dec 08 16:34:32.165074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.204877 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-711cd5b4-bfc2-4460-a3b6-775e0e1fe2fb req-1d84cba1-c4f0-41c0-843c-430cc4baa008 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759779 Dec 08 16:34:32.206744 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.233370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.239189 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.241078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.278842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92652abc-fdb4-4700-ab3a-91b90dbf23d0 None None] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:32.352774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1b6ce6f2-5606-497d-aef0-62c50f871f80 None None] Provisioning complete for port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:32.353145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce6f2-5606-497d-aef0-62c50f871f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.481579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce6f2-5606-497d-aef0-62c50f871f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.522146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1b6ce6f2-5606-497d-aef0-62c50f871f80 None None] For port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,segment=NetworkSegment(a74c8f63-5972-40f0-b552-baf1eaedfeae),segment_id=a74c8f63-5972-40f0-b552-baf1eaedfeae)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:32.528122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b6ce6f2-5606-497d-aef0-62c50f871f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.601352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6ce6f2-5606-497d-aef0-62c50f871f80 None None] Pushing event updated for resources: {'Port': ['ID=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:32.652309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=2facd2ae-d858-45d7-80d3-48cd2aae3245,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:32.671353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7f19e-fe35-4e13-8905-111c0cdad41d req-018bff53-13d2-4019-9e7d-e543ecff4b7e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:32.672936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5d7f19e-fe35-4e13-8905-111c0cdad41d req-018bff53-13d2-4019-9e7d-e543ecff4b7e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0702510 Dec 08 16:34:32.711810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:32.714705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:32.735045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5d7f19e-fe35-4e13-8905-111c0cdad41d req-d77c3db3-5753-497e-ab03-251875620fe3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549095 Dec 08 16:34:32.864407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54d7b0db-9ad5-4e85-b0e2-c961e78c237c None None] Provisioning complete for port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:32.865154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54d7b0db-9ad5-4e85-b0e2-c961e78c237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:32.868216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:32.920833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:33.005368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:33.012114 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-86831d97-8271-486c-91f1-b7eb62ae4d2b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4301074 Dec 08 16:34:33.014247 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:33.027008 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] Sync routers for ids ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:33.027896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:33.028312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.048822 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] Routers {'6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:33.049436 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:33.076761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd0f6e-4cf4-4c32-bc52-aed9d9c09cc5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:33.077719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54d7b0db-9ad5-4e85-b0e2-c961e78c237c None None] Provisioning complete for port 2facd2ae-d858-45d7-80d3-48cd2aae3245 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:33.078011 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54d7b0db-9ad5-4e85-b0e2-c961e78c237c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.082780 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36dd0f6e-4cf4-4c32-bc52-aed9d9c09cc5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports/2facd2ae-d858-45d7-80d3-48cd2aae3245 HTTP/1.1" status: 200 len: 911 time: 0.0628827 Dec 08 16:34:33.083031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40270) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:33.090363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9246e69b-afea-44a9-93cb-f79eb8574d5f'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:33.101522 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:33.111328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.114254 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] Routers {'6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:33.115095 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:33.128756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54d7b0db-9ad5-4e85-b0e2-c961e78c237c None None] Port 2facd2ae-d858-45d7-80d3-48cd2aae3245 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:33.151374 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:33.152471 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398c1635-f3c7-4625-9bea-411ff5668632 None None] The sync data for ids ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:33.259153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-61237884-51ba-4235-bebf-91c808828b61 None None] Provisioning complete for port 2facd2ae-d858-45d7-80d3-48cd2aae3245 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:33.260511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61237884-51ba-4235-bebf-91c808828b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.287891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.301360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-61237884-51ba-4235-bebf-91c808828b61 None None] Port 2facd2ae-d858-45d7-80d3-48cd2aae3245 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:33.423054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-70b641a3-d68c-4ddf-9813-63d694e98ae2 None None] Provisioning complete for port 2facd2ae-d858-45d7-80d3-48cd2aae3245 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:33.423412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70b641a3-d68c-4ddf-9813-63d694e98ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.459924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-70b641a3-d68c-4ddf-9813-63d694e98ae2 None None] Port 2facd2ae-d858-45d7-80d3-48cd2aae3245 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:33.668652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.676095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.682327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:33.682935 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:33.684278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/ports/2facd2ae-d858-45d7-80d3-48cd2aae3245 HTTP/1.1" status: 200 len: 911 time: 0.6005764 Dec 08 16:34:33.687464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40272) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:33.797104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fccf4c-a922-4d09-810a-86d80594f7eb tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=2facd2ae-d858-45d7-80d3-48cd2aae3245,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:33.962795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adcc4d-a08c-4334-be44-96769f8082a9 req-b9faecbe-8f2a-48c3-9ad4-e76b2fa964b2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:33.964328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51adcc4d-a08c-4334-be44-96769f8082a9 req-b9faecbe-8f2a-48c3-9ad4-e76b2fa964b2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1317945 Dec 08 16:34:34.062050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51adcc4d-a08c-4334-be44-96769f8082a9 req-849bf421-b3f6-4c83-91b9-c892bcbd8528 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800042 Dec 08 16:34:34.137363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.391402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 2facd2ae-d858-45d7-80d3-48cd2aae3245 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:34.391657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.484467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.496927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 2facd2ae-d858-45d7-80d3-48cd2aae3245 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:34.669000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.694130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=2facd2ae-d858-45d7-80d3-48cd2aae3245,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:34.798124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:34.964594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:35.045510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:35.050696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-803ecf88-2a7a-4163-82fc-a19f23c2481b tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3621218 Dec 08 16:34:35.057893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40278) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:35.058794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] Sync routers for ids ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:35.070525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] Routers {'6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:35.071164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:35.093058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-65d9fcc4-a0c6-4abf-b5f5-c3b76753c4f3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 HTTP/1.1" status: 200 len: 205 time: 0.0331945 Dec 08 16:34:35.095925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:35.117675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:35.133682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] Routers {'6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:35.135354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:35.171549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:35.172400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a52ed2-16e2-423e-8fbc-92733f015b7d None None] The sync data for ids ['6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:35.188376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.219601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2f4f3-0e0b-41a5-81dd-a5b4202fd145 req-802731ef-40d9-446e-aa26-a04ad8a9be24 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:35.221224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12f2f4f3-0e0b-41a5-81dd-a5b4202fd145 req-802731ef-40d9-446e-aa26-a04ad8a9be24 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0576453 Dec 08 16:34:35.281478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12f2f4f3-0e0b-41a5-81dd-a5b4202fd145 req-5e4a116d-bc78-456a-869d-7b3105b2f8be tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473776 Dec 08 16:34:35.360954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.363308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.411390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.411953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router 6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:35.419692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.420832 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-83523780-0d54-407e-b5fc-0cd319685116 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 HTTP/1.1" status: 204 len: 168 time: 0.3238931 Dec 08 16:34:35.423510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40284) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:35.478215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet 9246e69b-afea-44a9-93cb-f79eb8574d5f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:35.482414 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.524236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.623981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.689300 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.717439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=9246e69b-afea-44a9-93cb-f79eb8574d5f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:35.723783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.727185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-672629ce-b91b-43c3-bc34-01aeb90ef84d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/9246e69b-afea-44a9-93cb-f79eb8574d5f HTTP/1.1" status: 204 len: 168 time: 0.3026786 Dec 08 16:34:35.730644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40286) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:35.734752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea63be45-1b55-4eb6-a886-9462de83f99b None None] Network bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:35.817571 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.881364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:35.881713 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.937134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] DHCP port deletion for bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:35.970494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,segment=NetworkSegment(a74c8f63-5972-40f0-b552-baf1eaedfeae),segment_id=a74c8f63-5972-40f0-b552-baf1eaedfeae)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:35.971018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:35.987604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:35.989688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] Deleting port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:35.989688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.094747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] For port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,segment=NetworkSegment(a74c8f63-5972-40f0-b552-baf1eaedfeae),segment_id=a74c8f63-5972-40f0-b552-baf1eaedfeae)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:36.095480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.110734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] Calling delete_port for fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:36.211840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.243063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] Pushing event deleted for resources: {'Port': ['ID=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:36.248140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a35ede-b0ab-4cea-bb1f-49c3bc3a20b5 None None] No DVR routers for this DVR port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:36.466598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e876b-7c05-49d9-a3dc-4e5151ccbee9 req-e8fea3ed-d48b-43e5-8f0c-97b872b7d73d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:36.468047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c2e876b-7c05-49d9-a3dc-4e5151ccbee9 req-e8fea3ed-d48b-43e5-8f0c-97b872b7d73d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0718243 Dec 08 16:34:36.480940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.514309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:36.520460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:36.600797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c2e876b-7c05-49d9-a3dc-4e5151ccbee9 req-f9587e2f-f424-47af-b174-3e3494589222 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262832 Dec 08 16:34:36.619619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.646420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:36.655999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74c8f63-5972-40f0-b552-baf1eaedfeae') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:36.656287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74c8f63-5972-40f0-b552-baf1eaedfeae') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:36.665375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.678658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.685297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:36.685670 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:36.688605 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:36.747823 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.755512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.758348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5 HTTP/1.1" status: 204 len: 168 time: 1.0267756 Dec 08 16:34:36.762595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40290) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:36.767385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1300148984', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:36.775036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b85bb3-0be3-4eca-bea8-87ade649ac88 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=bbd5fde3-d47c-41ce-96b9-4dfaa8c47bc5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:36.790362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.792564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.848780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:36.852743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.857781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.871997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:36.872306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fa1910f3-5ccc-4ae0-a2ce-c8015b0a071b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:36.878677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.884007 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f8c4c854-c057-477d-be40-c07a3418f185 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1162221 Dec 08 16:34:36.884007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40292) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:36.889858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-249563332'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:36.910050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:36.913426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.938626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:36.948881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:36.949319 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment 1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4 of type vlan for network bb0a20fd-3582-49f7-bf35-8377333630c8 Dec 08 16:34:36.991780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.018292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.023856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.024457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.088795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2032199 Dec 08 16:34:37.091855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:37.097273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:37.101526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e6aa5-b633-493a-86c4-2f881ec6c2ce tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=bb0a20fd-3582-49f7-bf35-8377333630c8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.112905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network bb0a20fd-3582-49f7-bf35-8377333630c8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:37.191368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:37.194864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.389118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.450192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=bf5fe91f-17ea-4167-a70a-34399866caa6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:37.467333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:37.467711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: bb0a20fd-3582-49f7-bf35-8377333630c8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:37.485943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network bb0a20fd-3582-49f7-bf35-8377333630c8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:37.497310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, bb0a20fd-3582-49f7-bf35-8377333630c8) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:37.501892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.502487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.508340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d3b07e-748f-49bc-a6f9-821059ecbe3e None None] Network bb0a20fd-3582-49f7-bf35-8377333630c8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:37.521280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eb74367f-ef47-42fb-9568-4ebd948b3f00 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4280255 Dec 08 16:34:37.524164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40298) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:37.627292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-bb0a20fd-3582-49f7-bf35-8377333630c8', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:37.628392 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.752426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:37.774393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Allocated IP 2001:db8::2 (bb0a20fd-3582-49f7-bf35-8377333630c8/bf5fe91f-17ea-4167-a70a-34399866caa6/148a4ee2-34e7-4b96-87ae-081de229a154) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:37.823078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb2eb5cb-2cfc-4cb9-84c6-96547affd97e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/floatingips/e4214c0c-ea0f-413a-adb1-163d3d8d18ca HTTP/1.1" status: 200 len: 992 time: 0.0688791 Dec 08 16:34:37.827065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bc9732-88c7-4b3b-a19a-b5933870f026 req-1b40a722-399a-4eb5-9266-27876740330a tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:37.827863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38bc9732-88c7-4b3b-a19a-b5933870f026 req-1b40a722-399a-4eb5-9266-27876740330a tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1458523 Dec 08 16:34:37.907943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.932171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38bc9732-88c7-4b3b-a19a-b5933870f026 req-1da968c8-b50c-49f5-9a23-342642dc03bf tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965915 Dec 08 16:34:37.933432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.940032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:37.983989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Network bb0a20fd-3582-49f7-bf35-8377333630c8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:37.987953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:37.990543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:38.027483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Pushing event updated for resources: {'Port': ['ID=148a4ee2-34e7-4b96-87ae-081de229a154,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:38.060748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Attempting to bind port 148a4ee2-34e7-4b96-87ae-081de229a154 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:38.061122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Attempting to bind port 148a4ee2-34e7-4b96-87ae-081de229a154 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:38.061481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Attempting to bind port 148a4ee2-34e7-4b96-87ae-081de229a154 on network bb0a20fd-3582-49f7-bf35-8377333630c8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:38.066696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:38.067067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Checking segment: {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:38.067460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.068487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Bound using segment: {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:38.068487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Bound port: 148a4ee2-34e7-4b96-87ae-081de229a154, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:38.068751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.138578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] For port 148a4ee2-34e7-4b96-87ae-081de229a154, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:38.141658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] For port 148a4ee2-34e7-4b96-87ae-081de229a154, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=148a4ee2-34e7-4b96-87ae-081de229a154,segment=NetworkSegment(1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4),segment_id=1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:38.144789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40308) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:38.146395 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.177697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8::1 (bb0a20fd-3582-49f7-bf35-8377333630c8/bf5fe91f-17ea-4167-a70a-34399866caa6/d070cf95-217b-441b-acee-b2d6799e3ca5) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:38.207015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5fea1-60ed-432f-b940-b9c9c6e810f0 None None] Pushing event updated for resources: {'Port': ['ID=148a4ee2-34e7-4b96-87ae-081de229a154,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:38.322415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.363019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 5b014874-7d34-4eb9-8936-99396d289ada {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:38.363368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.363658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.413172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network bb0a20fd-3582-49f7-bf35-8377333630c8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:38.427354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:38.431944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:38.432435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.487362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=d070cf95-217b-441b-acee-b2d6799e3ca5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:38.503091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.503480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.519002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 5b014874-7d34-4eb9-8936-99396d289ada owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:38.578061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.686701 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.714213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=5b014874-7d34-4eb9-8936-99396d289ada,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:38.784841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.785224 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Floating IP e4214c0c-ea0f-413a-adb1-163d3d8d18ca disassociated (deleted). External IP: 172.25.3.89, port: fb870110-4216-4dac-a490-778339da71a0. Dec 08 16:34:38.898575 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.903081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 148a4ee2-34e7-4b96-87ae-081de229a154 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:38.907683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.908502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:38.982231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 148a4ee2-34e7-4b96-87ae-081de229a154 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:38.982705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.030758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=d070cf95-217b-441b-acee-b2d6799e3ca5,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:39.059351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router e06d2480-736a-4c42-8a4a-9feaefb14382 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:39.127260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network bb0a20fd-3582-49f7-bf35-8377333630c8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:39.130693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:39.199228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:39.209292 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] Sync routers for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:39.217730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.224955 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:39.225601 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:39.246162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348336ff-e690-43d9-a4bf-9032225d9d87 req-3540f5d2-93e0-43ac-b708-368b467dacf9 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.249203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-348336ff-e690-43d9-a4bf-9032225d9d87 req-3540f5d2-93e0-43ac-b708-368b467dacf9 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1857672 Dec 08 16:34:39.256619 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81c92b0f-f75f-4881-89a7-b1bace39ea9f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/floatingips/e4214c0c-ea0f-413a-adb1-163d3d8d18ca HTTP/1.1" status: 204 len: 168 time: 1.1107700 Dec 08 16:34:39.257579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'tag': 'fb870110-4216-4dac-a490-778339da71a0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:39.262309 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1974b774-81bd-4cc7-b910-d6ec20a63208" -d '{"events": [{"name": "network-changed", "server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "tag": "fb870110-4216-4dac-a490-778339da71a0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:39.358235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa947b-58f5-414a-94f4-a0576e32a947 None None] Network bb0a20fd-3582-49f7-bf35-8377333630c8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:39.377029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-348336ff-e690-43d9-a4bf-9032225d9d87 req-919b5843-2126-4e15-8fd5-e88ce33c5164 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178613 Dec 08 16:34:39.380277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:34:39.418678 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:39.422536 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.481709 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10868bc9-db65-4866-8099-d74763a5f721 x-openstack-request-id: req-10868bc9-db65-4866-8099-d74763a5f721 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:39.482070 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "tag": "fb870110-4216-4dac-a490-778339da71a0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:39.482327 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-10868bc9-db65-4866-8099-d74763a5f721 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:39.482731 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'tag': 'fb870110-4216-4dac-a490-778339da71a0', 'status': 'completed', 'code': 200} Dec 08 16:34:39.488222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1b2c069d-4d67-48ca-a68d-811de6b611d8 None None] Provisioning complete for port 148a4ee2-34e7-4b96-87ae-081de229a154 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:39.488591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b2c069d-4d67-48ca-a68d-811de6b611d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.531084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 148a4ee2-34e7-4b96-87ae-081de229a154, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=148a4ee2-34e7-4b96-87ae-081de229a154,segment=NetworkSegment(1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4),segment_id=1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:39.538682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.580844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-2b237ec1-7ea8-4b37-8460-bae2fd04a5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.582446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-2b237ec1-7ea8-4b37-8460-bae2fd04a5cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=21a57f0714c047a5a06656c7b5658a26&device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 1096 time: 0.0602367 Dec 08 16:34:39.583417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:39.590284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-84e382f7-69a5-48fe-989b-229caa0a10ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0648694 Dec 08 16:34:39.593100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40318) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:39.598216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1776424164'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:39.611757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:39.643626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:39.650990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.661211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:39.661501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:39.669301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=148a4ee2-34e7-4b96-87ae-081de229a154,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:39.724407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd6bd2-4958-40c5-a1c9-e8bad586f11c req-9ed68a36-054f-43cb-8a94-c37ec83bc062 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.725425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96cd6bd2-4958-40c5-a1c9-e8bad586f11c req-9ed68a36-054f-43cb-8a94-c37ec83bc062 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.1138005 Dec 08 16:34:39.735891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:39.757037 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:43Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:39.771076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.771445 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment f7762713-e842-4caf-8d5c-8f75462aafac of type vlan for network 6d747f74-d927-4af5-86dc-32814e48b212 Dec 08 16:34:39.783257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-6b3fccc5-9f7c-4bb7-920b-87a26a47d971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.784749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-6b3fccc5-9f7c-4bb7-920b-87a26a47d971 service neutron] 10.222.0.86 "GET /v2.0/networks?id=73295edf-5600-400b-8891-5a77189ea4be HTTP/1.1" status: 200 len: 898 time: 0.1932752 Dec 08 16:34:39.788963 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] Checking router: e06d2480-736a-4c42-8a4a-9feaefb14382 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:39.807488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:39.808573 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:39.816784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:39.846507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-b12643cd-c7b0-4d6d-8901-17babf4c098c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb870110-4216-4dac-a490-778339da71a0 HTTP/1.1" status: 200 len: 217 time: 0.0499697 Dec 08 16:34:39.846673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.862960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96cd6bd2-4958-40c5-a1c9-e8bad586f11c req-84db3d07-8cb6-4bbf-a073-49f1ecdc749f tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294179 Dec 08 16:34:39.898430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.911751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.912401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:39.920533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-c764b8c9-8c89-45d9-b2b4-91bb736446c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.922671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-c764b8c9-8c89-45d9-b2b4-91bb736446c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=766b5f57-baaf-45e6-a396-6d50c25cdea5 HTTP/1.1" status: 200 len: 835 time: 0.0587347 Dec 08 16:34:39.992467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-72f1ab33-1095-4b9c-bf3c-31ae29527210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:39.994942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-72f1ab33-1095-4b9c-bf3c-31ae29527210 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=73295edf-5600-400b-8891-5a77189ea4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559723 Dec 08 16:34:40.076242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=6d747f74-d927-4af5-86dc-32814e48b212,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:40.081646 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0864ba7a-2ddf-44a7-bd48-587de27bf13a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4875660 Dec 08 16:34:40.084494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40320) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:40.090538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:40.120857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6d747f74-d927-4af5-86dc-32814e48b212 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:40.172723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-11ab597a-1bc4-48c6-8446-afa5761eeecb service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656473 Dec 08 16:34:40.231226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:40.235651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.258120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-90508104-063f-4032-9536-f0bbf3c832ec None None] Provisioning complete for port d070cf95-217b-441b-acee-b2d6799e3ca5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:40.258500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90508104-063f-4032-9536-f0bbf3c832ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.336161 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:40.349517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1974b774-81bd-4cc7-b910-d6ec20a63208 req-94b91f67-900a-46c0-a583-a12a40680715 service neutron] 10.222.0.86 "GET /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662974 Dec 08 16:34:40.355326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-90508104-063f-4032-9536-f0bbf3c832ec None None] Port d070cf95-217b-441b-acee-b2d6799e3ca5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:40.367658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:38Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:38Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:40.412346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:40.412835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Updating router 0a03beca-9c96-4e5a-8cd3-6886b21af817 port d070cf95-217b-441b-acee-b2d6799e3ca5 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:34:40.416842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-90508104-063f-4032-9536-f0bbf3c832ec None None] Provisioning complete for port 148a4ee2-34e7-4b96-87ae-081de229a154 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:40.417298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90508104-063f-4032-9536-f0bbf3c832ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.474337 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.623766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:40.642191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f501f-49e7-466f-bb5b-cd7d1547fbbb req-7fbc818e-4ad1-404b-b158-c233a1bdcb20 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:40.645999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-743f501f-49e7-466f-bb5b-cd7d1547fbbb req-7fbc818e-4ad1-404b-b158-c233a1bdcb20 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1089432 Dec 08 16:34:40.775601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-743f501f-49e7-466f-bb5b-cd7d1547fbbb req-9bd7fecd-8a79-4c92-a9f6-71e5dc094050 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224766 Dec 08 16:34:40.840629 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:43Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:40.846032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=9f1a4090-c73f-4c8d-a336-f2216958fc36,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:40.854142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:40.854406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: 6d747f74-d927-4af5-86dc-32814e48b212, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:40.858209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-39cda6fc-7eac-4c74-ab29-893448bc2fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:40.859743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-39cda6fc-7eac-4c74-ab29-893448bc2fe7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.3667367 Dec 08 16:34:40.915170 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f7c2e-8112-479a-9f1c-513d4c4f233b None None] The sync data for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 is: [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:36Z', 'revision_number': 4, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc', 'name': '', 'network_id': '73295edf-5600-400b-8891-5a77189ea4be', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'mac_address': 'fa:16:3e:2b:06:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_interface', 'standard_attr_id': 3062, 'fixed_ips': [{'subnet_id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:32Z', 'updated_at': '2021-12-08T16:33:43Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'subnets': [{'id': '766b5f57-baaf-45e6-a396-6d50c25cdea5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:40.940307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 6d747f74-d927-4af5-86dc-32814e48b212 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:40.940841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 148a4ee2-34e7-4b96-87ae-081de229a154 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:41.042230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6d747f74-d927-4af5-86dc-32814e48b212) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:41.059597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:41.060328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.063673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42b03ff-1608-4187-971d-9cfc83f5e83b None None] Network 6d747f74-d927-4af5-86dc-32814e48b212 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:41.093401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-8464a4d6-9286-42c8-acbf-26d4cba89b9a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:41.102319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-8464a4d6-9286-42c8-acbf-26d4cba89b9a tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.1678197 Dec 08 16:34:41.103658 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-77172a06-be1f-4627-99b3-7503a8493fc3 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0158100 Dec 08 16:34:41.111898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:41.131115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-ca80edbb-d9d5-4b14-b0fb-6480a2d81d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:41.132748 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-ca80edbb-d9d5-4b14-b0fb-6480a2d81d65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.2448292 Dec 08 16:34:41.195220 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-c7476932-0c33-4037-818a-34c912087e5c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0535150 Dec 08 16:34:41.206871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.237825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-92593df6-72ad-400b-89fb-80d8dd0afe53 None None] Provisioning complete for port d070cf95-217b-441b-acee-b2d6799e3ca5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:41.238467 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92593df6-72ad-400b-89fb-80d8dd0afe53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.272074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc8e9c-d868-4e73-9b51-dac041930876 req-6308a7be-f873-442d-ba7b-e179eb760246 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:41.273784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26cc8e9c-d868-4e73-9b51-dac041930876 req-6308a7be-f873-442d-ba7b-e179eb760246 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.2918487 Dec 08 16:34:41.286381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-9d4dcd5d-5aa5-408e-b63c-7f6a19a6b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:41.287989 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-9d4dcd5d-5aa5-408e-b63c-7f6a19a6b4c8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0836241 Dec 08 16:34:41.292230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.347241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-12382a05-7e5f-4507-bac9-1a7556e8fdf6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501285 Dec 08 16:34:41.391720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-92593df6-72ad-400b-89fb-80d8dd0afe53 None None] Port d070cf95-217b-441b-acee-b2d6799e3ca5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:41.426573 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7e7fc8-9ecf-4128-b781-dd20dd427605 None None] New status for floating IP e4214c0c-ea0f-413a-adb1-163d3d8d18ca: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:34:41.445278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 148a4ee2-34e7-4b96-87ae-081de229a154 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:41.445278 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.519447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69478807-86f6-4ab5-94f4-0a3e4d42cd7b None None] Pushing event updated for resources: {'Port': ['ID=d070cf95-217b-441b-acee-b2d6799e3ca5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:41.550751 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-3a7deba0-5a89-4f9d-aa1f-5dd5b2d6cdb2 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926799 Dec 08 16:34:41.553551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6d747f74-d927-4af5-86dc-32814e48b212', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:41.557054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.645920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26cc8e9c-d868-4e73-9b51-dac041930876 req-3b226160-4803-4a6d-9f34-bca84354ebfa tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3073373 Dec 08 16:34:41.664378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Attempting to bind port d070cf95-217b-441b-acee-b2d6799e3ca5 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:41.664766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Attempting to bind port d070cf95-217b-441b-acee-b2d6799e3ca5 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:41.665322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Attempting to bind port d070cf95-217b-441b-acee-b2d6799e3ca5 on network bb0a20fd-3582-49f7-bf35-8377333630c8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:41.712856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43d46c48-fdd7-41b2-ae0d-f0cc4fbecded req-f7e1572b-6d66-4650-a637-5b93c23bcda8 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549528 Dec 08 16:34:41.751814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:41.752434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Checking segment: {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:41.752728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:41.753132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Bound using segment: {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:41.754278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Bound port: d070cf95-217b-441b-acee-b2d6799e3ca5, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:41.754773 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.122877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-80421539-15de-40c7-991a-118b61ef28c8 None None] Provisioning complete for port d070cf95-217b-441b-acee-b2d6799e3ca5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:42.123283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80421539-15de-40c7-991a-118b61ef28c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.132892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] For port d070cf95-217b-441b-acee-b2d6799e3ca5, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:42.186926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Allocated IP 2001:db8:1::2 (6d747f74-d927-4af5-86dc-32814e48b212/9f1a4090-c73f-4c8d-a336-f2216958fc36/4476db44-3b16-4ff6-86d8-3ac5e58ec6d9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:42.190827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] For port d070cf95-217b-441b-acee-b2d6799e3ca5, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d070cf95-217b-441b-acee-b2d6799e3ca5,segment=NetworkSegment(1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4),segment_id=1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:42.203615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.219743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-80421539-15de-40c7-991a-118b61ef28c8 None None] Port d070cf95-217b-441b-acee-b2d6799e3ca5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:42.282760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port fb870110-4216-4dac-a490-778339da71a0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:42.283380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.333284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:42.333694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:42.386069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69478807-86f6-4ab5-94f4-0a3e4d42cd7b None None] Pushing event updated for resources: {'Port': ['ID=d070cf95-217b-441b-acee-b2d6799e3ca5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:42.386808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dcbb5-5f6f-404e-b140-440936b9e2b2 req-0d2238a8-d27f-4908-808b-21599fd6b029 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.394707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-975dcbb5-5f6f-404e-b140-440936b9e2b2 req-0d2238a8-d27f-4908-808b-21599fd6b029 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1869586 Dec 08 16:34:42.451409 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.472757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:42.505400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-975dcbb5-5f6f-404e-b140-440936b9e2b2 req-1a0b2853-0840-4284-ba78-63caf531d333 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089966 Dec 08 16:34:42.614374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port fb870110-4216-4dac-a490-778339da71a0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fb870110-4216-4dac-a490-778339da71a0,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:42.614927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.637434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for fb870110-4216-4dac-a490-778339da71a0 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:42.639144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.647341 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.725686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Network 6d747f74-d927-4af5-86dc-32814e48b212 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:42.739448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:42.747817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Pushing event updated for resources: {'Port': ['ID=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:42.752747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:42.756698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8a9c587e-a546-48ea-898f-f473a516f15f None None] Provisioning complete for port d070cf95-217b-441b-acee-b2d6799e3ca5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:42.757069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a9c587e-a546-48ea-898f-f473a516f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.878094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Attempting to bind port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:42.878469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Attempting to bind port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:42.879504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Attempting to bind port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 on network 6d747f74-d927-4af5-86dc-32814e48b212 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:42.887550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82f11b-5198-43e1-8088-5e7f99c592b3 req-aa855b3a-3ad4-43ea-b8d1-51c40b0b61b6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:42.888996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e82f11b-5198-43e1-8088-5e7f99c592b3 req-aa855b3a-3ad4-43ea-b8d1-51c40b0b61b6 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/ports?device_id=f3470034-8f62-4c6f-b44a-9b1c1ae8131f HTTP/1.1" status: 200 len: 945 time: 0.1352363 Dec 08 16:34:42.891264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:42.891663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Checking segment: {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:42.892051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.892446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Bound using segment: {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:42.892964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Bound port: 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:42.893341 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:42.978043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:38Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:42Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:42.981653 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a9c587e-a546-48ea-898f-f473a516f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.023591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8:1::1 (6d747f74-d927-4af5-86dc-32814e48b212/9f1a4090-c73f-4c8d-a336-f2216958fc36/dd947e0a-ea8b-4302-8bc9-90a3668d1fdc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:43.025637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874249d3-59d9-46c5-8516-40f4f1fc8402 None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:38Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:42Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:43.039589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e82f11b-5198-43e1-8088-5e7f99c592b3 req-671c880b-e359-40f3-bfc5-1870a1defc61 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "GET /v2.0/security-groups?id=8433a45d-7943-4ecc-adcc-16646cbdcf9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391397 Dec 08 16:34:43.047535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.064105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] For port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:43.068991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] For port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:43.071004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8a9c587e-a546-48ea-898f-f473a516f15f None None] For port d070cf95-217b-441b-acee-b2d6799e3ca5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d070cf95-217b-441b-acee-b2d6799e3ca5,segment=NetworkSegment(1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4),segment_id=1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:43.086854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a9c587e-a546-48ea-898f-f473a516f15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.089611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.129910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=fb870110-4216-4dac-a490-778339da71a0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:43.178818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9c587e-a546-48ea-898f-f473a516f15f None None] Pushing event updated for resources: {'Port': ['ID=d070cf95-217b-441b-acee-b2d6799e3ca5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:43.196564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] No DVR routers for this DVR port fb870110-4216-4dac-a490-778339da71a0 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:43.200838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.205666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb747ff3-f8ff-4936-9abc-b98f2a9ede21 req-3374b455-8b81-4bff-a238-bd01aec22a35 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.86 "DELETE /v2.0/ports/fb870110-4216-4dac-a490-778339da71a0 HTTP/1.1" status: 204 len: 173 time: 1.9711246 Dec 08 16:34:43.210373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'name': 'network-vif-deleted', 'tag': 'fb870110-4216-4dac-a490-778339da71a0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:34:43.213525 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b790bcb1-dd37-40bb-b65b-7b08049f534e" -d '{"events": [{"server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "name": "network-vif-deleted", "tag": "fb870110-4216-4dac-a490-778339da71a0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:34:43.280522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8e8b6-e634-4caf-93dc-45eb5685838f None None] Pushing event updated for resources: {'Port': ['ID=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:43.303811 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2dbd05-1774-4954-a741-d6e3c2239cbd x-openstack-request-id: req-9d2dbd05-1774-4954-a741-d6e3c2239cbd {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:34:43.305006 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3470034-8f62-4c6f-b44a-9b1c1ae8131f", "name": "network-vif-deleted", "tag": "fb870110-4216-4dac-a490-778339da71a0", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:34:43.305421 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d2dbd05-1774-4954-a741-d6e3c2239cbd {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:34:43.306161 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3470034-8f62-4c6f-b44a-9b1c1ae8131f', 'name': 'network-vif-deleted', 'tag': 'fb870110-4216-4dac-a490-778339da71a0', 'status': 'completed', 'code': 200} Dec 08 16:34:43.312487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.340969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bc0b1-f6fe-4251-847d-fd3a55a70062 req-b3fce907-0565-41bc-8b84-34f4c537f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:43.342464 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a6bc0b1-f6fe-4251-847d-fd3a55a70062 req-b3fce907-0565-41bc-8b84-34f4c537f666 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0785110 Dec 08 16:34:43.410027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.444012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a6bc0b1-f6fe-4251-847d-fd3a55a70062 req-e26d71fb-9cb6-47b5-89b5-2096ea94d8f6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939965 Dec 08 16:34:43.457886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 6d747f74-d927-4af5-86dc-32814e48b212 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:43.466253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:43.470056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:43.470615 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.532460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:43.547251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.547598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.547941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.548275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.549269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.549269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.549269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.549770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.549937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.549937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.550555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.550874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.551228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:43.772453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:43.808616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f27359-18d0-4b0f-bb8c-c51a2b61e692 req-a80f9c7d-426b-4394-b376-7da8ef5b6ca6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:43.810520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0f27359-18d0-4b0f-bb8c-c51a2b61e692 req-a80f9c7d-426b-4394-b376-7da8ef5b6ca6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1821809 Dec 08 16:34:43.911900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0f27359-18d0-4b0f-bb8c-c51a2b61e692 req-dc76c813-949e-4f1f-a063-7eb8e436a43a tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Dec 08 16:34:44.119944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40340) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.182118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05f4e1ad-be83-4b87-9c02-e3405416a3b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.188633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.195321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.196263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.220209 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05f4e1ad-be83-4b87-9c02-e3405416a3b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.306785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:44.317774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05f4e1ad-be83-4b87-9c02-e3405416a3b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.320629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05f4e1ad-be83-4b87-9c02-e3405416a3b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.323252 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05f4e1ad-be83-4b87-9c02-e3405416a3b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/security-groups/8433a45d-7943-4ecc-adcc-16646cbdcf9c HTTP/1.1" status: 204 len: 168 time: 0.2008686 Dec 08 16:34:44.344509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4e1ad-be83-4b87-9c02-e3405416a3b9 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8433a45d-7943-4ecc-adcc-16646cbdcf9c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:44.369853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.385492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 6d747f74-d927-4af5-86dc-32814e48b212 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:44.387100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:44.504019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:44.617381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:44.629473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0eca7b23-dd16-4783-a0fe-f8cd01974713 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5158365 Dec 08 16:34:44.632837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40346) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.638839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-49101937'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:44.662703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:44.666556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.709633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:44.724226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d9656-18db-413d-a502-4b880518c67e None None] Network 6d747f74-d927-4af5-86dc-32814e48b212 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:44.730016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.730384 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment 419135ab-36cb-4422-aa33-b87270c8a66b of type vlan for network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed Dec 08 16:34:44.782594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.817773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.827071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:44.828133 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.829872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-32c4a036-e2be-43a8-94de-04fddd587b48 None None] Provisioning complete for port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:44.830321 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c4a036-e2be-43a8-94de-04fddd587b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:44.929424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2953649 Dec 08 16:34:44.934317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40348) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:44.940841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:45.038016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c4a036-e2be-43a8-94de-04fddd587b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.076476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa0857-2edc-4dd5-87a8-4b958bd4bf5e tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=3d1c1005-80bd-4452-a1cb-30f1ecd930ed,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:45.081314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d070cf95-217b-441b-acee-b2d6799e3ca5 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:45.095377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:45.162062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd01a5e-ac74-4bb2-a7bc-d896db2b074c req-102da97c-e7b7-42b5-b50f-d94b15101159 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:45.179320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cdd01a5e-ac74-4bb2-a7bc-d896db2b074c req-102da97c-e7b7-42b5-b50f-d94b15101159 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1148140 Dec 08 16:34:45.213247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:45.218696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.289088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-32c4a036-e2be-43a8-94de-04fddd587b48 None None] For port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:45.297773 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32c4a036-e2be-43a8-94de-04fddd587b48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.314062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cdd01a5e-ac74-4bb2-a7bc-d896db2b074c req-5ba15b8d-33f2-407e-a6f6-f73275526f99 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318665 Dec 08 16:34:45.342408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.366739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:45.386016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d070cf95-217b-441b-acee-b2d6799e3ca5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:45.386414 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.485306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:45.485986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:45.522551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.537327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4a036-e2be-43a8-94de-04fddd587b48 None None] Pushing event updated for resources: {'Port': ['ID=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:45.546514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fb870110-4216-4dac-a490-778339da71a0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:45.627190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=3e0d56b5-bbdc-49f7-a0be-b839d03bf660,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:45.631671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:45.632135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: 3d1c1005-80bd-4452-a1cb-30f1ecd930ed, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:45.657520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:45.672081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: fb870110-4216-4dac-a490-778339da71a0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:45.672592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fb870110-4216-4dac-a490-778339da71a0 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:45.674321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1d0ebafd-ffc4-4e48-9a40-f8a1a6557bcc None None] Provisioning complete for port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:45.674787 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d0ebafd-ffc4-4e48-9a40-f8a1a6557bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.697346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 3d1c1005-80bd-4452-a1cb-30f1ecd930ed) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:45.717785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a1567-40ba-4e90-969e-a44c12968795 None None] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:45.738017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-3ef635c1-5279-4940-adf9-d17440fa7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:45.743049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-3ef635c1-5279-4940-adf9-d17440fa7479 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0784531 Dec 08 16:34:45.743487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:45.744946 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:45.780580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4ef13-0970-452b-9ff1-47e39bce59f5 req-eaf4573d-c85a-41a6-baaa-7ad0bde01a2e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:45.782515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17a4ef13-0970-452b-9ff1-47e39bce59f5 req-eaf4573d-c85a-41a6-baaa-7ad0bde01a2e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1040630 Dec 08 16:34:45.787212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b9a9293e-6142-4a67-8779-a5f2a3b83247 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8516755 Dec 08 16:34:45.793144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40358) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:45.802637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:45.922028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:45.940555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17a4ef13-0970-452b-9ff1-47e39bce59f5 req-44d8467e-aea5-4e41-af55-7d639895f81a tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482546 Dec 08 16:34:45.966743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-1133d717-a1b4-4adb-a9fc-77a304eb323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:45.966743 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-1133d717-a1b4-4adb-a9fc-77a304eb323c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.2126961 Dec 08 16:34:46.035499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-57833227-0689-42e4-a709-9ed1cc43bec2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0430260 Dec 08 16:34:46.108363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-f00e6e5f-620d-4381-b9b6-fd48a5412308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:46.110032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-f00e6e5f-620d-4381-b9b6-fd48a5412308 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0666711 Dec 08 16:34:46.177561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:46.177927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.182877 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-4bd79770-f828-41d2-aad8-95f6c60a6552 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489249 Dec 08 16:34:46.273092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:46.274162 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.353748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.356608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:46.356994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.376079 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-fc10d6e1-9d98-4360-b883-e0c433ca2b14 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787090 Dec 08 16:34:46.377019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:46.447471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1d0ebafd-ffc4-4e48-9a40-f8a1a6557bcc None None] Provisioning complete for port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:46.447471 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d0ebafd-ffc4-4e48-9a40-f8a1a6557bcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.451690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:46.452055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.570506 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2cfb0ee6-c8a2-481b-8af4-53c7b68e7ea9 req-48f86cf9-5f33-4b1a-832b-8ad9dce06480 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832883 Dec 08 16:34:46.619956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1d0ebafd-ffc4-4e48-9a40-f8a1a6557bcc None None] Port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:46.648059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Allocated IP 2001:db8:2::2 (3d1c1005-80bd-4452-a1cb-30f1ecd930ed/3e0d56b5-bbdc-49f7-a0be-b839d03bf660/d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:46.689816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.720285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:46.753134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 3, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:44Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:46.808583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:46.809252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Updating router 0a03beca-9c96-4e5a-8cd3-6886b21af817 port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:34:46.930207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c24a9882-4b6e-4624-a295-f082d20bca68 None None] Provisioning complete for port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:46.930582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c24a9882-4b6e-4624-a295-f082d20bca68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.957260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.985256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:46.990858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.049418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:47.058099 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.087509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c24a9882-4b6e-4624-a295-f082d20bca68 None None] Port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:47.117076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8:2::1 (3d1c1005-80bd-4452-a1cb-30f1ecd930ed/3e0d56b5-bbdc-49f7-a0be-b839d03bf660/1d5f85be-114c-4de6-b512-dadc36827967) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:47.209275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd10dc-be61-4011-8d24-9af113f67e13 req-e7ad96a6-de49-49b1-be8d-9e508f781822 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:47.210883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bd10dc-be61-4011-8d24-9af113f67e13 req-e7ad96a6-de49-49b1-be8d-9e508f781822 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1105092 Dec 08 16:34:47.248673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:47.258295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Pushing event updated for resources: {'Port': ['ID=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:47.270351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:47.274396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:47.284272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Router e06d2480-736a-4c42-8a4a-9feaefb14382 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:47.308054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99bd10dc-be61-4011-8d24-9af113f67e13 req-8d32633f-9c23-4bb5-bb96-d92cb2bf53f4 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832326 Dec 08 16:34:47.334417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.390047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.392155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:47.392858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.435503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:47.438918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:47.442877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:47.443433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.447999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:47.448292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Attempting to bind port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:47.448674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Attempting to bind port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:47.449038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Attempting to bind port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec on network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:47.457857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4105cb6-bed0-4e26-b28d-64a49ce84dd2 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "PUT /v2.0/routers/e06d2480-736a-4c42-8a4a-9feaefb14382/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0839558 Dec 08 16:34:47.459430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.470286 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] Sync routers for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:47.472538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:47.473478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Checking segment: {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:47.473935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.474333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Bound using segment: {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:47.474832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Bound port: d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:47.475216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.481210 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:47.481866 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.511577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=1d5f85be-114c-4de6-b512-dadc36827967,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:47.537482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting subnet 766b5f57-baaf-45e6-a396-6d50c25cdea5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:34:47.541584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.605564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.622631 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:47.623310 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.647861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] For port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:47.684292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] For port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:47.690208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.733527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.757530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.760222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.835031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4d2e1c-1f79-4b4b-8049-f121fd592ff7 None None] Pushing event updated for resources: {'Port': ['ID=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:47.858623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.868819 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:34:46Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.913640 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] Checking router: e06d2480-736a-4c42-8a4a-9feaefb14382 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:47.918749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Subnet': ['ID=766b5f57-baaf-45e6-a396-6d50c25cdea5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:47.924986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:47.925497 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] Routers {'e06d2480-736a-4c42-8a4a-9feaefb14382'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:47.926321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['e06d2480-736a-4c42-8a4a-9feaefb14382'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:47.940780 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5325122c-cf6f-49e9-b611-978466eeae9e tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/subnets/766b5f57-baaf-45e6-a396-6d50c25cdea5 HTTP/1.1" status: 204 len: 168 time: 0.4760065 Dec 08 16:34:47.943354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40364) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:47.954010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddcd5ab-0264-407a-ad84-27d2f8ee335c None None] Network 73295edf-5600-400b-8891-5a77189ea4be requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:48.150578 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] Set router e06d2480-736a-4c42-8a4a-9feaefb14382 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:48.151131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81315d2-eeac-47d7-9178-3eca35175865 None None] Pushing event updated for resources: {'Port': ['ID=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:48.188353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Attempting to bind port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:48.189087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Attempting to bind port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:48.189087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Attempting to bind port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc on network 6d747f74-d927-4af5-86dc-32814e48b212 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:48.209111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:48.209483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Checking segment: {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:48.238432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.238923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Bound using segment: {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:48.240028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Bound port: dd947e0a-ea8b-4302-8bc9-90a3668d1fdc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7762713-e842-4caf-8d5c-8f75462aafac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:48.240423 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.257003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.266448 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.267288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.325898 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.455874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:34:46Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:48.479044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=1d5f85be-114c-4de6-b512-dadc36827967,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:48.491454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e17a0-9e39-4cc3-acbc-7cf00164db17 None None] The sync data for ids ['e06d2480-736a-4c42-8a4a-9feaefb14382'] in n-d-820935-5 is: [{'id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'name': 'tempest-TestNetworkBasicOps-router-1041605600', 'tenant_id': '21a57f0714c047a5a06656c7b5658a26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:34:46Z', 'revision_number': 5, 'project_id': '21a57f0714c047a5a06656c7b5658a26', 'gw_port': {'id': '64dd9265-3924-40f6-be4b-86b4ea9eabc0', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:dc:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e06d2480-736a-4c42-8a4a-9feaefb14382', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3052, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:25Z', 'updated_at': '2021-12-08T16:33:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:48.506826 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.507299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] For port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:48.532712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] For port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:48.536216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] DHCP port deletion for 73295edf-5600-400b-8891-5a77189ea4be request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:48.545995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.553934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f41ba392-6578-4c00-9915-5840afe6eb3d None None] Provisioning complete for port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:48.554748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f41ba392-6578-4c00-9915-5840afe6eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.607711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port 64dd9265-3924-40f6-be4b-86b4ea9eabc0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:48.608057 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.754312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port 64dd9265-3924-40f6-be4b-86b4ea9eabc0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=64dd9265-3924-40f6-be4b-86b4ea9eabc0,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:48.754818 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:48.777859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for 64dd9265-3924-40f6-be4b-86b4ea9eabc0 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:49.010374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.057710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81315d2-eeac-47d7-9178-3eca35175865 None None] Pushing event updated for resources: {'Port': ['ID=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.113554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:49.123372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:49.135501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:49.138627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e3e6ab-9259-408b-b247-43d791c59397 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:49.159295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=64dd9265-3924-40f6-be4b-86b4ea9eabc0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:49.239909 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.269140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:49.290381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de8087-3b1f-42e8-8bbd-218254f28039 req-e8d08588-9e77-42a5-bd04-c392af4e50f6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:49.300545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f41ba392-6578-4c00-9915-5840afe6eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.302935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5de8087-3b1f-42e8-8bbd-218254f28039 req-e8d08588-9e77-42a5-bd04-c392af4e50f6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.8283651 Dec 08 16:34:49.314783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:49.337951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] Deleting port fcfdddec-e6d7-4b80-bf9a-5aa186144efb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:49.338471 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.383272 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.389082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.422594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:49.448638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.449890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Fanout notify agent at l3_agent the message router_deleted on router e06d2480-736a-4c42-8a4a-9feaefb14382 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:34:49.475002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c643c-bcd4-4b68-a0d9-b1406efe93d0 None None] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:49.484180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.490683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e0274b54-0d61-4119-96dd-466b7ae6df8d tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/routers/e06d2480-736a-4c42-8a4a-9feaefb14382 HTTP/1.1" status: 204 len: 168 time: 1.5406923 Dec 08 16:34:49.493056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5de8087-3b1f-42e8-8bbd-218254f28039 req-4e9d2d7f-5bf5-422b-9fd4-1fdfefa859ae tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875403 Dec 08 16:34:49.499303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:49.513863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f41ba392-6578-4c00-9915-5840afe6eb3d None None] For port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:49.514237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:49.570805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] For port fcfdddec-e6d7-4b80-bf9a-5aa186144efb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:49.573038 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.601465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] Calling delete_port for fcfdddec-e6d7-4b80-bf9a-5aa186144efb owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:49.712962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.734619 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f41ba392-6578-4c00-9915-5840afe6eb3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.742452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:49.750155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a632e380-b27f-4d7b-bdce-b334571fc6b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9409020 Dec 08 16:34:49.754109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40374) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:49.763453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-670806000'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:49.820985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:49.825450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.830729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:49.831112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.861563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Deleting port fcfdddec-e6d7-4b80-bf9a-5aa186144efb {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:34:49.861878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.937690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] vlan segment allocate from pool success with {'vlan_id': 682, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:49.969943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:49.970170 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added segment 21e02c41-b8d2-4fc9-8355-a1af233746be of type vlan for network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 Dec 08 16:34:49.999037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] For port fcfdddec-e6d7-4b80-bf9a-5aa186144efb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,segment=NetworkSegment(40c50796-2795-41e7-af9c-29a824399db3),segment_id=40c50796-2795-41e7-af9c-29a824399db3)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:49.999630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.065498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4edeec38-328a-4dd5-afe4-0e0db860c2ee None None] Provisioning complete for port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:50.066171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4edeec38-328a-4dd5-afe4-0e0db860c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.071063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Calling delete_port for fcfdddec-e6d7-4b80-bf9a-5aa186144efb owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:34:50.093387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41ba392-6578-4c00-9915-5840afe6eb3d None None] Pushing event updated for resources: {'Port': ['ID=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.129852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.152065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.218822 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.225864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:50.226435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.227383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] Pushing event deleted for resources: {'Port': ['ID=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.245076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc4090d-b05e-44ad-8bf2-cb8a20c96423 None None] No DVR routers for this DVR port fcfdddec-e6d7-4b80-bf9a-5aa186144efb on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:50.326350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5708611 Dec 08 16:34:50.327205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40382) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:50.336299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'subnet': {'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:50.351035 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.353679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.365591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8aaafb-b84a-4fe9-92f1-10ff87426f38 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Network': ['ID=4022f7e2-959f-4839-bbf3-70adb9bb98b7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.392356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:50.413768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] No DVR routers for this DVR port fcfdddec-e6d7-4b80-bf9a-5aa186144efb on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:34:50.449855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Port': ['ID=fcfdddec-e6d7-4b80-bf9a-5aa186144efb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.511216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:50.535857 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.572862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Made reservation on behalf of c00c4d90d305471bb3cf334c52f4a0e5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:50.576599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4edeec38-328a-4dd5-afe4-0e0db860c2ee None None] Provisioning complete for port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:50.578179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4edeec38-328a-4dd5-afe4-0e0db860c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.579554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.581952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.642653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73295edf-5600-400b-8891-5a77189ea4be']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:50.644132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcfdddec-e6d7-4b80-bf9a-5aa186144efb no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:50.655643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c50796-2795-41e7-af9c-29a824399db3') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:50.656631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c50796-2795-41e7-af9c-29a824399db3') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:50.667211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:47Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:47Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:48Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:50.695880 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.718656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.726426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f1c008-b337-4110-90e6-a4c7df0e1625 None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:47Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:47Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:48Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:50.735056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:34:50.735469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:34:50.739074 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:34:50.745889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fcfdddec-e6d7-4b80-bf9a-5aa186144efb {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:50.746299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fcfdddec-e6d7-4b80-bf9a-5aa186144efb not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:50.746728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:50.787289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:50.787800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e1e4cbe9-b8f5-4e6e-9b21-f04da95bd2cc not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:50.854256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:50.882484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.904889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:50.929774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] 10.222.0.62 "DELETE /v2.0/networks/73295edf-5600-400b-8891-5a77189ea4be HTTP/1.1" status: 204 len: 168 time: 1.4290137 Dec 08 16:34:50.984546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca63c0-1e3c-4040-84cb-51720c5b8528 tempest-TestNetworkBasicOps-803799043 tempest-TestNetworkBasicOps-803799043-project] Pushing event deleted for resources: {'Network': ['ID=73295edf-5600-400b-8891-5a77189ea4be,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:51.057897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.126891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:51.197879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dfb53720-6eb8-4434-8a90-a61291b5789b None None] Provisioning complete for port 1d5f85be-114c-4de6-b512-dadc36827967 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:51.198505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfb53720-6eb8-4434-8a90-a61291b5789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.249846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Subnet': ['ID=76ceab47-12f0-48d0-a189-ca0ec339f726,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:51.276187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Checking segment: {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:51.276556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network hostable DHCP agents. Network: 4022f7e2-959f-4839-bbf3-70adb9bb98b7, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:34:51.307599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:51.310253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.314026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dfb53720-6eb8-4434-8a90-a61291b5789b None None] Port 1d5f85be-114c-4de6-b512-dadc36827967 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:51.326068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:34:51.339919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 4022f7e2-959f-4839-bbf3-70adb9bb98b7) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:51.358197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:51.359045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.362741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dfb53720-6eb8-4434-8a90-a61291b5789b None None] Provisioning complete for port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:51.363144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfb53720-6eb8-4434-8a90-a61291b5789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.401031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df8ac9-0b10-4dc2-b96c-eef8dcfe5926 None None] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:51.431809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40390) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:51.432265 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81aedad1-067e-4086-8a6c-49d008117009 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0993748 Dec 08 16:34:51.456258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40392) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:51.486088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:34:51.797655 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a75f03d0-7e02-45d2-8a41-7bed27c1aa50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21a57f0714c047a5a06656c7b5658a26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3398581 Dec 08 16:34:51.800871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:51.869130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbd1-e0c2-4d6d-95cc-a2534776cc9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.898457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbd1-e0c2-4d6d-95cc-a2534776cc9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.923948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:34:51.925345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.982707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbd1-e0c2-4d6d-95cc-a2534776cc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:51.986253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb86dbd1-e0c2-4d6d-95cc-a2534776cc9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.002393 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bb86dbd1-e0c2-4d6d-95cc-a2534776cc9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1235a39c-7b2d-431a-a4d6-ff97ac701df0 HTTP/1.1" status: 204 len: 168 time: 0.2002017 Dec 08 16:34:52.006651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 64dd9265-3924-40f6-be4b-86b4ea9eabc0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:34:52.024297 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86dbd1-e0c2-4d6d-95cc-a2534776cc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1235a39c-7b2d-431a-a4d6-ff97ac701df0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.030748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.060303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 64dd9265-3924-40f6-be4b-86b4ea9eabc0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:34:52.061022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 64dd9265-3924-40f6-be4b-86b4ea9eabc0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:34:52.133675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d48100c-60f7-4918-8aa5-b011966efc0e None None] Provisioning complete for port 1d5f85be-114c-4de6-b512-dadc36827967 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:52.135071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d48100c-60f7-4918-8aa5-b011966efc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.197944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Allocated IP 2001:db8:3::2 (4022f7e2-959f-4839-bbf3-70adb9bb98b7/76ceab47-12f0-48d0-a189-ca0ec339f726/6e845e53-e4a9-49ed-89c9-d3c82df95691) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:52.210060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d48100c-60f7-4918-8aa5-b011966efc0e None None] Port 1d5f85be-114c-4de6-b512-dadc36827967 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:52.443231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a37e1-4f5a-4334-9533-605b23ce3f63 req-88e3c832-ad03-4a1e-a15b-c4918af23700 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:52.444822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.453124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca0a37e1-4f5a-4334-9533-605b23ce3f63 req-88e3c832-ad03-4a1e-a15b-c4918af23700 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0904202 Dec 08 16:34:52.456366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:52.465315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.478743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de86b6cd-479c-4959-ba2c-984fd68278c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.514707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:52.518841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:52.523785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:52.542694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Allocated IP 2001:db8:3::1 (4022f7e2-959f-4839-bbf3-70adb9bb98b7/76ceab47-12f0-48d0-a189-ca0ec339f726/2eaaad44-0df4-4367-b029-a92ad3460b26) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:52.567951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca0a37e1-4f5a-4334-9533-605b23ce3f63 req-d42172ad-b7ec-4e35-90c6-b9e7d3753165 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136630 Dec 08 16:34:52.570073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Pushing event updated for resources: {'Port': ['ID=6e845e53-e4a9-49ed-89c9-d3c82df95691,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.616906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Attempting to bind port 6e845e53-e4a9-49ed-89c9-d3c82df95691 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:52.617284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Attempting to bind port 6e845e53-e4a9-49ed-89c9-d3c82df95691 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:52.617666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Attempting to bind port 6e845e53-e4a9-49ed-89c9-d3c82df95691 on network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:52.622533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de86b6cd-479c-4959-ba2c-984fd68278c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.624933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:52.625310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Checking segment: {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:52.625719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.626141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Bound using segment: {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:52.626638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Bound port: 6e845e53-e4a9-49ed-89c9-d3c82df95691, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:52.627024 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.630985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de86b6cd-479c-4959-ba2c-984fd68278c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.683072 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de86b6cd-479c-4959-ba2c-984fd68278c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9d78b36383a74192b6e9d55454c404b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254326 Dec 08 16:34:52.684334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86b6cd-479c-4959-ba2c-984fd68278c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46462882-41b6-416c-bed9-6b69ae03a774,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.687337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:52.735325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] For port 6e845e53-e4a9-49ed-89c9-d3c82df95691, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:52.739998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] For port 6e845e53-e4a9-49ed-89c9-d3c82df95691, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6e845e53-e4a9-49ed-89c9-d3c82df95691,segment=NetworkSegment(21e02c41-b8d2-4fc9-8355-a1af233746be),segment_id=21e02c41-b8d2-4fc9-8355-a1af233746be)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:52.747585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.762987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df5636e3-da4e-4bd5-baeb-39b34f41b096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.784683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.792112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:52.832683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:52.833424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:52.834190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.869494 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df5636e3-da4e-4bd5-baeb-39b34f41b096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.885815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:52.892762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:52.896152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386fe9c-8000-41ec-b838-40a430c9b9b2 None None] Pushing event updated for resources: {'Port': ['ID=6e845e53-e4a9-49ed-89c9-d3c82df95691,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.897548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:52.909101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.918738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=2eaaad44-0df4-4367-b029-a92ad3460b26,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.958508 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df5636e3-da4e-4bd5-baeb-39b34f41b096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.961022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-df5636e3-da4e-4bd5-baeb-39b34f41b096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:52.964966 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-df5636e3-da4e-4bd5-baeb-39b34f41b096 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46462882-41b6-416c-bed9-6b69ae03a774 HTTP/1.1" status: 204 len: 168 time: 0.2738385 Dec 08 16:34:52.986620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5636e3-da4e-4bd5-baeb-39b34f41b096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46462882-41b6-416c-bed9-6b69ae03a774,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:52.995438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:53.281317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.487930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:47Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:47Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:53.529896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dd947e0a-ea8b-4302-8bc9-90a3668d1fdc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:53.532612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:53.532960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Updating router 0a03beca-9c96-4e5a-8cd3-6886b21af817 port 1d5f85be-114c-4de6-b512-dadc36827967 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:34:53.583627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.747295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:53.747295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.780347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.786496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.788147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:53.913319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event updated for resources: {'Port': ['ID=2eaaad44-0df4-4367-b029-a92ad3460b26,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:53.963785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:53.965430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:54.059407 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.071009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.170646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:54.214294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540dea6-548c-4150-bd94-960ee983c5eb None None] Pushing event updated for resources: {'Port': ['ID=1d5f85be-114c-4de6-b512-dadc36827967,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:54.262405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Attempting to bind port 1d5f85be-114c-4de6-b512-dadc36827967 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:54.262794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Attempting to bind port 1d5f85be-114c-4de6-b512-dadc36827967 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:54.263193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Attempting to bind port 1d5f85be-114c-4de6-b512-dadc36827967 on network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:54.278886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:54.279309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Checking segment: {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:54.279679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.281843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Bound using segment: {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:54.282866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Bound port: 1d5f85be-114c-4de6-b512-dadc36827967, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419135ab-36cb-4422-aa33-b87270c8a66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:54.282866 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.372506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:54.383046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-58b565b2-83e5-478d-acda-6bab0f8abc11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9456723 Dec 08 16:34:54.383379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:54.389702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:54.458468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] For port 1d5f85be-114c-4de6-b512-dadc36827967, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:54.462877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] For port 1d5f85be-114c-4de6-b512-dadc36827967, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1d5f85be-114c-4de6-b512-dadc36827967,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:54.472699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.636808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:54.639772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:54.706287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540dea6-548c-4150-bd94-960ee983c5eb None None] Pushing event updated for resources: {'Port': ['ID=1d5f85be-114c-4de6-b512-dadc36827967,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:54.724930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a2b3e9-adab-478c-a054-846832093056 None None] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:34:54.871003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d3d368c6-5057-4b64-87dd-97a2d0b2bbeb None None] Provisioning complete for port 1d5f85be-114c-4de6-b512-dadc36827967 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:54.871371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d368c6-5057-4b64-87dd-97a2d0b2bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:54.932065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:55.089425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:34:55.131105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Removed routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:34:55.131425 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.338768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1d5f85be-114c-4de6-b512-dadc36827967 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:55.643232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d368c6-5057-4b64-87dd-97a2d0b2bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.706844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d3d368c6-5057-4b64-87dd-97a2d0b2bbeb None None] For port 1d5f85be-114c-4de6-b512-dadc36827967, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1d5f85be-114c-4de6-b512-dadc36827967,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:55.716372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3d368c6-5057-4b64-87dd-97a2d0b2bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.747501 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.752987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.776516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 1d5f85be-114c-4de6-b512-dadc36827967 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:55.776843 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:55.792104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:53Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:54Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eaaad44-0df4-4367-b029-a92ad3460b26', 'name': '', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:48:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:52Z', 'updated_at': '2021-12-08T16:34:53Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:55.919619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:55.927944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0e7aa9-ee2f-477c-b0af-c3254cf7dfd7 None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:53Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:54Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eaaad44-0df4-4367-b029-a92ad3460b26', 'name': '', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:48:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:52Z', 'updated_at': '2021-12-08T16:34:53Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:55.966059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d368c6-5057-4b64-87dd-97a2d0b2bbeb None None] Pushing event updated for resources: {'Port': ['ID=1d5f85be-114c-4de6-b512-dadc36827967,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:56.000840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Provisioning complete for port 6e845e53-e4a9-49ed-89c9-d3c82df95691 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:56.000840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.066970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f929a29-4a16-4344-9d7a-797884e103cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.121232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:56.137627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.141493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b7848cb-7d01-4929-99e9-360c09beb946 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 954 time: 1.7535684 Dec 08 16:34:56.141916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40472) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.243974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6e845e53-e4a9-49ed-89c9-d3c82df95691 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:56.353898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.381484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3433cc3e-f815-4945-8c36-6a8047214f11 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 954 time: 0.2374251 Dec 08 16:34:56.384631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40478) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:56.391658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'routes': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:56.415810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] For port 6e845e53-e4a9-49ed-89c9-d3c82df95691, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6e845e53-e4a9-49ed-89c9-d3c82df95691,segment=NetworkSegment(21e02c41-b8d2-4fc9-8355-a1af233746be),segment_id=21e02c41-b8d2-4fc9-8355-a1af233746be)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:56.427467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6e845e53-e4a9-49ed-89c9-d3c82df95691 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:56.427848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.429783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.640393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Provisioning complete for port 1d5f85be-114c-4de6-b512-dadc36827967 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:56.647647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:56.693483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81329def-3ba6-4bd1-8094-fb7daff7e6ee None None] Pushing event updated for resources: {'Port': ['ID=6e845e53-e4a9-49ed-89c9-d3c82df95691,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.052940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1d5f85be-114c-4de6-b512-dadc36827967 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:57.109609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cafbf59f-a144-4fe1-94e4-5c16c4b199f1 None None] Provisioning complete for port 2eaaad44-0df4-4367-b029-a92ad3460b26 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:57.110434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cafbf59f-a144-4fe1-94e4-5c16c4b199f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.200122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cafbf59f-a144-4fe1-94e4-5c16c4b199f1 None None] Port 2eaaad44-0df4-4367-b029-a92ad3460b26 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:34:57.228998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cafbf59f-a144-4fe1-94e4-5c16c4b199f1 None None] Provisioning complete for port 6e845e53-e4a9-49ed-89c9-d3c82df95691 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:57.229407 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cafbf59f-a144-4fe1-94e4-5c16c4b199f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.272020 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:34:57.285058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 1d5f85be-114c-4de6-b512-dadc36827967 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:57.285474 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.291894 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:57.293643 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:57.300443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40482) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:57.306754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'network': {'name': 'tempest-network-smoke--1602848260', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:57.339810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Made reservation on behalf of e131b7908b02440ba3facbe6ccb01e87 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:34:57.345365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.370375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.428667 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:57.451546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6e845e53-e4a9-49ed-89c9-d3c82df95691 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:34:57.526201 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.531048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.532043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6e845e53-e4a9-49ed-89c9-d3c82df95691 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:57.532541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.546940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:34:57.560313 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.560677 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Added segment b9864ade-6730-4962-b7de-a2fa6dea038f of type vlan for network be61f6fd-5f78-4dd6-a269-8bd76d38282a Dec 08 16:34:57.633277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.711829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.723960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:34:57.724619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.732002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.extraroute_db [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added routes are [] {{(pid=103282) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:34:57.733136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.extraroute_db [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103282) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:34:57.791745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:57.794464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 6, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eaaad44-0df4-4367-b029-a92ad3460b26', 'name': '', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:48:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:52Z', 'updated_at': '2021-12-08T16:34:53Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:57.833530 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:34:57.833912 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Updating router 0a03beca-9c96-4e5a-8cd3-6886b21af817 port 2eaaad44-0df4-4367-b029-a92ad3460b26 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:34:57.844380 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5423753 Dec 08 16:34:57.849838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40486) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:57.857620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcdbb7b-e754-43f2-b53e-a4e8992a2102,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.858191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'admin_state_up': True, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:34:57.876684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bef67-95c6-459f-ae41-bb52fda8d77f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Network': ['ID=be61f6fd-5f78-4dd6-a269-8bd76d38282a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:57.901583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:34:57.935718 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.075676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.076848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.084442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.092140 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.223222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.319854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:34:58.365148 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.373291 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.411022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.469683 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Pushing event updated for resources: {'Port': ['ID=2eaaad44-0df4-4367-b029-a92ad3460b26,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:58.500977 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.501318 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.501537 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.501874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.505533 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.506223 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.506760 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.508754 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.509901 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.510496 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.511003 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.511523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.512033 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:34:58.530838 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Attempting to bind port 2eaaad44-0df4-4367-b029-a92ad3460b26 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:34:58.531532 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Attempting to bind port 2eaaad44-0df4-4367-b029-a92ad3460b26 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:34:58.532148 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Attempting to bind port 2eaaad44-0df4-4367-b029-a92ad3460b26 on network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:34:58.539162 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:34:58.540448 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Checking segment: {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:34:58.540862 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.541260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Bound using segment: {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:34:58.541772 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Bound port: 2eaaad44-0df4-4367-b029-a92ad3460b26, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21e02c41-b8d2-4fc9-8355-a1af233746be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:34:58.542181 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.566657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:34:58.575417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.576882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-25cc81f6-428f-4473-a9c4-b1bbdcfce7af tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 704 time: 2.1898272 Dec 08 16:34:58.579911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.720269 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6bdd15ff-84a5-40c6-9dd9-bc59c80e2031 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 704 time: 0.1390061 Dec 08 16:34:58.720994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:34:58.823209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0da9e2c-0456-4559-9292-085cd1795fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.842591 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.852283 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] For port 2eaaad44-0df4-4367-b029-a92ad3460b26, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:34:58.859501 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] For port 2eaaad44-0df4-4367-b029-a92ad3460b26, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2eaaad44-0df4-4367-b029-a92ad3460b26,segment=NetworkSegment(21e02c41-b8d2-4fc9-8355-a1af233746be),segment_id=21e02c41-b8d2-4fc9-8355-a1af233746be)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:34:58.869492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.870453 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:58.950566 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:34:58.950929 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:58.952971 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99306d8-d29d-4f1a-b7e3-47ed50e79314 None None] Pushing event updated for resources: {'Port': ['ID=2eaaad44-0df4-4367-b029-a92ad3460b26,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:59.020334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f41eb4d3-3c28-4240-b4af-f196c4efd0a6 None None] Provisioning complete for port 2eaaad44-0df4-4367-b029-a92ad3460b26 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:59.021076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f41eb4d3-3c28-4240-b4af-f196c4efd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.101164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.25.3.43 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/76dab47c-112a-4c39-bda9-714cbc9979cc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:34:59.134523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:34:59.248131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f41eb4d3-3c28-4240-b4af-f196c4efd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.346175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f41eb4d3-3c28-4240-b4af-f196c4efd0a6 None None] For port 2eaaad44-0df4-4367-b029-a92ad3460b26, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2eaaad44-0df4-4367-b029-a92ad3460b26,segment=NetworkSegment(21e02c41-b8d2-4fc9-8355-a1af233746be),segment_id=21e02c41-b8d2-4fc9-8355-a1af233746be)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:34:59.353449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f41eb4d3-3c28-4240-b4af-f196c4efd0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.415503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.434212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41eb4d3-3c28-4240-b4af-f196c4efd0a6 None None] Pushing event updated for resources: {'Port': ['ID=2eaaad44-0df4-4367-b029-a92ad3460b26,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:59.495419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.509565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f6d83f53-3a4c-4b9b-9022-2a98d860dfbf None None] Provisioning complete for port 2eaaad44-0df4-4367-b029-a92ad3460b26 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:59.512234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6d83f53-3a4c-4b9b-9022-2a98d860dfbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.557890 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.594216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:34:59.606402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:34:59.613588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:34:59.616505 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:57Z', 'revision_number': 7, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eaaad44-0df4-4367-b029-a92ad3460b26', 'name': '', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:48:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:52Z', 'updated_at': '2021-12-08T16:34:58Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:34:59.655305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6093e0-25d2-4832-922a-108580c79cc8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:34:59.678616 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91aaca4-704c-411d-8fa6-c505ded205cc None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:57Z', 'revision_number': 7, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eaaad44-0df4-4367-b029-a92ad3460b26', 'name': '', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:48:d1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:52Z', 'updated_at': '2021-12-08T16:34:58Z', 'revision_number': 4, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:34:59.766663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=76dab47c-112a-4c39-bda9-714cbc9979cc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:34:59.838865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2d3ab5af-9650-4e9f-b16f-7324754d233f None None] Provisioning complete for port 76dab47c-112a-4c39-bda9-714cbc9979cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:34:59.839497 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d3ab5af-9650-4e9f-b16f-7324754d233f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:34:59.952124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2d3ab5af-9650-4e9f-b16f-7324754d233f None None] Port 76dab47c-112a-4c39-bda9-714cbc9979cc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:00.023191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:00.044299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:00.044955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.076056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 2eaaad44-0df4-4367-b029-a92ad3460b26 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:00.076707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.082402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.162602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.173925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:00.212440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 2eaaad44-0df4-4367-b029-a92ad3460b26, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2eaaad44-0df4-4367-b029-a92ad3460b26,segment=NetworkSegment(21e02c41-b8d2-4fc9-8355-a1af233746be),segment_id=21e02c41-b8d2-4fc9-8355-a1af233746be)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:00.212975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.240639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 2eaaad44-0df4-4367-b029-a92ad3460b26 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:00.345847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.537411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.553465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:34:57Z', 'revision_number': 7, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2eaaad44-0df4-4367-b029-a92ad3460b26', 'name': '', 'network_id': '4022f7e2-959f-4839-bbf3-70adb9bb98b7', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:48:d1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3148, 'fixed_ips': [{'subnet_id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:52Z', 'updated_at': '2021-12-08T16:34:59Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '76ceab47-12f0-48d0-a189-ca0ec339f726', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.562936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 0fb6024e-bddb-41c5-906e-c23444979a09 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:35:00.597045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=2eaaad44-0df4-4367-b029-a92ad3460b26,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:00.637636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:00.671370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:00.672375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.788389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:00.809628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Sync routers for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:00.835827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.837486 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:00.838182 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:00.867078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:00.870378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e93eed9c-04e2-48ca-bd84-01e474678ffa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0200019 Dec 08 16:35:00.876317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40496) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:00.885429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:01.088508 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:01.293862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:01.316471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-92d2e9ec-3a0b-4cff-b078-8805a3c4ad7a tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e131b7908b02440ba3facbe6ccb01e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4372547 Dec 08 16:35:01.317489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.361341 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:34:59Z', 'revision_number': 3, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:34:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:01.385453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:00Z', 'revision_number': 8, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:01.402332 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Checking router: 0fb6024e-bddb-41c5-906e-c23444979a09 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:01.402696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Updating router 0fb6024e-bddb-41c5-906e-c23444979a09 port 76dab47c-112a-4c39-bda9-714cbc9979cc binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:35:01.435499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:01.439029 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.441849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1327fbfe-a56f-4179-a489-ed4f6e9b2f81 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7196429 Dec 08 16:35:01.444597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.461662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d086edc-cc33-480b-9cf1-9300532432b2 None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:00Z', 'revision_number': 8, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:01.533288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939cb692-9a5b-482d-a3f7-6fecd871c8ab tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:01.535639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-939cb692-9a5b-482d-a3f7-6fecd871c8ab tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2170985 Dec 08 16:35:01.540798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.549436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet 76ceab47-12f0-48d0-a189-ca0ec339f726 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:01.559129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.601291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dfeacb7d-13a4-42c0-b18a-0ec108dee19e tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546653 Dec 08 16:35:01.601686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40508) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:01.613499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529791645', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:01.648741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.786755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Made reservation on behalf of e131b7908b02440ba3facbe6ccb01e87 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:01.799715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.847699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.893396 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.899824 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.909410 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.962316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:01.973179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598a592c-cc8a-4675-928a-dd1e0069b96b None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:01.985571 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Attempting to bind port 76dab47c-112a-4c39-bda9-714cbc9979cc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:01.986037 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Attempting to bind port 76dab47c-112a-4c39-bda9-714cbc9979cc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:01.986327 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Attempting to bind port 76dab47c-112a-4c39-bda9-714cbc9979cc on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:02.002477 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ba02-1794-4c89-a482-cb6fdffb95a6 None None] Pushing event updated for resources: {'Port': ['ID=76dab47c-112a-4c39-bda9-714cbc9979cc,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.002859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=76ceab47-12f0-48d0-a189-ca0ec339f726,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.005285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.009212 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff6eefd7-eafb-4ffa-a0a1-dcf8d2db70c4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/76ceab47-12f0-48d0-a189-ca0ec339f726 HTTP/1.1" status: 204 len: 168 time: 0.5628276 Dec 08 16:35:02.011866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:02.027629 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:02.028271 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:02.028948 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.029622 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:02.030522 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Bound port: 76dab47c-112a-4c39-bda9-714cbc9979cc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:02.031186 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.043298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a734f5-5caa-4963-b4f9-1bc4a771aefb None None] Network 4022f7e2-959f-4839-bbf3-70adb9bb98b7 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:02.132992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.148830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.215093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3104c3fd-f7e5-49f4-9308-68ba856d2b6a None None] Provisioning complete for port 76dab47c-112a-4c39-bda9-714cbc9979cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:02.215468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3104c3fd-f7e5-49f4-9308-68ba856d2b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.226518 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] For port 76dab47c-112a-4c39-bda9-714cbc9979cc, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:02.234094 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] For port 76dab47c-112a-4c39-bda9-714cbc9979cc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=76dab47c-112a-4c39-bda9-714cbc9979cc,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:02.252623 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.255160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.268112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3104c3fd-f7e5-49f4-9308-68ba856d2b6a None None] Port 76dab47c-112a-4c39-bda9-714cbc9979cc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:02.273222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.278654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 6e845e53-e4a9-49ed-89c9-d3c82df95691 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:02.279280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.282684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Checking segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:02.283343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network hostable DHCP agents. Network: be61f6fd-5f78-4dd6-a269-8bd76d38282a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:02.293158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Subnet': ['ID=e3890d42-0426-4153-af2f-1d011e468cdc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.306465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:02.323826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:02.324892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:02.326344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:02.346393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, be61f6fd-5f78-4dd6-a269-8bd76d38282a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:02.357441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:02.358090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.390449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d63bc56f-9204-481b-915e-84e5dd0d23f5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7853663 Dec 08 16:35:02.394006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40514) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:02.409502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 6e845e53-e4a9-49ed-89c9-d3c82df95691, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6e845e53-e4a9-49ed-89c9-d3c82df95691,segment=NetworkSegment(21e02c41-b8d2-4fc9-8355-a1af233746be),segment_id=21e02c41-b8d2-4fc9-8355-a1af233746be)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:02.410347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.422197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfccf8c9-dfa4-4465-b696-9f9fe0a3bda0 None None] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:02.429014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 6e845e53-e4a9-49ed-89c9-d3c82df95691 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:02.451295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78122441-24b5-47fa-ad47-40b3a7f7d980 None None] DHCP port deletion for 4022f7e2-959f-4839-bbf3-70adb9bb98b7 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:02.452910 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:02.453929 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:02.539165 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ba02-1794-4c89-a482-cb6fdffb95a6 None None] Pushing event updated for resources: {'Port': ['ID=76dab47c-112a-4c39-bda9-714cbc9979cc,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.543089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.589571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=6e845e53-e4a9-49ed-89c9-d3c82df95691,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:02.593913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port 6e845e53-e4a9-49ed-89c9-d3c82df95691 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:02.671066 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:02.711843 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.739226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4022f7e2-959f-4839-bbf3-70adb9bb98b7']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:02.752142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e02c41-b8d2-4fc9-8355-a1af233746be') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:02.752473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e02c41-b8d2-4fc9-8355-a1af233746be') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:02.766054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.777953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86ffb5c-84f0-4962-ba92-239b9ec86e98 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:02.783300 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.793025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:02.793439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:02.871359 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:02.878215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.892872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:02.896994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:02.902695 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/4022f7e2-959f-4839-bbf3-70adb9bb98b7 HTTP/1.1" status: 204 len: 168 time: 0.8890381 Dec 08 16:35:02.906083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40516) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:03.073729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de430f1b-3318-49fd-a991-6361dc0ed5c9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=4022f7e2-959f-4839-bbf3-70adb9bb98b7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:03.077081 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:34:59Z', 'revision_number': 3, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:03.120659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b636676-8b7e-4398-b244-7e58113a18a4 None None] The sync data for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 is: [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:34:59Z', 'revision_number': 3, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:03.152486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6e845e53-e4a9-49ed-89c9-d3c82df95691 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:03.157648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-78122441-24b5-47fa-ad47-40b3a7f7d980 None None] The port '6e845e53-e4a9-49ed-89c9-d3c82df95691' was deleted {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 08 16:35:03.244473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 6e845e53-e4a9-49ed-89c9-d3c82df95691 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:03.245034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6e845e53-e4a9-49ed-89c9-d3c82df95691 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:03.246049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2eaaad44-0df4-4367-b029-a92ad3460b26 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:03.354077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.364321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2eaaad44-0df4-4367-b029-a92ad3460b26 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:03.364905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2eaaad44-0df4-4367-b029-a92ad3460b26 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:03.372858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-615d7a75-a59b-450d-8d1f-3decc454ca5a None None] Provisioning complete for port 76dab47c-112a-4c39-bda9-714cbc9979cc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:03.373479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615d7a75-a59b-450d-8d1f-3decc454ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.428995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.486269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:35:03.488440 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.595570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:00Z', 'revision_number': 8, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:03.665334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.771960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:03.847503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 1d5f85be-114c-4de6-b512-dadc36827967 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:03.848243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.877157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:03.877397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:03.940487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615d7a75-a59b-450d-8d1f-3decc454ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.978693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 1d5f85be-114c-4de6-b512-dadc36827967, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1d5f85be-114c-4de6-b512-dadc36827967,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:03.979094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:03.979951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Allocated IP 172.20.0.2 (be61f6fd-5f78-4dd6-a269-8bd76d38282a/e3890d42-0426-4153-af2f-1d011e468cdc/8d79c543-a267-418c-a908-5fc1914f48bc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:04.000992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 1d5f85be-114c-4de6-b512-dadc36827967 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:04.023254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-615d7a75-a59b-450d-8d1f-3decc454ca5a None None] For port 76dab47c-112a-4c39-bda9-714cbc9979cc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=76dab47c-112a-4c39-bda9-714cbc9979cc,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:04.036095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-615d7a75-a59b-450d-8d1f-3decc454ca5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.104312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:04.238934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615d7a75-a59b-450d-8d1f-3decc454ca5a None None] Pushing event updated for resources: {'Port': ['ID=76dab47c-112a-4c39-bda9-714cbc9979cc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.278595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.310482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=1d5f85be-114c-4de6-b512-dadc36827967,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.440543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.474276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.502897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.532689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:04.541941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:04.544464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:04.553485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Pushing event updated for resources: {'Port': ['ID=8d79c543-a267-418c-a908-5fc1914f48bc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.572259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.20.0.1 (be61f6fd-5f78-4dd6-a269-8bd76d38282a/e3890d42-0426-4153-af2f-1d011e468cdc/7a383318-a6f7-4ccd-b142-b24c005434b7) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:04.631085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Attempting to bind port 8d79c543-a267-418c-a908-5fc1914f48bc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:04.631374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Attempting to bind port 8d79c543-a267-418c-a908-5fc1914f48bc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:04.631742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Attempting to bind port 8d79c543-a267-418c-a908-5fc1914f48bc on network be61f6fd-5f78-4dd6-a269-8bd76d38282a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:04.638144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:00Z', 'revision_number': 8, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:04.675660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568cc12-48a4-4f0d-a2af-7e674f06b165 None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:00Z', 'revision_number': 8, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': '1d5f85be-114c-4de6-b512-dadc36827967', 'name': '', 'network_id': '3d1c1005-80bd-4452-a1cb-30f1ecd930ed', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:72:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:46Z', 'updated_at': '2021-12-08T16:34:55Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '3e0d56b5-bbdc-49f7-a0be-b839d03bf660', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:04.678617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:04.683747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Checking segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:04.684674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.685200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Bound using segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:04.686999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Bound port: 8d79c543-a267-418c-a908-5fc1914f48bc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:04.687482 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.776774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] For port 8d79c543-a267-418c-a908-5fc1914f48bc, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:04.781073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] For port 8d79c543-a267-418c-a908-5fc1914f48bc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8d79c543-a267-418c-a908-5fc1914f48bc,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:04.787253 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.787870 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.837988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:04.864157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff5d8e-c5a9-4652-865a-af8b3ce50452 None None] Pushing event updated for resources: {'Port': ['ID=8d79c543-a267-418c-a908-5fc1914f48bc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.915720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=7a383318-a6f7-4ccd-b142-b24c005434b7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:04.936532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:04.939833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:04.944458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:05.012559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.170269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:05.205382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 76dab47c-112a-4c39-bda9-714cbc9979cc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:05.267744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.292067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 76dab47c-112a-4c39-bda9-714cbc9979cc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:05.293209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.306988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:05.314266 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32fe3d1a-aafc-4fb0-9d34-a1db194da42c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4066443 Dec 08 16:35:05.317176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40522) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.332222 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:05.346329 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:05.346876 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:05.387879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet 3e0d56b5-bbdc-49f7-a0be-b839d03bf660 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:05.392514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.444559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.569092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.585536 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:05.641923 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.675535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0d56b5-bbdc-49f7-a0be-b839d03bf660,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.677120 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.680623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.685183 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.685536 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b8dee97f-d10a-4795-ab7b-96fed31834ad tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/3e0d56b5-bbdc-49f7-a0be-b839d03bf660 HTTP/1.1" status: 204 len: 168 time: 0.3671904 Dec 08 16:35:05.688352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:05.690394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66ab857-6312-4d04-a1d7-ad3742ae368d None None] Network 3d1c1005-80bd-4452-a1cb-30f1ecd930ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:05.768801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=7a383318-a6f7-4ccd-b142-b24c005434b7,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:05.771753 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.816931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.896585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:05.897161 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:05.927314 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:04Z', 'revision_number': 9, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:05.928065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:05.931063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:05.991706 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:06.002860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] DHCP port deletion for 3d1c1005-80bd-4452-a1cb-30f1ecd930ed request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:06.006033 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:06.007090 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:06.015248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:06.017144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.043393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:06.101204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] Deleting port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:06.102743 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.143073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 0fb6024e-bddb-41c5-906e-c23444979a09 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:06.147985 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:06.195273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.210183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] For port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,segment=NetworkSegment(419135ab-36cb-4422-aa33-b87270c8a66b),segment_id=419135ab-36cb-4422-aa33-b87270c8a66b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:06.210772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.231966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.243399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:06.244147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] Calling delete_port for d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:06.331470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:06.341571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e219a50f-9074-4734-b22f-7654b050089a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "PUT /v2.0/routers/0fb6024e-bddb-41c5-906e-c23444979a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9457633 Dec 08 16:35:06.342347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40528) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.346907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1096922844', 'description': 'tempest-secgroup_access--1096922844 description', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:06.351616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Sync routers for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:06.364920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.370368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887a6184-32b9-41aa-9700-860597e87478 None None] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:06.374317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.376844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:06.377484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:06.384577 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.393287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1c1005-80bd-4452-a1cb-30f1ecd930ed']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:06.404272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419135ab-36cb-4422-aa33-b87270c8a66b') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:06.404774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419135ab-36cb-4422-aa33-b87270c8a66b') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:06.418027 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.436270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.446418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:06.446963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:06.453434 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:06.480126 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:04Z', 'revision_number': 9, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:06.483520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.489187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.511031 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6e2c18-6953-466d-ae1c-98d6d1a3c78d None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:04Z', 'revision_number': 9, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd947e0a-ea8b-4302-8bc9-90a3668d1fdc', 'name': '', 'network_id': '6d747f74-d927-4af5-86dc-32814e48b212', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:8f:45:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:42Z', 'updated_at': '2021-12-08T16:34:49Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': '9f1a4090-c73f-4c8d-a336-f2216958fc36', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:06.539382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.543849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1977007 Dec 08 16:35:06.544214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40532) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.549260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1546369903', 'description': 'tempest-secgroup_general--1546369903 description', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:06.553743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.569775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17558e56-5709-4fa1-9a94-e55e12aed49d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efc87986-4ef5-43d8-9495-a804beb83505,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.589394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.592796 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/3d1c1005-80bd-4452-a1cb-30f1ecd930ed HTTP/1.1" status: 204 len: 168 time: 0.9029801 Dec 08 16:35:06.595823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.609044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.610627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd44ae7c-5bbf-492a-bfeb-1b65f89b1dc1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=3d1c1005-80bd-4452-a1cb-30f1ecd930ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.726786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] Pushing event deleted for resources: {'Port': ['ID=d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:06.734841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f05982-4727-40dd-ad46-2c239c307c32 None None] No DVR routers for this DVR port d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:06.759409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-469ae15a-c65a-4467-ab3a-6f47475f76b9 None None] Provisioning complete for port 8d79c543-a267-418c-a908-5fc1914f48bc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:06.759779 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-469ae15a-c65a-4467-ab3a-6f47475f76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.841557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.866482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.888707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:06.931989 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:06.933254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3881090 Dec 08 16:35:06.938139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:06.947642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'security_group_rule': {'security_group_id': 'efc87986-4ef5-43d8-9495-a804beb83505', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:06.960934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae7108-d63f-47ba-9b66-d47785d18222 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f969cd-eda6-48fe-9977-286cb2b972f5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.029959 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.098037 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-469ae15a-c65a-4467-ab3a-6f47475f76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.163115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8d79c543-a267-418c-a908-5fc1914f48bc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:07.165076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.170523 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.175405 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.199406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2117c2a-6cdc-404e-ae4e-cc607f043aac,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.219100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.222594 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-be4864a0-51c4-409b-a057-5406e4797cc3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2794900 Dec 08 16:35:07.278141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-469ae15a-c65a-4467-ab3a-6f47475f76b9 None None] For port 8d79c543-a267-418c-a908-5fc1914f48bc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8d79c543-a267-418c-a908-5fc1914f48bc,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:07.294757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-469ae15a-c65a-4467-ab3a-6f47475f76b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.387303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ae15a-c65a-4467-ab3a-6f47475f76b9 None None] Pushing event updated for resources: {'Port': ['ID=8d79c543-a267-418c-a908-5fc1914f48bc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:07.393679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8d79c543-a267-418c-a908-5fc1914f48bc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:07.394076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.462624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-594a336b-9cf6-4775-999f-ceced5895a8f None None] Provisioning complete for port 8d79c543-a267-418c-a908-5fc1914f48bc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:07.462990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-594a336b-9cf6-4775-999f-ceced5895a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.491843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 2, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:07.502861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-ba77aec4-3401-465f-9720-da99214dedaa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_access--1096922844&fields=id&tenant_id=e131b7908b02440ba3facbe6ccb01e87 HTTP/1.1" status: 200 len: 267 time: 0.1227951 Dec 08 16:35:07.533142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Checking router: 0fb6024e-bddb-41c5-906e-c23444979a09 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:07.533528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Updating router 0fb6024e-bddb-41c5-906e-c23444979a09 port 7a383318-a6f7-4ccd-b142-b24c005434b7 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:35:07.568947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:07.569567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.576270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-81c67366-d7bf-4798-8398-4e959fd727d5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup_general--1546369903&fields=id&tenant_id=e131b7908b02440ba3facbe6ccb01e87 HTTP/1.1" status: 200 len: 267 time: 0.0639822 Dec 08 16:35:07.598284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.761693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:07.799916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:07.800525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d6b0c8bc-dde3-4e39-8b93-3d1ff95c38ec not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:07.801103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1d5f85be-114c-4de6-b512-dadc36827967 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:07.806907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port dd947e0a-ea8b-4302-8bc9-90a3668d1fdc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:07.807709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.816555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-d6c32be0-e71c-494f-a358-50a74999de37 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:07.822348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-d6c32be0-e71c-494f-a358-50a74999de37 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/networks?id=be61f6fd-5f78-4dd6-a269-8bd76d38282a HTTP/1.1" status: 200 len: 797 time: 0.2224073 Dec 08 16:35:07.836830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 1d5f85be-114c-4de6-b512-dadc36827967 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:07.837811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1d5f85be-114c-4de6-b512-dadc36827967 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:07.842612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-594a336b-9cf6-4775-999f-ceced5895a8f None None] Provisioning complete for port 7a383318-a6f7-4ccd-b142-b24c005434b7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:07.843049 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-594a336b-9cf6-4775-999f-ceced5895a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:07.853595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for dd947e0a-ea8b-4302-8bc9-90a3668d1fdc owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:07.859348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-22acd18d-841f-4c0f-9ad4-a3f08ad366fa tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/quotas/e131b7908b02440ba3facbe6ccb01e87 HTTP/1.1" status: 200 len: 375 time: 0.0298820 Dec 08 16:35:07.935485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-594a336b-9cf6-4775-999f-ceced5895a8f None None] Port 7a383318-a6f7-4ccd-b142-b24c005434b7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:07.962204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-d7224c24-4324-4414-8f14-de0220fec813 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944591 Dec 08 16:35:08.051065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.059742 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.088339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a9f808d9-374a-48d7-9a4a-4bd2842033b3 None None] Provisioning complete for port 7a383318-a6f7-4ccd-b142-b24c005434b7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:08.088693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9f808d9-374a-48d7-9a4a-4bd2842033b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.137239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1a82b-55da-4b66-be79-dd8e174bbf40 None None] Pushing event updated for resources: {'Port': ['ID=7a383318-a6f7-4ccd-b142-b24c005434b7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:08.147715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-a9182195-bf13-4e94-94ac-3b1226de099a service neutron] 10.222.0.62 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467946 Dec 08 16:35:08.153561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a9f808d9-374a-48d7-9a4a-4bd2842033b3 None None] Port 7a383318-a6f7-4ccd-b142-b24c005434b7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:08.153842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.214160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Attempting to bind port 7a383318-a6f7-4ccd-b142-b24c005434b7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:08.214534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Attempting to bind port 7a383318-a6f7-4ccd-b142-b24c005434b7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:08.214900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Attempting to bind port 7a383318-a6f7-4ccd-b142-b24c005434b7 on network be61f6fd-5f78-4dd6-a269-8bd76d38282a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:08.222140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:08.222584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Checking segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:08.223040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.223365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Bound using segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:08.223834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Bound port: 7a383318-a6f7-4ccd-b142-b24c005434b7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:08.224214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.236015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=dd947e0a-ea8b-4302-8bc9-90a3668d1fdc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:08.317631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] For port 7a383318-a6f7-4ccd-b142-b24c005434b7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:08.322503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] For port 7a383318-a6f7-4ccd-b142-b24c005434b7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a383318-a6f7-4ccd-b142-b24c005434b7,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:08.331378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.381827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-16d4f046-e8e9-48e1-9efd-3050ff349c3d service neutron] 10.222.0.62 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181766 Dec 08 16:35:08.391321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.426166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1a82b-55da-4b66-be79-dd8e174bbf40 None None] Pushing event updated for resources: {'Port': ['ID=7a383318-a6f7-4ccd-b142-b24c005434b7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:08.428948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:08.434681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:08.647514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:08.698583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ae173fa3-69c5-459a-a8f2-ce1774a20698 None None] Provisioning complete for port 7a383318-a6f7-4ccd-b142-b24c005434b7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:08.699089 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae173fa3-69c5-459a-a8f2-ce1774a20698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:08.699780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e682128-3fb3-424c-a8f5-622efcb287fc req-2d0ff3c1-063d-4e0a-9228-4c5d2771a690 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 210 time: 0.0581579 Dec 08 16:35:08.749469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:08.947626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae173fa3-69c5-459a-a8f2-ce1774a20698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.081266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ae173fa3-69c5-459a-a8f2-ce1774a20698 None None] For port 7a383318-a6f7-4ccd-b142-b24c005434b7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a383318-a6f7-4ccd-b142-b24c005434b7,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:09.091355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae173fa3-69c5-459a-a8f2-ce1774a20698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.203242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8d79c543-a267-418c-a908-5fc1914f48bc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:09.240449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae173fa3-69c5-459a-a8f2-ce1774a20698 None None] Pushing event updated for resources: {'Port': ['ID=7a383318-a6f7-4ccd-b142-b24c005434b7,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:09.259796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-a1f7bd6f-8a98-4d1c-9fec-a751380c287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:09.261561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-a1f7bd6f-8a98-4d1c-9fec-a751380c287d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0885026 Dec 08 16:35:09.265613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:09.322780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-157a94c1-39ed-4a11-b7b3-21c0c92b31fe None None] Provisioning complete for port 7a383318-a6f7-4ccd-b142-b24c005434b7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:09.323154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-157a94c1-39ed-4a11-b7b3-21c0c92b31fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.324969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e3fb71-082a-430d-87df-9d89d9cb19b5 None None] The sync data for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 is: [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:09.439506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-bc516036-edcf-4aad-b8fc-4717cd027197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:09.441036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-bc516036-edcf-4aad-b8fc-4717cd027197 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1686053 Dec 08 16:35:09.473911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:09.487639 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:09.495887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ca9a730d-5e7e-40d5-bdd3-654449e040e2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8987699 Dec 08 16:35:09.499450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40572) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:09.506740 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:09.507373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:09.547977 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-f55d5257-5cf5-48de-8e39-1a15cec40881 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0986476 Dec 08 16:35:09.575293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039682ea-b3ef-4090-8b7a-4842ff6ffb13 req-5ec43ac6-73bf-4904-ac1e-cc3262e0b36f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:09.577404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-039682ea-b3ef-4090-8b7a-4842ff6ffb13 req-5ec43ac6-73bf-4904-ac1e-cc3262e0b36f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.2370484 Dec 08 16:35:09.587081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet 9f1a4090-c73f-4c8d-a336-f2216958fc36 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:09.609115 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.637517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-ba125db2-b4a2-45c5-ad2a-7c6895b58b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:09.639772 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-ba125db2-b4a2-45c5-ad2a-7c6895b58b0f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0820665 Dec 08 16:35:09.648826 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:09.678131 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-0218256d-7121-441f-ba0b-e291fe2336ff service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299857 Dec 08 16:35:09.776280 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.819503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-039682ea-b3ef-4090-8b7a-4842ff6ffb13 req-22d016c8-0064-4c62-9b61-56fb061cd3b9 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202067 Dec 08 16:35:09.838028 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-4436ef4a-6ea1-42dd-96f1-a68a9682af5f service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498957 Dec 08 16:35:09.856666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8d79c543-a267-418c-a908-5fc1914f48bc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:09.857429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:09.978073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dd86525-3a2a-4077-903d-05a06e0fc282 req-25d1445d-3cb9-479a-87cb-a6ce8193ed4d tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 210 time: 0.1080916 Dec 08 16:35:09.990555 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 10, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:09.996059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-579d126e-7934-4f9e-ae84-8f11947cf669 req-5d41c5f1-2108-4ac7-bf50-f3a22ea1ac53 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460443 Dec 08 16:35:10.051087 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:10.065200 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:10.066743 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:10.104307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.199807 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:10.226112 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.245763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-73a27b6a-059e-4107-93be-441e348afed0 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:10.247654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-73a27b6a-059e-4107-93be-441e348afed0 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.86 "GET /v2.0/networks?id=be61f6fd-5f78-4dd6-a269-8bd76d38282a HTTP/1.1" status: 200 len: 797 time: 0.2166581 Dec 08 16:35:10.275106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=9f1a4090-c73f-4c8d-a336-f2216958fc36,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.279931 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.283557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fca88fdc-c809-47ed-ad33-da9e61262f22 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/9f1a4090-c73f-4c8d-a336-f2216958fc36 HTTP/1.1" status: 204 len: 168 time: 0.7821968 Dec 08 16:35:10.286280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40580) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:10.291181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3d22aa-9bb0-458b-97a4-905d00db767c None None] Network 6d747f74-d927-4af5-86dc-32814e48b212 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:10.401078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-798bc431-0c39-4f31-b141-688a5727168c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e131b7908b02440ba3facbe6ccb01e87 HTTP/1.1" status: 200 len: 478 time: 0.1324251 Dec 08 16:35:10.411772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'port': {'device_id': '1771fba4-2070-4743-80a9-1e8f616eec30', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'admin_state_up': True, 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'security_groups': ['efc87986-4ef5-43d8-9495-a804beb83505', 'f1f969cd-eda6-48fe-9977-286cb2b972f5']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:10.417950 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.505235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 10, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:10.515684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:10.516088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.528358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] DHCP port deletion for 6d747f74-d927-4af5-86dc-32814e48b212 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:10.571026 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05961e0d-9eee-45b7-948a-7ec37fd3b3fc None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 10, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None, '_interfaces': [{'id': 'd070cf95-217b-441b-acee-b2d6799e3ca5', 'name': '', 'network_id': 'bb0a20fd-3582-49f7-bf35-8377333630c8', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'mac_address': 'fa:16:3e:56:0f:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'device_owner': 'network:router_interface', 'standard_attr_id': 3133, 'fixed_ips': [{'subnet_id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:38Z', 'updated_at': '2021-12-08T16:34:43Z', 'revision_number': 5, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'subnets': [{'id': 'bf5fe91f-17ea-4167-a70a-34399866caa6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:10.600304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] Deleting port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:10.600775 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.604861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Made reservation on behalf of e131b7908b02440ba3facbe6ccb01e87 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:10.608547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.635528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:10.635892 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.662778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:10.713552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] For port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,segment=NetworkSegment(f7762713-e842-4caf-8d5c-8f75462aafac),segment_id=f7762713-e842-4caf-8d5c-8f75462aafac)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:10.714146 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.729598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] Calling delete_port for 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:10.783165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.801829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.20.0.9 (be61f6fd-5f78-4dd6-a269-8bd76d38282a/e3890d42-0426-4153-af2f-1d011e468cdc/8a6fc8c8-8e30-4156-a847-cecc919abbdb) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:10.823430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.825820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:10.833625 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.849147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] No DVR routers for this DVR port 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:10.905359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f704b-fefb-4367-be3d-cd48d7f6f398 None None] Pushing event deleted for resources: {'Port': ['ID=4476db44-3b16-4ff6-86d8-3ac5e58ec6d9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:10.926486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:10.969202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d747f74-d927-4af5-86dc-32814e48b212']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:10.992224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7762713-e842-4caf-8d5c-8f75462aafac') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:10.993497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7762713-e842-4caf-8d5c-8f75462aafac') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:11.004238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.012439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.034325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.048043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:11.048495 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:11.058903 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:11.062617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.105196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a383318-a6f7-4ccd-b142-b24c005434b7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:11.179345 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.195096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:11.209418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.213241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/6d747f74-d927-4af5-86dc-32814e48b212 HTTP/1.1" status: 204 len: 168 time: 0.9252427 Dec 08 16:35:11.215287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5148dcf-1446-46c3-a86c-3bdcebd90e29 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=6d747f74-d927-4af5-86dc-32814e48b212,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:11.217408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:11.218314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40586) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:11.222361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7a383318-a6f7-4ccd-b142-b24c005434b7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:11.223293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.237298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:11.279474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=8a6fc8c8-8e30-4156-a847-cecc919abbdb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:11.307614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a49521-3920-4b85-97d2-4958dedd5036 req-47564adc-ff71-49e3-812e-0e92688d3fc7 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:11.309247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8a49521-3920-4b85-97d2-4958dedd5036 req-47564adc-ff71-49e3-812e-0e92688d3fc7 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.2572019 Dec 08 16:35:11.336921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b83e4-0326-41d2-b9fd-7d8cc9f680ac req-92eb543d-e233-40f1-8344-e6bcf749c670 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:11.344626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e9b83e4-0326-41d2-b9fd-7d8cc9f680ac req-92eb543d-e233-40f1-8344-e6bcf749c670 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 970 time: 0.1978688 Dec 08 16:35:11.393552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:11.400667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.456567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dd947e0a-ea8b-4302-8bc9-90a3668d1fdc no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:11.458154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8a49521-3920-4b85-97d2-4958dedd5036 req-996691fe-dff6-4652-a8dc-dfa5c7e977d9 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403847 Dec 08 16:35:11.473988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-aeb2c2e1-3b1c-4d56-b405-428a19614588 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0662241 Dec 08 16:35:11.488166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: dd947e0a-ea8b-4302-8bc9-90a3668d1fdc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:11.488550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device dd947e0a-ea8b-4302-8bc9-90a3668d1fdc not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:11.489557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:11.494102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e9b83e4-0326-41d2-b9fd-7d8cc9f680ac req-4dac7ff2-5c8e-4060-9e47-b68a2fdb4d1c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1484787 Dec 08 16:35:11.503060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Request body: {'port': {'device_id': '1771fba4-2070-4743-80a9-1e8f616eec30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:11.522926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:11.523185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4476db44-3b16-4ff6-86d8-3ac5e58ec6d9 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:11.570077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.580603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4ec59a9e-7691-4daf-b6de-b4f5dccc6b35 None None] Provisioning complete for port 8a6fc8c8-8e30-4156-a847-cecc919abbdb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:11.581095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ec59a9e-7691-4daf-b6de-b4f5dccc6b35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.624107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4ec59a9e-7691-4daf-b6de-b4f5dccc6b35 None None] Port 8a6fc8c8-8e30-4156-a847-cecc919abbdb cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:11.665924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.873872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a6fc8c8-8e30-4156-a847-cecc919abbdb {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:11.882029 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.897169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Transition to ACTIVE for port object 8a6fc8c8-8e30-4156-a847-cecc919abbdb will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:35:11.902941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.930177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port d070cf95-217b-441b-acee-b2d6799e3ca5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:11.930597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:11.962098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6fc8c8-8e30-4156-a847-cecc919abbdb,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:12.037071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Attempting to bind port 8a6fc8c8-8e30-4156-a847-cecc919abbdb on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:12.037588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Attempting to bind port 8a6fc8c8-8e30-4156-a847-cecc919abbdb by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:12.037954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Attempting to bind port 8a6fc8c8-8e30-4156-a847-cecc919abbdb on network be61f6fd-5f78-4dd6-a269-8bd76d38282a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:12.042899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Port 8a6fc8c8-8e30-4156-a847-cecc919abbdb on network be61f6fd-5f78-4dd6-a269-8bd76d38282a not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:35:12.043220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Attempting to bind port 8a6fc8c8-8e30-4156-a847-cecc919abbdb on network be61f6fd-5f78-4dd6-a269-8bd76d38282a {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:12.044956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port d070cf95-217b-441b-acee-b2d6799e3ca5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d070cf95-217b-441b-acee-b2d6799e3ca5,segment=NetworkSegment(1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4),segment_id=1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:12.045589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.048866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:12.049289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Checking segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:12.049681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Bound using segment: {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:12.050156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Bound port: 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9864ade-6730-4962-b7de-a2fa6dea038f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:12.050515 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.062826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for d070cf95-217b-441b-acee-b2d6799e3ca5 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:12.135475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] For port 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:12.139691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] For port 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:12.144502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.181059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.181879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.183311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] 10.222.0.86 "PUT /v2.0/ports/8a6fc8c8-8e30-4156-a847-cecc919abbdb HTTP/1.1" status: 200 len: 1130 time: 0.6882262 Dec 08 16:35:12.183775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:12.186124 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8" -d '{"events": [{"name": "network-changed", "server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:12.219956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48afca-0bf6-43ae-b28b-e60b6daac1e0 service neutron] Pushing event updated for resources: {'Port': ['ID=8a6fc8c8-8e30-4156-a847-cecc919abbdb,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:12.290329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.308397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-56fbc94a-af61-438a-a945-593efc3ea2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.310277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-56fbc94a-af61-438a-a945-593efc3ea2ef service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1133 time: 0.0749729 Dec 08 16:35:12.328936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=d070cf95-217b-441b-acee-b2d6799e3ca5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:12.330497 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400c2c60-ac37-4202-823a-b7ce7fbd6f3f x-openstack-request-id: req-400c2c60-ac37-4202-823a-b7ce7fbd6f3f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:12.331743 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:12.332713 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-400c2c60-ac37-4202-823a-b7ce7fbd6f3f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:12.333354 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'status': 'completed', 'code': 200} Dec 08 16:35:12.380671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-67767720-cec5-48f0-b70b-d930421c59df service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb HTTP/1.1" status: 200 len: 217 time: 0.0623784 Dec 08 16:35:12.442338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-657b9d6d-eedd-4964-bb65-9a1edca94ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.444297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-657b9d6d-eedd-4964-bb65-9a1edca94ed2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3890d42-0426-4153-af2f-1d011e468cdc HTTP/1.1" status: 200 len: 834 time: 0.0516782 Dec 08 16:35:12.479133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.505941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-81dfb795-5c69-40e2-be7d-9946080bce76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.507560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-81dfb795-5c69-40e2-be7d-9946080bce76 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be61f6fd-5f78-4dd6-a269-8bd76d38282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560980 Dec 08 16:35:12.673405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:12.705376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a739b9-47fd-4f3d-9886-c6e1237acbc8 req-da3e4449-6b75-4212-8e15-90c2dc3cca13 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.706919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89a739b9-47fd-4f3d-9886-c6e1237acbc8 req-da3e4449-6b75-4212-8e15-90c2dc3cca13 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1481526 Dec 08 16:35:12.739692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54622c5-d48b-4861-b473-3503681d9960 req-097dc2a9-3c3c-40ac-bcd8-1a21b46a7a4f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:12.741246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a54622c5-d48b-4861-b473-3503681d9960 req-097dc2a9-3c3c-40ac-bcd8-1a21b46a7a4f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 982 time: 0.1329570 Dec 08 16:35:12.744015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-059a2405-a5a9-4d08-8e29-261683558834 service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232389 Dec 08 16:35:12.758858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:12.764663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ac85ca1d-2c42-4825-8b85-41a83838383d tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5450275 Dec 08 16:35:12.767488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:12.771116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:12.785240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:12.786227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:12.827707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting subnet bf5fe91f-17ea-4167-a70a-34399866caa6 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:35:12.832430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.863959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:12.886694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:12.894207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89a739b9-47fd-4f3d-9886-c6e1237acbc8 req-aa612bf2-625c-472b-b3ec-16da8737a165 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764793 Dec 08 16:35:12.917248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a54622c5-d48b-4861-b473-3503681d9960 req-2e966c41-8eff-439f-9dcc-2be9f0738dea tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1665819 Dec 08 16:35:12.928792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b1477a-0fee-4ec5-9a62-fe7161772fc4 req-9745a86f-cb33-4510-aee2-0f163915fb24 service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754873 Dec 08 16:35:12.932505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:12Z', 'revision_number': 11, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:12.980880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:12.997233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:12.998450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:13.037421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.057219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-da43aaec-8fec-49ee-86c0-2b540aea05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.059358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-da43aaec-8fec-49ee-86c0-2b540aea05a0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1133 time: 0.0562048 Dec 08 16:35:13.083934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:13.119981 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.141920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:12Z', 'revision_number': 11, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:13.150319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Subnet': ['ID=bf5fe91f-17ea-4167-a70a-34399866caa6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:13.154262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.157910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d6ba3ac-9537-49e9-b1ca-b0f6f58659f5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5fe91f-17ea-4167-a70a-34399866caa6 HTTP/1.1" status: 204 len: 168 time: 0.3892052 Dec 08 16:35:13.160536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:13.176953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aafd684-4994-4a82-9169-1844f089351d None None] Network bb0a20fd-3582-49f7-bf35-8377333630c8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:13.179372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2672b9-7f1e-4820-b930-22501d5ceece None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:12Z', 'revision_number': 11, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:13.193908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-a835a3dd-e004-41aa-8aaa-c78c97b296ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.197024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-a835a3dd-e004-41aa-8aaa-c78c97b296ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=be61f6fd-5f78-4dd6-a269-8bd76d38282a HTTP/1.1" status: 200 len: 898 time: 0.1303136 Dec 08 16:35:13.253156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.261821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-cef23d21-efc9-427a-aa38-e6bede0dbc84 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb HTTP/1.1" status: 200 len: 217 time: 0.0564423 Dec 08 16:35:13.314464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Deleting port 148a4ee2-34e7-4b96-87ae-081de229a154 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:35:13.314876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.327589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-b3e5b923-cb5f-48fb-8425-52da4b96225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.329062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-b3e5b923-cb5f-48fb-8425-52da4b96225c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3890d42-0426-4153-af2f-1d011e468cdc HTTP/1.1" status: 200 len: 834 time: 0.0601301 Dec 08 16:35:13.379606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-717931fe-5191-43f7-9f82-6c34c79d6332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:13.381194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-717931fe-5191-43f7-9f82-6c34c79d6332 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be61f6fd-5f78-4dd6-a269-8bd76d38282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448654 Dec 08 16:35:13.382428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] For port 148a4ee2-34e7-4b96-87ae-081de229a154, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=148a4ee2-34e7-4b96-87ae-081de229a154,segment=NetworkSegment(1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4),segment_id=1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:13.382592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.396852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Calling delete_port for 148a4ee2-34e7-4b96-87ae-081de229a154 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:35:13.480215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-e9d1d8fb-e3de-4ae6-8f50-4ddd2a6bbbb5 service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915432 Dec 08 16:35:13.487022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.516050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Port': ['ID=148a4ee2-34e7-4b96-87ae-081de229a154,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:13.519569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No DVR routers for this DVR port 148a4ee2-34e7-4b96-87ae-081de229a154 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:35:13.567966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e48ee-d5a3-4f80-86a8-41c97c5f0cb9 None None] DHCP port deletion for bb0a20fd-3582-49f7-bf35-8377333630c8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:13.605590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da7eb0fd-95cc-4ffe-8896-f061134ec3a8 req-0df6fe9d-d6e1-4050-b6c6-181224b3e6f1 service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172493 Dec 08 16:35:13.891305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.912792 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0a20fd-3582-49f7-bf35-8377333630c8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:13.922868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:13.923166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab8e10b-bebc-4ef6-a431-2dfa3bcaa6e4') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:13.935473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.954865 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.968244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:35:13.968664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:35:13.973184 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:35:14.044298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.064467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.071357 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/networks/bb0a20fd-3582-49f7-bf35-8377333630c8 HTTP/1.1" status: 204 len: 168 time: 0.9059682 Dec 08 16:35:14.071357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121df36-51cc-47eb-b26e-19ed2e5b27d2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Pushing event deleted for resources: {'Network': ['ID=bb0a20fd-3582-49f7-bf35-8377333630c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:14.071896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.076203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'routes': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:14.081444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067cf42-b130-42f9-9249-1cb509927a48 req-d14f0e3f-c2da-4ab9-baf3-433aee2f5ed2 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:14.083153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4067cf42-b130-42f9-9249-1cb509927a48 req-d14f0e3f-c2da-4ab9-baf3-433aee2f5ed2 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 982 time: 0.0627670 Dec 08 16:35:14.091447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15c06b-bc92-4266-b4a6-e331c5467630 req-959fdfe4-36dd-45fd-ae9b-fb431b3a56cd tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:14.093161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c15c06b-bc92-4266-b4a6-e331c5467630 req-959fdfe4-36dd-45fd-ae9b-fb431b3a56cd tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1123769 Dec 08 16:35:14.193900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c15c06b-bc92-4266-b4a6-e331c5467630 req-3d30e121-65ca-4f1b-b541-7e74eb071f6d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883856 Dec 08 16:35:14.207974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4067cf42-b130-42f9-9249-1cb509927a48 req-fef2d8f6-178c-4be5-a2b3-654dbd0c1596 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1109264 Dec 08 16:35:14.258075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Added routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 08 16:35:14.258501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.extraroute_db [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Removed routes are [] {{(pid=103281) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 08 16:35:14.258783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.406382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.409735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.500160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router 0a03beca-9c96-4e5a-8cd3-6886b21af817 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:14.580441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:14.591536 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] Sync routers for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:14.592158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.592897 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-20216492-efeb-43b4-b13a-4d1293ab8f18 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 705 time: 0.5204222 Dec 08 16:35:14.595767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40608) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.603465 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:14.604461 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:14.629657 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f032f02b-08d5-447e-b7a8-dbb82ce0e7ea tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 205 time: 0.0327139 Dec 08 16:35:14.632286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.683466 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:14.713948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.744034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:12Z', 'revision_number': 11, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:14.774433 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] Checking router: 0a03beca-9c96-4e5a-8cd3-6886b21af817 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:14.784574 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] Routers {'0a03beca-9c96-4e5a-8cd3-6886b21af817'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:14.785196 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0a03beca-9c96-4e5a-8cd3-6886b21af817'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:14.863244 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] Set router 0a03beca-9c96-4e5a-8cd3-6886b21af817 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:14.896242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.898877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.965077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.965424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router 0a03beca-9c96-4e5a-8cd3-6886b21af817 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:35:14.972925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:14.974142 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ba5f312-b07c-4e57-aa28-8d9a0e223860 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 204 len: 168 time: 0.3405900 Dec 08 16:35:14.981734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40612) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:14.990820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-398694981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:15.030344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.031640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.042142 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:12Z', 'revision_number': 11, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:15.045911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 148a4ee2-34e7-4b96-87ae-081de229a154 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:15.072377 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ff5e63-6251-4255-a569-d37f03717ac5 None None] The sync data for ids ['0a03beca-9c96-4e5a-8cd3-6886b21af817'] in n-d-820935-5 is: [{'id': '0a03beca-9c96-4e5a-8cd3-6886b21af817', 'name': 'tempest-RoutersIpV6Test-router-1300148984', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:36Z', 'updated_at': '2021-12-08T16:35:12Z', 'revision_number': 11, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:15.073340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 148a4ee2-34e7-4b96-87ae-081de229a154 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:15.074474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 148a4ee2-34e7-4b96-87ae-081de229a154 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:15.074897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d070cf95-217b-441b-acee-b2d6799e3ca5 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:35:15.097181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d070cf95-217b-441b-acee-b2d6799e3ca5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:35:15.097570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d070cf95-217b-441b-acee-b2d6799e3ca5 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:35:15.109258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.119273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.143266 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.144579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6234b352-5ede-4426-943b-8a5bd7af3ea6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1612604 Dec 08 16:35:15.147327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40614) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.152257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:15.438231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-513254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3682893', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-36987'] for router, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.461928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac1686-cb2d-4556-a4d7-8c4b49d894c0 req-d2f02b1c-3c13-44df-af48-6ef0b579acfe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:15.463457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49ac1686-cb2d-4556-a4d7-8c4b49d894c0 req-d2f02b1c-3c13-44df-af48-6ef0b579acfe tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1584868 Dec 08 16:35:15.465444 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-513263', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-513268', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3682906'] for router, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.474779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89c256-409e-4981-b2d6-38f8ef784bf8 req-63281963-a49a-4efe-895e-82347b0ce6a0 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:15.477607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d89c256-409e-4981-b2d6-38f8ef784bf8 req-63281963-a49a-4efe-895e-82347b0ce6a0 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 982 time: 0.1736474 Dec 08 16:35:15.635164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49ac1686-cb2d-4556-a4d7-8c4b49d894c0 req-1cd6c088-101a-4279-a8da-87938e6bb901 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552603 Dec 08 16:35:15.644545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d89c256-409e-4981-b2d6-38f8ef784bf8 req-27e3ad43-41d3-4bec-9b2f-c45055e7ec5a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1576467 Dec 08 16:35:15.666839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Router b07bbed2-f0a9-47c9-8529-3aec80a7039d is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:35:15.670568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8a6fc8c8-8e30-4156-a847-cecc919abbdb details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:35:15.747225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:15.754117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.755582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-83b4212b-378b-480f-ba8b-858bf1d750e6 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "PUT /v2.0/routers/b07bbed2-f0a9-47c9-8529-3aec80a7039d HTTP/1.1" status: 200 len: 697 time: 0.6072965 Dec 08 16:35:15.758957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40620) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.759260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] Sync routers for ids ['b07bbed2-f0a9-47c9-8529-3aec80a7039d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:15.785084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:15.793706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] Routers {'b07bbed2-f0a9-47c9-8529-3aec80a7039d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:15.794351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b07bbed2-f0a9-47c9-8529-3aec80a7039d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:15.839968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-681acd7d-cbc3-49a9-9c33-955694f29186 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/routers/b07bbed2-f0a9-47c9-8529-3aec80a7039d HTTP/1.1" status: 200 len: 703 time: 0.0798488 Dec 08 16:35:15.842608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40622) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.862868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'port_id': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'mac_address': 'fa:16:3e:45:3f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:35:15.869668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-41447a54-174f-416d-bb00-5d65327a25f9 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07bbed2-f0a9-47c9-8529-3aec80a7039d HTTP/1.1" status: 200 len: 205 time: 0.0259755 Dec 08 16:35:15.871160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] Set router b07bbed2-f0a9-47c9-8529-3aec80a7039d gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:15.872098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40624) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:15.945110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbed2-f0a9-47c9-8529-3aec80a7039d', 'name': 'tempest-RoutersIpV6Test-router-398694981', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:15Z', 'updated_at': '2021-12-08T16:35:15Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:15.950151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:15.980328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] Checking router: b07bbed2-f0a9-47c9-8529-3aec80a7039d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:15.994402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.004316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] Routers {'b07bbed2-f0a9-47c9-8529-3aec80a7039d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:16.004855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['b07bbed2-f0a9-47c9-8529-3aec80a7039d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:16.042692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a6fc8c8-8e30-4156-a847-cecc919abbdb {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:16.052865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe314af8-a0c6-4e3f-8a95-a3418322c783 req-2562779f-57f2-4796-8218-e85f9cfa8428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:16.054497 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fe314af8-a0c6-4e3f-8a95-a3418322c783 req-2562779f-57f2-4796-8218-e85f9cfa8428 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0435693 Dec 08 16:35:16.090126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] Set router b07bbed2-f0a9-47c9-8529-3aec80a7039d gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:16.104323 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fe314af8-a0c6-4e3f-8a95-a3418322c783 req-f7b60a25-158f-4a9b-8f27-5c694797b29d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Dec 08 16:35:16.120796 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.123161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.155527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:16.156979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b07bbed2-f0a9-47c9-8529-3aec80a7039d', 'name': 'tempest-RoutersIpV6Test-router-398694981', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:15Z', 'updated_at': '2021-12-08T16:35:15Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:16.160491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.168222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.168804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Fanout notify agent at l3_agent the message router_deleted on router b07bbed2-f0a9-47c9-8529-3aec80a7039d {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:35:16.175457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:16.177854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-95a5a38b-6b23-4920-8628-4fd3727bbed5 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/b07bbed2-f0a9-47c9-8529-3aec80a7039d HTTP/1.1" status: 204 len: 168 time: 0.3035667 Dec 08 16:35:16.180706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40626) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.192532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b174ac49-81a4-4c39-8c96-7d0dd984508f None None] The sync data for ids ['b07bbed2-f0a9-47c9-8529-3aec80a7039d'] in n-d-820935-5 is: [{'id': 'b07bbed2-f0a9-47c9-8529-3aec80a7039d', 'name': 'tempest-RoutersIpV6Test-router-398694981', 'tenant_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:15Z', 'updated_at': '2021-12-08T16:35:15Z', 'revision_number': 2, 'project_id': 'c00c4d90d305471bb3cf334c52f4a0e5', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:16.211607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ced82257-4fd2-4290-b08f-f1036c42e4a1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=b07bbed2-f0a9-47c9-8529-3aec80a7039d HTTP/1.1" status: 200 len: 205 time: 0.0272467 Dec 08 16:35:16.212503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40628) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.242052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=8a6fc8c8-8e30-4156-a847-cecc919abbdb,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:16.250724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.251110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.251397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.251729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.252054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.252791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.253392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.253729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.254133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.254512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.254777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.255099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.255416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:16.257701 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-d86a959f-74f8-4373-9a1f-e28249258891 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.258946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d86a959f-74f8-4373-9a1f-e28249258891 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/b07bbed2-f0a9-47c9-8529-3aec80a7039d HTTP/1.1" status: 404 len: 336 time: 0.0454478 Dec 08 16:35:16.261431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40630) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.287574 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ef6536-72b1-4170-8884-c59bbdbbb94c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.288019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2ef6536-72b1-4170-8884-c59bbdbbb94c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.291714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2ef6536-72b1-4170-8884-c59bbdbbb94c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/76ceab47-12f0-48d0-a189-ca0ec339f726 HTTP/1.1" status: 404 len: 337 time: 0.0293436 Dec 08 16:35:16.294278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40632) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.322162 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-58fcfd4c-f9d9-43ab-a520-2a75ace84fd2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.322628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58fcfd4c-f9d9-43ab-a520-2a75ace84fd2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.327575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-58fcfd4c-f9d9-43ab-a520-2a75ace84fd2 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/3e0d56b5-bbdc-49f7-a0be-b839d03bf660 HTTP/1.1" status: 404 len: 337 time: 0.0323696 Dec 08 16:35:16.330114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.357664 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ec3f30-4cc8-4466-be6f-431eae90e5b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.358157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ec3f30-4cc8-4466-be6f-431eae90e5b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.361296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3ec3f30-4cc8-4466-be6f-431eae90e5b1 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/9f1a4090-c73f-4c8d-a336-f2216958fc36 HTTP/1.1" status: 404 len: 337 time: 0.0302300 Dec 08 16:35:16.364086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40636) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.390410 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8316e6-4cb1-4a8e-b6c2-14aceb154d79 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.390858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8316e6-4cb1-4a8e-b6c2-14aceb154d79 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.393900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cf8316e6-4cb1-4a8e-b6c2-14aceb154d79 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/bf5fe91f-17ea-4167-a70a-34399866caa6 HTTP/1.1" status: 404 len: 337 time: 0.0288656 Dec 08 16:35:16.396494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40638) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.423122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['8a6fc8c8-8e30-4156-a847-cecc919abbdb'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:35:16.423942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0f5b9186-4777-450e-b59e-0b859bfeed97 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 200 len: 205 time: 0.0263391 Dec 08 16:35:16.426171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40640) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.467894 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-9f006c60-8630-4177-b1df-a80477518842 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.468928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9f006c60-8630-4177-b1df-a80477518842 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/0a03beca-9c96-4e5a-8cd3-6886b21af817 HTTP/1.1" status: 404 len: 336 time: 0.0418777 Dec 08 16:35:16.471836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40642) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.500447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-756d0035-eb5d-4732-b33f-9e3112e91ee4 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 HTTP/1.1" status: 200 len: 205 time: 0.0273421 Dec 08 16:35:16.502859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40644) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.541435 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-387db939-4acc-415b-a724-7ccc0b4d181a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.544935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-387db939-4acc-415b-a724-7ccc0b4d181a tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/6dd15e5e-9f3f-467f-a0e2-e28f1964dbd1 HTTP/1.1" status: 404 len: 336 time: 0.0387108 Dec 08 16:35:16.545128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40646) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.579369 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e38ea0-2a93-4e47-9e1c-c3bd8d312d91 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.579831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e38ea0-2a93-4e47-9e1c-c3bd8d312d91 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.586331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.586664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46e38ea0-2a93-4e47-9e1c-c3bd8d312d91 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/9246e69b-afea-44a9-93cb-f79eb8574d5f HTTP/1.1" status: 404 len: 337 time: 0.0399494 Dec 08 16:35:16.614756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-607f4462-b7c0-4560-8ad1-1dde347bd086 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 200 len: 205 time: 0.0266721 Dec 08 16:35:16.617718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.659015 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-d809c6f8-6c13-4c8c-a802-8b3f441e4528 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.660055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d809c6f8-6c13-4c8c-a802-8b3f441e4528 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/5df0226a-0efb-4833-8399-473f731a75f1 HTTP/1.1" status: 404 len: 336 time: 0.0413661 Dec 08 16:35:16.664000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.700781 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f07783ee-e135-4dcf-9693-07576f226ad0 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=e6e9b18a-0415-475c-9c96-4f35eb8210b6 HTTP/1.1" status: 200 len: 205 time: 0.0366976 Dec 08 16:35:16.703044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40658) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.747712 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-02adcd9c-6742-4d97-a824-53f32bfc3549 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.748730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-02adcd9c-6742-4d97-a824-53f32bfc3549 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/e6e9b18a-0415-475c-9c96-4f35eb8210b6 HTTP/1.1" status: 404 len: 336 time: 0.0446613 Dec 08 16:35:16.751525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.779884 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-c979f8cc-9ac5-4222-a0eb-659de4447a77 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.780457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c979f8cc-9ac5-4222-a0eb-659de4447a77 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.786599 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c979f8cc-9ac5-4222-a0eb-659de4447a77 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/f7c0ead2-6813-4bf7-84fa-673b98f772b2 HTTP/1.1" status: 404 len: 337 time: 0.0315502 Dec 08 16:35:16.786964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40662) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.815224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d44129ea-4b4b-478a-a218-b5198c70b878 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=570e270e-c39d-418b-94ea-29de598c7fd4 HTTP/1.1" status: 200 len: 205 time: 0.0267951 Dec 08 16:35:16.817464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.831110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba429b-323f-4128-8719-4f70c60bf97b req-6db7a0fd-acc6-4cfd-9fb3-3f86ce682fd1 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:16.832669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00ba429b-323f-4128-8719-4f70c60bf97b req-6db7a0fd-acc6-4cfd-9fb3-3f86ce682fd1 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 983 time: 0.0887837 Dec 08 16:35:16.841981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1854ac99-0f29-44ca-92e1-bd7aeab2fa79 req-92d92736-7649-4012-8b0e-133cbe441e7f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:16.843445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1854ac99-0f29-44ca-92e1-bd7aeab2fa79 req-92d92736-7649-4012-8b0e-133cbe441e7f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0984747 Dec 08 16:35:16.856480 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-b17f01b2-2ea4-465e-947d-e28b300ed5aa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.857540 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b17f01b2-2ea4-465e-947d-e28b300ed5aa tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/570e270e-c39d-418b-94ea-29de598c7fd4 HTTP/1.1" status: 404 len: 336 time: 0.0390708 Dec 08 16:35:16.860147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40666) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.901315 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-210e4a75-de92-46d4-a897-4becd299dd63 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:16.902264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210e4a75-de92-46d4-a897-4becd299dd63 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:16.905698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-210e4a75-de92-46d4-a897-4becd299dd63 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/7bb7222e-4b58-429a-beef-1c590069dbb9 HTTP/1.1" status: 404 len: 337 time: 0.0445518 Dec 08 16:35:16.908363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40668) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.938409 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b874162-7c7b-4728-91b3-22f308de6442 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "GET /v2.0/ports?device_id=77a3eaff-8418-4939-8df7-9ad36de887c5 HTTP/1.1" status: 200 len: 205 time: 0.0288103 Dec 08 16:35:16.941132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40670) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:16.983886 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-97a0e3e7-7b3a-4788-b78b-bc4b8a65053c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] delete failed (client error): The resource could not be found. Dec 08 16:35:16.985274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-97a0e3e7-7b3a-4788-b78b-bc4b8a65053c tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/routers/77a3eaff-8418-4939-8df7-9ad36de887c5 HTTP/1.1" status: 404 len: 336 time: 0.0427916 Dec 08 16:35:16.987968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40672) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.015607 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-95df4c50-977b-47c7-a47f-2b0fba806d66 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:17.016062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95df4c50-977b-47c7-a47f-2b0fba806d66 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:17.021768 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95df4c50-977b-47c7-a47f-2b0fba806d66 tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/b0be4ad9-1a0e-4233-ba30-5daaf82f8969 HTTP/1.1" status: 404 len: 337 time: 0.0302606 Dec 08 16:35:17.022058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.060552 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46897f4-0fb8-4db9-974e-7098da13f13f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] DELETE failed (client error): The resource could not be found. Dec 08 16:35:17.061248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46897f4-0fb8-4db9-974e-7098da13f13f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:35:17.066741 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e46897f4-0fb8-4db9-974e-7098da13f13f tempest-RoutersIpV6Test-868426246 tempest-RoutersIpV6Test-868426246-project] 10.222.0.62 "DELETE /v2.0/subnets/8affb991-6551-4eeb-8ee9-a0de5fd71a5e HTTP/1.1" status: 404 len: 337 time: 0.0432389 Dec 08 16:35:17.305437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00ba429b-323f-4128-8719-4f70c60bf97b req-bd2ca72d-afaf-4db7-addf-b0a8dfe37d72 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4609780 Dec 08 16:35:17.309240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1854ac99-0f29-44ca-92e1-bd7aeab2fa79 req-f8c19c15-43f7-4261-a794-931d2219e23f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824890 Dec 08 16:35:17.378675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.511488 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7bb1006-e2f1-4fe9-b1e5-5fb6cc034612 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c00c4d90d305471bb3cf334c52f4a0e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315627 Dec 08 16:35:17.513897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40684) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:17.561245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a90c9f99-0ba5-49cf-af81-99752f85b352 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.583441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a90c9f99-0ba5-49cf-af81-99752f85b352 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.631001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a90c9f99-0ba5-49cf-af81-99752f85b352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.633815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a90c9f99-0ba5-49cf-af81-99752f85b352 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.634962 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a90c9f99-0ba5-49cf-af81-99752f85b352 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0d189dee-b603-45ff-bfca-02bdb9ac8720 HTTP/1.1" status: 204 len: 168 time: 0.1201842 Dec 08 16:35:17.642586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c9f99-0ba5-49cf-af81-99752f85b352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d189dee-b603-45ff-bfca-02bdb9ac8720,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:17.668715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8a6fc8c8-8e30-4156-a847-cecc919abbdb up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:17.719866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 8a6fc8c8-8e30-4156-a847-cecc919abbdb completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:35:17.725012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 8a6fc8c8-8e30-4156-a847-cecc919abbdb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:17.725383 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.810680 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.834023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:17.837449 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c274e1-7cd1-46ba-944a-112090a2eea3" -d '{"events": [{"server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "name": "network-vif-plugged", "status": "completed", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:17.850519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:17.856151 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:17.912328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=8a6fc8c8-8e30-4156-a847-cecc919abbdb,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.019786 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c5e1b-4454-4099-9482-42858cd862b8 x-openstack-request-id: req-1f4c5e1b-4454-4099-9482-42858cd862b8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:18.020087 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "name": "network-vif-plugged", "status": "completed", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:18.020329 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f4c5e1b-4454-4099-9482-42858cd862b8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:18.020926 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'code': 200} Dec 08 16:35:18.120283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166877c-abea-468b-b7e5-3d436e7c6c8b req-05ca5016-0904-4f42-9912-3f377331ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:18.121880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b166877c-abea-468b-b7e5-3d436e7c6c8b req-05ca5016-0904-4f42-9912-3f377331ff2a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1135 time: 0.0429964 Dec 08 16:35:18.178173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b166877c-abea-468b-b7e5-3d436e7c6c8b req-0f1f62a4-ce38-46e6-a01c-81e9aa107320 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=efc87986-4ef5-43d8-9495-a804beb83505&id=f1f969cd-eda6-48fe-9977-286cb2b972f5&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0494709 Dec 08 16:35:18.312385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40710) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.417002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1373717828'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:18.443219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.455641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.465760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9a562-4fcd-4a4c-885a-ef5d04bdb718 req-112a189b-fc8d-4244-9739-0ca60aa66463 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:18.467409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8e9a562-4fcd-4a4c-885a-ef5d04bdb718 req-112a189b-fc8d-4244-9739-0ca60aa66463 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 984 time: 0.0868146 Dec 08 16:35:18.488688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e752d30-be4c-4aaa-9ffc-6cd8ecc17440 req-cc7cf2f7-04c1-4193-8f4a-79a4c2a984b7 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:18.490295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e752d30-be4c-4aaa-9ffc-6cd8ecc17440 req-cc7cf2f7-04c1-4193-8f4a-79a4c2a984b7 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0795522 Dec 08 16:35:18.532875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.537672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.570632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e752d30-be4c-4aaa-9ffc-6cd8ecc17440 req-38db514b-b200-43d1-9fa9-20b073d3628b tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715852 Dec 08 16:35:18.575595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8e9a562-4fcd-4a4c-885a-ef5d04bdb718 req-50a95f5e-066c-4df5-9101-433e00c2b0af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1009705 Dec 08 16:35:18.581599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=541437a4-562c-481d-ac79-263fd5c5be24,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.630564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.634690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.663408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6029779-4b0a-4797-aff1-c6e2317e9377,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.668623 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.672704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40722) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.678133 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5ce3878-5295-4663-b22a-5b9013adef34 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3645728 Dec 08 16:35:18.749725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85e01253-65d7-4643-8e1c-d850658f8f3b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0739799 Dec 08 16:35:18.751174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.756428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-security--1457502246', 'description': 'tempest-security-description-660978044'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:18.795599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.859511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.865084 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.869563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:18.870887 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "PUT /v2.0/security-groups/d6029779-4b0a-4797-aff1-c6e2317e9377 HTTP/1.1" status: 200 len: 1796 time: 0.1180894 Dec 08 16:35:18.877831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40730) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.924998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0eb28-c46d-469f-b0a7-3983588282c9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6029779-4b0a-4797-aff1-c6e2317e9377,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:18.940505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-dc1362ef-f3c0-4385-a97e-71a14331ed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:18.943046 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-dc1362ef-f3c0-4385-a97e-71a14331ed82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0563443 Dec 08 16:35:18.952271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c47dae8b-522e-494d-b9f8-5e8a7156781e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups/d6029779-4b0a-4797-aff1-c6e2317e9377 HTTP/1.1" status: 200 len: 1796 time: 0.0765755 Dec 08 16:35:18.954889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40732) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:18.979960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356c129-a66d-4fd5-8a18-fac3f081bc1f req-41f37224-c6f2-4962-b6d9-6fe8e39aae0e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:18.981752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c356c129-a66d-4fd5-8a18-fac3f081bc1f req-41f37224-c6f2-4962-b6d9-6fe8e39aae0e tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0905814 Dec 08 16:35:19.049146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-82ced3f6-2214-4c50-b82c-d248bdc10159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:19.050734 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-82ced3f6-2214-4c50-b82c-d248bdc10159 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1004214 Dec 08 16:35:19.062319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c356c129-a66d-4fd5-8a18-fac3f081bc1f req-615ab80b-1261-421a-afc2-e77e8da7d619 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702815 Dec 08 16:35:19.063272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58fa3e55-bb56-4893-afae-f0d6f34a1257 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.090218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58fa3e55-bb56-4893-afae-f0d6f34a1257 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.095544 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-235ecedf-af16-49c2-824b-cfe48133bedc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0375781 Dec 08 16:35:19.147378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58fa3e55-bb56-4893-afae-f0d6f34a1257 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.150721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58fa3e55-bb56-4893-afae-f0d6f34a1257 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.152232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-58fa3e55-bb56-4893-afae-f0d6f34a1257 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6029779-4b0a-4797-aff1-c6e2317e9377 HTTP/1.1" status: 204 len: 168 time: 0.1960051 Dec 08 16:35:19.154503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.163318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa3e55-bb56-4893-afae-f0d6f34a1257 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6029779-4b0a-4797-aff1-c6e2317e9377,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.163760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-644fdae8-a76e-4dc5-867c-9e9bd311d066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:19.165470 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-644fdae8-a76e-4dc5-867c-9e9bd311d066 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0635030 Dec 08 16:35:19.208071 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-5deed569-021e-448e-b469-c82b291b29d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346889 Dec 08 16:35:19.276898 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d47339f7-75b7-4227-9675-97955b1e0b29 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1210613 Dec 08 16:35:19.279682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40736) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.295216 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-4f1132ab-2e0f-4911-b9e5-cba8719d378e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] delete failed (client error): The resource could not be found. Dec 08 16:35:19.299888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4f1132ab-2e0f-4911-b9e5-cba8719d378e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/d6029779-4b0a-4797-aff1-c6e2317e9377 HTTP/1.1" status: 404 len: 347 time: 0.0155420 Dec 08 16:35:19.300587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40738) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.312061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063611018'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:19.343365 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-ee0fb114-863d-4897-b820-ca5c649ed16b service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267698 Dec 08 16:35:19.347547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.474767 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-775408a3-fdb3-48b1-bdde-10e6bbc8a7ea req-e492a87e-20f1-4a2d-8afa-53f89528a87a service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241612 Dec 08 16:35:19.491586 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.496624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.528223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.529445 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2282419 Dec 08 16:35:19.531440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c55bf-b024-4910-a433-73c7192edce8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edf2c1-dac5-4792-8137-9f2b1291451b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.532464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40740) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.538043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': 'f4edf2c1-dac5-4792-8137-9f2b1291451b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:19.566020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.624441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.627520 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.645409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973beceb-a996-4d11-8232-8ac6ecd2d160,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.654904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.656136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85837109-6ab5-449f-9766-6827a37473a9 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220548 Dec 08 16:35:19.658943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40744) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.715924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5706e4bf-1b13-4021-962f-d2b2b02702e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.727883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5706e4bf-1b13-4021-962f-d2b2b02702e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.752205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7a877-16a3-4d6f-abc6-cb29b234683c req-7a9dbee3-2f3b-494f-b5ca-994ab46879b4 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:19.753689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba7a877-16a3-4d6f-abc6-cb29b234683c req-7a9dbee3-2f3b-494f-b5ca-994ab46879b4 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 984 time: 0.0868812 Dec 08 16:35:19.781178 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5706e4bf-1b13-4021-962f-d2b2b02702e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.786048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5706e4bf-1b13-4021-962f-d2b2b02702e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.787187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5706e4bf-1b13-4021-962f-d2b2b02702e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/973beceb-a996-4d11-8232-8ac6ecd2d160 HTTP/1.1" status: 204 len: 168 time: 0.1272488 Dec 08 16:35:19.790519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40746) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.801502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706e4bf-1b13-4021-962f-d2b2b02702e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=973beceb-a996-4d11-8232-8ac6ecd2d160,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:19.841457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1a5d6531-fb1b-42ea-abe8-2245f8c022e2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471797 Dec 08 16:35:19.841648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba7a877-16a3-4d6f-abc6-cb29b234683c req-45fa3e0f-c7eb-48f3-8caf-40c096c33a6c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0787477 Dec 08 16:35:19.841841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40748) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.899705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8012f28d-c6c6-46de-a524-04ff47f4855c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.922504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8012f28d-c6c6-46de-a524-04ff47f4855c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.960830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ec1b-b889-4547-95e6-95fbd2fd0da9 req-25c6c837-26f1-4a41-bb7e-96bfdb6e11b2 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:19.962752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e41ec1b-b889-4547-95e6-95fbd2fd0da9 req-25c6c837-26f1-4a41-bb7e-96bfdb6e11b2 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 984 time: 0.0516272 Dec 08 16:35:19.967501 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8012f28d-c6c6-46de-a524-04ff47f4855c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.970200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8012f28d-c6c6-46de-a524-04ff47f4855c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:19.971460 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8012f28d-c6c6-46de-a524-04ff47f4855c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/f4edf2c1-dac5-4792-8137-9f2b1291451b HTTP/1.1" status: 204 len: 168 time: 0.1286659 Dec 08 16:35:19.974684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40752) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:19.995731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8012f28d-c6c6-46de-a524-04ff47f4855c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edf2c1-dac5-4792-8137-9f2b1291451b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.023449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e41ec1b-b889-4547-95e6-95fbd2fd0da9 req-b998aae4-e5f3-4731-9994-e06b545e2f2f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0533872 Dec 08 16:35:20.026185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-534347ec-cd3f-49de-8c07-2ab1f1d9ba28 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504286 Dec 08 16:35:20.030758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40754) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.035062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--165775676'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.061097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.171994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.189949 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.248648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.249937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2184417 Dec 08 16:35:20.252961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40760) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.254927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69470a9-aafd-4509-85dd-4c60c03bba9c req-fbfb29ba-838c-4fd9-8d9d-5f500a2b095e tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:20.256392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c69470a9-aafd-4509-85dd-4c60c03bba9c req-fbfb29ba-838c-4fd9-8d9d-5f500a2b095e tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1135 time: 0.1218116 Dec 08 16:35:20.257951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '99d2a681-1229-42e2-8516-ced29c5c4678', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.258871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0efa23d-5bb6-40cf-9005-0ad99a6c6025 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99d2a681-1229-42e2-8516-ced29c5c4678,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.275147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6eb2-2f7b-4ced-a4e2-2afabb74125c req-f753dd2f-d091-4c12-b565-979bfbd9779f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:20.276642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dad6eb2-2f7b-4ced-a4e2-2afabb74125c req-f753dd2f-d091-4c12-b565-979bfbd9779f tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.1137609 Dec 08 16:35:20.291060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c69470a9-aafd-4509-85dd-4c60c03bba9c req-fe930c44-0f23-456a-8187-773eebd3af50 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.293969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.359184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.359873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8dad6eb2-2f7b-4ced-a4e2-2afabb74125c req-0933af1d-be8d-4dbd-9e99-9f60012b48ef tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712047 Dec 08 16:35:20.363724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.385996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e36fa2d-5268-42a4-8870-ee582cf6c78a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.394256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.395472 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ab2c83e-384e-4b6c-98f0-b84b78f57d71 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1414986 Dec 08 16:35:20.399422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40762) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.406886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '99d2a681-1229-42e2-8516-ced29c5c4678', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.424783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c69470a9-aafd-4509-85dd-4c60c03bba9c req-fe930c44-0f23-456a-8187-773eebd3af50 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.432887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c69470a9-aafd-4509-85dd-4c60c03bba9c req-fe930c44-0f23-456a-8187-773eebd3af50 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.477182 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.496872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe930c44-0f23-456a-8187-773eebd3af50 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263b3bb0-7328-46dc-af1e-abab5f2f9602,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.513182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c69470a9-aafd-4509-85dd-4c60c03bba9c req-fe930c44-0f23-456a-8187-773eebd3af50 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2480891 Dec 08 16:35:20.535028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40764) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.544756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.550716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.577232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca32a0a-1240-4106-83db-b4dee8042e64,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.582893 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.584240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c2a9fa30-297d-426d-96ff-d77b91240066 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1837087 Dec 08 16:35:20.587234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40766) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.588778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c27dc5a-9a78-4ea9-ae27-3d8f105700f2 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:20.593038 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c27dc5a-9a78-4ea9-ae27-3d8f105700f2 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1130 time: 0.0542095 Dec 08 16:35:20.593153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '99d2a681-1229-42e2-8516-ced29c5c4678', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.593256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40768) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.597548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.619640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.631808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.680657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.684633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.706598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7bf0a7-da5d-48a7-b66c-e584e01141ee,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.712361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.716411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b6a5eda5-a345-43ed-8708-1573b33592a8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282172 Dec 08 16:35:20.716637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40770) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.722529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '99d2a681-1229-42e2-8516-ced29c5c4678', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.759829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.771373 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.902994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.911962 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.924436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.25.3.60 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/328b8c51-820d-4722-82ee-41e5f5e8e1f3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:20.949744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409a3096-0678-4c39-966a-2dfe213f1e6a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:20.958081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:20.959269 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b2d569f-fe61-4e0e-9322-a17e475c30d0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2415385 Dec 08 16:35:20.962462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40772) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:20.967371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '99d2a681-1229-42e2-8516-ced29c5c4678', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:20.998746 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.055463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.060518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.064656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.083127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb42f21c-8ecb-4a88-89a0-2851975ca178,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.096810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.096810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-73af120c-080c-4460-b756-6582acadc499 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1305945 Dec 08 16:35:21.097487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40774) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.104894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.125532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2ff-1239-4c2a-92c2-9a720872c5c5 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.135891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2ff-1239-4c2a-92c2-9a720872c5c5 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.150855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:21.154132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:21.159373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:21.170214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2ff-1239-4c2a-92c2-9a720872c5c5 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.177513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cffc2ff-1239-4c2a-92c2-9a720872c5c5 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.178674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4cffc2ff-1239-4c2a-92c2-9a720872c5c5 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fb42f21c-8ecb-4a88-89a0-2851975ca178 HTTP/1.1" status: 204 len: 168 time: 0.0798306 Dec 08 16:35:21.182571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40776) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.186498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=328b8c51-820d-4722-82ee-41e5f5e8e1f3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.190082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc2ff-1239-4c2a-92c2-9a720872c5c5 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb42f21c-8ecb-4a88-89a0-2851975ca178,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.241267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3570dac9-53fd-49ca-8cae-6f80015c5458 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0575924 Dec 08 16:35:21.244196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40778) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.267859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb7ff-959c-40d0-bd84-7e67d64d5042 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.276225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb7ff-959c-40d0-bd84-7e67d64d5042 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.304874 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb7ff-959c-40d0-bd84-7e67d64d5042 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.311396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9ceb7ff-959c-40d0-bd84-7e67d64d5042 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.312531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d9ceb7ff-959c-40d0-bd84-7e67d64d5042 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/409a3096-0678-4c39-966a-2dfe213f1e6a HTTP/1.1" status: 204 len: 168 time: 0.0673981 Dec 08 16:35:21.315064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40780) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.325317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ceb7ff-959c-40d0-bd84-7e67d64d5042 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=409a3096-0678-4c39-966a-2dfe213f1e6a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.363494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a0dc8cb0-12f2-4b37-bdb0-17afef720227 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0473142 Dec 08 16:35:21.366311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.390460 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296b50e3-3c1e-49b8-a0bc-94e9037b4612 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.399018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296b50e3-3c1e-49b8-a0bc-94e9037b4612 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.427616 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296b50e3-3c1e-49b8-a0bc-94e9037b4612 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.434332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296b50e3-3c1e-49b8-a0bc-94e9037b4612 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.435742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-296b50e3-3c1e-49b8-a0bc-94e9037b4612 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6f7bf0a7-da5d-48a7-b66c-e584e01141ee HTTP/1.1" status: 204 len: 168 time: 0.0683517 Dec 08 16:35:21.438550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.449637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b50e3-3c1e-49b8-a0bc-94e9037b4612 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f7bf0a7-da5d-48a7-b66c-e584e01141ee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:21.491909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d8fb2-64ee-4e94-8159-23258a1357e9 req-a37351b0-e5a5-4a1f-a227-dc6da6c9a8cf tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:21.493447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d8fb2-64ee-4e94-8159-23258a1357e9 req-a37351b0-e5a5-4a1f-a227-dc6da6c9a8cf tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0524995 Dec 08 16:35:21.541938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-374d8fb2-64ee-4e94-8159-23258a1357e9 req-d91107e1-e1d2-4cce-afd8-29ed5d2660c4 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Dec 08 16:35:21.618194 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bded5e83-d0cb-4010-ac96-0de807e08f03 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1428397 Dec 08 16:35:21.620881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40792) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.650016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b53a461-d0d5-4800-850d-88d4d42f5b74 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.662176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b53a461-d0d5-4800-850d-88d4d42f5b74 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.691832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b53a461-d0d5-4800-850d-88d4d42f5b74 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.701826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b53a461-d0d5-4800-850d-88d4d42f5b74 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:21.705235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9b53a461-d0d5-4800-850d-88d4d42f5b74 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/eca32a0a-1240-4106-83db-b4dee8042e64 HTTP/1.1" status: 204 len: 168 time: 0.0810957 Dec 08 16:35:21.705602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:21.707611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b53a461-d0d5-4800-850d-88d4d42f5b74 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eca32a0a-1240-4106-83db-b4dee8042e64,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.035619 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.101093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cbecef8c-8ce1-4060-93d0-55871dd6658e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3943672 Dec 08 16:35:22.104468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.134759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78de1414-00ce-43e5-ab28-dc281f13ac50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.142882 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78de1414-00ce-43e5-ab28-dc281f13ac50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.163221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.173883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78de1414-00ce-43e5-ab28-dc281f13ac50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.180188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78de1414-00ce-43e5-ab28-dc281f13ac50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.183948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78de1414-00ce-43e5-ab28-dc281f13ac50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/2e36fa2d-5268-42a4-8870-ee582cf6c78a HTTP/1.1" status: 204 len: 168 time: 0.0757320 Dec 08 16:35:22.185153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40806) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.201267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de1414-00ce-43e5-ab28-dc281f13ac50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e36fa2d-5268-42a4-8870-ee582cf6c78a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.240694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6aebfbd5-43b5-415c-a7db-4df54c8f6c94 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0528896 Dec 08 16:35:22.243089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.306760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f228994-fbe7-4064-a99c-02726813989e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.331510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.337908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.344883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f228994-fbe7-4064-a99c-02726813989e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.403408 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f228994-fbe7-4064-a99c-02726813989e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.406375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f228994-fbe7-4064-a99c-02726813989e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.410789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f228994-fbe7-4064-a99c-02726813989e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/99d2a681-1229-42e2-8516-ced29c5c4678 HTTP/1.1" status: 204 len: 168 time: 0.1661098 Dec 08 16:35:22.412303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40810) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.430385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=328b8c51-820d-4722-82ee-41e5f5e8e1f3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.438797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.439392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f228994-fbe7-4064-a99c-02726813989e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d2a681-1229-42e2-8516-ced29c5c4678,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.477099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a4cc36d2-80f2-4e45-9141-c185503dfb69 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515904 Dec 08 16:35:22.477099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.481503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--189777299'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:22.505344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.560890 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Floating IP b46f8dfb-73a0-4312-8f96-b886ddeafe7b associated. External IP: 172.25.3.60, port: 8a6fc8c8-8e30-4156-a847-cecc919abbdb. Dec 08 16:35:22.583980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.589258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.596972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-226d7146-c6cb-42eb-ae99-bfafcef89cd2 req-25e25ca6-629c-4de2-9a83-65c742eb9fe2 service neutron] (103281) timed out ('10.222.0.62', 51282) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:35:22.618232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.622299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1444919 Dec 08 16:35:22.623061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.635001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '8fda0dbc-a38f-40f1-808d-81face42efbc', 'direction': 'ingress', 'protocol': 17}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:22.643298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2a492-38da-49b4-bc40-434416104633 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fda0dbc-a38f-40f1-808d-81face42efbc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.669767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.722386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.727336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.747698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997be1fc-e186-4a56-9117-797d7f3ac551,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.756050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.760551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d2379856-4ec1-47a9-915d-98b8b2fcafde tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1287808 Dec 08 16:35:22.760862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40816) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.820062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 0fb6024e-bddb-41c5-906e-c23444979a09 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:35:22.821116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4742bac-4d39-4445-b6aa-e06b7e2a0c4d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.846639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4742bac-4d39-4445-b6aa-e06b7e2a0c4d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.894344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4742bac-4d39-4445-b6aa-e06b7e2a0c4d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.896969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4742bac-4d39-4445-b6aa-e06b7e2a0c4d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:22.898356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b4742bac-4d39-4445-b6aa-e06b7e2a0c4d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/8fda0dbc-a38f-40f1-808d-81face42efbc HTTP/1.1" status: 204 len: 168 time: 0.1362445 Dec 08 16:35:22.901650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40818) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.918992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4742bac-4d39-4445-b6aa-e06b7e2a0c4d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fda0dbc-a38f-40f1-808d-81face42efbc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:22.944402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:22.956444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-053e1184-873d-42e7-8103-c03d930bfad3 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0536864 Dec 08 16:35:22.960905 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] Sync routers for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:22.961582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:22.965671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422112235'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:22.972771 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:22.974462 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:22.981904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.022495 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2d327f64-79a8-4792-a265-d7e21747cf46 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4257219 Dec 08 16:35:23.022495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:23.022885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40822) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.032891 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c974725-c15a-4052-8414-5e61fb094bef" -d '{"events": [{"name": "network-changed", "server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:23.036687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.087484 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d51b0d0-8184-4d6a-8423-a1cc9b28957c x-openstack-request-id: req-6d51b0d0-8184-4d6a-8423-a1cc9b28957c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:23.087782 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:23.088037 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6d51b0d0-8184-4d6a-8423-a1cc9b28957c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:23.088441 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'status': 'completed', 'code': 200} Dec 08 16:35:23.127630 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:23.182197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.188295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.224938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c974725-c15a-4052-8414-5e61fb094bef req-69050185-bb83-4464-abfd-acd1ef2dfd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.227090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-69050185-bb83-4464-abfd-acd1ef2dfd3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1135 time: 0.1011493 Dec 08 16:35:23.238315 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.243855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2816679 Dec 08 16:35:23.244508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40826) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.246914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f8036-d8a5-44cf-bc86-d34baf9b81fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40662362-8ba0-4272-b639-98c50581fe57,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.249269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--2133513212'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:23.256503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.256503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.256960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.257523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.257964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.258420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.258869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.259314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.259793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.262005 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a0920788-5a9f-4173-a94e-69c12ac24b66 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6379 time: 0.2379982 Dec 08 16:35:23.266562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.329369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.382638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c974725-c15a-4052-8414-5e61fb094bef req-3e567133-ad0c-4160-8664-57c52968d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.384586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-3e567133-ad0c-4160-8664-57c52968d256 service neutron] 10.222.0.86 "GET /v2.0/networks?id=be61f6fd-5f78-4dd6-a269-8bd76d38282a HTTP/1.1" status: 200 len: 898 time: 0.1482959 Dec 08 16:35:23.396950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.397453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.397955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.399580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.400182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.400771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.401622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.402098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.403123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.409855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5c5c1b21-7f48-43ec-ba7f-f712f5b9de25 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5830 time: 0.1409900 Dec 08 16:35:23.410551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.483503 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'b46f8dfb-73a0-4312-8f96-b886ddeafe7b', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'port_id': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'mac_address': 'fa:16:3e:45:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1771fba4-2070-4743-80a9-1e8f616eec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:35:21Z', 'updated_at': '2021-12-08T16:35:21Z', 'revision_number': 0, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:23.492530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-ffaa8dbd-db9a-408a-8115-1f301165f75c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb HTTP/1.1" status: 200 len: 998 time: 0.0990019 Dec 08 16:35:23.494966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.499390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.531338 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] Checking router: 0fb6024e-bddb-41c5-906e-c23444979a09 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:23.551505 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:23.552914 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:34:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:23.567090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.568387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3228121 Dec 08 16:35:23.572099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.578487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '40662362-8ba0-4272-b639-98c50581fe57', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '961e8d33-85ae-43cd-b4e1-eddcd8cc6016', 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:23.590542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dda6e9-c751-4a48-98a4-395c9ec32b7c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=961e8d33-85ae-43cd-b4e1-eddcd8cc6016,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.610768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c974725-c15a-4052-8414-5e61fb094bef req-fdef119d-6161-470c-90dc-f92e759e943a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.612340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-fdef119d-6161-470c-90dc-f92e759e943a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3890d42-0426-4153-af2f-1d011e468cdc HTTP/1.1" status: 200 len: 834 time: 0.1053259 Dec 08 16:35:23.652312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.713351 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:23.732855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c974725-c15a-4052-8414-5e61fb094bef req-ab700d3f-c5f1-418f-8165-6c60935ecba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.734464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-ab700d3f-c5f1-418f-8165-6c60935ecba0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be61f6fd-5f78-4dd6-a269-8bd76d38282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022625 Dec 08 16:35:23.815970 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b63bb06e-2424-4d77-9fcd-f8b5d5d88d11 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3790 time: 0.4041007 Dec 08 16:35:23.819415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40834) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:23.884021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.893318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.940595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3827773-a016-43f2-a32a-44e3c7366582,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:23.957298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-3d100575-6094-4d15-a974-1f1b5947585c service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155516 Dec 08 16:35:23.962215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1fa12-aa53-49b8-b751-f421a0bb7ac7 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.963051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e1fa12-aa53-49b8-b751-f421a0bb7ac7 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:23.965567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f8e1fa12-aa53-49b8-b751-f421a0bb7ac7 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0fb6024e-bddb-41c5-906e-c23444979a09 HTTP/1.1" status: 200 len: 1989 time: 0.1379092 Dec 08 16:35:23.984214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:23.989841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-807229ab-e634-4f80-856f-da9c006c3d93 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4127982 Dec 08 16:35:23.991417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.039059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82dbb76e-29b9-4e86-b090-3d80f7c286e7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.048975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82dbb76e-29b9-4e86-b090-3d80f7c286e7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.093736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82dbb76e-29b9-4e86-b090-3d80f7c286e7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.100302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82dbb76e-29b9-4e86-b090-3d80f7c286e7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.101552 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82dbb76e-29b9-4e86-b090-3d80f7c286e7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/b3827773-a016-43f2-a32a-44e3c7366582 HTTP/1.1" status: 204 len: 168 time: 0.1082087 Dec 08 16:35:24.106785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40840) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.133391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dbb76e-29b9-4e86-b090-3d80f7c286e7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3827773-a016-43f2-a32a-44e3c7366582,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.135194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c974725-c15a-4052-8414-5e61fb094bef req-42532697-093b-446b-bad5-d375120f6e96 service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679313 Dec 08 16:35:24.145365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'b46f8dfb-73a0-4312-8f96-b886ddeafe7b', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'port_id': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'mac_address': 'fa:16:3e:45:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1771fba4-2070-4743-80a9-1e8f616eec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:35:21Z', 'updated_at': '2021-12-08T16:35:21Z', 'revision_number': 0, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:24.174978 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d397fe08-a083-4fb8-8ffd-10bb1ca0999d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0664725 Dec 08 16:35:24.178747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40842) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.179994 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a988c75-d4d2-4907-bfbf-0fdb4c212379 None None] The sync data for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 is: [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'b46f8dfb-73a0-4312-8f96-b886ddeafe7b', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'floating_ip_address': '172.25.3.60', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'port_id': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3201, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'mac_address': 'fa:16:3e:45:3f:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1771fba4-2070-4743-80a9-1e8f616eec30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:35:21Z', 'updated_at': '2021-12-08T16:35:21Z', 'revision_number': 0, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:35:24.253307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2925332b-acc1-4b94-9969-f57b2ace42ba tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.279611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2925332b-acc1-4b94-9969-f57b2ace42ba tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.335519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2925332b-acc1-4b94-9969-f57b2ace42ba tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.338535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2925332b-acc1-4b94-9969-f57b2ace42ba tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.343057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.343214 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2925332b-acc1-4b94-9969-f57b2ace42ba tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/961e8d33-85ae-43cd-b4e1-eddcd8cc6016 HTTP/1.1" status: 204 len: 168 time: 0.1620760 Dec 08 16:35:24.353207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925332b-acc1-4b94-9969-f57b2ace42ba tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=961e8d33-85ae-43cd-b4e1-eddcd8cc6016,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.413513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2bd91580-4380-47c0-9ba0-514fd64459b8 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0667593 Dec 08 16:35:24.413992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.442898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04480c0e-3220-4a61-aff6-51fe096a52e2 None None] New status for floating IP b46f8dfb-73a0-4312-8f96-b886ddeafe7b: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:35:24.480314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-205cd1e4-8fdb-492c-80d3-b3917e0de3b1 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.506730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-205cd1e4-8fdb-492c-80d3-b3917e0de3b1 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.553157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-205cd1e4-8fdb-492c-80d3-b3917e0de3b1 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.557295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-205cd1e4-8fdb-492c-80d3-b3917e0de3b1 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.560872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-205cd1e4-8fdb-492c-80d3-b3917e0de3b1 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/40662362-8ba0-4272-b639-98c50581fe57 HTTP/1.1" status: 204 len: 168 time: 0.1437066 Dec 08 16:35:24.561576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.572099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205cd1e4-8fdb-492c-80d3-b3917e0de3b1 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40662362-8ba0-4272-b639-98c50581fe57,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.635905 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d67381a1-90a5-48c2-b13f-eeb2b2a1a673 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0727329 Dec 08 16:35:24.641211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40850) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.645963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--2073340452'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:24.680498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.748810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.753097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.785400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.789440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1442380 Dec 08 16:35:24.789648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40852) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.794266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': 'ead79385-71a5-4b7d-a72f-8ea3a59bdd41', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:24.799870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314011c-6978-4166-94f2-65e948692b81 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead79385-71a5-4b7d-a72f-8ea3a59bdd41,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.827694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.889703 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.893776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.913758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399c9082-cf5f-4905-aa5d-0199a133de21,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:24.922091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.923907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-43172b46-5561-4dda-978b-bbf1e309d44b tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1331098 Dec 08 16:35:24.926679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40854) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:24.968730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5de31552-a934-441e-a1f0-d14f5445d7ae tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:24.977110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5de31552-a934-441e-a1f0-d14f5445d7ae tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.007588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5de31552-a934-441e-a1f0-d14f5445d7ae tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.014825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5de31552-a934-441e-a1f0-d14f5445d7ae tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.015932 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5de31552-a934-441e-a1f0-d14f5445d7ae tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/399c9082-cf5f-4905-aa5d-0199a133de21 HTTP/1.1" status: 204 len: 168 time: 0.0877671 Dec 08 16:35:25.019386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.022893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de31552-a934-441e-a1f0-d14f5445d7ae tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=399c9082-cf5f-4905-aa5d-0199a133de21,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.068463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3f4c3a75-b7aa-4696-90c7-a32699efa708 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0448062 Dec 08 16:35:25.068661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.125820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa933759-be7f-4347-8aee-db44cd14e5fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.150854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa933759-be7f-4347-8aee-db44cd14e5fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.191972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa933759-be7f-4347-8aee-db44cd14e5fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.194645 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa933759-be7f-4347-8aee-db44cd14e5fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.196510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa933759-be7f-4347-8aee-db44cd14e5fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/ead79385-71a5-4b7d-a72f-8ea3a59bdd41 HTTP/1.1" status: 204 len: 168 time: 0.1269267 Dec 08 16:35:25.199476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.206119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa933759-be7f-4347-8aee-db44cd14e5fb tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead79385-71a5-4b7d-a72f-8ea3a59bdd41,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.257022 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7874a26b-e464-4559-84cb-42332d4d20e6 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0563931 Dec 08 16:35:25.260899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40864) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.265623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857249913'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.288383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.358421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.362265 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.395025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.396281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1342008 Dec 08 16:35:25.396990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd310a42-3742-40db-93a3-4b310a6e0e7d tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4358d923-fcf3-4a06-b6d6-c914041412a1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.399403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40866) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.404034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '4358d923-fcf3-4a06-b6d6-c914041412a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.433531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.494671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.498534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.517251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26ed5b5a-1be9-49cf-bf77-4e24fb9ab2a8,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.525869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.527286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0655cd9f-3763-465e-93e1-ea3a915a9468 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267664 Dec 08 16:35:25.529906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40868) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.547168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61cb6664-f6c5-4707-b115-92aab0f92310 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules/26ed5b5a-1be9-49cf-bf77-4e24fb9ab2a8 HTTP/1.1" status: 200 len: 763 time: 0.0160768 Dec 08 16:35:25.549754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.596225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7a149b9-3f3c-4426-95d9-23312c09257c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0451846 Dec 08 16:35:25.599012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40872) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.624875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a472ebc-b0a8-4ec0-af0c-0705b969f672 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.633242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a472ebc-b0a8-4ec0-af0c-0705b969f672 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.662334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a472ebc-b0a8-4ec0-af0c-0705b969f672 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.669843 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a472ebc-b0a8-4ec0-af0c-0705b969f672 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.671101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a472ebc-b0a8-4ec0-af0c-0705b969f672 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/26ed5b5a-1be9-49cf-bf77-4e24fb9ab2a8 HTTP/1.1" status: 204 len: 168 time: 0.0709059 Dec 08 16:35:25.673884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.676996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a472ebc-b0a8-4ec0-af0c-0705b969f672 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26ed5b5a-1be9-49cf-bf77-4e24fb9ab2a8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.718826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7e9c4607-60c0-4c7f-9c02-09fbabfff6e3 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435820 Dec 08 16:35:25.721628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.726910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '4358d923-fcf3-4a06-b6d6-c914041412a1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:25.762081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.824211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.828136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.845822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9e96ba-64a6-4393-9b30-dfb8cef9de88,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:25.853857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.855075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-952a117d-7b0b-406b-b6dc-f9a7503f3a13 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1323905 Dec 08 16:35:25.857822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40878) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.873428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a921ea5-31fd-41c9-b046-2f04124f36af tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules/eb9e96ba-64a6-4393-9b30-dfb8cef9de88 HTTP/1.1" status: 200 len: 763 time: 0.0145640 Dec 08 16:35:25.875905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40880) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.915845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62e11485-31df-46a2-bfd4-157832a53d98 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0389302 Dec 08 16:35:25.918450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40882) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.941652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b610-85dd-4c09-a180-c13f707b9b50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.949639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-960bd2ff-84fd-40f0-ba8d-18feaeee6a34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.950189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b610-85dd-4c09-a180-c13f707b9b50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.978579 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b610-85dd-4c09-a180-c13f707b9b50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.983590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbe7b610-85dd-4c09-a180-c13f707b9b50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:25.984726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dbe7b610-85dd-4c09-a180-c13f707b9b50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/eb9e96ba-64a6-4393-9b30-dfb8cef9de88 HTTP/1.1" status: 204 len: 168 time: 0.0653536 Dec 08 16:35:25.987345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:25.992776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe7b610-85dd-4c09-a180-c13f707b9b50 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb9e96ba-64a6-4393-9b30-dfb8cef9de88,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.027886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-42a2911a-c67f-4d0a-b3da-b5c68307b4d2 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393307 Dec 08 16:35:26.030351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.034566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '4358d923-fcf3-4a06-b6d6-c914041412a1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:26.062006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.122156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.125698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.146318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08f8d9a-8ae3-4868-b9ad-a248b0ba7bbe,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.152021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.153209 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6ae2c017-5900-4900-9f94-38d78e283317 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219316 Dec 08 16:35:26.155818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.171499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7182ec41-d88a-40e4-b158-8fc7159a3cc0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules/c08f8d9a-8ae3-4868-b9ad-a248b0ba7bbe HTTP/1.1" status: 200 len: 764 time: 0.0146554 Dec 08 16:35:26.174099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40892) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.213383 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-689d10a1-48da-4770-8122-e30327f007b4 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0382133 Dec 08 16:35:26.215948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40894) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.239604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1154242a-314e-4119-905a-3189cafbeefe tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.247094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1154242a-314e-4119-905a-3189cafbeefe tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.273651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1154242a-314e-4119-905a-3189cafbeefe tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.279720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1154242a-314e-4119-905a-3189cafbeefe tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.280869 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1154242a-314e-4119-905a-3189cafbeefe tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/c08f8d9a-8ae3-4868-b9ad-a248b0ba7bbe HTTP/1.1" status: 204 len: 168 time: 0.0640092 Dec 08 16:35:26.283695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40896) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.286290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154242a-314e-4119-905a-3189cafbeefe tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c08f8d9a-8ae3-4868-b9ad-a248b0ba7bbe,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.327175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3feb6aad-de4a-4ab3-b523-e30113308ced tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0422938 Dec 08 16:35:26.329944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40898) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.383298 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3948bcab-45b5-4fed-a1c2-c7ac47e806b0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.405523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3948bcab-45b5-4fed-a1c2-c7ac47e806b0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.446722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3948bcab-45b5-4fed-a1c2-c7ac47e806b0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.449567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3948bcab-45b5-4fed-a1c2-c7ac47e806b0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.450825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3948bcab-45b5-4fed-a1c2-c7ac47e806b0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/4358d923-fcf3-4a06-b6d6-c914041412a1 HTTP/1.1" status: 204 len: 168 time: 0.1199667 Dec 08 16:35:26.453591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40900) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.459869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948bcab-45b5-4fed-a1c2-c7ac47e806b0 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4358d923-fcf3-4a06-b6d6-c914041412a1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.497846 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-acfb1aa2-b34f-4501-ac71-c506fa73797e tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0425298 Dec 08 16:35:26.501743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40902) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.506001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group': {'name': 'tempest-secgroup--1276116121'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:26.528082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.600203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.604147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.636146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.637488 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1346912 Dec 08 16:35:26.639426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ae115-badf-4058-83cf-e58ab36b7b32 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4cacf5-2f94-4768-bc8b-f7c9267848ed,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.640248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40904) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.644816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Request body: {'security_group_rule': {'security_group_id': '6b4cacf5-2f94-4768-bc8b-f7c9267848ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:26.671610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.717373 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.721238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.739401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f298bb08-8a6f-4b5b-b021-380a1182ea49,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.748007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.749225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b63221af-3c78-4294-b315-4e1cf86efee7 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1079645 Dec 08 16:35:26.751737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40906) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.803965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3be51ca-e28c-48bf-8ff2-3c1ff8a34bfa tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.828613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3be51ca-e28c-48bf-8ff2-3c1ff8a34bfa tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.878003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3be51ca-e28c-48bf-8ff2-3c1ff8a34bfa tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.881016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3be51ca-e28c-48bf-8ff2-3c1ff8a34bfa tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:26.884968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.885113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c3be51ca-e28c-48bf-8ff2-3c1ff8a34bfa tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/6b4cacf5-2f94-4768-bc8b-f7c9267848ed HTTP/1.1" status: 204 len: 168 time: 0.1323378 Dec 08 16:35:26.895536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be51ca-e28c-48bf-8ff2-3c1ff8a34bfa tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4cacf5-2f94-4768-bc8b-f7c9267848ed,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:26.950000 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-004c310c-f370-4b10-af44-a92d938e0739 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0636761 Dec 08 16:35:26.952362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40910) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:26.987658 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-61f65e57-c371-4bf0-bab0-1029320dba4c tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0341990 Dec 08 16:35:26.990664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 40912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.004731 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-dcb206b3-85be-4bcb-9082-2a6fbb138f70 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] delete failed (client error): The resource could not be found. Dec 08 16:35:27.005724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dcb206b3-85be-4bcb-9082-2a6fbb138f70 tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "DELETE /v2.0/security-groups/6b4cacf5-2f94-4768-bc8b-f7c9267848ed HTTP/1.1" status: 404 len: 347 time: 0.0139287 Dec 08 16:35:27.009596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40914) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.053002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7124187d-9a8f-4b6d-8b85-600b051d30da tempest-SecGroupTest-1196301620 tempest-SecGroupTest-1196301620-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0421655 Dec 08 16:35:27.300344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40922) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.434425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fb426ab1-5e52-4c0d-af3c-7b29910df3c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=80b2f7f7b41e44a4890952fa9639a238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327300 Dec 08 16:35:27.436729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40926) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:27.485196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a91591-3463-4099-b71d-a4fc69a3e459 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.506626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a91591-3463-4099-b71d-a4fc69a3e459 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.553869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a91591-3463-4099-b71d-a4fc69a3e459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.557387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14a91591-3463-4099-b71d-a4fc69a3e459 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:27.558639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-14a91591-3463-4099-b71d-a4fc69a3e459 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/541437a4-562c-481d-ac79-263fd5c5be24 HTTP/1.1" status: 204 len: 168 time: 0.1210039 Dec 08 16:35:27.569163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a91591-3463-4099-b71d-a4fc69a3e459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541437a4-562c-481d-ac79-263fd5c5be24,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:28.279827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40952) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.380564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-231d3198-92f5-432f-8eeb-c24df6558194 tempest-ServiceProvidersTest-354280471 tempest-ServiceProvidersTest-354280471-project] 10.222.0.62 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0995879 Dec 08 16:35:28.484631 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:35:28.639283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40960) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.747853 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d604173-53c4-4580-ac58-4a1afb7a5c4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.778702 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64033619-c164-4381-899d-b7d775b3ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.829387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d604173-53c4-4580-ac58-4a1afb7a5c4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.833221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9d604173-53c4-4580-ac58-4a1afb7a5c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.870869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d604173-53c4-4580-ac58-4a1afb7a5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a232511b-be44-4d6f-a156-b8b283c5566e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:28.875172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9d604173-53c4-4580-ac58-4a1afb7a5c4c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2bd856cae17d43b789ebedc40f97c13c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2348893 Dec 08 16:35:28.878174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 40964) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:28.925434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c2f877c-f25c-439e-80d5-f96fa0ee3483 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.947500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c2f877c-f25c-439e-80d5-f96fa0ee3483 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.994832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c2f877c-f25c-439e-80d5-f96fa0ee3483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.997376 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5c2f877c-f25c-439e-80d5-f96fa0ee3483 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:28.998563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c2f877c-f25c-439e-80d5-f96fa0ee3483 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a232511b-be44-4d6f-a156-b8b283c5566e HTTP/1.1" status: 204 len: 168 time: 0.1197505 Dec 08 16:35:29.006747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f877c-f25c-439e-80d5-f96fa0ee3483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a232511b-be44-4d6f-a156-b8b283c5566e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:30.112461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.747046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41106) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:31.855546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54835732-5557-45d5-9334-81030b7b4e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.877252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.933019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54835732-5557-45d5-9334-81030b7b4e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.936802 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54835732-5557-45d5-9334-81030b7b4e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:31.978955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-54835732-5557-45d5-9334-81030b7b4e04 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d1d2a5ac4254c6eb019356240efeb8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2307889 Dec 08 16:35:31.979805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54835732-5557-45d5-9334-81030b7b4e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47bf2397-efbb-4615-9c1c-35c38db86701,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:31.982174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41110) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:32.030939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.052640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.099469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.102633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.103794 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47bf2397-efbb-4615-9c1c-35c38db86701 HTTP/1.1" status: 204 len: 168 time: 0.1206076 Dec 08 16:35:32.112208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47bf2397-efbb-4615-9c1c-35c38db86701,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:32.120808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.121162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.121507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.121879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.122204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.122538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.122867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.123195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.123520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.123847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.124170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.124526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.124850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13dd1ad5-47fd-447a-9196-cdf6012343f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:32.162148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.202512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.370507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41118) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:32.384647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b346a8c2-ec9a-494d-8d46-9c25b0992030 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.468383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b346a8c2-ec9a-494d-8d46-9c25b0992030 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.472605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b346a8c2-ec9a-494d-8d46-9c25b0992030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.514907 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b346a8c2-ec9a-494d-8d46-9c25b0992030 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7057807082c34cebba1ce10ff5092cd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1432936 Dec 08 16:35:32.515773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b346a8c2-ec9a-494d-8d46-9c25b0992030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf45448-23a7-4d5a-b673-b777a7d239a8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:32.517654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41120) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:32.568712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7adbb360-a6e1-47b9-b68a-88624259f514 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.592095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7adbb360-a6e1-47b9-b68a-88624259f514 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.641685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7adbb360-a6e1-47b9-b68a-88624259f514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.644241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7adbb360-a6e1-47b9-b68a-88624259f514 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:32.645393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7adbb360-a6e1-47b9-b68a-88624259f514 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/baf45448-23a7-4d5a-b673-b777a7d239a8 HTTP/1.1" status: 204 len: 168 time: 0.1266162 Dec 08 16:35:32.654512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbb360-a6e1-47b9-b68a-88624259f514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf45448-23a7-4d5a-b673-b777a7d239a8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:33.058757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.576929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41224) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:37.687036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ada5921-cd23-4ed2-9870-82f92fefdf10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.762590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ada5921-cd23-4ed2-9870-82f92fefdf10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.766434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ada5921-cd23-4ed2-9870-82f92fefdf10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.804733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5ada5921-cd23-4ed2-9870-82f92fefdf10 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a237272997254d7b9d1ba6b72a3c9c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2266803 Dec 08 16:35:37.805773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada5921-cd23-4ed2-9870-82f92fefdf10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47880a-4e69-45a1-896d-9d13647c1a3e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:37.807679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41230) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:37.857556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b4c7-5ec7-4370-b273-e1a9706e0999 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.880943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b4c7-5ec7-4370-b273-e1a9706e0999 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.926390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b4c7-5ec7-4370-b273-e1a9706e0999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.929506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ee8b4c7-5ec7-4370-b273-e1a9706e0999 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:37.930701 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6ee8b4c7-5ec7-4370-b273-e1a9706e0999 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c47880a-4e69-45a1-896d-9d13647c1a3e HTTP/1.1" status: 204 len: 168 time: 0.1219251 Dec 08 16:35:37.938953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8b4c7-5ec7-4370-b273-e1a9706e0999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47880a-4e69-45a1-896d-9d13647c1a3e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:38.198578 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41236) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.212706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-585a7bde-2d42-47d3-8236-1a4b668df5f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.289989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-585a7bde-2d42-47d3-8236-1a4b668df5f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.293785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-585a7bde-2d42-47d3-8236-1a4b668df5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.332384 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-585a7bde-2d42-47d3-8236-1a4b668df5f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c9b8306752f54e0a9a302328c9124fb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326580 Dec 08 16:35:38.333106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585a7bde-2d42-47d3-8236-1a4b668df5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd940adf-7ab4-4453-9c35-daecff6d242b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:38.335285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41238) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:38.389517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b22e1dd8-3d8c-4958-9a13-3a9c2980ca9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.412708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b22e1dd8-3d8c-4958-9a13-3a9c2980ca9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.468699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b22e1dd8-3d8c-4958-9a13-3a9c2980ca9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.471509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b22e1dd8-3d8c-4958-9a13-3a9c2980ca9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:38.472678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b22e1dd8-3d8c-4958-9a13-3a9c2980ca9a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd940adf-7ab4-4453-9c35-daecff6d242b HTTP/1.1" status: 204 len: 168 time: 0.1363580 Dec 08 16:35:38.481868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22e1dd8-3d8c-4958-9a13-3a9c2980ca9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd940adf-7ab4-4453-9c35-daecff6d242b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:40.523643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-cd0dfd8f-d0af-46fa-b150-5d031ba929bb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1697495 Dec 08 16:35:40.628065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.628566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.629043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.629495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.629986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.630441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.630892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.633009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-59ab1c5b-e8f9-448d-9af6-6cbea9a8611b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 6502 time: 0.0581622 Dec 08 16:35:40.798953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-ee632447-421d-4a63-b4e0-41ca9f1d7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.799520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-ee632447-421d-4a63-b4e0-41ca9f1d7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.799989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-ee632447-421d-4a63-b4e0-41ca9f1d7971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.801601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-ee632447-421d-4a63-b4e0-41ca9f1d7971 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4d591784-736c-42e5-b1b6-fb316b2cd05a&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=af0838c5-1ffc-4914-891f-ba3505a2f863&id=22639240-6bc0-436f-afbb-3486efd007a3&id=22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 200 len: 2296 time: 0.1390626 Dec 08 16:35:40.882616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-c1fd9469-8182-4265-9766-9b587e4b817f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 200 len: 1002 time: 0.0716822 Dec 08 16:35:40.943655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-fda00645-cead-4ab9-b0b7-34fadfc95174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.945974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-fda00645-cead-4ab9-b0b7-34fadfc95174 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 200 len: 855 time: 0.0519848 Dec 08 16:35:40.994706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-12ebf7da-bfac-44e7-bf63-fb92b7c626ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:40.996185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-12ebf7da-bfac-44e7-bf63-fb92b7c626ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4d591784-736c-42e5-b1b6-fb316b2cd05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427487 Dec 08 16:35:41.092025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-94842dd2-92f4-45bf-8d60-b0a61331d2eb service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878456 Dec 08 16:35:41.200515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-d8242a9e-0826-4034-9584-43944be5218c service neutron] 10.222.0.86 "GET /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012228 Dec 08 16:35:41.248356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-72db6e32-dd20-4044-87c4-6c48be366edd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 217 time: 0.0368090 Dec 08 16:35:41.301759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-deefba56-6b26-4ebd-b517-512ab2d9187c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:41.303243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-deefba56-6b26-4ebd-b517-512ab2d9187c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0478439 Dec 08 16:35:41.350876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-cfeef847-04e1-42f6-ad47-589e378549bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:41.352362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-cfeef847-04e1-42f6-ad47-589e378549bb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409842 Dec 08 16:35:41.449944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-136021fa-ce4b-4e07-912c-b4fd3625467f service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879958 Dec 08 16:35:41.551429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-5bf2a2d9-416b-4fff-8bf9-fb071091adc0 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935793 Dec 08 16:35:41.595664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-5b147e84-5de3-4396-ac9b-79924822322c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 217 time: 0.0363927 Dec 08 16:35:41.651715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-45fcc4d3-79fb-4f89-9115-8355e108d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:41.653249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-45fcc4d3-79fb-4f89-9115-8355e108d8f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0506694 Dec 08 16:35:41.699903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-aefb3f58-5d65-4a06-8fef-c2210564918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:41.701411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-aefb3f58-5d65-4a06-8fef-c2210564918d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414307 Dec 08 16:35:41.793748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-5adf6dd6-fb58-4dda-81e6-ab3ee6a273cf service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853271 Dec 08 16:35:41.897979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-50b6b630-3357-4376-9914-7abb2a7f2e05 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963845 Dec 08 16:35:41.956081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-a1515e0e-dd78-4900-87f5-89766caf8e1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 200 len: 217 time: 0.0416765 Dec 08 16:35:42.014713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-a2bcab2b-08e0-4059-9f75-fa4efc539225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.016147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-a2bcab2b-08e0-4059-9f75-fa4efc539225 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0525877 Dec 08 16:35:42.064787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-3e3a0018-293c-4895-9855-f00d76502f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.066324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-3e3a0018-293c-4895-9855-f00d76502f49 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0428679 Dec 08 16:35:42.167354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-43a78360-3499-4cf8-bbac-fd4050be9abe service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932372 Dec 08 16:35:42.267969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-8ef909cc-92f8-4c26-af3c-045e6fcad100 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929148 Dec 08 16:35:42.311666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-3e6a03ef-b172-48df-a683-119835951661 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.41&port_id=67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 200 len: 217 time: 0.0366709 Dec 08 16:35:42.366420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-78a88c5d-8235-4d65-b622-e1c8aa0700c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.367941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-78a88c5d-8235-4d65-b622-e1c8aa0700c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 200 len: 797 time: 0.0496922 Dec 08 16:35:42.419947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-ed779444-5f94-4ba9-be9d-53b228cb3c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.421459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-ed779444-5f94-4ba9-be9d-53b228cb3c50 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=af0838c5-1ffc-4914-891f-ba3505a2f863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434802 Dec 08 16:35:42.512124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-83933510-1caa-493b-b692-6df13e33fdfb service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835707 Dec 08 16:35:42.610567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-30231513-eb13-4e98-b4c5-a299b4d1fb25 service neutron] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895743 Dec 08 16:35:42.653286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-f5340204-d6b8-4213-a0bf-f9a21246a15b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 200 len: 217 time: 0.0357475 Dec 08 16:35:42.711893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-f8eb600d-5d76-437a-ba5a-00d06d19f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.713387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-f8eb600d-5d76-437a-ba5a-00d06d19f69a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.0495431 Dec 08 16:35:42.760782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-2d2e0216-8e1e-4bc7-8196-50f717d562b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:42.762329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-2d2e0216-8e1e-4bc7-8196-50f717d562b8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0415406 Dec 08 16:35:42.855731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-751a1811-61e0-44c1-8e1b-2d0d03ee3fbc service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852325 Dec 08 16:35:42.954838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-f7fb65aa-7fc1-46ea-b450-38230d0885a6 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919940 Dec 08 16:35:43.000151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-b5a0c287-8640-451d-850f-68b2809a5f07 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 200 len: 217 time: 0.0363531 Dec 08 16:35:43.009469 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-ff2b1b2e-64a6-47bd-a997-11862eb940a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441086 Dec 08 16:35:43.056886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-100f3799-cea1-4e33-9c1e-662a9171db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:43.058321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-100f3799-cea1-4e33-9c1e-662a9171db6e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 200 len: 797 time: 0.0504618 Dec 08 16:35:43.077384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-8e224556-21df-4c11-8a92-f99b55b1433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:43.079203 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-8e224556-21df-4c11-8a92-f99b55b1433d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1096 time: 0.0446615 Dec 08 16:35:43.118474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-9016ebde-96bd-4ac1-9d29-c82f1950f81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:43.120140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-9016ebde-96bd-4ac1-9d29-c82f1950f81d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=22639240-6bc0-436f-afbb-3486efd007a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0509396 Dec 08 16:35:43.191896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-59aef2e1-43b4-4e20-95b2-50c114db6611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:43.193648 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-59aef2e1-43b4-4e20-95b2-50c114db6611 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.0948226 Dec 08 16:35:43.217996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-f84ff994-beb4-49d0-8b1b-3cd4241c9d09 service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880439 Dec 08 16:35:43.244271 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-a91362da-b171-417d-9bd8-fc2a47012012 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0413401 Dec 08 16:35:43.294768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-74cb5f22-55e9-4045-a8ad-b30b978d67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:43.296158 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-74cb5f22-55e9-4045-a8ad-b30b978d67cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0448422 Dec 08 16:35:43.321712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584096a4-3db7-4335-b53f-421f4c7ac87f req-c9dd967f-40a0-469b-bfdd-42e1701ec71d service neutron] 10.222.0.86 "GET /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950449 Dec 08 16:35:43.330685 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-da566291-8a3f-4c0e-9866-63d96ebb6668 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255337 Dec 08 16:35:43.435589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-8c3d6aca-dd23-445a-b990-cbbce7a4694c service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954964 Dec 08 16:35:43.529382 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-83e46ce7-76ac-448c-96bc-4f6a909ba586 req-7d9f467f-ae3b-4294-96f8-c72acf4bae40 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854282 Dec 08 16:35:44.587507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41356) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.708406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.792371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.796447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.838750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5fa05958ea454ad1977129543bdd701b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2473824 Dec 08 16:35:44.838750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cbb7b1-c189-4f85-a536-f509f228d247,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:44.839078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41360) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:44.855485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.855827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.856166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.856537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.856857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.857326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.857494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.857968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.858385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.858714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.859039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.859363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.859690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4be23d-6bf1-4a6e-acf0-f9a3c3d8a9af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:35:44.900815 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18a128e1-c90c-49b8-8839-a178b36bee20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.926555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18a128e1-c90c-49b8-8839-a178b36bee20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.974253 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18a128e1-c90c-49b8-8839-a178b36bee20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.977016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-18a128e1-c90c-49b8-8839-a178b36bee20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:44.978225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-18a128e1-c90c-49b8-8839-a178b36bee20 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/54cbb7b1-c189-4f85-a536-f509f228d247 HTTP/1.1" status: 204 len: 168 time: 0.1383243 Dec 08 16:35:44.987928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a128e1-c90c-49b8-8839-a178b36bee20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cbb7b1-c189-4f85-a536-f509f228d247,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:45.262727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41368) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.276609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd799d-2d67-4aef-a16c-05d839646cdd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.354294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd799d-2d67-4aef-a16c-05d839646cdd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.359093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cbd799d-2d67-4aef-a16c-05d839646cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.400229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbd799d-2d67-4aef-a16c-05d839646cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c19600c-92a2-4db1-98a4-414cb94d8fec,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:45.407817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4cbd799d-2d67-4aef-a16c-05d839646cdd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=adb668d8060c4a14be427f708cd94eec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416295 Dec 08 16:35:45.408203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.460957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b28900e-8c93-490a-9483-efd451ac3f46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.482872 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b28900e-8c93-490a-9483-efd451ac3f46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.534388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b28900e-8c93-490a-9483-efd451ac3f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.537020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b28900e-8c93-490a-9483-efd451ac3f46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.538238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3b28900e-8c93-490a-9483-efd451ac3f46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c19600c-92a2-4db1-98a4-414cb94d8fec HTTP/1.1" status: 204 len: 168 time: 0.1285946 Dec 08 16:35:45.546316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b28900e-8c93-490a-9483-efd451ac3f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c19600c-92a2-4db1-98a4-414cb94d8fec,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:45.867936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:45.881015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fb6419a-aaad-4857-b27c-db3fca489cf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.956459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fb6419a-aaad-4857-b27c-db3fca489cf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.959729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0fb6419a-aaad-4857-b27c-db3fca489cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:45.996021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6419a-aaad-4857-b27c-db3fca489cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29bb319d-6eb7-451d-b8af-72fe3400ba09,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:46.001860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0fb6419a-aaad-4857-b27c-db3fca489cf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5847d057a4cd4170a40ba9e257159895&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321588 Dec 08 16:35:46.004213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41378) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:46.051855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43587ad1-2ed2-45ec-86a9-e6c4ef132d97 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.074552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43587ad1-2ed2-45ec-86a9-e6c4ef132d97 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.126805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43587ad1-2ed2-45ec-86a9-e6c4ef132d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.129480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-43587ad1-2ed2-45ec-86a9-e6c4ef132d97 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.130714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-43587ad1-2ed2-45ec-86a9-e6c4ef132d97 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/29bb319d-6eb7-451d-b8af-72fe3400ba09 HTTP/1.1" status: 204 len: 168 time: 0.1259229 Dec 08 16:35:46.138844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43587ad1-2ed2-45ec-86a9-e6c4ef132d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bb319d-6eb7-451d-b8af-72fe3400ba09,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:46.829563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:46.951041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-498452841-network', 'tenant_id': 'a9f3d49c3eab4ca79fcc0e1dd57399e3'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:46.975661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Made reservation on behalf of a9f3d49c3eab4ca79fcc0e1dd57399e3 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:46.978128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:46.989553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.068927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.073056 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.098698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] vlan segment allocate from pool success with {'vlan_id': 690, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:47.114947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.115401 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Added segment ba5f59e8-4e7d-4632-8ebd-8963fff481aa of type vlan for network e1d349a9-7001-4831-828c-3b0d6221a512 Dec 08 16:35:47.118389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c21609-ef61-4c02-93a8-e62cad84315c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:47.183267 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.210039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.211006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:47.211568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.269491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4387689 Dec 08 16:35:47.272476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:47.277178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Request body: {'subnet': {'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-498452841-subnet', 'tenant_id': 'a9f3d49c3eab4ca79fcc0e1dd57399e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:47.280279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a12237-2a21-4a23-99c0-c3711aac757d admin admin] Pushing event updated for resources: {'Network': ['ID=e1d349a9-7001-4831-828c-3b0d6221a512,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:47.290968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e1d349a9-7001-4831-828c-3b0d6221a512 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:47.308829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Made reservation on behalf of a9f3d49c3eab4ca79fcc0e1dd57399e3 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:47.311350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.503342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.560994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9618af9-81c1-4fd1-a22d-aa5c2cc2333b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:47.572118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Checking segment: {'id': 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:47.572477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Network hostable DHCP agents. Network: e1d349a9-7001-4831-828c-3b0d6221a512, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:47.591036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Network e1d349a9-7001-4831-828c-3b0d6221a512 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:47.599923 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e1d349a9-7001-4831-828c-3b0d6221a512) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:47.605477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:47.606873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:47.608335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67958032-b1fb-42ba-9004-a2a9c97cdb52 None None] Network e1d349a9-7001-4831-828c-3b0d6221a512 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:47.624074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c696358d-5d4f-441f-9eac-c584a906df9d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3505843 Dec 08 16:35:47.705228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddee68f9-89c8-4f46-ab4b-58439c9a1063 None None] Network e1d349a9-7001-4831-828c-3b0d6221a512 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:48.101910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41424) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.107443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-28390028-network', 'tenant_id': 'b1bd172cb4f7455fa8ba8638de17b339'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:48.129308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Made reservation on behalf of b1bd172cb4f7455fa8ba8638de17b339 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:48.132282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.141756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.228184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.232083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.253426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:48.268764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033235f5-9310-4e98-bc3f-820e25baf725,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:48.271610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.272527 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Added segment a5dbbe2c-588e-4bfc-b257-f22d0f0d4264 of type vlan for network def980f2-78a0-41c6-84fa-daf861946f51 Dec 08 16:35:48.312611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.337437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.338470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:48.339040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.394616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2912872 Dec 08 16:35:48.398124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41428) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:48.403679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Request body: {'subnet': {'network_id': 'def980f2-78a0-41c6-84fa-daf861946f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-28390028-subnet', 'tenant_id': 'b1bd172cb4f7455fa8ba8638de17b339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:48.403929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88abaf7-ec74-4e21-8d97-733e8f28b7c4 admin admin] Pushing event updated for resources: {'Network': ['ID=def980f2-78a0-41c6-84fa-daf861946f51,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:48.415324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network def980f2-78a0-41c6-84fa-daf861946f51 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:48.426747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Made reservation on behalf of b1bd172cb4f7455fa8ba8638de17b339 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:48.429493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.617907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.677785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7beda46-9399-46cb-b152-4194ed0584bf,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:48.693300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Checking segment: {'id': 'a5dbbe2c-588e-4bfc-b257-f22d0f0d4264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'def980f2-78a0-41c6-84fa-daf861946f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:48.693661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Network hostable DHCP agents. Network: def980f2-78a0-41c6-84fa-daf861946f51, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:35:48.712570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Network def980f2-78a0-41c6-84fa-daf861946f51 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:35:48.721306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, def980f2-78a0-41c6-84fa-daf861946f51) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:48.726567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:48.727169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:48.732104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd77817e-6921-4694-8095-e0df5936fe9a None None] Network def980f2-78a0-41c6-84fa-daf861946f51 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:48.746058 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9783b92a-b300-41c2-b8c4-41de8ce725da admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3461957 Dec 08 16:35:48.843891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d36ab9f-3be6-4658-9b2e-69ceb5d41390 None None] Network def980f2-78a0-41c6-84fa-daf861946f51 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:35:49.236171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-43df6d67-7b73-492c-9d82-c0a0b5c71ecb tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:49.238234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-43df6d67-7b73-492c-9d82-c0a0b5c71ecb tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/networks?id=e1d349a9-7001-4831-828c-3b0d6221a512 HTTP/1.1" status: 200 len: 811 time: 0.1109056 Dec 08 16:35:49.257911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-50439c96-53b5-4dea-97de-bab0f16c4c26 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/quotas/a9f3d49c3eab4ca79fcc0e1dd57399e3 HTTP/1.1" status: 200 len: 375 time: 0.0121496 Dec 08 16:35:49.302072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-2021ef8c-ea4e-4dd0-abd9-15fd90aaf710 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=a9f3d49c3eab4ca79fcc0e1dd57399e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381253 Dec 08 16:35:49.396554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-160fdd73-8446-4742-b3bd-8743163bc567 service neutron] 10.222.0.62 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867743 Dec 08 16:35:49.489567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-6082f432-bcf6-4a99-97ed-91c76cd5c3ae service neutron] 10.222.0.62 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860577 Dec 08 16:35:49.652965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0639f48e-194c-400b-a61c-605b5878df41 req-934b5883-ab3e-4b1f-9d29-a9129eeff71a tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 210 time: 0.0271366 Dec 08 16:35:50.727514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ae83eeb4-b203-4a9e-b80b-65db17dc850a tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:50.728976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ae83eeb4-b203-4a9e-b80b-65db17dc850a tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.86 "GET /v2.0/networks?id=e1d349a9-7001-4831-828c-3b0d6221a512 HTTP/1.1" status: 200 len: 811 time: 0.1126473 Dec 08 16:35:50.743271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Request body: {'port': {'device_id': 'f0d35981-8d95-41cd-b784-a247c059881c', 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512', 'admin_state_up': True, 'tenant_id': 'a9f3d49c3eab4ca79fcc0e1dd57399e3'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:50.766076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f387bda7-e4fa-46f5-907d-fb258170aee3 req-d940af3d-10fe-4c98-b2ac-359d6f616e2f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 210 time: 0.0360856 Dec 08 16:35:51.193879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Made reservation on behalf of a9f3d49c3eab4ca79fcc0e1dd57399e3 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:51.197499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.325232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Allocated IP 172.20.0.14 (e1d349a9-7001-4831-828c-3b0d6221a512/d9618af9-81c1-4fd1-a22d-aa5c2cc2333b/5f6d95b6-28a8-403b-ac77-f5b419e8916f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:51.477554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.512687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.553628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Network e1d349a9-7001-4831-828c-3b0d6221a512 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:51.557072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:51.559628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:51.592746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Pushing event updated for resources: {'Port': ['ID=5f6d95b6-28a8-403b-ac77-f5b419e8916f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:51.619076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:51.619692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.637118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-1d2dc8b3-8d84-4c7a-9c56-e8191ed6c78f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8975530 Dec 08 16:35:51.653051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Request body: {'port': {'device_id': 'f0d35981-8d95-41cd-b784-a247c059881c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:51.713009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:51.942701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c832789-277f-4151-944a-9459a71465df req-9c302dfc-9192-4023-a7c6-97230e6697b0 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:51.944237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c832789-277f-4151-944a-9459a71465df req-9c302dfc-9192-4023-a7c6-97230e6697b0 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 932 time: 0.1063557 Dec 08 16:35:52.020602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c832789-277f-4151-944a-9459a71465df req-0b1a08ef-c019-47a6-a858-6e4f7a29161a tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702982 Dec 08 16:35:52.053617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6d95b6-28a8-403b-ac77-f5b419e8916f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:52.061613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.073568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Transition to ACTIVE for port object 5f6d95b6-28a8-403b-ac77-f5b419e8916f will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:35:52.077353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.126978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d95b6-28a8-403b-ac77-f5b419e8916f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:52.196686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Attempting to bind port 5f6d95b6-28a8-403b-ac77-f5b419e8916f on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:35:52.196922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Attempting to bind port 5f6d95b6-28a8-403b-ac77-f5b419e8916f by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:35:52.197250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Attempting to bind port 5f6d95b6-28a8-403b-ac77-f5b419e8916f on network e1d349a9-7001-4831-828c-3b0d6221a512 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:52.201556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Port 5f6d95b6-28a8-403b-ac77-f5b419e8916f on network e1d349a9-7001-4831-828c-3b0d6221a512 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:35:52.201901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Attempting to bind port 5f6d95b6-28a8-403b-ac77-f5b419e8916f on network e1d349a9-7001-4831-828c-3b0d6221a512 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:35:52.206701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:35:52.207032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Checking segment: {'id': 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:35:52.207410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Bound using segment: {'id': 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:35:52.207830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Bound port: 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:35:52.208188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.277594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] For port 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:35:52.280856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] For port 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f,segment=NetworkSegment(ba5f59e8-4e7d-4632-8ebd-8963fff481aa),segment_id=ba5f59e8-4e7d-4632-8ebd-8963fff481aa)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:35:52.284498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.317658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:52.318296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:52.320399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] 10.222.0.86 "PUT /v2.0/ports/5f6d95b6-28a8-403b-ac77-f5b419e8916f HTTP/1.1" status: 200 len: 1092 time: 0.6717274 Dec 08 16:35:52.320839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d35981-8d95-41cd-b784-a247c059881c', 'tag': '5f6d95b6-28a8-403b-ac77-f5b419e8916f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:52.323138 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ed30c4-6885-405c-bc79-902278f2dda0" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d35981-8d95-41cd-b784-a247c059881c", "tag": "5f6d95b6-28a8-403b-ac77-f5b419e8916f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:52.354414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48122e-0031-4f4f-ab1b-5e9e144b9d94 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6d95b6-28a8-403b-ac77-f5b419e8916f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:52.362426 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cefbec2e-af2a-483d-8d9c-3a89311a1615 x-openstack-request-id: req-cefbec2e-af2a-483d-8d9c-3a89311a1615 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:52.362721 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d35981-8d95-41cd-b784-a247c059881c", "tag": "5f6d95b6-28a8-403b-ac77-f5b419e8916f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:52.362997 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cefbec2e-af2a-483d-8d9c-3a89311a1615 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:52.363401 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d35981-8d95-41cd-b784-a247c059881c', 'tag': '5f6d95b6-28a8-403b-ac77-f5b419e8916f', 'status': 'completed', 'code': 200} Dec 08 16:35:52.415182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-e445b338-0caa-45a7-9caa-253b7e30c4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:52.416794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-e445b338-0caa-45a7-9caa-253b7e30c4ab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9f3d49c3eab4ca79fcc0e1dd57399e3&device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 1095 time: 0.0435789 Dec 08 16:35:52.468944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-d9b90a98-672a-4d55-845e-80a973ffd97a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f HTTP/1.1" status: 200 len: 217 time: 0.0393708 Dec 08 16:35:52.517633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-b0ba1060-1780-4d91-b86c-5626240e9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:52.519094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-b0ba1060-1780-4d91-b86c-5626240e9cbe service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9618af9-81c1-4fd1-a22d-aa5c2cc2333b HTTP/1.1" status: 200 len: 851 time: 0.0433216 Dec 08 16:35:52.559233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-e3ff23dc-d008-49b7-9928-583cbaac9861 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d349a9-7001-4831-828c-3b0d6221a512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244229 Dec 08 16:35:52.657782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-3933b605-4607-4c5a-b32c-d44ed65999c8 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899434 Dec 08 16:35:52.748778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5db456b-5cb6-4f27-b7b1-70cf8084b5e9 req-342fa63a-ba35-4161-9fb0-6bf79ca7629b service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841203 Dec 08 16:35:52.838027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-9b8285e6-bc27-4331-a635-10f04505e0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:52.839548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-9b8285e6-bc27-4331-a635-10f04505e0cc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9f3d49c3eab4ca79fcc0e1dd57399e3&device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 1095 time: 0.0444176 Dec 08 16:35:52.935915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-8ee15f25-9cad-456c-b0b7-cfb1ba06436b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:52.937393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-8ee15f25-9cad-456c-b0b7-cfb1ba06436b service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d349a9-7001-4831-828c-3b0d6221a512 HTTP/1.1" status: 200 len: 912 time: 0.0899968 Dec 08 16:35:52.980391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-3bc20eba-e334-4fb6-98de-d747bb5f769d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f HTTP/1.1" status: 200 len: 217 time: 0.0347347 Dec 08 16:35:53.035125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-24d20ad1-7c45-4b3f-abd7-2c65dbbb8ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:53.036477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-24d20ad1-7c45-4b3f-abd7-2c65dbbb8ab3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9618af9-81c1-4fd1-a22d-aa5c2cc2333b HTTP/1.1" status: 200 len: 851 time: 0.0477560 Dec 08 16:35:53.070810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-214cc275-31ca-42e6-bdea-29dcec5868e1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d349a9-7001-4831-828c-3b0d6221a512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265276 Dec 08 16:35:53.193486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2fa95-117e-497f-b5d3-f6adb8c56787 req-f0d13a78-029f-45e6-9191-d5d1b5e2e62b tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:53.195127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc2fa95-117e-497f-b5d3-f6adb8c56787 req-f0d13a78-029f-45e6-9191-d5d1b5e2e62b tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 944 time: 0.0968139 Dec 08 16:35:53.220544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-eb4bc7e4-a973-45ac-83c5-26594fd82a15 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393392 Dec 08 16:35:53.293133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc2fa95-117e-497f-b5d3-f6adb8c56787 req-43550557-91fa-4cda-8184-16593a6ad91c tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892582 Dec 08 16:35:53.330804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8ed30c4-6885-405c-bc79-902278f2dda0 req-719f6f06-d1b6-4c1c-a626-1a64dbac880c service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027365 Dec 08 16:35:54.415660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c99fef-792a-4635-afae-b64334bda933 req-c8dd1c5b-7fc9-4ce0-9a31-2e3ced39d2ff tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:54.417060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31c99fef-792a-4635-afae-b64334bda933 req-c8dd1c5b-7fc9-4ce0-9a31-2e3ced39d2ff tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 944 time: 0.0561666 Dec 08 16:35:54.466385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31c99fef-792a-4635-afae-b64334bda933 req-64620f5d-e08e-47d9-a2c1-2818bfaa20f9 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432217 Dec 08 16:35:55.587676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbf290-480e-4e63-9b15-d3d2ff499336 req-58685f2b-ff32-4b0a-a1aa-8df8c70e9758 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:55.589178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6adbf290-480e-4e63-9b15-d3d2ff499336 req-58685f2b-ff32-4b0a-a1aa-8df8c70e9758 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 944 time: 0.0524399 Dec 08 16:35:55.636558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6adbf290-480e-4e63-9b15-d3d2ff499336 req-2548a38c-6ca4-4194-88fc-eb27dbb2440f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412776 Dec 08 16:35:55.792955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5f6d95b6-28a8-403b-ac77-f5b419e8916f details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:35:55.892531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f,segment=NetworkSegment(ba5f59e8-4e7d-4632-8ebd-8963fff481aa),segment_id=ba5f59e8-4e7d-4632-8ebd-8963fff481aa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:55.904660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '5f6d95b6-28a8-403b-ac77-f5b419e8916f', 'network_id': 'e1d349a9-7001-4831-828c-3b0d6221a512', 'port_id': '5f6d95b6-28a8-403b-ac77-f5b419e8916f', 'mac_address': 'fa:16:3e:90:d7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9618af9-81c1-4fd1-a22d-aa5c2cc2333b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:35:55.950802 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.964797 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58bf8fe1-dc20-44f5-8808-9015304673b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:55.968610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6d95b6-28a8-403b-ac77-f5b419e8916f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:35:55.989245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f,segment=NetworkSegment(ba5f59e8-4e7d-4632-8ebd-8963fff481aa),segment_id=ba5f59e8-4e7d-4632-8ebd-8963fff481aa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:55.993772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:56.045201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5f6d95b6-28a8-403b-ac77-f5b419e8916f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:56.254873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5f6d95b6-28a8-403b-ac77-f5b419e8916f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:35:56.754191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c92f15-f2e5-4de8-b4f2-13843387c407 req-926eeed7-6ad7-4fe4-b8fc-f7d999d33a88 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:56.755677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98c92f15-f2e5-4de8-b4f2-13843387c407 req-926eeed7-6ad7-4fe4-b8fc-f7d999d33a88 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 945 time: 0.0512474 Dec 08 16:35:56.808017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98c92f15-f2e5-4de8-b4f2-13843387c407 req-4e1747c0-b609-4910-8739-b8dd82f3cad5 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456839 Dec 08 16:35:57.578946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.676462 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e086a12e-a38f-409d-85b9-760d71617f3e tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4087 time: 0.0962539 Dec 08 16:35:57.680577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41498) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.685685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'network': {'name': 'tempest-network-smoke--1511825642', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'port_security_enabled': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:57.706851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Made reservation on behalf of e131b7908b02440ba3facbe6ccb01e87 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:35:57.711492 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.735218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:35:57.745365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.745844 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Added segment b926a996-00ab-4f46-ac79-cba0df53ab10 of type vlan for network 445b4754-27ea-4d70-ae7c-28d0e0178a5e Dec 08 16:35:57.783286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.799551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5f6d95b6-28a8-403b-ac77-f5b419e8916f up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:35:57.808797 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.814371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:57.814940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.857663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 5f6d95b6-28a8-403b-ac77-f5b419e8916f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:35:57.866420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 5f6d95b6-28a8-403b-ac77-f5b419e8916f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:57.866893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.874786 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1928780 Dec 08 16:35:57.877832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41502) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:57.884526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'admin_state_up': True, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:35:57.903424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bdc1c-1bbb-48ad-aa1f-1a9ce077c0a6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Network': ['ID=445b4754-27ea-4d70-ae7c-28d0e0178a5e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:57.918140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.919379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:57.922965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:35:57.957620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4de65c-8fb7-4d86-b681-34bd3159673e req-ae26e3ce-706e-463c-a0cc-d33b11a26d04 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:57.959752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a4de65c-8fb7-4d86-b681-34bd3159673e req-ae26e3ce-706e-463c-a0cc-d33b11a26d04 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 945 time: 0.0670960 Dec 08 16:35:57.971301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.020926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a4de65c-8fb7-4d86-b681-34bd3159673e req-e1357907-8d13-429e-a58a-de3fc1f8dd6f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537560 Dec 08 16:35:58.039458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.064116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d35981-8d95-41cd-b784-a247c059881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d95b6-28a8-403b-ac77-f5b419e8916f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:35:58.066433 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a646a4-86ed-4cf5-8e3e-b239745e6dd7" -d '{"events": [{"server_uuid": "f0d35981-8d95-41cd-b784-a247c059881c", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d95b6-28a8-403b-ac77-f5b419e8916f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:35:58.079937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f,segment=NetworkSegment(ba5f59e8-4e7d-4632-8ebd-8963fff481aa),segment_id=ba5f59e8-4e7d-4632-8ebd-8963fff481aa)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:35:58.085351 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.118082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.119237 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3079541a-f1e8-4344-9462-b50af8fe1424 x-openstack-request-id: req-3079541a-f1e8-4344-9462-b50af8fe1424 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:35:58.119535 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d35981-8d95-41cd-b784-a247c059881c", "name": "network-vif-plugged", "status": "completed", "tag": "5f6d95b6-28a8-403b-ac77-f5b419e8916f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:35:58.119789 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3079541a-f1e8-4344-9462-b50af8fe1424 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:35:58.120186 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d35981-8d95-41cd-b784-a247c059881c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6d95b6-28a8-403b-ac77-f5b419e8916f', 'code': 200} Dec 08 16:35:58.144399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=5f6d95b6-28a8-403b-ac77-f5b419e8916f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:58.216937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50babca0-8163-4950-b1a4-1b4f61c41d2e req-12c58906-f34c-4807-a911-bea9789db198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:58.218513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50babca0-8163-4950-b1a4-1b4f61c41d2e req-12c58906-f34c-4807-a911-bea9789db198 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 1097 time: 0.0408025 Dec 08 16:35:58.264881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50babca0-8163-4950-b1a4-1b4f61c41d2e req-df5a2c56-8030-4143-b704-f04f57318134 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Dec 08 16:35:58.604032 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.623577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.735624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.25.3.188 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/bb396618-8013-4ba5-9d53-42a0aa3ba838) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:35:58.782018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b23d5da7-c9e6-49e5-9cfe-034944547d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.847247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.880108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:58.918193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:35:58.922915 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:35:58.926417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:35:58.937148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84682f7a-2636-4c50-9005-7b85f9fd3d1f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:35:58.949680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=bb396618-8013-4ba5-9d53-42a0aa3ba838,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:35:59.064673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1a97de75-adc3-43c1-97cc-dd78de9d713c None None] Provisioning complete for port bb396618-8013-4ba5-9d53-42a0aa3ba838 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:35:59.065051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1a97de75-adc3-43c1-97cc-dd78de9d713c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.119046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1a97de75-adc3-43c1-97cc-dd78de9d713c None None] Port bb396618-8013-4ba5-9d53-42a0aa3ba838 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:35:59.158644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029ac75-8f41-4a16-8419-30ad1f8575c8 req-f583f87f-7715-4e58-908d-999272547c48 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:59.160030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e029ac75-8f41-4a16-8419-30ad1f8575c8 req-f583f87f-7715-4e58-908d-999272547c48 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0535786 Dec 08 16:35:59.188101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.211056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e029ac75-8f41-4a16-8419-30ad1f8575c8 req-257d3b78-3969-4ddb-97fb-07fde39390ca tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442181 Dec 08 16:35:59.405028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.535728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 392ea227-5fb7-47e5-b6de-f1bd34914b34 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:35:59.643639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:35:59.654823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Sync routers for ids ['392ea227-5fb7-47e5-b6de-f1bd34914b34'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:35:59.666003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:35:59.667087 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Routers {'392ea227-5fb7-47e5-b6de-f1bd34914b34'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:35:59.667241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab048a9d-1a6b-4f91-90f3-e09aed819692 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7885096 Dec 08 16:35:59.667874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['392ea227-5fb7-47e5-b6de-f1bd34914b34'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:59.670273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.738781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0523d7e5-1ca7-4d82-b559-6c53ff191d36 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:59.740390 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0523d7e5-1ca7-4d82-b559-6c53ff191d36 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e131b7908b02440ba3facbe6ccb01e87&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0690207 Dec 08 16:35:59.743611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41512) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.779071 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Set router 392ea227-5fb7-47e5-b6de-f1bd34914b34 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:35:59.868635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1d243c-4389-462e-9f0c-9dc8ab58812b tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:35:59.870184 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1d1d243c-4389-462e-9f0c-9dc8ab58812b tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256351 Dec 08 16:35:59.873055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41516) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.901448 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-efa751f5-1a83-4017-b759-68b2f5b0da74 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273383 Dec 08 16:35:59.904211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.931301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-97004144-07b7-49ea-8433-68ec44f3cebe tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=e131b7908b02440ba3facbe6ccb01e87&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257614 Dec 08 16:35:59.933820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41520) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:35:59.968663 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:35:59Z', 'revision_number': 3, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:35:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:35:59.994397 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Checking router: 392ea227-5fb7-47e5-b6de-f1bd34914b34 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:35:59.994738 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Updating router 392ea227-5fb7-47e5-b6de-f1bd34914b34 port bb396618-8013-4ba5-9d53-42a0aa3ba838 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:36:00.022702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694c4a4b-023f-4de8-8a18-72aba10b18c6 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.027084 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.027236 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-694c4a4b-023f-4de8-8a18-72aba10b18c6 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895970 Dec 08 16:36:00.027236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41522) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.054426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1f065f4-e7ce-4d13-bfd7-4278caff649c tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260968 Dec 08 16:36:00.057512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41524) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.062794 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665941728', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:00.121373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.156751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Made reservation on behalf of e131b7908b02440ba3facbe6ccb01e87 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:00.160301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.341399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410fa6c-b1b0-43f3-8c9d-453f2f9adb6b req-e3d5c760-c9fb-4711-ad2c-cf3cb146a874 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.343163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8410fa6c-b1b0-43f3-8c9d-453f2f9adb6b req-e3d5c760-c9fb-4711-ad2c-cf3cb146a874 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0528626 Dec 08 16:36:00.355402 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.382340 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.390448 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.402371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8410fa6c-b1b0-43f3-8c9d-453f2f9adb6b req-965c5c56-b4c1-4302-a60c-e4428a41c669 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493941 Dec 08 16:36:00.421311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Subnet': ['ID=c9ade088-005e-43c2-9757-2ce4e76bb703,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:00.433737 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Checking segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:00.434376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network hostable DHCP agents. Network: 445b4754-27ea-4d70-ae7c-28d0e0178a5e, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:00.447849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc85348e-190b-494e-913f-9121593af6cf None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:00.451066 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Attempting to bind port bb396618-8013-4ba5-9d53-42a0aa3ba838 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:00.451442 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Attempting to bind port bb396618-8013-4ba5-9d53-42a0aa3ba838 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:00.451806 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Attempting to bind port bb396618-8013-4ba5-9d53-42a0aa3ba838 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:00.461870 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Pushing event updated for resources: {'Port': ['ID=bb396618-8013-4ba5-9d53-42a0aa3ba838,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:00.469238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:00.469664 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:00.470820 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.471227 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:00.471741 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Bound port: bb396618-8013-4ba5-9d53-42a0aa3ba838, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:00.472095 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.473198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:00.476842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.477201 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.477543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.477911 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.478249 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.478584 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.478913 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.479241 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.479566 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.479894 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.480222 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.480545 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.481009 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:00.487352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 445b4754-27ea-4d70-ae7c-28d0e0178a5e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:00.493413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.494163 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.512635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71d7317-3a6f-4ab0-837b-69cba728b6ee None None] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:00.523886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7d065f6-d2a5-4c34-954a-182b4d562c9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4649820 Dec 08 16:36:00.524553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41530) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:00.553333 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] For port bb396618-8013-4ba5-9d53-42a0aa3ba838, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:00.554720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7ad0f-c1dd-4217-853f-814aede977e5 req-13abfa85-c5a2-4f34-9224-e06c534faae7 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.557852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8da7ad0f-c1dd-4217-853f-814aede977e5 req-13abfa85-c5a2-4f34-9224-e06c534faae7 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0646331 Dec 08 16:36:00.566684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] For port bb396618-8013-4ba5-9d53-42a0aa3ba838, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=bb396618-8013-4ba5-9d53-42a0aa3ba838,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:00.573209 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.594035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-59bcd155-f8ec-4ec1-a9b7-b1d256465b09 None None] Provisioning complete for port bb396618-8013-4ba5-9d53-42a0aa3ba838 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:00.594688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59bcd155-f8ec-4ec1-a9b7-b1d256465b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.626553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8da7ad0f-c1dd-4217-853f-814aede977e5 req-aa229569-457e-4941-a5d5-51f79969cb12 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610909 Dec 08 16:36:00.639063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21c04a-95dc-4429-8f26-878d662ed7f5 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:00.650197 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Routers {'392ea227-5fb7-47e5-b6de-f1bd34914b34'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:00.650837 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['392ea227-5fb7-47e5-b6de-f1bd34914b34'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:00.654570 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aab22ab-11ec-43d5-8497-058e987a2ae4 None None] Pushing event updated for resources: {'Port': ['ID=bb396618-8013-4ba5-9d53-42a0aa3ba838,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:00.716293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'fixed_ips': [{'subnet_id': 'c9ade088-005e-43c2-9757-2ce4e76bb703'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:00.717133 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.801891 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] Set router 392ea227-5fb7-47e5-b6de-f1bd34914b34 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:00.832372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59bcd155-f8ec-4ec1-a9b7-b1d256465b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.878379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-59bcd155-f8ec-4ec1-a9b7-b1d256465b09 None None] For port bb396618-8013-4ba5-9d53-42a0aa3ba838, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=bb396618-8013-4ba5-9d53-42a0aa3ba838,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:00.900488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59bcd155-f8ec-4ec1-a9b7-b1d256465b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:00.988514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Allocated IP 172.20.0.18 (445b4754-27ea-4d70-ae7c-28d0e0178a5e/c9ade088-005e-43c2-9757-2ce4e76bb703/f04c72db-1ccc-41eb-8b33-82dd97880fe2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:00.994717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d690ab0-44f3-441e-af9e-fcb4ae8ebfb2 req-51db26cf-f50c-4aec-b71e-abd450f86eec tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:00.996861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d690ab0-44f3-441e-af9e-fcb4ae8ebfb2 req-51db26cf-f50c-4aec-b71e-abd450f86eec tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0737374 Dec 08 16:36:01.025920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcd155-f8ec-4ec1-a9b7-b1d256465b09 None None] Pushing event updated for resources: {'Port': ['ID=bb396618-8013-4ba5-9d53-42a0aa3ba838,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:01.073218 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:35:59Z', 'revision_number': 3, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:01.090590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-92a12a2a-5afd-4d4b-8e5c-379377c6e14f None None] Provisioning complete for port bb396618-8013-4ba5-9d53-42a0aa3ba838 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:01.090964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92a12a2a-5afd-4d4b-8e5c-379377c6e14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.091804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d690ab0-44f3-441e-af9e-fcb4ae8ebfb2 req-a79287e5-d755-4d4b-8810-a29b39970668 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882013 Dec 08 16:36:01.112440 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ecd42-7934-4770-a935-fb9397838ec7 None None] The sync data for ids ['392ea227-5fb7-47e5-b6de-f1bd34914b34'] in n-d-820935-5 is: [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:35:59Z', 'revision_number': 3, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:01.192896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.283315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.290013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.333756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:01.340948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:01.345606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:01.352861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Pushing event updated for resources: {'Port': ['ID=f04c72db-1ccc-41eb-8b33-82dd97880fe2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:01.435282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Attempting to bind port f04c72db-1ccc-41eb-8b33-82dd97880fe2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:01.436039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Attempting to bind port f04c72db-1ccc-41eb-8b33-82dd97880fe2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:01.436526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Attempting to bind port f04c72db-1ccc-41eb-8b33-82dd97880fe2 on network 445b4754-27ea-4d70-ae7c-28d0e0178a5e {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:01.457586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:01.457586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Checking segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:01.457586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.457586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Bound using segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:01.457586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Bound port: f04c72db-1ccc-41eb-8b33-82dd97880fe2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:01.457586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.528870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.20.0.17 (445b4754-27ea-4d70-ae7c-28d0e0178a5e/c9ade088-005e-43c2-9757-2ce4e76bb703/79e161e9-9248-4e39-9ddc-1ee1aff4eecd) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:01.660692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.699808 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.713621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] For port f04c72db-1ccc-41eb-8b33-82dd97880fe2, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:01.717594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] For port f04c72db-1ccc-41eb-8b33-82dd97880fe2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f04c72db-1ccc-41eb-8b33-82dd97880fe2,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:01.722620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.757695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:01.761415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:01.764284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:01.794669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5dc1f-49be-4545-b779-32081cafa27a None None] Pushing event updated for resources: {'Port': ['ID=f04c72db-1ccc-41eb-8b33-82dd97880fe2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:01.794997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:01.824779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.881620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:01.986385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.168818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.231083 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.264377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609e523-7bce-4a03-b04a-0d38e32f478f req-cd7f2742-6463-48b7-af69-ccbcced389ee tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.265927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c609e523-7bce-4a03-b04a-0d38e32f478f req-cd7f2742-6463-48b7-af69-ccbcced389ee tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0678923 Dec 08 16:36:02.315225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c609e523-7bce-4a03-b04a-0d38e32f478f req-b1f33efb-ad14-4e77-afcf-c7b2ffa08c71 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420675 Dec 08 16:36:02.363015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.369567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.592530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563aa625-42ca-48a9-a1c0-017083939002 req-eb504b52-96a9-452d-a678-d88ccf11bdae tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.598992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-563aa625-42ca-48a9-a1c0-017083939002 req-eb504b52-96a9-452d-a678-d88ccf11bdae tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.1012659 Dec 08 16:36:02.621514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-e622d8fb-5884-4d57-953b-14eef973b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.623114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-e622d8fb-5884-4d57-953b-14eef973b37c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9f3d49c3eab4ca79fcc0e1dd57399e3&device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 1097 time: 0.0877426 Dec 08 16:36:02.713257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-563aa625-42ca-48a9-a1c0-017083939002 req-d237012a-9ef1-4192-acc6-f6206c5ecc4c tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118631 Dec 08 16:36:02.764427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-4305b170-d5b8-40d3-b669-deab501bdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.766048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-4305b170-d5b8-40d3-b669-deab501bdfcb service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d349a9-7001-4831-828c-3b0d6221a512 HTTP/1.1" status: 200 len: 912 time: 0.1353080 Dec 08 16:36:02.787800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:02.790040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:02.819832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-68468bda-6e23-4c12-968c-3eb1d0e25aec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f HTTP/1.1" status: 200 len: 217 time: 0.0459235 Dec 08 16:36:02.881743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-7812e508-31fd-4bed-a969-2a9cf9fb59e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:02.883680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-7812e508-31fd-4bed-a969-2a9cf9fb59e1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9618af9-81c1-4fd1-a22d-aa5c2cc2333b HTTP/1.1" status: 200 len: 851 time: 0.0549905 Dec 08 16:36:02.910091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b916d1ed-068e-468b-b84e-28bd7a55355f None None] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:02.916611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:02.917996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-dce897f4-3d2c-4c10-924b-cbda5cee06cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d349a9-7001-4831-828c-3b0d6221a512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279701 Dec 08 16:36:02.918494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:02.989270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ae9bdab4-1bac-438b-a151-e0c43eab525d None None] Provisioning complete for port f04c72db-1ccc-41eb-8b33-82dd97880fe2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:02.989639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdab4-1bac-438b-a151-e0c43eab525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.050851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-c323ff92-fb55-43f9-9d9a-c552f87ed61b service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246467 Dec 08 16:36:03.107750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 392ea227-5fb7-47e5-b6de-f1bd34914b34 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:03.144978 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.198615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc3a9bbc-4fe4-471d-9422-0ed5d94217eb req-e90fc99f-38f8-4039-9065-1a3766fb0abc service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350017 Dec 08 16:36:03.241375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdab4-1bac-438b-a151-e0c43eab525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.258435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f04c72db-1ccc-41eb-8b33-82dd97880fe2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:03.293286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:03.302365 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-59afe3cf-3f8f-4088-9a86-8a490ac5dc1a tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "PUT /v2.0/routers/392ea227-5fb7-47e5-b6de-f1bd34914b34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7767105 Dec 08 16:36:03.322137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ae9bdab4-1bac-438b-a151-e0c43eab525d None None] For port f04c72db-1ccc-41eb-8b33-82dd97880fe2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f04c72db-1ccc-41eb-8b33-82dd97880fe2,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:03.328855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae9bdab4-1bac-438b-a151-e0c43eab525d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.376693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f04c72db-1ccc-41eb-8b33-82dd97880fe2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:03.377055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.417593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9bdab4-1bac-438b-a151-e0c43eab525d None None] Pushing event updated for resources: {'Port': ['ID=f04c72db-1ccc-41eb-8b33-82dd97880fe2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:03.497437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device bb396618-8013-4ba5-9d53-42a0aa3ba838 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:03.563666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-add557d3-1d7f-4268-841a-c6ac3235606e None None] Provisioning complete for port f04c72db-1ccc-41eb-8b33-82dd97880fe2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:03.564038 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-add557d3-1d7f-4268-841a-c6ac3235606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.567209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port bb396618-8013-4ba5-9d53-42a0aa3ba838 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:03.567502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.611972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Sync routers for ids ['392ea227-5fb7-47e5-b6de-f1bd34914b34'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:03.637772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-001a2694-a6d7-4c03-92dd-7784f070ef9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:03.639626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-001a2694-a6d7-4c03-92dd-7784f070ef9b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/networks?id=445b4754-27ea-4d70-ae7c-28d0e0178a5e HTTP/1.1" status: 200 len: 798 time: 0.1202917 Dec 08 16:36:03.650669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Routers {'392ea227-5fb7-47e5-b6de-f1bd34914b34'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:03.651318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['392ea227-5fb7-47e5-b6de-f1bd34914b34'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:03.657995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-fafb6df6-2e05-4a49-87be-4d8d06186023 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/quotas/e131b7908b02440ba3facbe6ccb01e87 HTTP/1.1" status: 200 len: 375 time: 0.0097466 Dec 08 16:36:03.724005 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d81b8970-f738-460f-b874-86b70a733c51 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0592370 Dec 08 16:36:03.866376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Set router 392ea227-5fb7-47e5-b6de-f1bd34914b34 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:03.902834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-add557d3-1d7f-4268-841a-c6ac3235606e None None] Provisioning complete for port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:03.903309 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-add557d3-1d7f-4268-841a-c6ac3235606e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:03.936158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-956bb25d-701c-44e9-9b7b-f2b857bfd2aa service neutron] 10.222.0.62 "GET /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972706 Dec 08 16:36:04.007555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e12223f-8c9d-432a-a32c-f9971c0ce2ac req-0f806bf8-4061-4187-98e0-4d4ba4a6fdeb tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:04.009044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e12223f-8c9d-432a-a32c-f9971c0ce2ac req-0f806bf8-4061-4187-98e0-4d4ba4a6fdeb tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.1629755 Dec 08 16:36:04.022052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-add557d3-1d7f-4268-841a-c6ac3235606e None None] Port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:04.083681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-459b5e1f-5793-42cf-8f6f-14982cf51568 service neutron] 10.222.0.62 "GET /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386349 Dec 08 16:36:04.087817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e12223f-8c9d-432a-a32c-f9971c0ce2ac req-4661342b-b6b6-4e66-9636-3735729c8bfc tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686731 Dec 08 16:36:04.125990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:36:01Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '79e161e9-9248-4e39-9ddc-1ee1aff4eecd', 'name': '', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:78:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:01Z', 'updated_at': '2021-12-08T16:36:02Z', 'revision_number': 2, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:04.155862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Checking router: 392ea227-5fb7-47e5-b6de-f1bd34914b34 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:04.156210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Updating router 392ea227-5fb7-47e5-b6de-f1bd34914b34 port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:36:04.194257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.202165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4aa7f279-c747-4a12-8a48-879e11497a86 None None] Provisioning complete for port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:04.202584 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4aa7f279-c747-4a12-8a48-879e11497a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.269098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-162e3d52-63cf-4535-aaeb-fd1f282454fb req-66e43a95-a007-4600-8886-eba51a37d740 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 210 time: 0.0285547 Dec 08 16:36:04.271157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4aa7f279-c747-4a12-8a48-879e11497a86 None None] Port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:04.533763 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.540791 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.593851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84132-d127-44f4-941c-dfa598affd73 None None] Pushing event updated for resources: {'Port': ['ID=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:04.657057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Attempting to bind port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:04.657527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Attempting to bind port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:04.657995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Attempting to bind port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd on network 445b4754-27ea-4d70-ae7c-28d0e0178a5e {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:04.664725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:04.665213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Checking segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:04.665682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.666077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Bound using segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:04.666568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Bound port: 79e161e9-9248-4e39-9ddc-1ee1aff4eecd, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:04.666942 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.738403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] For port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:04.743598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] For port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:04.748678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.830044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Routers {'392ea227-5fb7-47e5-b6de-f1bd34914b34'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:04.830765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['392ea227-5fb7-47e5-b6de-f1bd34914b34'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:04.834356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd84132-d127-44f4-941c-dfa598affd73 None None] Pushing event updated for resources: {'Port': ['ID=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:04.950390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-70281e91-e160-4952-91c7-17648f1ace3f None None] Provisioning complete for port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:04.950761 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70281e91-e160-4952-91c7-17648f1ace3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:04.979713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] Set router 392ea227-5fb7-47e5-b6de-f1bd34914b34 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:05.060034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f04c72db-1ccc-41eb-8b33-82dd97880fe2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:05.225755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70281e91-e160-4952-91c7-17648f1ace3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.249334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df2373-207a-447f-a255-e127e59c46fd req-d7944931-26ba-42dd-944c-298ad48d0dfa tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:05.253059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58df2373-207a-447f-a255-e127e59c46fd req-d7944931-26ba-42dd-944c-298ad48d0dfa tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0854716 Dec 08 16:36:05.274458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f04c72db-1ccc-41eb-8b33-82dd97880fe2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:05.274829 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.320147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-70281e91-e160-4952-91c7-17648f1ace3f None None] For port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:05.333212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70281e91-e160-4952-91c7-17648f1ace3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.368251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58df2373-207a-447f-a255-e127e59c46fd req-d66ed941-afb7-4596-9866-a8841ef257d6 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077998 Dec 08 16:36:05.386117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:36:01Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '79e161e9-9248-4e39-9ddc-1ee1aff4eecd', 'name': '', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:78:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:01Z', 'updated_at': '2021-12-08T16:36:04Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:05.405479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-220a3c78-ffba-4e38-ae37-5f34b334aeb2 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:05.407686 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-220a3c78-ffba-4e38-ae37-5f34b334aeb2 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.58 "GET /v2.0/networks?id=445b4754-27ea-4d70-ae7c-28d0e0178a5e HTTP/1.1" status: 200 len: 798 time: 0.1751006 Dec 08 16:36:05.426440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Request body: {'port': {'device_id': '11c8f202-870e-45b2-b644-4c97e3caa162', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'admin_state_up': True, 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:05.434625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16400abb-a423-47ac-9edd-554c255768bd req-bda051a9-acdb-4e58-aaa0-24829ddaa677 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 210 time: 0.0350139 Dec 08 16:36:05.434906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb5e51e-3b64-4f19-8a25-32859cb36d0e None None] The sync data for ids ['392ea227-5fb7-47e5-b6de-f1bd34914b34'] in n-d-820935-5 is: [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:36:01Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '79e161e9-9248-4e39-9ddc-1ee1aff4eecd', 'name': '', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:78:36:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:01Z', 'updated_at': '2021-12-08T16:36:04Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:05.482826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70281e91-e160-4952-91c7-17648f1ace3f None None] Pushing event updated for resources: {'Port': ['ID=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:05.495952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2164defa-3b12-41ef-b47a-a67a600ed35d None None] Provisioning complete for port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:05.496313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2164defa-3b12-41ef-b47a-a67a600ed35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.499903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:36:05.682676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Made reservation on behalf of e131b7908b02440ba3facbe6ccb01e87 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:05.687629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:05.710556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb77fff-e11f-40c1-9f23-02a006416bc9 req-ce5fa0f0-36ab-4972-b22c-a54c1875ec26 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:05.713030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfb77fff-e11f-40c1-9f23-02a006416bc9 req-ce5fa0f0-36ab-4972-b22c-a54c1875ec26 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0710580 Dec 08 16:36:05.772769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfb77fff-e11f-40c1-9f23-02a006416bc9 req-eda9aeea-be8b-4940-9d9b-8106f33e2fde tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482178 Dec 08 16:36:05.854181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Allocated IP 172.20.0.22 (445b4754-27ea-4d70-ae7c-28d0e0178a5e/c9ade088-005e-43c2-9757-2ce4e76bb703/2eadf017-d140-484e-96c5-7af154104e23) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:05.972925 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.009151 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.057647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:06.065031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:06.070086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:06.074500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event updated for resources: {'Port': ['ID=2eadf017-d140-484e-96c5-7af154104e23,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:06.128122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:06.128769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.154271 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-d9f0cb84-db7b-4688-ad85-cc598d70f2c3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7367868 Dec 08 16:36:06.167829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Request body: {'port': {'device_id': '11c8f202-870e-45b2-b644-4c97e3caa162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:06.227351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.363785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-32e49aab-5b2c-438b-b2a6-478b59179694 None None] Provisioning complete for port 2eadf017-d140-484e-96c5-7af154104e23 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:06.364339 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32e49aab-5b2c-438b-b2a6-478b59179694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.405611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32e49aab-5b2c-438b-b2a6-478b59179694 None None] Port 2eadf017-d140-484e-96c5-7af154104e23 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:06.543531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eadf017-d140-484e-96c5-7af154104e23 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:36:06.545440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172df74-9246-40a8-a7c7-dfb62432b819 req-768db820-f0b4-45bf-b4a9-0c1dd81f7a90 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:06.547019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9172df74-9246-40a8-a7c7-dfb62432b819 req-768db820-f0b4-45bf-b4a9-0c1dd81f7a90 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 895 time: 0.0578730 Dec 08 16:36:06.551235 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.565533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Transition to ACTIVE for port object 2eadf017-d140-484e-96c5-7af154104e23 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:36:06.573218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.635482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Pushing event updated for resources: {'Port': ['ID=2eadf017-d140-484e-96c5-7af154104e23,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:06.728530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Attempting to bind port 2eadf017-d140-484e-96c5-7af154104e23 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:06.729150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Attempting to bind port 2eadf017-d140-484e-96c5-7af154104e23 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:06.729752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Attempting to bind port 2eadf017-d140-484e-96c5-7af154104e23 on network 445b4754-27ea-4d70-ae7c-28d0e0178a5e {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:06.738165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Port 2eadf017-d140-484e-96c5-7af154104e23 on network 445b4754-27ea-4d70-ae7c-28d0e0178a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:36:06.738795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Attempting to bind port 2eadf017-d140-484e-96c5-7af154104e23 on network 445b4754-27ea-4d70-ae7c-28d0e0178a5e {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:06.749202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:06.749786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Checking segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:06.750449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Bound using segment: {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:06.751033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Bound port: 2eadf017-d140-484e-96c5-7af154104e23, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b926a996-00ab-4f46-ac79-cba0df53ab10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:06.751444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.838110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] For port 2eadf017-d140-484e-96c5-7af154104e23, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:06.842726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] For port 2eadf017-d140-484e-96c5-7af154104e23, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2eadf017-d140-484e-96c5-7af154104e23,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:06.848635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.889422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:06.890135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:06.891712 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] 10.222.0.58 "PUT /v2.0/ports/2eadf017-d140-484e-96c5-7af154104e23 HTTP/1.1" status: 200 len: 1055 time: 0.7287128 Dec 08 16:36:06.892145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c8f202-870e-45b2-b644-4c97e3caa162', 'tag': '2eadf017-d140-484e-96c5-7af154104e23'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:06.894637 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36413eb-970c-415e-b60f-a9726c48100c" -d '{"events": [{"name": "network-changed", "server_uuid": "11c8f202-870e-45b2-b644-4c97e3caa162", "tag": "2eadf017-d140-484e-96c5-7af154104e23"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:06.986558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad1aaa-4908-4082-b440-bcd77ba84907 service neutron] Pushing event updated for resources: {'Port': ['ID=2eadf017-d140-484e-96c5-7af154104e23,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:07.000623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda4703-3f89-49c7-ab83-6163b14c5179 req-2e4f0fc3-1e3c-4755-9720-b890240b22bf tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.001077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-294d3ad7-59c0-4a85-9255-322878603543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.002773 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-294d3ad7-59c0-4a85-9255-322878603543 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 1058 time: 0.0619953 Dec 08 16:36:07.007553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7eda4703-3f89-49c7-ab83-6163b14c5179 req-2e4f0fc3-1e3c-4755-9720-b890240b22bf tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.1361747 Dec 08 16:36:07.008402 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127eaac1-6053-46c1-b434-2d54751edfde x-openstack-request-id: req-127eaac1-6053-46c1-b434-2d54751edfde {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:07.008768 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c8f202-870e-45b2-b644-4c97e3caa162", "tag": "2eadf017-d140-484e-96c5-7af154104e23", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:07.009127 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-127eaac1-6053-46c1-b434-2d54751edfde {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:07.009624 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c8f202-870e-45b2-b644-4c97e3caa162', 'tag': '2eadf017-d140-484e-96c5-7af154104e23', 'status': 'completed', 'code': 200} Dec 08 16:36:07.109642 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-4166ec11-068f-4e5d-8bf4-3c96308b20c3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2eadf017-d140-484e-96c5-7af154104e23 HTTP/1.1" status: 200 len: 217 time: 0.0971761 Dec 08 16:36:07.119176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7eda4703-3f89-49c7-ab83-6163b14c5179 req-a91e1f19-c682-4c45-951b-a35531c20ab9 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045518 Dec 08 16:36:07.148694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 79e161e9-9248-4e39-9ddc-1ee1aff4eecd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:07.199547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-2af53812-3652-4941-ad1e-bcb0c4b23bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.201558 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-2af53812-3652-4941-ad1e-bcb0c4b23bae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9ade088-005e-43c2-9757-2ce4e76bb703 HTTP/1.1" status: 200 len: 838 time: 0.0849984 Dec 08 16:36:07.237870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:07.238345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:07.265521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-fb3a37dd-1182-472d-9991-f72ce9e9b99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.267230 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-fb3a37dd-1182-472d-9991-f72ce9e9b99a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445b4754-27ea-4d70-ae7c-28d0e0178a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583799 Dec 08 16:36:07.421140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b048007-7c28-4cfc-9ada-61509fb791da req-95126789-eb28-4afc-b94f-49b9d40b2aed tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.422848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b048007-7c28-4cfc-9ada-61509fb791da req-95126789-eb28-4afc-b94f-49b9d40b2aed tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0924113 Dec 08 16:36:07.437492 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-b6012daf-a005-466b-abc5-b3a8ad063885 service neutron] 10.222.0.58 "GET /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633854 Dec 08 16:36:07.438917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66289815-85c7-4b40-83dc-679c87a7d24c req-8d1398f2-f34b-4ace-809e-4361fef0fb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.440328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-8d1398f2-f34b-4ace-809e-4361fef0fb84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a9f3d49c3eab4ca79fcc0e1dd57399e3&device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 1097 time: 0.0701170 Dec 08 16:36:07.527366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-114dc157-a1de-4e34-bcc0-84cccc485cc0 req-71b1d90b-ebc1-4162-ac67-001274559ff4 service neutron] 10.222.0.58 "GET /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828536 Dec 08 16:36:07.530016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b048007-7c28-4cfc-9ada-61509fb791da req-b8555246-82bb-48bf-8588-7f0d8efbae31 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992651 Dec 08 16:36:07.567054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66289815-85c7-4b40-83dc-679c87a7d24c req-8752411a-f240-4bb0-ba01-6836ecb86ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.569141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-8752411a-f240-4bb0-ba01-6836ecb86ece service neutron] 10.222.0.86 "GET /v2.0/networks?id=e1d349a9-7001-4831-828c-3b0d6221a512 HTTP/1.1" status: 200 len: 912 time: 0.1213033 Dec 08 16:36:07.613722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-080c7159-d666-41a0-8bda-9c30fc7590bd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f HTTP/1.1" status: 200 len: 217 time: 0.0374379 Dec 08 16:36:07.627763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36413eb-970c-415e-b60f-a9726c48100c req-5dbe3871-9e29-4551-852f-e2b6be1b6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.629262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-5dbe3871-9e29-4551-852f-e2b6be1b6703 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 1058 time: 0.0443568 Dec 08 16:36:07.694825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66289815-85c7-4b40-83dc-679c87a7d24c req-111d6d52-de08-4432-8d79-4d447b6bf115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.696180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-111d6d52-de08-4432-8d79-4d447b6bf115 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=d9618af9-81c1-4fd1-a22d-aa5c2cc2333b HTTP/1.1" status: 200 len: 851 time: 0.0754182 Dec 08 16:36:07.720144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2f0bd-23ea-43e4-bdb3-aeaf515d9267 req-53449a89-8136-4699-8d61-259cf434e3c6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.721602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc2f0bd-23ea-43e4-bdb3-aeaf515d9267 req-53449a89-8136-4699-8d61-259cf434e3c6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 907 time: 0.0921180 Dec 08 16:36:07.729366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36413eb-970c-415e-b60f-a9726c48100c req-d5fa7e5a-d48f-4f28-8969-7ba793cc2aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.730942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-d5fa7e5a-d48f-4f28-8969-7ba793cc2aac service neutron] 10.222.0.58 "GET /v2.0/networks?id=445b4754-27ea-4d70-ae7c-28d0e0178a5e HTTP/1.1" status: 200 len: 899 time: 0.0946505 Dec 08 16:36:07.737040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-3508f759-b69e-496f-8801-2325102c876f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e1d349a9-7001-4831-828c-3b0d6221a512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335279 Dec 08 16:36:07.773946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-44d8ee66-9e16-4ee6-a458-27fa4695069f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=2eadf017-d140-484e-96c5-7af154104e23 HTTP/1.1" status: 200 len: 217 time: 0.0356400 Dec 08 16:36:07.825665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-9bda0e33-f1a4-46dd-a08a-e63a801686dd service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818193 Dec 08 16:36:07.831148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36413eb-970c-415e-b60f-a9726c48100c req-3603eea2-babc-4671-95ef-a121837237dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.832669 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-3603eea2-babc-4671-95ef-a121837237dd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c9ade088-005e-43c2-9757-2ce4e76bb703 HTTP/1.1" status: 200 len: 838 time: 0.0487237 Dec 08 16:36:07.880970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36413eb-970c-415e-b60f-a9726c48100c req-32d6fa49-f1cf-4fd4-975d-2ca8b8ce9e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:07.882991 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-32d6fa49-f1cf-4fd4-975d-2ca8b8ce9e20 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=445b4754-27ea-4d70-ae7c-28d0e0178a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432754 Dec 08 16:36:07.920968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66289815-85c7-4b40-83dc-679c87a7d24c req-c96d0513-33aa-4477-996c-0524d6544b25 service neutron] 10.222.0.86 "GET /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878959 Dec 08 16:36:07.977525 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-f3e26333-e01b-43ad-968f-0fc278c36910 service neutron] 10.222.0.58 "GET /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859194 Dec 08 16:36:08.077279 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b36413eb-970c-415e-b60f-a9726c48100c req-a8c1c1cd-d106-4e4e-b082-d88fafac7e64 service neutron] 10.222.0.58 "GET /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920708 Dec 08 16:36:08.674070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f66e7-f0f7-4e5e-9bd7-5717af7958bd req-d4cd41f7-d790-48d6-afa2-8b796b764922 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:08.675610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf7f66e7-f0f7-4e5e-9bd7-5717af7958bd req-d4cd41f7-d790-48d6-afa2-8b796b764922 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0743191 Dec 08 16:36:08.727322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf7f66e7-f0f7-4e5e-9bd7-5717af7958bd req-f54c31c3-e867-4f44-a158-3e01d204f15d tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442197 Dec 08 16:36:08.847806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d604eb-4925-4662-95d3-5c802eca58b9 req-b6e7bda3-5efc-49ac-b598-a50f0645213c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:08.850470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55d604eb-4925-4662-95d3-5c802eca58b9 req-b6e7bda3-5efc-49ac-b598-a50f0645213c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 907 time: 0.0608306 Dec 08 16:36:09.844643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15957cce-5e10-4de3-90a1-935f7dfded92 req-993d89bb-0029-4bb7-bb73-881f6c86dd2e tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:09.846134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15957cce-5e10-4de3-90a1-935f7dfded92 req-993d89bb-0029-4bb7-bb73-881f6c86dd2e tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0489218 Dec 08 16:36:09.895765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15957cce-5e10-4de3-90a1-935f7dfded92 req-26d7d87c-add8-4f91-a93e-4d3418cf1e4b tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432906 Dec 08 16:36:09.968155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e612-2404-491c-b45d-3f0f7ff9cc8f req-4a37710d-cd57-444c-a2d1-0477b6272dd6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:09.969617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06c1e612-2404-491c-b45d-3f0f7ff9cc8f req-4a37710d-cd57-444c-a2d1-0477b6272dd6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 907 time: 0.0494807 Dec 08 16:36:10.133874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877e876-1dbf-4c9c-9876-1b40ff3b5f29 req-f5458155-9448-4a72-8ccb-f0191775cd82 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.135341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c877e876-1dbf-4c9c-9876-1b40ff3b5f29 req-f5458155-9448-4a72-8ccb-f0191775cd82 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0547354 Dec 08 16:36:10.183841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c877e876-1dbf-4c9c-9876-1b40ff3b5f29 req-b631cbc9-9e48-4357-82ec-476ed95ed702 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424392 Dec 08 16:36:10.472043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2eadf017-d140-484e-96c5-7af154104e23 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:36:10.594667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2eadf017-d140-484e-96c5-7af154104e23, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2eadf017-d140-484e-96c5-7af154104e23,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:10.606994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '2eadf017-d140-484e-96c5-7af154104e23', 'network_id': '445b4754-27ea-4d70-ae7c-28d0e0178a5e', 'port_id': '2eadf017-d140-484e-96c5-7af154104e23', 'mac_address': 'fa:16:3e:13:d8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ade088-005e-43c2-9757-2ce4e76bb703', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:36:10.623533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.629370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.635608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.641544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.648205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.648358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.654169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.660079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:10.660739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eadf017-d140-484e-96c5-7af154104e23 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:36:10.662814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-da015844-e95b-4ec9-bb14-330070cf3d85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.0972645 Dec 08 16:36:10.682402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2eadf017-d140-484e-96c5-7af154104e23, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2eadf017-d140-484e-96c5-7af154104e23,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:10.686338 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:10.730077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0490037-89ab-4dc8-a012-4888ce04dfeb req-567ab84f-4ef7-4f5a-ab41-c175275c6788 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605512 Dec 08 16:36:10.737156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2eadf017-d140-484e-96c5-7af154104e23,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:10.929524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['2eadf017-d140-484e-96c5-7af154104e23'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:36:11.094377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd68fb7d-dbcb-4536-bc03-1fa71bca339f req-29a59fae-5331-438c-af7f-ad1bb5db322f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.095859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd68fb7d-dbcb-4536-bc03-1fa71bca339f req-29a59fae-5331-438c-af7f-ad1bb5db322f tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 908 time: 0.0573263 Dec 08 16:36:11.302873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc81434-74a7-4847-874d-09ec441ebf76 req-ae40c75a-5d08-467f-bb9a-54f1c117b62c tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.304376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7fc81434-74a7-4847-874d-09ec441ebf76 req-ae40c75a-5d08-467f-bb9a-54f1c117b62c tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0528812 Dec 08 16:36:11.353558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7fc81434-74a7-4847-874d-09ec441ebf76 req-e4de39af-0e29-49a1-aa53-5db6ba1eac84 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425992 Dec 08 16:36:11.650415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.656305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.662437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.668354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.674422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.681495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.687462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.689282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ca6ca2be-8d37-42f6-9fbc-46f28201b088 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.0929775 Dec 08 16:36:11.737756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ccfecb21-a6c2-4b57-8b93-304d18f9c20c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.739172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ccfecb21-a6c2-4b57-8b93-304d18f9c20c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "GET /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0423450 Dec 08 16:36:11.873755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-afc522ee-921f-44af-b1d6-36832a23de64 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "GET /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1276631 Dec 08 16:36:11.889400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.895432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.901345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.907318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.913823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.919705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.925619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:11.928233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-60fffb3f-b42c-4342-a13f-7a7a2c41a47e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 5445 time: 0.1180968 Dec 08 16:36:11.933377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:12.045992 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.073427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d7798ea-1503-4d74-9e45-4909b28b4759 req-b1d3afd3-6acf-419e-9a08-9821a650c129 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1363535 Dec 08 16:36:12.089018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-143cc4e8-89c6-4fe1-8c1f-854844de201d tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:12.090610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-143cc4e8-89c6-4fe1-8c1f-854844de201d tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.0937943 Dec 08 16:36:12.323991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ba45f-7d69-49d1-a554-b491c99d4903 req-e0aaac97-6e01-4792-b9d5-bfa47277cf01 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:12.325459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b2ba45f-7d69-49d1-a554-b491c99d4903 req-e0aaac97-6e01-4792-b9d5-bfa47277cf01 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 908 time: 0.1541872 Dec 08 16:36:12.327839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Deleting port 5f6d95b6-28a8-403b-ac77-f5b419e8916f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:12.328168 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.332062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e2bcea1a-1749-4e56-b281-39debb0de3f0,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:12.423574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] For port e2bcea1a-1749-4e56-b281-39debb0de3f0, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:12.473272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2eadf017-d140-484e-96c5-7af154104e23 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:12.495755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] For port 5f6d95b6-28a8-403b-ac77-f5b419e8916f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=5f6d95b6-28a8-403b-ac77-f5b419e8916f,segment=NetworkSegment(ba5f59e8-4e7d-4632-8ebd-8963fff481aa),segment_id=ba5f59e8-4e7d-4632-8ebd-8963fff481aa)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:12.496168 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.505908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] device_id is not set on port e2bcea1a-1749-4e56-b281-39debb0de3f0 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:36:12.524547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 2eadf017-d140-484e-96c5-7af154104e23 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:36:12.526174 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.527941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Calling delete_port for 5f6d95b6-28a8-403b-ac77-f5b419e8916f owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:12.528927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 2eadf017-d140-484e-96c5-7af154104e23 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:12.529303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.538619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.553218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d2280-b198-4121-8b1d-4bf48dffc368 req-5ca8c56e-f7b1-4de2-ab0b-93ce117c71ec tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:12.554758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa3d2280-b198-4121-8b1d-4bf48dffc368 req-5ca8c56e-f7b1-4de2-ab0b-93ce117c71ec tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0d35981-8d95-41cd-b784-a247c059881c HTTP/1.1" status: 200 len: 946 time: 0.1070809 Dec 08 16:36:12.615524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.648731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c8f202-870e-45b2-b644-4c97e3caa162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadf017-d140-484e-96c5-7af154104e23'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:12.651245 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13bd39-a862-4ada-9860-31554cfb01f0" -d '{"events": [{"server_uuid": "11c8f202-870e-45b2-b644-4c97e3caa162", "name": "network-vif-plugged", "status": "completed", "tag": "2eadf017-d140-484e-96c5-7af154104e23"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:12.670084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 2eadf017-d140-484e-96c5-7af154104e23, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2eadf017-d140-484e-96c5-7af154104e23,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:12.678939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.740799 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605dc8be-4109-4ae5-93ab-3e3675017864 x-openstack-request-id: req-605dc8be-4109-4ae5-93ab-3e3675017864 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:12.741189 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c8f202-870e-45b2-b644-4c97e3caa162", "name": "network-vif-plugged", "status": "completed", "tag": "2eadf017-d140-484e-96c5-7af154104e23", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:12.741508 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-605dc8be-4109-4ae5-93ab-3e3675017864 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:12.742007 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c8f202-870e-45b2-b644-4c97e3caa162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eadf017-d140-484e-96c5-7af154104e23', 'code': 200} Dec 08 16:36:12.745594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=2eadf017-d140-484e-96c5-7af154104e23,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:12.858710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd38b0-2358-4973-9d6c-af113260f7b3 req-2b1054d2-1cc3-4733-9cc6-32ee18afb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:12.860242 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68cd38b0-2358-4973-9d6c-af113260f7b3 req-2b1054d2-1cc3-4733-9cc6-32ee18afb4fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 1060 time: 0.0462000 Dec 08 16:36:12.895730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bd914cf1-a4a2-4f19-a0e9-c775a00de85c None None] Provisioning complete for port e2bcea1a-1749-4e56-b281-39debb0de3f0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:12.897053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd914cf1-a4a2-4f19-a0e9-c775a00de85c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:12.934312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bd914cf1-a4a2-4f19-a0e9-c775a00de85c None None] Port e2bcea1a-1749-4e56-b281-39debb0de3f0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:13.018830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:13.042347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] No DVR routers for this DVR port e2bcea1a-1749-4e56-b281-39debb0de3f0 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:13.097101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa3d2280-b198-4121-8b1d-4bf48dffc368 req-bf6d2b51-39c0-498d-be52-2e86c5e85327 tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.62 "GET /v2.0/security-groups?id=b6c21609-ef61-4c02-93a8-e62cad84315c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5112953 Dec 08 16:36:13.122289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] In _notify_port_updated(), no bound segment for port e2bcea1a-1749-4e56-b281-39debb0de3f0 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:36:13.122289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.122289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.122289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e4838175-1ca5-4f2b-b07c-d85229265ab2 service neutron] 10.222.0.86 "PUT /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 200 len: 1032 time: 1.1897838 Dec 08 16:36:13.219266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-a17e9d14-077b-45e4-bb49-be146c332960 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.220597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-a17e9d14-077b-45e4-bb49-be146c332960 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "GET /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0951700 Dec 08 16:36:13.235416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:13.263434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.277077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['5f6d95b6-28a8-403b-ac77-f5b419e8916f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:36:13.291146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.297102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.303208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.309378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.315258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.321685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.323537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-7a416269-d7e0-4b82-8475-463d5ce8b659 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 4666 time: 0.1524253 Dec 08 16:36:13.350693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Pushing event deleted for resources: {'Port': ['ID=5f6d95b6-28a8-403b-ac77-f5b419e8916f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:13.429148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] No DVR routers for this DVR port 5f6d95b6-28a8-403b-ac77-f5b419e8916f on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:13.432437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.434685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.437864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87c4f1c9-42a6-42d2-9fa5-a476cee5545c req-42c4e71c-7273-4055-805f-4d1c2b6dd83f tempest-TestServerAdvancedOps-244198659 tempest-TestServerAdvancedOps-244198659-project] 10.222.0.86 "DELETE /v2.0/ports/5f6d95b6-28a8-403b-ac77-f5b419e8916f HTTP/1.1" status: 204 len: 173 time: 1.3302009 Dec 08 16:36:13.438449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d35981-8d95-41cd-b784-a247c059881c', 'name': 'network-vif-deleted', 'tag': '5f6d95b6-28a8-403b-ac77-f5b419e8916f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:13.440718 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e592171a-a47b-4840-b679-3e5e35a9f9d8" -d '{"events": [{"server_uuid": "f0d35981-8d95-41cd-b784-a247c059881c", "name": "network-vif-deleted", "tag": "5f6d95b6-28a8-403b-ac77-f5b419e8916f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:13.537594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-904b2264-cdab-4f83-9655-b79f8c638d1c req-0beba2a8-1743-468a-ae82-ed768b382dff tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&id=4added63-4d8d-491f-8f88-2add2dbac61e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1915524 Dec 08 16:36:13.551184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3560425-f29d-47b7-ae54-f87f1794a9d8 req-0a7c7f9a-561c-45a5-8a8d-199465035cee tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.553186 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3560425-f29d-47b7-ae54-f87f1794a9d8 req-0a7c7f9a-561c-45a5-8a8d-199465035cee tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 909 time: 0.1499832 Dec 08 16:36:13.611817 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c68748f-d304-49fd-a829-81819f20b172 x-openstack-request-id: req-4c68748f-d304-49fd-a829-81819f20b172 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:13.612112 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d35981-8d95-41cd-b784-a247c059881c", "name": "network-vif-deleted", "tag": "5f6d95b6-28a8-403b-ac77-f5b419e8916f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:13.612365 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c68748f-d304-49fd-a829-81819f20b172 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:13.612765 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d35981-8d95-41cd-b784-a247c059881c', 'name': 'network-vif-deleted', 'tag': '5f6d95b6-28a8-403b-ac77-f5b419e8916f', 'status': 'completed', 'code': 200} Dec 08 16:36:13.660383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:13.694106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] For port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:13.727604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] device_id is not set on port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:36:13.736189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.742513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.808411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] No DVR routers for this DVR port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:13.811875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Pushing event updated for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:13.854345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] In _notify_port_updated(), no bound segment for port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 on network af0838c5-1ffc-4914-891f-ba3505a2f863 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:36:13.855219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:13.855823 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:13.857206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-9fbac56d-1940-4f7f-b586-bf3417ccb55c service neutron] 10.222.0.86 "PUT /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 200 len: 1033 time: 0.6284471 Dec 08 16:36:13.884096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device fe4d3dbc-52de-4310-a1e5-2925a019808f no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:13.990992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.004126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port 67c1405f-3695-4451-ad20-e753de549d8c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:14.004864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.030057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:14.034690 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.035431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5f6d95b6-28a8-403b-ac77-f5b419e8916f no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.079334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 5f6d95b6-28a8-403b-ac77-f5b419e8916f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:14.079572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 5f6d95b6-28a8-403b-ac77-f5b419e8916f not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:14.080006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 67c1405f-3695-4451-ad20-e753de549d8c no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.106857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] For port 67c1405f-3695-4451-ad20-e753de549d8c, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=67c1405f-3695-4451-ad20-e753de549d8c,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:14.107398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.128906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for 67c1405f-3695-4451-ad20-e753de549d8c owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:14.150158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.152703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-85fe2bb9-fe23-453c-9dc1-8fd6ca0c9bea None None] Provisioning complete for port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:14.153071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85fe2bb9-fe23-453c-9dc1-8fd6ca0c9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.169748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:14.222544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-85fe2bb9-fe23-453c-9dc1-8fd6ca0c9bea None None] Port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:14.229509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Deleting subnet d9618af9-81c1-4fd1-a22d-aa5c2cc2333b {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:14.233263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.240333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.274870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.277375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.304823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device cc152ccf-289f-4b14-8fcd-1cc4369edd44 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.312509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=67c1405f-3695-4451-ad20-e753de549d8c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.318257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.365304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] No DVR routers for this DVR port 67c1405f-3695-4451-ad20-e753de549d8c on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:14.368312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.372643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-ae7d1a74-0bfd-4ba3-bd06-5302364b8171 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "DELETE /v2.0/ports/67c1405f-3695-4451-ad20-e753de549d8c HTTP/1.1" status: 204 len: 173 time: 0.5085196 Dec 08 16:36:14.375664 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.403991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9618af9-81c1-4fd1-a22d-aa5c2cc2333b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.405989 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.408612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.413023 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d5013b96-1d92-42f8-9412-8bf21c598496 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d9618af9-81c1-4fd1-a22d-aa5c2cc2333b HTTP/1.1" status: 204 len: 168 time: 0.2417433 Dec 08 16:36:14.415739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:14.443406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:14.447900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.448809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4acdc921-1d48-45a2-9f4e-e2c7794f85ee no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.488415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port 4368667a-8e94-458c-a9e0-08e05e548314 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:14.488856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.493330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.535935 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.587755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.592472 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.602985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] For port 4368667a-8e94-458c-a9e0-08e05e548314, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4368667a-8e94-458c-a9e0-08e05e548314,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:14.603298 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.617430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d349a9-7001-4831-828c-3b0d6221a512']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.623518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for 4368667a-8e94-458c-a9e0-08e05e548314 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:14.633846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.634327 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5f59e8-4e7d-4632-8ebd-8963fff481aa') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:14.658002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:14.658226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.662696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.663566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4368667a-8e94-458c-a9e0-08e05e548314 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.675951 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.686461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:14.688710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:14.690691 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:14.744371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:14.746628 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26968503-6359-46a4-bd4f-dd54cf0208f9" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:14.762030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.762232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.776242 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.783609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] 10.222.0.62 "DELETE /v2.0/networks/e1d349a9-7001-4831-828c-3b0d6221a512 HTTP/1.1" status: 204 len: 168 time: 0.3650966 Dec 08 16:36:14.784512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41662) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:14.803951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fa3f4-7fad-41ee-a652-a018a043247d admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d349a9-7001-4831-828c-3b0d6221a512,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.806100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.851449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Deleting subnet e7beda46-9399-46cb-b152-4194ed0584bf {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:14.855009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.871610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.903479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e2bcea1a-1749-4e56-b281-39debb0de3f0 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.907132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.933480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee57f39-7faf-4143-a495-44618f146b7e req-996f886e-e785-4ea5-a751-2cd77187efa1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.940642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee57f39-7faf-4143-a495-44618f146b7e req-996f886e-e785-4ea5-a751-2cd77187efa1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.946953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee57f39-7faf-4143-a495-44618f146b7e req-996f886e-e785-4ea5-a751-2cd77187efa1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.950719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e2bcea1a-1749-4e56-b281-39debb0de3f0 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:14.951022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:14.953118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:14.953256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee57f39-7faf-4143-a495-44618f146b7e req-996f886e-e785-4ea5-a751-2cd77187efa1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.955340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ee57f39-7faf-4143-a495-44618f146b7e req-996f886e-e785-4ea5-a751-2cd77187efa1 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 3070 time: 0.3194146 Dec 08 16:36:14.959622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=4368667a-8e94-458c-a9e0-08e05e548314,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:14.968883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08737376-db5b-4fcb-a70a-d108e2f61f53 req-afc480e8-b418-4996-994c-e113c92ca859 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:14.970410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08737376-db5b-4fcb-a70a-d108e2f61f53 req-afc480e8-b418-4996-994c-e113c92ca859 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 909 time: 0.3187482 Dec 08 16:36:15.007662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:15.036102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] No DVR routers for this DVR port 4368667a-8e94-458c-a9e0-08e05e548314 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:15.040584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.044559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.048550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-bd66cb2c-e899-40f5-9ef2-b4975635c6a7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "DELETE /v2.0/ports/4368667a-8e94-458c-a9e0-08e05e548314 HTTP/1.1" status: 204 len: 173 time: 0.6699212 Dec 08 16:36:15.069179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7beda46-9399-46cb-b152-4194ed0584bf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:15.072284 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7de2a2-d0de-4f36-be1d-021385083f2b x-openstack-request-id: req-1d7de2a2-d0de-4f36-be1d-021385083f2b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:15.072511 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:15.072760 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d7de2a2-d0de-4f36-be1d-021385083f2b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:15.073149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.073276 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f', 'code': 200} Dec 08 16:36:15.073434 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44', 'code': 200} Dec 08 16:36:15.073641 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'code': 200} Dec 08 16:36:15.079003 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6a557e0e-d127-4fdc-bbe3-83af38e5dd61 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e7beda46-9399-46cb-b152-4194ed0584bf HTTP/1.1" status: 204 len: 168 time: 0.2837749 Dec 08 16:36:15.079606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41666) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:15.092474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ee57f39-7faf-4143-a495-44618f146b7e req-7286b314-a4e6-49b6-8d1b-c1144400207e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210551 Dec 08 16:36:15.172408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.182012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port cc152ccf-289f-4b14-8fcd-1cc4369edd44 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:15.182346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.251687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.273730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['def980f2-78a0-41c6-84fa-daf861946f51']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:15.283453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5dbbe2c-588e-4bfc-b257-f22d0f0d4264') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:15.283755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5dbbe2c-588e-4bfc-b257-f22d0f0d4264') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:15.285836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6aa12-e511-4ac2-96e3-66fff47caed0 req-c7656ee9-abee-4666-a3f1-4b8fd8416686 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.288059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2da6aa12-e511-4ac2-96e3-66fff47caed0 req-c7656ee9-abee-4666-a3f1-4b8fd8416686 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 909 time: 0.1101987 Dec 08 16:36:15.294161 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.308710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.312928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] For port cc152ccf-289f-4b14-8fcd-1cc4369edd44, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=cc152ccf-289f-4b14-8fcd-1cc4369edd44,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:15.313428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.315242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:15.315633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:15.317453 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:15.339209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for cc152ccf-289f-4b14-8fcd-1cc4369edd44 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:15.381141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.387660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.393618 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] 10.222.0.62 "DELETE /v2.0/networks/def980f2-78a0-41c6-84fa-daf861946f51 HTTP/1.1" status: 204 len: 168 time: 0.3105271 Dec 08 16:36:15.405820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8213916-ba9d-480d-af0f-cc68ee14fb7a admin admin] Pushing event deleted for resources: {'Network': ['ID=def980f2-78a0-41c6-84fa-daf861946f51,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:15.465539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c386003-f276-4451-a431-ae5c3dea2d30 req-19a2454d-2422-45ae-b56d-8e1ef14d8596 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.467124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c386003-f276-4451-a431-ae5c3dea2d30 req-19a2454d-2422-45ae-b56d-8e1ef14d8596 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 1060 time: 0.0776639 Dec 08 16:36:15.563227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.602063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41674) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:15.615214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': '67c1405f-3695-4451-ad20-e753de549d8c'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': '4368667a-8e94-458c-a9e0-08e05e548314'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:15.617420 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214a2d0e-5ed3-44be-a1c3-ad609d0c5600" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "67c1405f-3695-4451-ad20-e753de549d8c"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "4368667a-8e94-458c-a9e0-08e05e548314"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:15.623276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=cc152ccf-289f-4b14-8fcd-1cc4369edd44,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:15.649247 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-22ba9eab-6ffd-4441-aaa1-dc14563f1c7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9f3d49c3eab4ca79fcc0e1dd57399e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444460 Dec 08 16:36:15.650362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41678) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:15.679102 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24cc665f-2319-43e6-9993-8e0416fcc217 x-openstack-request-id: req-24cc665f-2319-43e6-9993-8e0416fcc217 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:15.679397 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "67c1405f-3695-4451-ad20-e753de549d8c", "status": "completed", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "4368667a-8e94-458c-a9e0-08e05e548314", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:15.679651 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24cc665f-2319-43e6-9993-8e0416fcc217 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:15.680049 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': '67c1405f-3695-4451-ad20-e753de549d8c', 'status': 'completed', 'code': 200} Dec 08 16:36:15.680303 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': '4368667a-8e94-458c-a9e0-08e05e548314', 'status': 'completed', 'code': 200} Dec 08 16:36:15.681323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] No DVR routers for this DVR port cc152ccf-289f-4b14-8fcd-1cc4369edd44 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:15.683964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.688645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-fee6cca9-34a6-4f1d-8494-25963d73f31d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "DELETE /v2.0/ports/cc152ccf-289f-4b14-8fcd-1cc4369edd44 HTTP/1.1" status: 204 len: 173 time: 0.6334112 Dec 08 16:36:15.697648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b82c5-2e85-4091-8706-1ca65c0d748f req-b8481098-cec9-42b2-aa28-2dcebc4c1230 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.699194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a9b82c5-2e85-4091-8706-1ca65c0d748f req-b8481098-cec9-42b2-aa28-2dcebc4c1230 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1135 time: 0.1474843 Dec 08 16:36:15.709780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da2573f7-ca0e-4599-bb58-aa42bff3061c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.732893 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da2573f7-ca0e-4599-bb58-aa42bff3061c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.782597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da2573f7-ca0e-4599-bb58-aa42bff3061c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.785364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da2573f7-ca0e-4599-bb58-aa42bff3061c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.786605 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da2573f7-ca0e-4599-bb58-aa42bff3061c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b6c21609-ef61-4c02-93a8-e62cad84315c HTTP/1.1" status: 204 len: 168 time: 0.1352901 Dec 08 16:36:15.796176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2573f7-ca0e-4599-bb58-aa42bff3061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c21609-ef61-4c02-93a8-e62cad84315c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:15.823416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a9b82c5-2e85-4091-8706-1ca65c0d748f req-a5d3fefd-abc7-40ec-9c73-9be2fb5ab0b6 tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1168728 Dec 08 16:36:15.841958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port fe4d3dbc-52de-4310-a1e5-2925a019808f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:15.842296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.848742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41682) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:15.903602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb2380-c139-4349-a107-247b5b68985f tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:15.907799 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ccb2380-c139-4349-a107-247b5b68985f tempest-TestSecurityGroupsBasicOps-1922838735 tempest-TestSecurityGroupsBasicOps-1922838735-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 1055 time: 0.0548234 Dec 08 16:36:15.944535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] For port fe4d3dbc-52de-4310-a1e5-2925a019808f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=fe4d3dbc-52de-4310-a1e5-2925a019808f,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:15.945019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:15.962771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for fe4d3dbc-52de-4310-a1e5-2925a019808f owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:16.146921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.236874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:16.241935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=fe4d3dbc-52de-4310-a1e5-2925a019808f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:16.281914 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0efb504a-74d6-45f5-b797-50c9cbd93d05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1bd172cb4f7455fa8ba8638de17b339&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425966 Dec 08 16:36:16.283146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41696) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:16.287382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] No DVR routers for this DVR port fe4d3dbc-52de-4310-a1e5-2925a019808f on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:16.293686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.296969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-e5031b74-cdda-442c-9c48-0339aceda388 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "DELETE /v2.0/ports/fe4d3dbc-52de-4310-a1e5-2925a019808f HTTP/1.1" status: 204 len: 173 time: 0.6019506 Dec 08 16:36:16.333105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590f0e16-02ac-4312-b8d7-c4028bc1b0db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.346480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23d65-6b37-4726-b35d-23400951be42 req-dcf3fc59-e46d-4c4b-9f8e-80f39fd4d0d7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:16.348514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50e23d65-6b37-4726-b35d-23400951be42 req-dcf3fc59-e46d-4c4b-9f8e-80f39fd4d0d7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 909 time: 0.1793060 Dec 08 16:36:16.355958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590f0e16-02ac-4312-b8d7-c4028bc1b0db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.359016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16940c9-d1a9-4f3d-b5d2-6a6be4d3861a req-9fdcec44-8c59-41fa-af77-fbc70bad5991 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:16.360557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b16940c9-d1a9-4f3d-b5d2-6a6be4d3861a req-9fdcec44-8c59-41fa-af77-fbc70bad5991 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 944 time: 0.1553471 Dec 08 16:36:16.419257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590f0e16-02ac-4312-b8d7-c4028bc1b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.421982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-590f0e16-02ac-4312-b8d7-c4028bc1b0db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.423140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-590f0e16-02ac-4312-b8d7-c4028bc1b0db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/033235f5-9310-4e98-bc3f-820e25baf725 HTTP/1.1" status: 204 len: 168 time: 0.1390929 Dec 08 16:36:16.432207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f0e16-02ac-4312-b8d7-c4028bc1b0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033235f5-9310-4e98-bc3f-820e25baf725,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:16.469146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b16940c9-d1a9-4f3d-b5d2-6a6be4d3861a req-99e3bd87-f849-4801-8b37-fdad2d1c2d39 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups?id=8724c599-9f16-4092-bd84-15546ffba1c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917664 Dec 08 16:36:16.476411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:16.476821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.579744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] For port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:16.580109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.849579 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.850037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:16.850364 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Floating IP d880b611-436f-4834-931c-f9b793883e08 disassociated. External IP: 172.25.3.252, port: 4acdc921-1d48-45a2-9f4e-e2c7794f85ee. Dec 08 16:36:16.850715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for 4acdc921-1d48-45a2-9f4e-e2c7794f85ee owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:17.003564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.033739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=4acdc921-1d48-45a2-9f4e-e2c7794f85ee,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:17.154684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:17.266271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:17.276467 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] Sync routers for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:17.286026 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:17.287194 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.307797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] No DVR routers for this DVR port 4acdc921-1d48-45a2-9f4e-e2c7794f85ee on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:17.310231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.313588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3859f3d2-13a2-4880-adfb-7cea928adf0d req-f280facc-aa9e-4036-9ae8-34f91f517df7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.86 "DELETE /v2.0/ports/4acdc921-1d48-45a2-9f4e-e2c7794f85ee HTTP/1.1" status: 204 len: 173 time: 1.0106468 Dec 08 16:36:17.407333 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:17.474644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-27731a61-a4a7-43f4-aa45-396ba908c166 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:17.482424 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-27731a61-a4a7-43f4-aa45-396ba908c166 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.58 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 909 time: 0.1393900 Dec 08 16:36:17.578147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec32528-3453-4a4f-a707-8ddf0a68cb3b req-08bdf9ad-1c16-408b-ae72-227edf3cc6b9 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:17.579435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ec32528-3453-4a4f-a707-8ddf0a68cb3b req-08bdf9ad-1c16-408b-ae72-227edf3cc6b9 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=11c8f202-870e-45b2-b644-4c97e3caa162 HTTP/1.1" status: 200 len: 909 time: 0.1086283 Dec 08 16:36:17.654067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port 2eadf017-d140-484e-96c5-7af154104e23 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:17.654735 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.679705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ca872e0-27b8-4cba-9c83-069f750c12e8 req-e5c9386a-5ccd-4f4d-b1e8-50960af27f36 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0458403 Dec 08 16:36:17.681454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f'}, {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:17.683957 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec76baf9-8a8c-4c0e-bf2c-109fb4034833" -d '{"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f"}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:17.685402 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:27Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.730133 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] Checking router: 01d7795d-9d57-4c1c-9f03-3362d08e58c0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:17.732386 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8da905-53f6-4ea3-8efc-2226c3b0c2da x-openstack-request-id: req-6f8da905-53f6-4ea3-8efc-2226c3b0c2da {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:17.732683 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "cc152ccf-289f-4b14-8fcd-1cc4369edd44", "status": "completed", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "fe4d3dbc-52de-4310-a1e5-2925a019808f", "status": "completed", "code": 200}, {"server_uuid": "25bd525d-085e-43b7-8a9c-ad72e2d5f0d4", "name": "network-vif-deleted", "tag": "4acdc921-1d48-45a2-9f4e-e2c7794f85ee", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:17.732932 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f8da905-53f6-4ea3-8efc-2226c3b0c2da {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:17.733330 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': 'cc152ccf-289f-4b14-8fcd-1cc4369edd44', 'status': 'completed', 'code': 200} Dec 08 16:36:17.733577 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': 'fe4d3dbc-52de-4310-a1e5-2925a019808f', 'status': 'completed', 'code': 200} Dec 08 16:36:17.733846 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25bd525d-085e-43b7-8a9c-ad72e2d5f0d4', 'name': 'network-vif-deleted', 'tag': '4acdc921-1d48-45a2-9f4e-e2c7794f85ee', 'status': 'completed', 'code': 200} Dec 08 16:36:17.744017 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:17.744793 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:17.775502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] For port 2eadf017-d140-484e-96c5-7af154104e23, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=2eadf017-d140-484e-96c5-7af154104e23,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:17.775814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.795392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for 2eadf017-d140-484e-96c5-7af154104e23 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:17.854390 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:17.929053 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:17.966264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=2eadf017-d140-484e-96c5-7af154104e23,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:18.011468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] No DVR routers for this DVR port 2eadf017-d140-484e-96c5-7af154104e23 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:18.013734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:18.017600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dccd8711-0cc9-4d00-8af9-840dbf82fec2 req-11f23d6e-84a5-40ef-8bcd-7bbb341f0e5b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.58 "DELETE /v2.0/ports/2eadf017-d140-484e-96c5-7af154104e23 HTTP/1.1" status: 204 len: 173 time: 0.5285976 Dec 08 16:36:18.018127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c8f202-870e-45b2-b644-4c97e3caa162', 'name': 'network-vif-deleted', 'tag': '2eadf017-d140-484e-96c5-7af154104e23'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:18.021232 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5560ccd0-3d06-4e9a-9e41-4e7bd53e088d" -d '{"events": [{"server_uuid": "11c8f202-870e-45b2-b644-4c97e3caa162", "name": "network-vif-deleted", "tag": "2eadf017-d140-484e-96c5-7af154104e23"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:18.159695 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:27Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:18.197872 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3527da84-ddd8-4581-9cc2-5a124a942854 None None] The sync data for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 is: [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:24:18Z', 'revision_number': 4, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949e606c-9064-4598-b9d1-5c2572a9be98', 'name': '', 'network_id': '4d591784-736c-42e5-b1b6-fb316b2cd05a', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'mac_address': 'fa:16:3e:11:b2:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2098, 'fixed_ips': [{'subnet_id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:15Z', 'updated_at': '2021-12-08T16:24:27Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'subnets': [{'id': '22ad2217-47e1-48c2-b35e-39e0c7492c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:18.318541 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b1cd34-d3a8-42f8-8758-34dc857d918b x-openstack-request-id: req-99b1cd34-d3a8-42f8-8758-34dc857d918b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:18.318939 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c8f202-870e-45b2-b644-4c97e3caa162", "name": "network-vif-deleted", "tag": "2eadf017-d140-484e-96c5-7af154104e23", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:18.319193 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-99b1cd34-d3a8-42f8-8758-34dc857d918b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:18.319591 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c8f202-870e-45b2-b644-4c97e3caa162', 'name': 'network-vif-deleted', 'tag': '2eadf017-d140-484e-96c5-7af154104e23', 'status': 'completed', 'code': 200} Dec 08 16:36:18.512054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd40a93-4304-4b06-b2f1-d741fd9be4fd None None] New status for floating IP d880b611-436f-4834-931c-f9b793883e08: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:36:18.650997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41716) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:18.781675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d75538f-bb3d-47b9-8dbb-378710d051d1 req-d61dd2a4-b93f-4ab3-b94c-9268ad084ca9 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0274682 Dec 08 16:36:19.033447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.325874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:19.326354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.424359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] For port 79e161e9-9248-4e39-9ddc-1ee1aff4eecd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:19.424760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.438916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for 79e161e9-9248-4e39-9ddc-1ee1aff4eecd owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:19.635210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.665270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=79e161e9-9248-4e39-9ddc-1ee1aff4eecd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:19.858509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:19.897906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9d8448e-1e09-4ae0-af33-1f339dc84289 req-ea623445-5150-478e-89a2-d97a28fe2b31 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0272520 Dec 08 16:36:20.078064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 392ea227-5fb7-47e5-b6de-f1bd34914b34 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:20.189594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:20.194985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5db5be87-6dfc-471c-a7a2-6cf8d18ad667 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "PUT /v2.0/routers/392ea227-5fb7-47e5-b6de-f1bd34914b34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5427630 Dec 08 16:36:20.197554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:20.200854 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] Sync routers for ids ['392ea227-5fb7-47e5-b6de-f1bd34914b34'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:20.211392 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] Routers {'392ea227-5fb7-47e5-b6de-f1bd34914b34'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:20.211996 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['392ea227-5fb7-47e5-b6de-f1bd34914b34'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:20.257123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting subnet c9ade088-005e-43c2-9757-2ce4e76bb703 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:20.260400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.323096 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] Set router 392ea227-5fb7-47e5-b6de-f1bd34914b34 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:20.475770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2eadf017-d140-484e-96c5-7af154104e23 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:20.504074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 2eadf017-d140-484e-96c5-7af154104e23 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:20.504772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 2eadf017-d140-484e-96c5-7af154104e23 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:20.617312 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:36:19Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:20.631917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.644348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] Checking router: 392ea227-5fb7-47e5-b6de-f1bd34914b34 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:20.654012 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] Routers {'392ea227-5fb7-47e5-b6de-f1bd34914b34'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:20.654412 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['392ea227-5fb7-47e5-b6de-f1bd34914b34'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:20.729377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.769582 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] Set router 392ea227-5fb7-47e5-b6de-f1bd34914b34 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:20.800458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.830447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Subnet': ['ID=c9ade088-005e-43c2-9757-2ce4e76bb703,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:20.832699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.836704 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-636657ff-5fac-46a0-9e07-3d1f273f4bf6 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/subnets/c9ade088-005e-43c2-9757-2ce4e76bb703 HTTP/1.1" status: 204 len: 168 time: 0.6381512 Dec 08 16:36:20.839483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41728) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:20.850514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ceaecaa-aa19-455d-8bbe-cf9e9114c57e None None] Network 445b4754-27ea-4d70-ae7c-28d0e0178a5e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:20.964205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:20.979128 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:36:19Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:21.011535 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244a3e7f-a37d-4149-b565-8d4956afc906 None None] The sync data for ids ['392ea227-5fb7-47e5-b6de-f1bd34914b34'] in n-d-820935-5 is: [{'id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'name': 'tempest-TestSecurityGroupsBasicOps-router-569929686', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:35:57Z', 'updated_at': '2021-12-08T16:36:19Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': 'bb396618-8013-4ba5-9d53-42a0aa3ba838', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:10:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392ea227-5fb7-47e5-b6de-f1bd34914b34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:58Z', 'updated_at': '2021-12-08T16:36:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:21.082431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-604b41fb-1bf6-456a-9a9d-57f69849929b req-354ca484-1d40-415b-b0bd-fdd4ed60d70e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0616624 Dec 08 16:36:21.151267 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.204865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port bb396618-8013-4ba5-9d53-42a0aa3ba838 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:21.205206 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.287645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] For port bb396618-8013-4ba5-9d53-42a0aa3ba838, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=bb396618-8013-4ba5-9d53-42a0aa3ba838,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:21.287915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.300868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for bb396618-8013-4ba5-9d53-42a0aa3ba838 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:21.436764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] DHCP port deletion for 445b4754-27ea-4d70-ae7c-28d0e0178a5e request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:21.499110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.499316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Deleting port f04c72db-1ccc-41eb-8b33-82dd97880fe2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:21.499725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.544576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=bb396618-8013-4ba5-9d53-42a0aa3ba838,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:21.562095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b3538-7348-4f8f-ac9d-7301fbe43f41 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:21.607929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] For port f04c72db-1ccc-41eb-8b33-82dd97880fe2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f04c72db-1ccc-41eb-8b33-82dd97880fe2,segment=NetworkSegment(b926a996-00ab-4f46-ac79-cba0df53ab10),segment_id=b926a996-00ab-4f46-ac79-cba0df53ab10)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:21.608475 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.619582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.629452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Calling delete_port for f04c72db-1ccc-41eb-8b33-82dd97880fe2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:21.718560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.721073 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.729129 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.772279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] No DVR routers for this DVR port f04c72db-1ccc-41eb-8b33-82dd97880fe2 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:21.777371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Pushing event deleted for resources: {'Port': ['ID=f04c72db-1ccc-41eb-8b33-82dd97880fe2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:21.790194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.790794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Fanout notify agent at l3_agent the message router_deleted on router 392ea227-5fb7-47e5-b6de-f1bd34914b34 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:21.794339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.794987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.794987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.795580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.795910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.796446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.796739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.796874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.797236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.797458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.797773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.798134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.798452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2f50f4-aa4d-4c27-ae8e-fbb6b76b60b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:21.806720 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:21.812649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:21.813169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b5c0c240-e8b7-4d49-be65-4752b91714f7 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/routers/392ea227-5fb7-47e5-b6de-f1bd34914b34 HTTP/1.1" status: 204 len: 168 time: 0.9719985 Dec 08 16:36:21.901123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.006462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.029708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445b4754-27ea-4d70-ae7c-28d0e0178a5e']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:22.040232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b926a996-00ab-4f46-ac79-cba0df53ab10') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:22.040458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b926a996-00ab-4f46-ac79-cba0df53ab10') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:22.049954 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.064980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.072418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:22.072838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:22.075985 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:22.144654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.165035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.168364 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/networks/445b4754-27ea-4d70-ae7c-28d0e0178a5e HTTP/1.1" status: 204 len: 168 time: 0.3538189 Dec 08 16:36:22.169601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ed47f-11a8-4231-bef4-eefa41ea97af tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Network': ['ID=445b4754-27ea-4d70-ae7c-28d0e0178a5e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:22.171031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41738) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:22.246338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdbf13ff-c255-409f-aa18-72f0e51285d3 req-6ebf69bc-ad66-4896-948a-36966d92e2ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0656180 Dec 08 16:36:22.376302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port 328b8c51-820d-4722-82ee-41e5f5e8e1f3 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:22.376635 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.468482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.468803 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:22.482003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for 328b8c51-820d-4722-82ee-41e5f5e8e1f3 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:23.031485 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.059249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=328b8c51-820d-4722-82ee-41e5f5e8e1f3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:23.060092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 79e161e9-9248-4e39-9ddc-1ee1aff4eecd no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:23.105170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 79e161e9-9248-4e39-9ddc-1ee1aff4eecd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:23.105731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 79e161e9-9248-4e39-9ddc-1ee1aff4eecd not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:23.106671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f04c72db-1ccc-41eb-8b33-82dd97880fe2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:23.137225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.137582 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Floating IP b46f8dfb-73a0-4312-8f96-b886ddeafe7b disassociated (deleted). External IP: 172.25.3.60, port: 8a6fc8c8-8e30-4156-a847-cecc919abbdb. Dec 08 16:36:23.144103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f04c72db-1ccc-41eb-8b33-82dd97880fe2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:23.144591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f04c72db-1ccc-41eb-8b33-82dd97880fe2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:23.145247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device bb396618-8013-4ba5-9d53-42a0aa3ba838 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:23.171026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: bb396618-8013-4ba5-9d53-42a0aa3ba838 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:23.171375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device bb396618-8013-4ba5-9d53-42a0aa3ba838 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:23.377267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-41ef2f98-6d3a-4750-b1a3-159a61a4497f req-2e72f0e2-6d10-402e-a2d6-5025c777cb9e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0384188 Dec 08 16:36:23.401134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 0fb6024e-bddb-41c5-906e-c23444979a09 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:23.517524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:23.523068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:23.527754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] Sync routers for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:23.539959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:23.541290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:23.560509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e97c6670-85bc-4c81-bd0f-b8edee2adfe5 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/floatingips/b46f8dfb-73a0-4312-8f96-b886ddeafe7b HTTP/1.1" status: 204 len: 168 time: 1.3880663 Dec 08 16:36:23.561626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:23.568100 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:23.611897 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699f2bab-70b8-4a8a-8a3a-17973a346eff x-openstack-request-id: req-699f2bab-70b8-4a8a-8a3a-17973a346eff {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:23.612788 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:23.613055 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-699f2bab-70b8-4a8a-8a3a-17973a346eff {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:23.613468 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'status': 'completed', 'code': 200} Dec 08 16:36:23.689070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-f069c778-25a2-48d3-b8de-0b90f751902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:23.691377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-f069c778-25a2-48d3-b8de-0b90f751902a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e131b7908b02440ba3facbe6ccb01e87&device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 1135 time: 0.0559700 Dec 08 16:36:23.698207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:23.854887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-97729a3c-eb73-4c92-a9dd-912a869ba8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:23.856514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-97729a3c-eb73-4c92-a9dd-912a869ba8a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=be61f6fd-5f78-4dd6-a269-8bd76d38282a HTTP/1.1" status: 200 len: 898 time: 0.1572652 Dec 08 16:36:23.907644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-937fc913-f5c8-434f-9eb9-7532738c7813 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb HTTP/1.1" status: 200 len: 217 time: 0.0435650 Dec 08 16:36:23.923273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da02e5-92f4-404f-a2b9-259c945cd596 req-e8163d8d-116a-4948-9a50-fdbd2a770c14 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:23.924878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64da02e5-92f4-404f-a2b9-259c945cd596 req-e8163d8d-116a-4948-9a50-fdbd2a770c14 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 984 time: 0.1052215 Dec 08 16:36:23.974707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:24.004685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] Checking router: 0fb6024e-bddb-41c5-906e-c23444979a09 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:24.012807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-89633494-1eee-4a0b-baed-c9240017ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:24.014420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-89633494-1eee-4a0b-baed-c9240017ead5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=e3890d42-0426-4153-af2f-1d011e468cdc HTTP/1.1" status: 200 len: 834 time: 0.0886033 Dec 08 16:36:24.015338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:24.015988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:24.062702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64da02e5-92f4-404f-a2b9-259c945cd596 req-504eb1d7-5134-4875-b054-73f1b441a664 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1283221 Dec 08 16:36:24.086368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-f86dd575-deaf-4c0e-ace2-ba8643e38e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:24.087894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-f86dd575-deaf-4c0e-ace2-ba8643e38e06 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=be61f6fd-5f78-4dd6-a269-8bd76d38282a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616398 Dec 08 16:36:24.132065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:24.188024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-14dbf1d1-e2d9-473a-8f72-b05f78a2a425 service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923216 Dec 08 16:36:24.296036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63643a4e-38aa-48a3-9e17-e86aca2ce8b6 req-95239655-bdf4-49fd-a825-db9f578ab09f service neutron] 10.222.0.86 "GET /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000259 Dec 08 16:36:24.363213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:24.390533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5adf8b9f-e045-4b17-96a3-d4ea76a6d05f None None] The sync data for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 is: [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:05Z', 'revision_number': 4, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7a383318-a6f7-4ccd-b142-b24c005434b7', 'name': '', 'network_id': 'be61f6fd-5f78-4dd6-a269-8bd76d38282a', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'mac_address': 'fa:16:3e:68:b0:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3165, 'fixed_ips': [{'subnet_id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:35:03Z', 'updated_at': '2021-12-08T16:35:08Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'subnets': [{'id': 'e3890d42-0426-4153-af2f-1d011e468cdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:24.502037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d96732e6-404c-4790-aabd-872fb86762b6 req-4c359390-6044-415b-946d-739d7caa6d6f tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0339546 Dec 08 16:36:24.683451 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86bb3ade-94ff-4a30-a3c6-ed9cda518d2f None None] New status for floating IP b46f8dfb-73a0-4312-8f96-b886ddeafe7b: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:36:25.085180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-3f682da7-3775-40dc-992a-7bd0ee28bf25 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:25.086595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-3f682da7-3775-40dc-992a-7bd0ee28bf25 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.86 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 984 time: 0.0520287 Dec 08 16:36:25.229646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf266e-537b-48d5-94a5-8f897e139fcd req-f989ea66-5f98-43b5-b765-aee68684259b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:25.231190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82cf266e-537b-48d5-94a5-8f897e139fcd req-f989ea66-5f98-43b5-b765-aee68684259b tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/ports?device_id=1771fba4-2070-4743-80a9-1e8f616eec30 HTTP/1.1" status: 200 len: 984 time: 0.0641618 Dec 08 16:36:25.240069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port 8a6fc8c8-8e30-4156-a847-cecc919abbdb {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:25.240396 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.360464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-82cf266e-537b-48d5-94a5-8f897e139fcd req-3cd94278-569c-4314-a748-d2e8999ad039 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "GET /v2.0/security-groups?id=f1f969cd-eda6-48fe-9977-286cb2b972f5&id=efc87986-4ef5-43d8-9495-a804beb83505&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1168802 Dec 08 16:36:25.382027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] For port 8a6fc8c8-8e30-4156-a847-cecc919abbdb, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8a6fc8c8-8e30-4156-a847-cecc919abbdb,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:25.382027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.393169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for 8a6fc8c8-8e30-4156-a847-cecc919abbdb owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:25.529479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.558969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=8a6fc8c8-8e30-4156-a847-cecc919abbdb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:25.609228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] No DVR routers for this DVR port 8a6fc8c8-8e30-4156-a847-cecc919abbdb on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:25.612493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:25.616521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1247a3a8-2f6f-4c35-befc-d71f0111eb94 req-f5cf0863-a5e6-4104-ba84-f64a26e69b2c tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.86 "DELETE /v2.0/ports/8a6fc8c8-8e30-4156-a847-cecc919abbdb HTTP/1.1" status: 204 len: 173 time: 0.5233727 Dec 08 16:36:25.617003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'name': 'network-vif-deleted', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:36:25.619424 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8393e1c6-e35c-464e-8c1a-66243746a5ab" -d '{"events": [{"server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "name": "network-vif-deleted", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:36:25.651319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-289ae897-c557-46a3-bf4e-2f82aeb5514e req-385f2b1f-5914-495b-9434-c5de985034ea tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0633070 Dec 08 16:36:25.678390 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b004b41-d4c1-4b17-94f8-d5c3f1b8c4ab x-openstack-request-id: req-1b004b41-d4c1-4b17-94f8-d5c3f1b8c4ab {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:36:25.678900 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1771fba4-2070-4743-80a9-1e8f616eec30", "name": "network-vif-deleted", "tag": "8a6fc8c8-8e30-4156-a847-cecc919abbdb", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:36:25.679343 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1b004b41-d4c1-4b17-94f8-d5c3f1b8c4ab {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:36:25.679866 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1771fba4-2070-4743-80a9-1e8f616eec30', 'name': 'network-vif-deleted', 'tag': '8a6fc8c8-8e30-4156-a847-cecc919abbdb', 'status': 'completed', 'code': 200} Dec 08 16:36:25.964987 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f74d58a-2ffa-4c9b-a65f-7b99d6e50fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.422140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41766) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:26.480067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10366664-6944-457b-85e6-246e45f44112 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.504379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10366664-6944-457b-85e6-246e45f44112 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.551674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10366664-6944-457b-85e6-246e45f44112 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.554650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10366664-6944-457b-85e6-246e45f44112 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.556164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10366664-6944-457b-85e6-246e45f44112 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/security-groups/f1f969cd-eda6-48fe-9977-286cb2b972f5 HTTP/1.1" status: 204 len: 168 time: 0.1327577 Dec 08 16:36:26.559110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41768) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:26.570637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10366664-6944-457b-85e6-246e45f44112 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f969cd-eda6-48fe-9977-286cb2b972f5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:26.624612 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4ba4-91e3-431b-a593-2b851a61b497 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.649688 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4ba4-91e3-431b-a593-2b851a61b497 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.696248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4ba4-91e3-431b-a593-2b851a61b497 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.699367 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c6f4ba4-91e3-431b-a593-2b851a61b497 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:26.700593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1c6f4ba4-91e3-431b-a593-2b851a61b497 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/security-groups/efc87986-4ef5-43d8-9495-a804beb83505 HTTP/1.1" status: 204 len: 168 time: 0.1403954 Dec 08 16:36:26.703734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41772) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:26.711245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f4ba4-91e3-431b-a593-2b851a61b497 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc87986-4ef5-43d8-9495-a804beb83505,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:26.774175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3eb2431e-55ed-49df-b2a9-a18d59b1f8e2 req-16714cf0-4a3f-4aa2-80aa-fd675e76165a tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0296631 Dec 08 16:36:27.088532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.366816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port 7a383318-a6f7-4ccd-b142-b24c005434b7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:27.367071 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.458991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] For port 7a383318-a6f7-4ccd-b142-b24c005434b7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a383318-a6f7-4ccd-b142-b24c005434b7,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:27.459662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.474771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for 7a383318-a6f7-4ccd-b142-b24c005434b7 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:27.667535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.699914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=7a383318-a6f7-4ccd-b142-b24c005434b7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:27.901012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:27.902408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e8023dd-2625-4881-a1fa-81c2a17ea5c2 req-d82dda24-2fb9-4655-9d31-036e3312ad8d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0480433 Dec 08 16:36:27.974014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8a6fc8c8-8e30-4156-a847-cecc919abbdb no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:27.998423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 8a6fc8c8-8e30-4156-a847-cecc919abbdb {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:27.998747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8a6fc8c8-8e30-4156-a847-cecc919abbdb not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:28.146288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Router 0fb6024e-bddb-41c5-906e-c23444979a09 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:28.262145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:28.267205 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-af2085f9-feba-40d1-a74c-d7fa7fe5ac45 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "PUT /v2.0/routers/0fb6024e-bddb-41c5-906e-c23444979a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5619140 Dec 08 16:36:28.269708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:28.274553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] Sync routers for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:28.289231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:28.289863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:35:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:28.326699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting subnet e3890d42-0426-4153-af2f-1d011e468cdc {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:28.330348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.375423 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.409305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:28.474856 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.542406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.572927 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.576321 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/subnets/e3890d42-0426-4153-af2f-1d011e468cdc HTTP/1.1" status: 204 len: 168 time: 0.3055286 Dec 08 16:36:28.577323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82454513-246b-4d40-ae26-190171bb05b3 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Subnet': ['ID=e3890d42-0426-4153-af2f-1d011e468cdc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:28.580925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:28.639611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cdcddc-6569-4b12-a144-092f39f18cd7 None None] Network be61f6fd-5f78-4dd6-a269-8bd76d38282a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:28.706546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.809613 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0cf51a04-841a-42ce-b698-52ccecd3e79e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.824440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.870882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:36:27Z', 'revision_number': 5, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port': {'id': '76dab47c-112a-4c39-bda9-714cbc9979cc', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ff:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:35:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:28.901856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] Checking router: 0fb6024e-bddb-41c5-906e-c23444979a09 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:28.906046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Deleting port 76dab47c-112a-4c39-bda9-714cbc9979cc {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:28.906549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:28.910723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] Routers {'0fb6024e-bddb-41c5-906e-c23444979a09'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:28.912036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0fb6024e-bddb-41c5-906e-c23444979a09'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:28.962725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] DHCP port deletion for be61f6fd-5f78-4dd6-a269-8bd76d38282a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:29.039389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c46f5175-7cab-470e-a3bd-bd8a1e95d243 req-0876cf2f-a7dd-4c54-abd3-c72e59a3500b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0373971 Dec 08 16:36:29.046322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] For port 76dab47c-112a-4c39-bda9-714cbc9979cc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=76dab47c-112a-4c39-bda9-714cbc9979cc,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:29.046691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.061492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] Set router 0fb6024e-bddb-41c5-906e-c23444979a09 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:29.065469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Calling delete_port for 76dab47c-112a-4c39-bda9-714cbc9979cc owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:29.138994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:36:28Z', 'revision_number': 6, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:29.172218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d5993a-3ac7-4722-8fd0-3bfa4b973d61 None None] The sync data for ids ['0fb6024e-bddb-41c5-906e-c23444979a09'] in n-d-820935-5 is: [{'id': '0fb6024e-bddb-41c5-906e-c23444979a09', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308172555', 'tenant_id': 'e131b7908b02440ba3facbe6ccb01e87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:34:58Z', 'updated_at': '2021-12-08T16:36:28Z', 'revision_number': 6, 'project_id': 'e131b7908b02440ba3facbe6ccb01e87', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:29.174638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] Deleting port 8d79c543-a267-418c-a908-5fc1914f48bc {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:29.175128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.195849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8d79c543-a267-418c-a908-5fc1914f48bc no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:29.304195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.310742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] For port 8d79c543-a267-418c-a908-5fc1914f48bc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8d79c543-a267-418c-a908-5fc1914f48bc,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:29.311989 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.328219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] Calling delete_port for 8d79c543-a267-418c-a908-5fc1914f48bc owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:29.341763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Port': ['ID=76dab47c-112a-4c39-bda9-714cbc9979cc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:29.364959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6ddc71-f189-4c99-8036-2ea71f10771a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:29.406355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.427406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.482727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 8d79c543-a267-418c-a908-5fc1914f48bc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8d79c543-a267-418c-a908-5fc1914f48bc,segment=NetworkSegment(b9864ade-6730-4962-b7de-a2fa6dea038f),segment_id=b9864ade-6730-4962-b7de-a2fa6dea038f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:29.489293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.511717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.514061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.519040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.542160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] No DVR routers for this DVR port 8d79c543-a267-418c-a908-5fc1914f48bc on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:29.558792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=8d79c543-a267-418c-a908-5fc1914f48bc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:29.586548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55d732-509a-47e9-bb57-7e6970cb1860 None None] Pushing event deleted for resources: {'Port': ['ID=8d79c543-a267-418c-a908-5fc1914f48bc,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:29.607996 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.609636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb6024e-bddb-41c5-906e-c23444979a09 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:29.619415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.620577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eb0db7b9-bb35-4e35-921a-0383fac95e09 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/routers/0fb6024e-bddb-41c5-906e-c23444979a09 HTTP/1.1" status: 204 len: 168 time: 1.0385485 Dec 08 16:36:29.624856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41788) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:29.725172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.814599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.838735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be61f6fd-5f78-4dd6-a269-8bd76d38282a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:29.849254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9864ade-6730-4962-b7de-a2fa6dea038f') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:29.849560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9864ade-6730-4962-b7de-a2fa6dea038f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:29.859719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.874307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.881017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:29.881639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:29.884876 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:29.951488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.960479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:29.963557 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] 10.222.0.62 "DELETE /v2.0/networks/be61f6fd-5f78-4dd6-a269-8bd76d38282a HTTP/1.1" status: 204 len: 168 time: 0.3376305 Dec 08 16:36:29.986715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e3593-894b-4997-b0da-9b5649e59b33 tempest-TestSecurityGroupsBasicOps-1185293167 tempest-TestSecurityGroupsBasicOps-1185293167-project] Pushing event deleted for resources: {'Network': ['ID=be61f6fd-5f78-4dd6-a269-8bd76d38282a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:30.123664 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.204125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00abe69e-274b-4414-b0b1-38c082d3b640 req-df91efa4-266a-4f04-9a08-5f85c5c392e7 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0369189 Dec 08 16:36:30.299836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41800) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:30.447411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dd495d87-26a5-4a6e-8c65-77d34965e0c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e131b7908b02440ba3facbe6ccb01e87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463656 Dec 08 16:36:30.450029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:30.502972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e790b8e-8d9d-4c2d-bb6a-d1831d73b075 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.526171 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e790b8e-8d9d-4c2d-bb6a-d1831d73b075 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.585190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e790b8e-8d9d-4c2d-bb6a-d1831d73b075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.588101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e790b8e-8d9d-4c2d-bb6a-d1831d73b075 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.589262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e790b8e-8d9d-4c2d-bb6a-d1831d73b075 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdcdbb7b-e754-43f2-b53e-a4e8992a2102 HTTP/1.1" status: 204 len: 168 time: 0.1382892 Dec 08 16:36:30.607191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e790b8e-8d9d-4c2d-bb6a-d1831d73b075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcdbb7b-e754-43f2-b53e-a4e8992a2102,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:30.875318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41810) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:30.889404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7478e9da-0214-42d3-ab63-2b439b896fa5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.975685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7478e9da-0214-42d3-ab63-2b439b896fa5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:30.980821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7478e9da-0214-42d3-ab63-2b439b896fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.031458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7478e9da-0214-42d3-ab63-2b439b896fa5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=189e38ad98b44f66b71d4ec0237a078f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526799 Dec 08 16:36:31.031914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:31.040091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478e9da-0214-42d3-ab63-2b439b896fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8acc12-a125-44d6-990e-56a066047ba5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:31.081195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 76dab47c-112a-4c39-bda9-714cbc9979cc no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:31.091451 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6466-0016-4628-b89c-004300a3e362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.103341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 76dab47c-112a-4c39-bda9-714cbc9979cc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:31.103763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 76dab47c-112a-4c39-bda9-714cbc9979cc not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:31.104198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a383318-a6f7-4ccd-b142-b24c005434b7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:31.117119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6466-0016-4628-b89c-004300a3e362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.126101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7a383318-a6f7-4ccd-b142-b24c005434b7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:31.127676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a383318-a6f7-4ccd-b142-b24c005434b7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:31.166839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6466-0016-4628-b89c-004300a3e362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.169813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6ee6466-0016-4628-b89c-004300a3e362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.171035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b6ee6466-0016-4628-b89c-004300a3e362 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6e8acc12-a125-44d6-990e-56a066047ba5 HTTP/1.1" status: 204 len: 168 time: 0.1383278 Dec 08 16:36:31.179502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee6466-0016-4628-b89c-004300a3e362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8acc12-a125-44d6-990e-56a066047ba5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:31.325413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b010131-73b9-4f8c-9ac7-4722a54dd1bf req-45e35fb7-4bfb-4b0d-9a45-4c33f97a91ab tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/ports?device_id=25bd525d-085e-43b7-8a9c-ad72e2d5f0d4 HTTP/1.1" status: 200 len: 210 time: 0.0292892 Dec 08 16:36:31.520867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:31.566301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-729f7bd3-f361-41d6-ac1c-9c8c7150a9a6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dce5bfe3853041a186c679abb2a78d6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0438740 Dec 08 16:36:31.568965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:31.617282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b442f68-13be-4ced-93cb-cc18dfc9e17b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.638668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b442f68-13be-4ced-93cb-cc18dfc9e17b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.686399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b442f68-13be-4ced-93cb-cc18dfc9e17b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.689165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b442f68-13be-4ced-93cb-cc18dfc9e17b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:31.690348 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b442f68-13be-4ced-93cb-cc18dfc9e17b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/263b3bb0-7328-46dc-af1e-abab5f2f9602 HTTP/1.1" status: 204 len: 168 time: 0.1204596 Dec 08 16:36:31.698776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b442f68-13be-4ced-93cb-cc18dfc9e17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263b3bb0-7328-46dc-af1e-abab5f2f9602,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:31.881870 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.153743 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.223529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.363318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.421450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41856) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.492714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-330717357-network', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:32.500910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.534311 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.537944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Made reservation on behalf of 376a5338778d45e8a8cfbbbfaae05b9a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:32.540301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.556838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.620325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.622874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.624019 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/security-groups/8724c599-9f16-4092-bd84-15546ffba1c1 HTTP/1.1" status: 204 len: 168 time: 0.2012916 Dec 08 16:36:32.626870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.641205 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-9d2e1a73-734a-4ed4-bdd2-614e922924da tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] show failed (client error): The resource could not be found. Dec 08 16:36:32.645128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9d2e1a73-734a-4ed4-bdd2-614e922924da tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "GET /v2.0/security-groups/8724c599-9f16-4092-bd84-15546ffba1c1 HTTP/1.1" status: 404 len: 347 time: 0.0140789 Dec 08 16:36:32.645783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8724c599-9f16-4092-bd84-15546ffba1c1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:32.645928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.659824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.660211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.660563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.661552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.662205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.662205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.662520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.662851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.663181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.663511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.663838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.664160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.664485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8279c2c-c0b6-4953-9a35-35714059504d tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:32.687694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.693552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.719944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:32.731216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1e6901-8920-4762-8618-bb35cd43c266,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:32.736112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.736457 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Added segment bb2f9b51-b70a-41c8-815a-a40fddd3f5e9 of type vlan for network 9454902a-bd4c-4d59-950f-1b9838a3e56d Dec 08 16:36:32.773209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port 6d68e36c-71b8-46c2-8cdc-ac5f072025e0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:32.773551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.778537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.804863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.806093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:32.806665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.854924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.855242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:32.865504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5008209 Dec 08 16:36:32.868515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41862) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:32.873404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Request body: {'subnet': {'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-330717357-subnet', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:32.874493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb78cf-526e-4b19-92af-8c3425b118e6 admin admin] Pushing event updated for resources: {'Network': ['ID=9454902a-bd4c-4d59-950f-1b9838a3e56d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:32.878919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for 6d68e36c-71b8-46c2-8cdc-ac5f072025e0 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:32.884963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:32.940848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Made reservation on behalf of 376a5338778d45e8a8cfbbbfaae05b9a for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:32.943266 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.081927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.137969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.206062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=6d68e36c-71b8-46c2-8cdc-ac5f072025e0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:33.245866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.318130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.320631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.321781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc7a49d2-3a7c-43cd-b37b-a7a420a4b29b tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/floatingips/d880b611-436f-4834-931c-f9b793883e08 HTTP/1.1" status: 204 len: 168 time: 0.6750374 Dec 08 16:36:33.324263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5af8cf6a-1c46-4a48-ae1c-fe68a122592a,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:33.324721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41864) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:33.333940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Checking segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:33.333940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Network hostable DHCP agents. Network: 9454902a-bd4c-4d59-950f-1b9838a3e56d, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:33.351333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:33.360810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 9454902a-bd4c-4d59-950f-1b9838a3e56d) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:33.366653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:33.367254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.370918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b67bee2-6caa-428d-9ad2-13f7816c05ea None None] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:33.384849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-118f87a7-b06c-4197-96fb-c6d2cdb509f2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5151863 Dec 08 16:36:33.387318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41866) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:33.392060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:33.417349 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.418498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.423296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:33.423691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.480916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-9454902a-bd4c-4d59-950f-1b9838a3e56d', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:33.483467 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.486972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.539011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.554409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for 0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:33.642051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.650685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Allocated IP 172.20.0.2 (9454902a-bd4c-4d59-950f-1b9838a3e56d/5af8cf6a-1c46-4a48-ae1c-fe68a122592a/7d46107d-7120-49bd-8d00-d603e5dd2f65) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:33.699803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.731050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:33.805059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.811219 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e1b76d7-4da5-448f-945f-c1fa1f053f85 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/ports/0f9ae798-7dc9-48b5-99c9-b3b6ed3356c8 HTTP/1.1" status: 204 len: 168 time: 0.4831433 Dec 08 16:36:33.812013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:33.817121 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.826587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.857295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.867519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:33.870305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:33.873513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:33.881760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.914934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Pushing event updated for resources: {'Port': ['ID=7d46107d-7120-49bd-8d00-d603e5dd2f65,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:33.933011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port e2bcea1a-1749-4e56-b281-39debb0de3f0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:33.933583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.948657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Attempting to bind port 7d46107d-7120-49bd-8d00-d603e5dd2f65 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:33.948976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Attempting to bind port 7d46107d-7120-49bd-8d00-d603e5dd2f65 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:33.949408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Attempting to bind port 7d46107d-7120-49bd-8d00-d603e5dd2f65 on network 9454902a-bd4c-4d59-950f-1b9838a3e56d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:33.954625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:33.954992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Checking segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:33.955388 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:33.955774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Bound using segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:33.956243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Bound port: 7d46107d-7120-49bd-8d00-d603e5dd2f65, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:33.956618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.008155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Allocated IP 172.25.3.113 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a897ef30-dc97-4ac5-8ee2-7d85d69c1861) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:34.022925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] For port 7d46107d-7120-49bd-8d00-d603e5dd2f65, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:34.026815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] For port 7d46107d-7120-49bd-8d00-d603e5dd2f65, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7d46107d-7120-49bd-8d00-d603e5dd2f65,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:34.031638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.031804 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.044365 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for e2bcea1a-1749-4e56-b281-39debb0de3f0 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:34.099074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7594a049-b09b-434c-9a0b-47d73d1f20ff None None] Pushing event updated for resources: {'Port': ['ID=7d46107d-7120-49bd-8d00-d603e5dd2f65,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.140745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.188519 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.200330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.240406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=e2bcea1a-1749-4e56-b281-39debb0de3f0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.240652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:34.248455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:34.254937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:34.256927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Pushing event updated for resources: {'Port': ['ID=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.269290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4538909-7726-436b-b3a5-b8ec9db48174 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:34.335166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.341223 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff5a7a0d-7d38-4515-90d6-42a631ae0b7e tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/ports/e2bcea1a-1749-4e56-b281-39debb0de3f0 HTTP/1.1" status: 204 len: 168 time: 0.5279307 Dec 08 16:36:34.343242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7d9111cf-3cda-48de-8b22-9e061c600f7f None None] Provisioning complete for port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:34.343818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d9111cf-3cda-48de-8b22-9e061c600f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.349040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41872) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:34.392990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7d9111cf-3cda-48de-8b22-9e061c600f7f None None] Port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:34.431407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting subnet b9a14253-50ca-4a90-b647-e61ae0a5416f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:34.443154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.492734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.599285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.624703 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.658751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.686765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Subnet': ['ID=b9a14253-50ca-4a90-b647-e61ae0a5416f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:34.690370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.697274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3f7c1d62-2e70-4f97-9e8f-28596ebd6e22 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/subnets/b9a14253-50ca-4a90-b647-e61ae0a5416f HTTP/1.1" status: 204 len: 168 time: 0.3437240 Dec 08 16:36:34.697530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:34.699785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a691bd-19f4-4f7e-ba41-96f595b63dbf None None] Network 22639240-6bc0-436f-afbb-3486efd007a3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:34.769214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting subnet 5847c65d-8f07-4834-8097-82dae7d5c00b {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:34.777245 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.846122 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.900744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] DHCP port deletion for 22639240-6bc0-436f-afbb-3486efd007a3 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:34.953360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:34.968716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] Deleting port 1617b2fa-202a-4a65-9647-44a87c196dae {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:34.969465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.038347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.068473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b989a02-7294-4bd1-a9a0-c7e5ee50da4e None None] Network af0838c5-1ffc-4914-891f-ba3505a2f863 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:35.095724 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.099266 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/subnets/5847c65d-8f07-4834-8097-82dae7d5c00b HTTP/1.1" status: 204 len: 168 time: 0.3976293 Dec 08 16:36:35.100401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae544e-e2f7-450c-9135-29d2ed83968c tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Subnet': ['ID=5847c65d-8f07-4834-8097-82dae7d5c00b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:35.102978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41878) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:35.174870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] For port 1617b2fa-202a-4a65-9647-44a87c196dae, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1617b2fa-202a-4a65-9647-44a87c196dae,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:35.175267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.195171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] Calling delete_port for 1617b2fa-202a-4a65-9647-44a87c196dae owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:35.221334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7d46107d-7120-49bd-8d00-d603e5dd2f65 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:35.229001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.307145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Deleting port 1617b2fa-202a-4a65-9647-44a87c196dae {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:35.307482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.356145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7d46107d-7120-49bd-8d00-d603e5dd2f65 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:35.356522 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.374261 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.413402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] For port 1617b2fa-202a-4a65-9647-44a87c196dae, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=1617b2fa-202a-4a65-9647-44a87c196dae,segment=NetworkSegment(a756cd71-0919-4665-b590-64351dfd0123),segment_id=a756cd71-0919-4665-b590-64351dfd0123)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:35.413769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.431579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.433110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Calling delete_port for 1617b2fa-202a-4a65-9647-44a87c196dae owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:35.464720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] DHCP port deletion for af0838c5-1ffc-4914-891f-ba3505a2f863 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:35.493644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] Pushing event deleted for resources: {'Port': ['ID=1617b2fa-202a-4a65-9647-44a87c196dae,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:35.495626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98df7c84-e3af-4d3c-9132-38fc99e66595 None None] No DVR routers for this DVR port 1617b2fa-202a-4a65-9647-44a87c196dae on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:35.533726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.554681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.565875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4274d4-3cfe-43ed-83e3-820549329e34 None None] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:35.581201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Router c99390fb-16a4-4859-8292-c7e68a55fe1a is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:35.586714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Port': ['ID=1617b2fa-202a-4a65-9647-44a87c196dae,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:35.594638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] No DVR routers for this DVR port 1617b2fa-202a-4a65-9647-44a87c196dae on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:35.708530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.725320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:35.738218 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Sync routers for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:35.741268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22639240-6bc0-436f-afbb-3486efd007a3']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:35.747763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.749305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a7093d4-30b3-4f98-94f7-0de8e31606bd admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3608577 Dec 08 16:36:35.751917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41882) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:35.754846 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:35.755696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:35.760214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a756cd71-0919-4665-b590-64351dfd0123') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:35.760760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a756cd71-0919-4665-b590-64351dfd0123') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:35.795765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 7d46107d-7120-49bd-8d00-d603e5dd2f65, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7d46107d-7120-49bd-8d00-d603e5dd2f65,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:35.813358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.871164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f2de89a8-421d-4843-8636-c6c8aafdd287 None None] Provisioning complete for port 7d46107d-7120-49bd-8d00-d603e5dd2f65 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:35.871538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f2de89a8-421d-4843-8636-c6c8aafdd287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.878021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] Deleting port 32b57253-c251-4a6c-a039-4daa402643c7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:35.878392 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:35.888686 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:35.961391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1617b2fa-202a-4a65-9647-44a87c196dae no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:36.020845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=7d46107d-7120-49bd-8d00-d603e5dd2f65,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.028142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 1617b2fa-202a-4a65-9647-44a87c196dae {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:36.028486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 1617b2fa-202a-4a65-9647-44a87c196dae not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:36.066682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] For port 32b57253-c251-4a6c-a039-4daa402643c7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=32b57253-c251-4a6c-a039-4daa402643c7,segment=NetworkSegment(89aa7726-8d0e-4588-84fb-ce141f5667d9),segment_id=89aa7726-8d0e-4588-84fb-ce141f5667d9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:36.067231 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.087862 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:34Z', 'revision_number': 3, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:36.090859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] Calling delete_port for 32b57253-c251-4a6c-a039-4daa402643c7 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:36.124706 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Checking router: c99390fb-16a4-4859-8292-c7e68a55fe1a for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:36.125050 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Updating router c99390fb-16a4-4859-8292-c7e68a55fe1a port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:36:36.152218 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.217768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.240471 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.246719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.278819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] Pushing event deleted for resources: {'Port': ['ID=32b57253-c251-4a6c-a039-4daa402643c7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.281091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce90252b-5994-4a97-95de-c5d912b3c8d7 None None] No DVR routers for this DVR port 32b57253-c251-4a6c-a039-4daa402643c7 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:36.298157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:36.298697 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:36.304043 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:36.405682 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.413133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-12e4fb12-3782-4c28-b77c-40c9746f4b13 None None] Provisioning complete for port 7d46107d-7120-49bd-8d00-d603e5dd2f65 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:36.413503 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12e4fb12-3782-4c28-b77c-40c9746f4b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.416221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.421763 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/networks/22639240-6bc0-436f-afbb-3486efd007a3 HTTP/1.1" status: 204 len: 168 time: 1.3162818 Dec 08 16:36:36.422931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:36.457891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb0594-ef91-4c58-9eeb-2c70c3da58e3 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Network': ['ID=22639240-6bc0-436f-afbb-3486efd007a3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.468432 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.475343 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.523959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ab783-d440-45a7-b942-7847543f2c46 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:36.532239 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Attempting to bind port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:36.532683 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Attempting to bind port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:36.533191 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Attempting to bind port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:36.548246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:36.548622 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:36.549019 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.549411 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:36.549903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Bound port: a897ef30-dc97-4ac5-8ee2-7d85d69c1861, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:36.550470 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.553821 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52227ae-81c0-405f-b376-a0c861493cc0 None None] Pushing event updated for resources: {'Port': ['ID=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.569300 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.608321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] For port a897ef30-dc97-4ac5-8ee2-7d85d69c1861, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:36.611503 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] For port a897ef30-dc97-4ac5-8ee2-7d85d69c1861, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:36.618708 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.632117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a1930e38-f122-4f9d-aea0-50baa18b71f2 None None] Provisioning complete for port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:36.632740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1930e38-f122-4f9d-aea0-50baa18b71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.669902 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:36.671171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:36.703185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5874cbe9-36ab-4c3c-bdfc-2a5d37e08db0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:36.727044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1930e38-f122-4f9d-aea0-50baa18b71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.735800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.756069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a1930e38-f122-4f9d-aea0-50baa18b71f2 None None] For port a897ef30-dc97-4ac5-8ee2-7d85d69c1861, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:36.765768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1930e38-f122-4f9d-aea0-50baa18b71f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.773041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0838c5-1ffc-4914-891f-ba3505a2f863']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:36.803569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89aa7726-8d0e-4588-84fb-ce141f5667d9') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:36.803957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89aa7726-8d0e-4588-84fb-ce141f5667d9') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:36.818255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.822762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1930e38-f122-4f9d-aea0-50baa18b71f2 None None] Pushing event updated for resources: {'Port': ['ID=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.840258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.870842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:36.871314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:36.875248 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:36.890315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-76f33653-4c64-49d0-81f7-f6a324dcd1a8 None None] Provisioning complete for port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:36.890972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76f33653-4c64-49d0-81f7-f6a324dcd1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.913280 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:36.940800 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52227ae-81c0-405f-b376-a0c861493cc0 None None] Pushing event updated for resources: {'Port': ['ID=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:36.941497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.961522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.982440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:36.993919 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] 10.222.0.62 "DELETE /v2.0/networks/af0838c5-1ffc-4914-891f-ba3505a2f863 HTTP/1.1" status: 204 len: 168 time: 0.5606036 Dec 08 16:36:36.993919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dddc3-6c79-4bac-84db-aea2ee98c722 tempest-TaggedBootDevicesTest_v242-1175568832 tempest-TaggedBootDevicesTest_v242-1175568832-project] Pushing event deleted for resources: {'Network': ['ID=af0838c5-1ffc-4914-891f-ba3505a2f863,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:37.125784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7d46107d-7120-49bd-8d00-d603e5dd2f65 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:37.168107 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:34Z', 'revision_number': 3, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:37.204198 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414746a7-9a6b-4f43-8a70-89fae7a037c3 None None] The sync data for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 is: [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:34Z', 'revision_number': 3, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:37.204635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7d46107d-7120-49bd-8d00-d603e5dd2f65 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:37.206287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.249314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Allocated IP 172.20.0.1 (9454902a-bd4c-4d59-950f-1b9838a3e56d/5af8cf6a-1c46-4a48-ae1c-fe68a122592a/cfcdf002-7882-4be7-9c2f-bbf396741c91) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:37.379417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.415288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 32b57253-c251-4a6c-a039-4daa402643c7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:37.429324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.438117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 32b57253-c251-4a6c-a039-4daa402643c7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:37.438708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 32b57253-c251-4a6c-a039-4daa402643c7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:37.494251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:37.497339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:37.499960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:37.539439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcdf002-7882-4be7-9c2f-bbf396741c91,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:37.570353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.755462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.854941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dcd14660-908c-4fa3-a95d-4dd3addd4581 None None] Provisioning complete for port cfcdf002-7882-4be7-9c2f-bbf396741c91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:37.855490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dcd14660-908c-4fa3-a95d-4dd3addd4581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.908588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dcd14660-908c-4fa3-a95d-4dd3addd4581 None None] Port cfcdf002-7882-4be7-9c2f-bbf396741c91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:37.965111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:37.971252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.046820 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.048820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcdf002-7882-4be7-9c2f-bbf396741c91,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:38.158736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:38.160281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:38.297830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Router c99390fb-16a4-4859-8292-c7e68a55fe1a has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:38.437691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3c9a98e1-91b3-4974-8214-4072cd39553d None None] Provisioning complete for port cfcdf002-7882-4be7-9c2f-bbf396741c91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:38.438807 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c9a98e1-91b3-4974-8214-4072cd39553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:38.445191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:38.450426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8ac6cc7a-33fa-41d3-b8ee-8e6add1ff5a0 admin admin] 10.222.0.62 "PUT /v2.0/routers/c99390fb-16a4-4859-8292-c7e68a55fe1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6974301 Dec 08 16:36:38.483693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a98e1-91b3-4974-8214-4072cd39553d None None] Port cfcdf002-7882-4be7-9c2f-bbf396741c91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:38.959332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41916) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:38.964702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-793479616-network', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:38.996390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Made reservation on behalf of 8cb138167ff54a76bf6adbcd3cb3faf9 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:38.999249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.014289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.108872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.116390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.140876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:36:39.151324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a897ef30-dc97-4ac5-8ee2-7d85d69c1861 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:39.161592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.162171 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Added segment 78f7f2e6-3ea0-4b81-98e0-8d2898cac294 of type vlan for network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 Dec 08 16:36:39.163925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146cf49f-57b5-4554-b5bb-e3c4068d1922,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:39.214352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.214604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:39.214832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.250312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.251508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:39.252215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.312165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Sync routers for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:39.317678 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3571169 Dec 08 16:36:39.320453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41918) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:39.325355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Request body: {'subnet': {'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-793479616-subnet', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:39.341890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:39.342592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:39.353753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc415298-d290-472e-9788-7f293f79f837 admin admin] Pushing event updated for resources: {'Network': ['ID=995b9bfe-77f1-4b5f-aa7f-a049e34907c8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:39.368653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Made reservation on behalf of 8cb138167ff54a76bf6adbcd3cb3faf9 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:36:39.371486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.392222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:36:39.533865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:39.598901 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.662810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff354e4-8cd0-439d-9c9c-ea659e089935,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:39.674310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Checking segment: {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:39.674675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Network hostable DHCP agents. Network: 995b9bfe-77f1-4b5f-aa7f-a049e34907c8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:36:39.695480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:36:39.706064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 995b9bfe-77f1-4b5f-aa7f-a049e34907c8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:39.711789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:39.712491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.731233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87882603-75b5-435f-ba96-f143c06af2d1 None None] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:39.734472 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-31f3d4cb-32fa-4327-a006-4c1fc75d052a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4103558 Dec 08 16:36:39.734472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41922) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:39.740856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:36:39.764853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.766195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.831068 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.850764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 2, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:39.886021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-995b9bfe-77f1-4b5f-aa7f-a049e34907c8', 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8', 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'fixed_ips': [{'subnet_id': 'dff354e4-8cd0-439d-9c9c-ea659e089935'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:36:39.887020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:39.889359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Checking router: c99390fb-16a4-4859-8292-c7e68a55fe1a for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:39.889707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Updating router c99390fb-16a4-4859-8292-c7e68a55fe1a port cfcdf002-7882-4be7-9c2f-bbf396741c91 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:36:39.938120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.002766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.157682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Allocated IP 172.20.0.2 (995b9bfe-77f1-4b5f-aa7f-a049e34907c8/dff354e4-8cd0-439d-9c9c-ea659e089935/b9188f34-2bd5-46bf-9997-5d186a9aef0a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:40.265688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.295449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.422957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Allocated IP 172.25.3.160 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:40.456655 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.471525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.556284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:40.566050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.570755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:40.579990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:40.603761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Pushing event updated for resources: {'Port': ['ID=b9188f34-2bd5-46bf-9997-5d186a9aef0a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:40.639546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.643213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.679354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.734391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:40.737714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:40.755909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:40.765710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d5eb8d-0017-4ca9-a836-4514eaf45311 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:40.813581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Attempting to bind port b9188f34-2bd5-46bf-9997-5d186a9aef0a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:40.814170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Attempting to bind port b9188f34-2bd5-46bf-9997-5d186a9aef0a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:40.814636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Attempting to bind port b9188f34-2bd5-46bf-9997-5d186a9aef0a on network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:40.854886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:40.855353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Checking segment: {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:40.855853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.856371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Bound using segment: {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:40.856936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Bound port: b9188f34-2bd5-46bf-9997-5d186a9aef0a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:40.857394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.862425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6410-a202-45d9-8c6a-e50a3c87e44e None None] Pushing event updated for resources: {'Port': ['ID=cfcdf002-7882-4be7-9c2f-bbf396741c91,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:40.877258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Pushing event updated for resources: {'Port': ['ID=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:40.947034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Attempting to bind port cfcdf002-7882-4be7-9c2f-bbf396741c91 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:40.947526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Attempting to bind port cfcdf002-7882-4be7-9c2f-bbf396741c91 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:40.948029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Attempting to bind port cfcdf002-7882-4be7-9c2f-bbf396741c91 on network 9454902a-bd4c-4d59-950f-1b9838a3e56d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:40.977641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:40.978149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Checking segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:40.978746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.979166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Bound using segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:40.980167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Bound port: cfcdf002-7882-4be7-9c2f-bbf396741c91, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:40.980627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:40.989375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1634b4d8-cf81-4a88-9d7d-05a5773678ce None None] Provisioning complete for port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:40.990300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1634b4d8-cf81-4a88-9d7d-05a5773678ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.076915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] For port b9188f34-2bd5-46bf-9997-5d186a9aef0a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:41.135205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] For port b9188f34-2bd5-46bf-9997-5d186a9aef0a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b9188f34-2bd5-46bf-9997-5d186a9aef0a,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:41.157165 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.187037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1634b4d8-cf81-4a88-9d7d-05a5773678ce None None] Port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:41.319920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.607124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b66b45c4-6dbb-449f-9a32-4391601a04c6 None None] Provisioning complete for port cfcdf002-7882-4be7-9c2f-bbf396741c91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:41.607493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b66b45c4-6dbb-449f-9a32-4391601a04c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.615447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] For port cfcdf002-7882-4be7-9c2f-bbf396741c91, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:41.674793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfed74-3a38-45aa-8b2c-3dba57ea80a3 None None] Pushing event updated for resources: {'Port': ['ID=b9188f34-2bd5-46bf-9997-5d186a9aef0a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:41.687519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] For port cfcdf002-7882-4be7-9c2f-bbf396741c91, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cfcdf002-7882-4be7-9c2f-bbf396741c91,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:41.707226 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.730785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:41.796931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b66b45c4-6dbb-449f-9a32-4391601a04c6 None None] Port cfcdf002-7882-4be7-9c2f-bbf396741c91 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:41.855927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:41.856161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:41.953004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b6410-a202-45d9-8c6a-e50a3c87e44e None None] Pushing event updated for resources: {'Port': ['ID=cfcdf002-7882-4be7-9c2f-bbf396741c91,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:41.999959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Router a7c51422-780d-4bbd-a04d-ba95bdf10af2 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:36:42.202168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:42.303529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:42.323495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Sync routers for ids ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:42.377396 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Routers {'a7c51422-780d-4bbd-a04d-ba95bdf10af2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:42.378505 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:42.388503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.394797 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-290ed9ca-892b-4077-953c-848c65ad724f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6581335 Dec 08 16:36:42.397440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:42.575049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Set router a7c51422-780d-4bbd-a04d-ba95bdf10af2 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:42.663062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2428233f-624f-4ffd-bea9-e643b06da6ae None None] Provisioning complete for port cfcdf002-7882-4be7-9c2f-bbf396741c91 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:42.663683 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2428233f-624f-4ffd-bea9-e643b06da6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.668511 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:36:42.806867 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2428233f-624f-4ffd-bea9-e643b06da6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:42.810425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:41Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:42.839362 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:36:41Z', 'revision_number': 3, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:42.909677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d0f5ae-6c7d-439b-b3c6-c302bd77ff03 None None] The sync data for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 is: [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:41Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:42.929734 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Checking router: a7c51422-780d-4bbd-a04d-ba95bdf10af2 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:42.931205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Updating router a7c51422-780d-4bbd-a04d-ba95bdf10af2 port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:36:42.965937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2428233f-624f-4ffd-bea9-e643b06da6ae None None] For port cfcdf002-7882-4be7-9c2f-bbf396741c91, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cfcdf002-7882-4be7-9c2f-bbf396741c91,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:42.973848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2428233f-624f-4ffd-bea9-e643b06da6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.001254 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.057516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2428233f-624f-4ffd-bea9-e643b06da6ae None None] Pushing event updated for resources: {'Port': ['ID=cfcdf002-7882-4be7-9c2f-bbf396741c91,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:43.291602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b9188f34-2bd5-46bf-9997-5d186a9aef0a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:43.333945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.420850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b9188f34-2bd5-46bf-9997-5d186a9aef0a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:43.421219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.659834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.681204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4900743f-d812-44eb-96dd-1069e2eb906f None None] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:43.705828 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.717720 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.771959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Allocated IP 172.20.0.1 (995b9bfe-77f1-4b5f-aa7f-a049e34907c8/dff354e4-8cd0-439d-9c9c-ea659e089935/a5556ccc-6054-49f6-9f23-9301f64399dc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:36:43.871544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cdcc56-4034-43b8-b00d-9a17a64cb55d None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:43.875442 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ad0b3-b239-4204-8e61-ebdc8bc0e73b None None] Pushing event updated for resources: {'Port': ['ID=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:43.893579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port b9188f34-2bd5-46bf-9997-5d186a9aef0a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b9188f34-2bd5-46bf-9997-5d186a9aef0a,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:43.916089 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Attempting to bind port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:43.916380 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Attempting to bind port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:43.916750 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Attempting to bind port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:43.929451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.934319 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:43.934729 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:43.936118 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.936610 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:43.937626 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Bound port: a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:43.938186 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.944690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfcdf002-7882-4be7-9c2f-bbf396741c91 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:43.947730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1391fbfb-ba46-401a-b814-0c93ad7c0735 None None] Provisioning complete for port b9188f34-2bd5-46bf-9997-5d186a9aef0a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:43.951680 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1391fbfb-ba46-401a-b814-0c93ad7c0735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:43.977379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.041375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.099785 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] For port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:44.106330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:44.108438 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] For port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:44.117028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:44.118448 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.127036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:36:44.220642 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Routers {'a7c51422-780d-4bbd-a04d-ba95bdf10af2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:44.221585 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:44.229116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Pushing event updated for resources: {'Port': ['ID=a5556ccc-6054-49f6-9f23-9301f64399dc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:44.255689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebefa853-5618-4540-a1fc-f2999759bfc8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:44.264468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.316607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=b9188f34-2bd5-46bf-9997-5d186a9aef0a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:44.434866 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ad0b3-b239-4204-8e61-ebdc8bc0e73b None None] Pushing event updated for resources: {'Port': ['ID=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:44.475905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cfcdf002-7882-4be7-9c2f-bbf396741c91 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:44.476256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.510867 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] Set router a7c51422-780d-4bbd-a04d-ba95bdf10af2 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:44.526071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.685399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-27ae2660-b675-4788-a9d9-b5b79b9b6baa None None] Provisioning complete for port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:44.685883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27ae2660-b675-4788-a9d9-b5b79b9b6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.869951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.878394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.888143 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:36:41Z', 'revision_number': 3, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:44.914667 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27ae2660-b675-4788-a9d9-b5b79b9b6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:44.961068 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d86c057-0dc5-4898-b6c2-d2479b4d7484 None None] The sync data for ids ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'] in n-d-820935-5 is: [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:36:41Z', 'revision_number': 3, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:44.984419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-27ae2660-b675-4788-a9d9-b5b79b9b6baa None None] For port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:44.997527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27ae2660-b675-4788-a9d9-b5b79b9b6baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.004615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Pushing event updated for resources: {'Port': ['ID=a5556ccc-6054-49f6-9f23-9301f64399dc,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:45.031864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.032318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.032750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.033186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.034362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.037623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.039656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.040121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.040595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.041730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.045680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.046151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.046688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:36:45.088767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.221342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-53074a07-3f61-4374-826d-d56ec8f008e8 None None] Provisioning complete for port a5556ccc-6054-49f6-9f23-9301f64399dc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:45.222444 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53074a07-3f61-4374-826d-d56ec8f008e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.233468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b9188f34-2bd5-46bf-9997-5d186a9aef0a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:45.312034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ae2660-b675-4788-a9d9-b5b79b9b6baa None None] Pushing event updated for resources: {'Port': ['ID=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:45.325582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:36:45.330781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:36:45.359354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-53074a07-3f61-4374-826d-d56ec8f008e8 None None] Port a5556ccc-6054-49f6-9f23-9301f64399dc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:45.377002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-53074a07-3f61-4374-826d-d56ec8f008e8 None None] Provisioning complete for port b9188f34-2bd5-46bf-9997-5d186a9aef0a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:45.377361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-53074a07-3f61-4374-826d-d56ec8f008e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.439989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b9188f34-2bd5-46bf-9997-5d186a9aef0a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:45.440504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.588445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Router a7c51422-780d-4bbd-a04d-ba95bdf10af2 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:45.674217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfcdf002-7882-4be7-9c2f-bbf396741c91 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:45.741560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:45.746816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cfcdf002-7882-4be7-9c2f-bbf396741c91 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:45.747193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.751267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de80ed28-a71d-49c7-8132-f8be343cf881 admin admin] 10.222.0.62 "PUT /v2.0/routers/a7c51422-780d-4bbd-a04d-ba95bdf10af2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3518431 Dec 08 16:36:45.813882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9f26069d-fd7d-456b-b41e-4d6087da8553 None None] Provisioning complete for port a5556ccc-6054-49f6-9f23-9301f64399dc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:45.814256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f26069d-fd7d-456b-b41e-4d6087da8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:45.887549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9f26069d-fd7d-456b-b41e-4d6087da8553 None None] Port a5556ccc-6054-49f6-9f23-9301f64399dc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:36:46.511081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-66a06f4d-d555-4013-811b-756c5d6a7889 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651815 Dec 08 16:36:46.631368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-a9d13e7f-2d7c-4f94-8b89-e56bf0b30ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:46.632910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-a9d13e7f-2d7c-4f94-8b89-e56bf0b30ca0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0714264 Dec 08 16:36:46.839073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-d3321fe1-8235-4a13-904b-4b55065d5331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:46.843332 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-d3321fe1-8235-4a13-904b-4b55065d5331 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1812122 Dec 08 16:36:46.896737 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-58a0853c-c779-4518-8c8c-d6028b33e593 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0458961 Dec 08 16:36:47.014155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-f6297acc-b9e2-4624-9c8a-ad7d7de13df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:36:47.018647 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-f6297acc-b9e2-4624-9c8a-ad7d7de13df2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.1140516 Dec 08 16:36:47.227593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:47.386865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:47.387245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:47.634852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Sync routers for ids ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:47.661860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Routers {'a7c51422-780d-4bbd-a04d-ba95bdf10af2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:47.662854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:47.718913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-8f465bd4-126f-41a7-a17d-20a108f2ce2e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6935942 Dec 08 16:36:47.827268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Set router a7c51422-780d-4bbd-a04d-ba95bdf10af2 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:47.922913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-fd834bb1-5045-4fdc-9ae5-c8a20c00f303 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961513 Dec 08 16:36:48.078157 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-dadd97c5-6131-4fa0-93a5-e1abd1a83712 req-498529c5-3fb2-4362-b6f2-85d9f5a9c7c1 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474116 Dec 08 16:36:48.154858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'a5556ccc-6054-49f6-9f23-9301f64399dc', 'name': '', 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'mac_address': 'fa:16:3e:68:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'dff354e4-8cd0-439d-9c9c-ea659e089935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:43Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 2, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'subnets': [{'id': 'dff354e4-8cd0-439d-9c9c-ea659e089935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:48.185023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Checking router: a7c51422-780d-4bbd-a04d-ba95bdf10af2 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:48.185374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Updating router a7c51422-780d-4bbd-a04d-ba95bdf10af2 port a5556ccc-6054-49f6-9f23-9301f64399dc binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:36:48.213516 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:48.706964 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:48.716554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:48.794283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdd062-8a49-4ec8-bbb1-8653c3c74583 None None] Pushing event updated for resources: {'Port': ['ID=a5556ccc-6054-49f6-9f23-9301f64399dc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:48.908873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Attempting to bind port a5556ccc-6054-49f6-9f23-9301f64399dc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:36:48.909495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Attempting to bind port a5556ccc-6054-49f6-9f23-9301f64399dc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:36:48.910981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Attempting to bind port a5556ccc-6054-49f6-9f23-9301f64399dc on network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:36:48.918729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:36:48.919452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Checking segment: {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:36:48.920012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:48.920816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Bound using segment: {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:36:48.921596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Bound port: a5556ccc-6054-49f6-9f23-9301f64399dc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78f7f2e6-3ea0-4b81-98e0-8d2898cac294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:36:48.922443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.054283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] For port a5556ccc-6054-49f6-9f23-9301f64399dc, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:36:49.059941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] For port a5556ccc-6054-49f6-9f23-9301f64399dc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a5556ccc-6054-49f6-9f23-9301f64399dc,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:36:49.068805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.193023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdd062-8a49-4ec8-bbb1-8653c3c74583 None None] Pushing event updated for resources: {'Port': ['ID=a5556ccc-6054-49f6-9f23-9301f64399dc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:49.197772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Routers {'a7c51422-780d-4bbd-a04d-ba95bdf10af2'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:49.198441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:49.202111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6efc7a32-61f7-452e-ab5e-efc2904344a7 None None] Provisioning complete for port a5556ccc-6054-49f6-9f23-9301f64399dc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:49.202486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6efc7a32-61f7-452e-ab5e-efc2904344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.411474 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] Set router a7c51422-780d-4bbd-a04d-ba95bdf10af2 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:49.469169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6efc7a32-61f7-452e-ab5e-efc2904344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.594177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6efc7a32-61f7-452e-ab5e-efc2904344a7 None None] For port a5556ccc-6054-49f6-9f23-9301f64399dc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a5556ccc-6054-49f6-9f23-9301f64399dc,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:49.602591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6efc7a32-61f7-452e-ab5e-efc2904344a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.680196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7a32-61f7-452e-ab5e-efc2904344a7 None None] Pushing event updated for resources: {'Port': ['ID=a5556ccc-6054-49f6-9f23-9301f64399dc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:49.757335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a9b86350-b234-40b4-abb4-761853d71cbf None None] Provisioning complete for port a5556ccc-6054-49f6-9f23-9301f64399dc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:49.758071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9b86350-b234-40b4-abb4-761853d71cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:49.819864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'a5556ccc-6054-49f6-9f23-9301f64399dc', 'name': '', 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'mac_address': 'fa:16:3e:68:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'dff354e4-8cd0-439d-9c9c-ea659e089935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:43Z', 'updated_at': '2021-12-08T16:36:49Z', 'revision_number': 4, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'subnets': [{'id': 'dff354e4-8cd0-439d-9c9c-ea659e089935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:49.871075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f9804e-dfad-4c3d-9504-785ddef74175 None None] The sync data for ids ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'] in n-d-820935-5 is: [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'a5556ccc-6054-49f6-9f23-9301f64399dc', 'name': '', 'network_id': '995b9bfe-77f1-4b5f-aa7f-a049e34907c8', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'mac_address': 'fa:16:3e:68:ee:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'dff354e4-8cd0-439d-9c9c-ea659e089935', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:43Z', 'updated_at': '2021-12-08T16:36:49Z', 'revision_number': 4, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'subnets': [{'id': 'dff354e4-8cd0-439d-9c9c-ea659e089935', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:50.694604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42060) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:51.163215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a5556ccc-6054-49f6-9f23-9301f64399dc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:36:51.263148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a5556ccc-6054-49f6-9f23-9301f64399dc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:36:51.263693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.467836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.813135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Deleting port 949e606c-9064-4598-b9d1-5c2572a9be98 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:51.814410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.899334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] For port 949e606c-9064-4598-b9d1-5c2572a9be98, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=949e606c-9064-4598-b9d1-5c2572a9be98,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:51.899828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:51.915608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Calling delete_port for 949e606c-9064-4598-b9d1-5c2572a9be98 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:52.132388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:52.159217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=949e606c-9064-4598-b9d1-5c2572a9be98,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:52.366175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:52.601574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:52.719036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:52.727612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f6977d92-988e-41d1-b133-57e6c1be5ac2 admin admin] 10.222.0.62 "PUT /v2.0/routers/01d7795d-9d57-4c1c-9f03-3362d08e58c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0292130 Dec 08 16:36:52.727797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:52.731391 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] Sync routers for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:52.744641 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:52.745589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:52.856325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:52.959325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:52.974869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.044236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Deleting port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:53.045670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.163916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] For port d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:53.164618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.179931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Calling delete_port for d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:53.183732 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:36:52Z', 'revision_number': 5, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port': {'id': 'd0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:18:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2085, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:07Z', 'updated_at': '2021-12-08T16:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:53.210430 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] Checking router: 01d7795d-9d57-4c1c-9f03-3362d08e58c0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:53.219325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] Routers {'01d7795d-9d57-4c1c-9f03-3362d08e58c0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:53.219951 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:53.323010 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] Set router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:53.384423 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:36:52Z', 'revision_number': 6, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:53.387773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.422758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:53.423587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc20a4-46fa-4454-9611-a07889a7fb10 None None] The sync data for ids ['01d7795d-9d57-4c1c-9f03-3362d08e58c0'] in n-d-820935-5 is: [{'id': '01d7795d-9d57-4c1c-9f03-3362d08e58c0', 'name': 'tempest-TaggedBootDevicesTest_v242-171982974-router', 'tenant_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:05Z', 'updated_at': '2021-12-08T16:36:52Z', 'revision_number': 6, 'project_id': 'b45151cb02c640ed9e0c065cd20f0f69', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:53.440675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858d7b87-2836-45df-8772-a9b07dd373de None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:53.512041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.609061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.611722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.657251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.657932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01d7795d-9d57-4c1c-9f03-3362d08e58c0 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:53.664289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.665670 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b86f81c-e95c-49f2-aaab-89319cfdf625 admin admin] 10.222.0.62 "DELETE /v2.0/routers/01d7795d-9d57-4c1c-9f03-3362d08e58c0 HTTP/1.1" status: 204 len: 168 time: 0.9364274 Dec 08 16:36:53.668316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42078) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:53.726029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Deleting subnet 22ad2217-47e1-48c2-b35e-39e0c7492c67 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:53.729734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.767198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.859020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.928387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.957848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ad2217-47e1-48c2-b35e-39e0c7492c67,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:53.959946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:53.963210 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f8e5687c-c102-4bce-b5f1-d5cdeaa060dd admin admin] 10.222.0.62 "DELETE /v2.0/subnets/22ad2217-47e1-48c2-b35e-39e0c7492c67 HTTP/1.1" status: 204 len: 168 time: 0.2939086 Dec 08 16:36:53.964182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c7ab6f-e3bc-42ed-a25d-d3ebc1cceab9 None None] Network 4d591784-736c-42e5-b1b6-fb316b2cd05a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:53.965593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:54.043562 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.112733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Deleting port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:54.113866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.185659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] For port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,segment=NetworkSegment(e7a93eff-37fa-425d-9afb-c21f427d22f2),segment_id=e7a93eff-37fa-425d-9afb-c21f427d22f2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:54.186056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.206795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Calling delete_port for 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:54.247071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] DHCP port deletion for 4d591784-736c-42e5-b1b6-fb316b2cd05a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:54.313652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.320276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Deleting port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:54.322418 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.341704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:54.343792 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] No DVR routers for this DVR port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:54.411115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] For port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:54.411633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.428369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Calling delete_port for 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:54.431364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:36:54.432357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.433296 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.457309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d591784-736c-42e5-b1b6-fb316b2cd05a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:54.460977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] Pushing event deleted for resources: {'Port': ['ID=660dbba4-3f8a-40e5-aa2d-dac13cc33b41,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:54.464694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afa4355-6c17-4e06-9fdb-9b63ddc4ce8b None None] No DVR routers for this DVR port 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:54.483183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a93eff-37fa-425d-9afb-c21f427d22f2') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:54.483474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a93eff-37fa-425d-9afb-c21f427d22f2') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:54.497062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.513148 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.520189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:54.520688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:54.523398 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:54.599316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.604767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:54.608646 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4d591784-736c-42e5-b1b6-fb316b2cd05a HTTP/1.1" status: 204 len: 168 time: 0.6418145 Dec 08 16:36:54.611625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42086) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:54.634641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64632e5-c69a-4e38-9047-fd74d99f79d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d591784-736c-42e5-b1b6-fb316b2cd05a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:55.103570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 949e606c-9064-4598-b9d1-5c2572a9be98 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:55.134671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 949e606c-9064-4598-b9d1-5c2572a9be98 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:55.135133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 949e606c-9064-4598-b9d1-5c2572a9be98 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:55.135617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:55.157257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:55.157729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 660dbba4-3f8a-40e5-aa2d-dac13cc33b41 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:55.158264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:55.182294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:55.182627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d0e4a1a7-ae2f-4a3b-9c1f-a0c31e393cfa not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:55.388303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.664401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Deleting port 531cf279-0e4e-4d8a-ad01-ef06832efb91 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:55.665092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.754218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] For port 531cf279-0e4e-4d8a-ad01-ef06832efb91, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=531cf279-0e4e-4d8a-ad01-ef06832efb91,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:55.754512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.768507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Calling delete_port for 531cf279-0e4e-4d8a-ad01-ef06832efb91 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:55.960543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d64faeb7-276e-4a7c-be42-c7c93d6eaf06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.967663 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:55.995089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=531cf279-0e4e-4d8a-ad01-ef06832efb91,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:56.185204 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.442898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Router c099b3c6-4fed-4ebc-83ab-5d5bec62990d has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:36:56.590865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:36:56.604912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d23017fc-d4b9-4fb3-9c4a-06de4db7adf9 admin admin] 10.222.0.62 "PUT /v2.0/routers/c099b3c6-4fed-4ebc-83ab-5d5bec62990d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891078 Dec 08 16:36:56.605376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42096) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:56.606802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db0400-3206-4269-8942-d778f8615737 None None] Sync routers for ids ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:36:56.621052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] Routers {'c099b3c6-4fed-4ebc-83ab-5d5bec62990d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:56.621675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:56.730584 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.748804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] Set router c099b3c6-4fed-4ebc-83ab-5d5bec62990d gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:56.867156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.929896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Deleting port 97e2cb43-f8fd-4510-8061-93fc29b76ba7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:56.930514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:56.955532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:36:55Z', 'revision_number': 5, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port': {'id': '97e2cb43-f8fd-4510-8061-93fc29b76ba7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2121, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:24:30Z', 'updated_at': '2021-12-08T16:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:56.992034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db0400-3206-4269-8942-d778f8615737 None None] Checking router: c099b3c6-4fed-4ebc-83ab-5d5bec62990d for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:36:57.005689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] Routers {'c099b3c6-4fed-4ebc-83ab-5d5bec62990d'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:36:57.006347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:36:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:57.025653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] For port 97e2cb43-f8fd-4510-8061-93fc29b76ba7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=97e2cb43-f8fd-4510-8061-93fc29b76ba7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:57.026139 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.049870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Calling delete_port for 97e2cb43-f8fd-4510-8061-93fc29b76ba7 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:57.114853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] Set router c099b3c6-4fed-4ebc-83ab-5d5bec62990d gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:36:57.168416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-c9db0400-3206-4269-8942-d778f8615737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:36:56Z', 'revision_number': 6, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:57.210860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9db0400-3206-4269-8942-d778f8615737 None None] The sync data for ids ['c099b3c6-4fed-4ebc-83ab-5d5bec62990d'] in n-d-820935-5 is: [{'id': 'c099b3c6-4fed-4ebc-83ab-5d5bec62990d', 'name': 'tempest-TaggedBootDevicesTest_v242-332125057-router', 'tenant_id': '261c0f41042d4f8ba48640df4282c0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:24:27Z', 'updated_at': '2021-12-08T16:36:56Z', 'revision_number': 6, 'project_id': '261c0f41042d4f8ba48640df4282c0d2', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:36:57.251419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.279500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Pushing event deleted for resources: {'Port': ['ID=97e2cb43-f8fd-4510-8061-93fc29b76ba7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:57.293201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371ed07-1b6c-4859-9f67-4f16e12aef4d None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:57.352255 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.451955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.454618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.504976 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.505877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c099b3c6-4fed-4ebc-83ab-5d5bec62990d {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:36:57.510395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.511560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-52e7368c-3bb3-48bd-92ed-d3edb8aea066 admin admin] 10.222.0.62 "DELETE /v2.0/routers/c099b3c6-4fed-4ebc-83ab-5d5bec62990d HTTP/1.1" status: 204 len: 168 time: 0.9048998 Dec 08 16:36:57.514025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42100) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:57.561525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Deleting subnet 4d66a72f-47ea-49fb-8807-c713c767a3c5 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:36:57.565785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.608238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.711222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.772648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.799952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d66a72f-47ea-49fb-8807-c713c767a3c5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:57.805330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.810976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-186d00a0-bcd4-49f9-809c-334f8427e25a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4d66a72f-47ea-49fb-8807-c713c767a3c5 HTTP/1.1" status: 204 len: 168 time: 0.2937486 Dec 08 16:36:57.811430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42104) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:57.811558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c285d359-ad98-4e3f-8307-d9db76103487 None None] Network 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:36:57.912290 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:57.974622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Deleting port 166d3465-691b-40d1-ab3b-65ddaf9d7579 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:57.974972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.057939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] For port 166d3465-691b-40d1-ab3b-65ddaf9d7579, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=166d3465-691b-40d1-ab3b-65ddaf9d7579,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:58.057939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.063961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] DHCP port deletion for 726a8b23-6010-4746-80e7-c4c7f1b9c4d2 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:36:58.146480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Calling delete_port for 166d3465-691b-40d1-ab3b-65ddaf9d7579 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:58.189332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] Deleting port 166d3465-691b-40d1-ab3b-65ddaf9d7579 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:36:58.189748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.257422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] For port 166d3465-691b-40d1-ab3b-65ddaf9d7579, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=166d3465-691b-40d1-ab3b-65ddaf9d7579,segment=NetworkSegment(f551bcf2-108c-43c4-b97c-ac823826319d),segment_id=f551bcf2-108c-43c4-b97c-ac823826319d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:36:58.257841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.270955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.281342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] Calling delete_port for 166d3465-691b-40d1-ab3b-65ddaf9d7579 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:36:58.301404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Pushing event deleted for resources: {'Port': ['ID=166d3465-691b-40d1-ab3b-65ddaf9d7579,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:58.303324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] No DVR routers for this DVR port 166d3465-691b-40d1-ab3b-65ddaf9d7579 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:58.382631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.388419 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.409310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] No DVR routers for this DVR port 166d3465-691b-40d1-ab3b-65ddaf9d7579 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:36:58.417757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726a8b23-6010-4746-80e7-c4c7f1b9c4d2']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:58.431743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb0a3b-1d94-4382-9edf-0160b9afb1c7 None None] Pushing event deleted for resources: {'Port': ['ID=166d3465-691b-40d1-ab3b-65ddaf9d7579,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:58.434171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f551bcf2-108c-43c4-b97c-ac823826319d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:58.435270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f551bcf2-108c-43c4-b97c-ac823826319d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:36:58.449576 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.467188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.484505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:36:58.486393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:36:58.489967 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:36:58.592340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.598726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.601977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] 10.222.0.62 "DELETE /v2.0/networks/726a8b23-6010-4746-80e7-c4c7f1b9c4d2 HTTP/1.1" status: 204 len: 168 time: 0.7895019 Dec 08 16:36:58.615521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8962d973-cdb7-494e-b808-7e3680487732 admin admin] Pushing event deleted for resources: {'Network': ['ID=726a8b23-6010-4746-80e7-c4c7f1b9c4d2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:58.749588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:58.787327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e65b522-fc24-4de1-ab34-bcac496b007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.798726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d51b6a87-b291-43f4-a2c5-d3065936413d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b45151cb02c640ed9e0c065cd20f0f69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0476613 Dec 08 16:36:58.802300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42114) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:58.854524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ebf159bc-ce3a-42cc-b61b-61a5cf4ee7fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.880088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ebf159bc-ce3a-42cc-b61b-61a5cf4ee7fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.934568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ebf159bc-ce3a-42cc-b61b-61a5cf4ee7fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.937445 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ebf159bc-ce3a-42cc-b61b-61a5cf4ee7fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:58.939274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ebf159bc-ce3a-42cc-b61b-61a5cf4ee7fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4added63-4d8d-491f-8f88-2add2dbac61e HTTP/1.1" status: 204 len: 168 time: 0.1358953 Dec 08 16:36:58.948190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf159bc-ce3a-42cc-b61b-61a5cf4ee7fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4added63-4d8d-491f-8f88-2add2dbac61e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:36:59.102820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 166d3465-691b-40d1-ab3b-65ddaf9d7579 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:59.131319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 166d3465-691b-40d1-ab3b-65ddaf9d7579 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:59.131664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 166d3465-691b-40d1-ab3b-65ddaf9d7579 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:59.132092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 531cf279-0e4e-4d8a-ad01-ef06832efb91 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:59.155796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 531cf279-0e4e-4d8a-ad01-ef06832efb91 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:59.156135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 531cf279-0e4e-4d8a-ad01-ef06832efb91 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:59.156560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97e2cb43-f8fd-4510-8061-93fc29b76ba7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:36:59.182522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 97e2cb43-f8fd-4510-8061-93fc29b76ba7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:36:59.182863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 97e2cb43-f8fd-4510-8061-93fc29b76ba7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:36:59.381069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42120) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:59.424490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aa4a3f3a-0f9e-4152-a38b-fd9691d2c4dd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=261c0f41042d4f8ba48640df4282c0d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0419257 Dec 08 16:36:59.426979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42122) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:36:59.481269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdabb-d909-441e-a5bb-55afcc60ec60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:59.505783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdabb-d909-441e-a5bb-55afcc60ec60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:59.563793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdabb-d909-441e-a5bb-55afcc60ec60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:59.567860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b4cbdabb-d909-441e-a5bb-55afcc60ec60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:36:59.569055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b4cbdabb-d909-441e-a5bb-55afcc60ec60 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0965c6e8-ce47-4f6b-8974-fd7ee1ecf776 HTTP/1.1" status: 204 len: 168 time: 0.1410141 Dec 08 16:36:59.584537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbdabb-d909-441e-a5bb-55afcc60ec60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965c6e8-ce47-4f6b-8974-fd7ee1ecf776,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:00.121558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.357955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:00.465515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2111114742-network', 'tenant_id': '7c6adb119a054449831b5ce1aa1c1ecd'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:00.490829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Made reservation on behalf of 7c6adb119a054449831b5ce1aa1c1ecd for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:00.493476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.502878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.590347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.594907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.621882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:37:00.633448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04316757-44b7-41bc-99b9-0d0c4a60e1c9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:00.638728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.639060 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Added segment 9a9968e2-46fb-4ef6-9600-c997e702963d of type vlan for network 3012c902-7662-4ae9-9123-803490707a00 Dec 08 16:37:00.684302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.718937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.720029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:00.720614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:00.781518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4223654 Dec 08 16:37:00.785597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42170) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:00.791120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4fc4e-eaf8-49c8-998a-bb116a209d0b admin admin] Pushing event updated for resources: {'Network': ['ID=3012c902-7662-4ae9-9123-803490707a00,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:00.793152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Request body: {'subnet': {'network_id': '3012c902-7662-4ae9-9123-803490707a00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2111114742-subnet', 'tenant_id': '7c6adb119a054449831b5ce1aa1c1ecd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:00.806752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 3012c902-7662-4ae9-9123-803490707a00 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:37:00.830688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Made reservation on behalf of 7c6adb119a054449831b5ce1aa1c1ecd for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:00.836392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.039238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.100260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ea5d47-c09c-4230-8f18-fb0ff0348b61,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:01.112942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Checking segment: {'id': '9a9968e2-46fb-4ef6-9600-c997e702963d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3012c902-7662-4ae9-9123-803490707a00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:01.113677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Network hostable DHCP agents. Network: 3012c902-7662-4ae9-9123-803490707a00, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:37:01.132996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Network 3012c902-7662-4ae9-9123-803490707a00 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:37:01.143362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 3012c902-7662-4ae9-9123-803490707a00) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:01.148378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:01.148980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.156635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a772614-d006-4156-adaa-8ffb4fa5c98b None None] Network 3012c902-7662-4ae9-9123-803490707a00 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:01.170496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d931b10c-2581-4b18-80a6-976223683674 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3826590 Dec 08 16:37:01.273306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed6aa9-e131-4a14-9fa3-92042ddc0dbc None None] Network 3012c902-7662-4ae9-9123-803490707a00 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:01.640492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-bafa2bfd-16db-4249-9505-ed05231d9558 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:01.641965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-bafa2bfd-16db-4249-9505-ed05231d9558 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/networks?id=3012c902-7662-4ae9-9123-803490707a00 HTTP/1.1" status: 200 len: 809 time: 0.1154912 Dec 08 16:37:01.658858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-72b741ff-386e-4670-8cb5-625f93032e8d tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/quotas/7c6adb119a054449831b5ce1aa1c1ecd HTTP/1.1" status: 200 len: 375 time: 0.0100315 Dec 08 16:37:01.695746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-4bd77214-505c-4302-a1c1-8e369de25ef3 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=7c6adb119a054449831b5ce1aa1c1ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288949 Dec 08 16:37:01.873742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-f00c706b-0bc7-4966-b0d8-ddeae7e6c4e5 service neutron] 10.222.0.62 "GET /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661310 Dec 08 16:37:01.892451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:01.991623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2b179daf-cac6-496a-9739-28ac441f2247 service neutron] 10.222.0.62 "GET /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078811 Dec 08 16:37:02.175849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:02.214349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e33591fb-311c-431f-a161-112d2710cc85 req-0cb02adc-01ec-44c0-b5f0-36f8c193aa52 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 210 time: 0.0480309 Dec 08 16:37:02.235188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.074266 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.330443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45ab8502-8988-402c-97db-6271a5c21dce req-5b137488-a73d-4123-81de-5f3f31bf14c3 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 210 time: 0.0413473 Dec 08 16:37:03.509668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-a75af13f-19e4-4f97-b7ac-c744042cf83b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:03.511395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-a75af13f-19e4-4f97-b7ac-c744042cf83b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.86 "GET /v2.0/networks?id=3012c902-7662-4ae9-9123-803490707a00 HTTP/1.1" status: 200 len: 809 time: 0.1366167 Dec 08 16:37:03.526114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Request body: {'port': {'device_id': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'network_id': '3012c902-7662-4ae9-9123-803490707a00', 'admin_state_up': True, 'tenant_id': '7c6adb119a054449831b5ce1aa1c1ecd'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:03.662150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Made reservation on behalf of 7c6adb119a054449831b5ce1aa1c1ecd for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:03.665788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:03.830677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Allocated IP 172.20.0.2 (3012c902-7662-4ae9-9123-803490707a00/63ea5d47-c09c-4230-8f18-fb0ff0348b61/0687a782-f455-4d0b-8733-75bbea354ca8) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:03.995891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.033935 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.077043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Network 3012c902-7662-4ae9-9123-803490707a00 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:04.080132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:04.084537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:04.119370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Pushing event updated for resources: {'Port': ['ID=0687a782-f455-4d0b-8733-75bbea354ca8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:04.148803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:04.149913 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.173313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-ac599c94-e328-4237-8ec5-e43ec1ef75da tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6521971 Dec 08 16:37:04.191097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Request body: {'port': {'device_id': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:04.278867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.543347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247a375-f437-44dc-847f-6f595d93eade req-9c17d838-470f-4cb0-ad78-9f12d669713d tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:04.545191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c247a375-f437-44dc-847f-6f595d93eade req-9c17d838-470f-4cb0-ad78-9f12d669713d tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 931 time: 0.1046493 Dec 08 16:37:04.626921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c247a375-f437-44dc-847f-6f595d93eade req-1acc217a-97c9-4649-ac24-f5b94cdaeec6 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748036 Dec 08 16:37:04.666199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0687a782-f455-4d0b-8733-75bbea354ca8 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:04.674260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.687690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Transition to ACTIVE for port object 0687a782-f455-4d0b-8733-75bbea354ca8 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:37:04.692855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.747679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=0687a782-f455-4d0b-8733-75bbea354ca8,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:04.852741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Attempting to bind port 0687a782-f455-4d0b-8733-75bbea354ca8 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:04.853511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Attempting to bind port 0687a782-f455-4d0b-8733-75bbea354ca8 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9a9968e2-46fb-4ef6-9600-c997e702963d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3012c902-7662-4ae9-9123-803490707a00'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:04.853687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Attempting to bind port 0687a782-f455-4d0b-8733-75bbea354ca8 on network 3012c902-7662-4ae9-9123-803490707a00 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:04.860792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Port 0687a782-f455-4d0b-8733-75bbea354ca8 on network 3012c902-7662-4ae9-9123-803490707a00 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:37:04.861084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Attempting to bind port 0687a782-f455-4d0b-8733-75bbea354ca8 on network 3012c902-7662-4ae9-9123-803490707a00 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:04.869246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:04.869680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Checking segment: {'id': '9a9968e2-46fb-4ef6-9600-c997e702963d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3012c902-7662-4ae9-9123-803490707a00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:04.870113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Bound using segment: {'id': '9a9968e2-46fb-4ef6-9600-c997e702963d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3012c902-7662-4ae9-9123-803490707a00'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:04.870567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Bound port: 0687a782-f455-4d0b-8733-75bbea354ca8, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a9968e2-46fb-4ef6-9600-c997e702963d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3012c902-7662-4ae9-9123-803490707a00'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:04.870955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:04.971988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] For port 0687a782-f455-4d0b-8733-75bbea354ca8, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:04.978865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] For port 0687a782-f455-4d0b-8733-75bbea354ca8, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0687a782-f455-4d0b-8733-75bbea354ca8,segment=NetworkSegment(9a9968e2-46fb-4ef6-9600-c997e702963d),segment_id=9a9968e2-46fb-4ef6-9600-c997e702963d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:04.985759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.044730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.045294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:05.046959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] 10.222.0.86 "PUT /v2.0/ports/0687a782-f455-4d0b-8733-75bbea354ca8 HTTP/1.1" status: 200 len: 1091 time: 0.8643885 Dec 08 16:37:05.047357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'tag': '0687a782-f455-4d0b-8733-75bbea354ca8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:05.049766 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015983ce-0b8e-4284-8068-538da2ff7dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4a987161-3dfa-484a-9afd-1a08130f2f26", "tag": "0687a782-f455-4d0b-8733-75bbea354ca8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:05.146783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e6606-dd32-4432-9b8c-f307748e0b37 service neutron] Pushing event updated for resources: {'Port': ['ID=0687a782-f455-4d0b-8733-75bbea354ca8,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:05.157944 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8627295d-e9ec-4d99-babf-61160c3c0179 x-openstack-request-id: req-8627295d-e9ec-4d99-babf-61160c3c0179 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:05.158618 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a987161-3dfa-484a-9afd-1a08130f2f26", "tag": "0687a782-f455-4d0b-8733-75bbea354ca8", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:05.158618 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8627295d-e9ec-4d99-babf-61160c3c0179 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:05.159073 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'tag': '0687a782-f455-4d0b-8733-75bbea354ca8', 'status': 'completed', 'code': 200} Dec 08 16:37:05.180120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-4aa47536-57ea-4756-9de2-a0396bc601a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.182438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-4aa47536-57ea-4756-9de2-a0396bc601a6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c6adb119a054449831b5ce1aa1c1ecd&device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 1094 time: 0.0742772 Dec 08 16:37:05.243041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-d30d83f2-4d72-46f2-9f6d-405f3b786f93 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0687a782-f455-4d0b-8733-75bbea354ca8 HTTP/1.1" status: 200 len: 217 time: 0.0525534 Dec 08 16:37:05.307272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-7976214c-75c4-43b2-ad5b-fb448e7f5a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.309068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-7976214c-75c4-43b2-ad5b-fb448e7f5a6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=63ea5d47-c09c-4230-8f18-fb0ff0348b61 HTTP/1.1" status: 200 len: 849 time: 0.0595031 Dec 08 16:37:05.344948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-e28567b4-647d-4c3a-97af-90195b4505e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3012c902-7662-4ae9-9123-803490707a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280302 Dec 08 16:37:05.447288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-d573c2e0-1df5-4713-854c-7da9c48b0e92 service neutron] 10.222.0.86 "GET /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941648 Dec 08 16:37:05.541257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fb0ddc7-5bab-4813-8bb7-b0cf5835903d req-cb62bb7a-9c72-4ac4-b815-1201f138219f service neutron] 10.222.0.86 "GET /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869353 Dec 08 16:37:05.636775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-630c0005-bb1c-4247-9cea-85eb01046967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.638254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-630c0005-bb1c-4247-9cea-85eb01046967 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=7c6adb119a054449831b5ce1aa1c1ecd&device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 1094 time: 0.0448718 Dec 08 16:37:05.762661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-b3c66789-2781-441b-8c28-59a52dd56ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.764131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-b3c66789-2781-441b-8c28-59a52dd56ebc service neutron] 10.222.0.86 "GET /v2.0/networks?id=3012c902-7662-4ae9-9123-803490707a00 HTTP/1.1" status: 200 len: 910 time: 0.1184192 Dec 08 16:37:05.812575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-75f01fac-f79c-4fdc-9e94-9cb13ef3d342 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0687a782-f455-4d0b-8733-75bbea354ca8 HTTP/1.1" status: 200 len: 217 time: 0.0408304 Dec 08 16:37:05.821974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb2640-a4e3-44f6-add7-bbbc975dc9fb req-f11f3d98-bf9e-4fa6-a289-91f0cf87ad08 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.823396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20cb2640-a4e3-44f6-add7-bbbc975dc9fb req-f11f3d98-bf9e-4fa6-a289-91f0cf87ad08 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 943 time: 0.1032488 Dec 08 16:37:05.893380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-a538241b-07b4-431d-9137-f2fff9a9a99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:05.894912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-a538241b-07b4-431d-9137-f2fff9a9a99f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=63ea5d47-c09c-4230-8f18-fb0ff0348b61 HTTP/1.1" status: 200 len: 849 time: 0.0706573 Dec 08 16:37:05.915318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20cb2640-a4e3-44f6-add7-bbbc975dc9fb req-be5c3389-606c-46a4-b34c-a8b494d17a9e tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833588 Dec 08 16:37:05.934128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-2e621abb-6da6-4b0e-aa1e-6789d63678dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=3012c902-7662-4ae9-9123-803490707a00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291922 Dec 08 16:37:06.405751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-ac15cc8f-15b7-4f2a-a007-88d04a266c66 service neutron] 10.222.0.86 "GET /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664645 Dec 08 16:37:06.499390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-015983ce-0b8e-4284-8068-538da2ff7dc4 req-82042833-8412-4964-89fa-4f9b7a492e4e service neutron] 10.222.0.86 "GET /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Dec 08 16:37:07.040185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cd6d1-3c95-47e2-9942-9028810c851f req-ed5b8790-f1fb-4eb3-943b-cb606d498d38 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:07.041670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-657cd6d1-3c95-47e2-9942-9028810c851f req-ed5b8790-f1fb-4eb3-943b-cb606d498d38 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 943 time: 0.0503259 Dec 08 16:37:07.093333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-657cd6d1-3c95-47e2-9942-9028810c851f req-a3ef6214-92d3-4b70-9500-4c3d71c6ff3e tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Dec 08 16:37:08.120309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0687a782-f455-4d0b-8733-75bbea354ca8 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:37:08.218037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0687a782-f455-4d0b-8733-75bbea354ca8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0687a782-f455-4d0b-8733-75bbea354ca8,segment=NetworkSegment(9a9968e2-46fb-4ef6-9600-c997e702963d),segment_id=9a9968e2-46fb-4ef6-9600-c997e702963d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:08.219553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9d00a-3d75-4d32-b22f-0fc6e0d64a66 req-87edb429-e824-4e47-a1d7-a97865da4ef2 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:08.221083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adb9d00a-3d75-4d32-b22f-0fc6e0d64a66 req-87edb429-e824-4e47-a1d7-a97865da4ef2 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 943 time: 0.0502646 Dec 08 16:37:08.230960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0687a782-f455-4d0b-8733-75bbea354ca8', 'network_id': '3012c902-7662-4ae9-9123-803490707a00', 'port_id': '0687a782-f455-4d0b-8733-75bbea354ca8', 'mac_address': 'fa:16:3e:bc:28:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ea5d47-c09c-4230-8f18-fb0ff0348b61', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:37:08.271675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adb9d00a-3d75-4d32-b22f-0fc6e0d64a66 req-d6fb8782-a601-4a91-a086-f8f52ec917c3 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Dec 08 16:37:08.275830 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.292227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0687a782-f455-4d0b-8733-75bbea354ca8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:08.313686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0687a782-f455-4d0b-8733-75bbea354ca8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0687a782-f455-4d0b-8733-75bbea354ca8,segment=NetworkSegment(9a9968e2-46fb-4ef6-9600-c997e702963d),segment_id=9a9968e2-46fb-4ef6-9600-c997e702963d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:08.319119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:08.369297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0687a782-f455-4d0b-8733-75bbea354ca8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:08.519792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0687a782-f455-4d0b-8733-75bbea354ca8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:09.395862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05300d7-8c58-4cfd-8d0d-0b4f254e3459 req-0c945a26-6d0e-4514-bdc6-0e29393af7cd tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:09.397453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c05300d7-8c58-4cfd-8d0d-0b4f254e3459 req-0c945a26-6d0e-4514-bdc6-0e29393af7cd tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 944 time: 0.0547798 Dec 08 16:37:09.447851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c05300d7-8c58-4cfd-8d0d-0b4f254e3459 req-29334084-f19b-41a7-88dd-6ee5adc371b3 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441523 Dec 08 16:37:10.134870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0687a782-f455-4d0b-8733-75bbea354ca8 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:10.185608 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0687a782-f455-4d0b-8733-75bbea354ca8 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:37:10.189738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0687a782-f455-4d0b-8733-75bbea354ca8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:10.190130 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.268233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.290571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0687a782-f455-4d0b-8733-75bbea354ca8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:10.292774 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568fb309-f631-4d19-8208-cac51ab3a957" -d '{"events": [{"server_uuid": "4a987161-3dfa-484a-9afd-1a08130f2f26", "name": "network-vif-plugged", "status": "completed", "tag": "0687a782-f455-4d0b-8733-75bbea354ca8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:10.309551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0687a782-f455-4d0b-8733-75bbea354ca8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0687a782-f455-4d0b-8733-75bbea354ca8,segment=NetworkSegment(9a9968e2-46fb-4ef6-9600-c997e702963d),segment_id=9a9968e2-46fb-4ef6-9600-c997e702963d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:10.314099 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:10.442705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee6844c-d8ad-40c9-8d6f-011fc12f72a0 req-ff6d4feb-fbb3-4980-b1d6-7dc0ed96fa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:10.444326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cee6844c-d8ad-40c9-8d6f-011fc12f72a0 req-ff6d4feb-fbb3-4980-b1d6-7dc0ed96fa05 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 1096 time: 0.0482359 Dec 08 16:37:10.499868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cee6844c-d8ad-40c9-8d6f-011fc12f72a0 req-8a3f234e-827d-4317-8283-8ea6b929137e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486462 Dec 08 16:37:10.505222 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37febdd5-7e99-418e-8439-8f1077f021eb x-openstack-request-id: req-37febdd5-7e99-418e-8439-8f1077f021eb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:10.505521 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a987161-3dfa-484a-9afd-1a08130f2f26", "name": "network-vif-plugged", "status": "completed", "tag": "0687a782-f455-4d0b-8733-75bbea354ca8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:10.505749 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-37febdd5-7e99-418e-8439-8f1077f021eb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:10.506161 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0687a782-f455-4d0b-8733-75bbea354ca8', 'code': 200} Dec 08 16:37:10.535021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0687a782-f455-4d0b-8733-75bbea354ca8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:10.579132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30386aa-5742-4eec-8938-bbef955d5f1d req-b90d5bf3-3913-48e1-ad80-a0b58e48a1f9 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:10.580793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a30386aa-5742-4eec-8938-bbef955d5f1d req-b90d5bf3-3913-48e1-ad80-a0b58e48a1f9 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 945 time: 0.0569313 Dec 08 16:37:10.631943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a30386aa-5742-4eec-8938-bbef955d5f1d req-0d83c1c4-4481-410f-bc3e-6aabc276dcb0 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Dec 08 16:37:11.772137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df919b26-52ae-499a-8a57-0ea9742bb554 req-bdf04d21-cb40-4094-9070-9250b8f2c300 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:11.773629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df919b26-52ae-499a-8a57-0ea9742bb554 req-bdf04d21-cb40-4094-9070-9250b8f2c300 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 945 time: 0.0532596 Dec 08 16:37:11.826157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df919b26-52ae-499a-8a57-0ea9742bb554 req-5e609d80-a41e-40f3-9536-ff247a740370 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464323 Dec 08 16:37:13.507134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4b499-1b16-4424-81a7-ab63e72820e5 req-17870336-818e-458a-a5cc-de6c5d02a4a1 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:13.508679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fde4b499-1b16-4424-81a7-ab63e72820e5 req-17870336-818e-458a-a5cc-de6c5d02a4a1 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 945 time: 0.0512314 Dec 08 16:37:13.559974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fde4b499-1b16-4424-81a7-ab63e72820e5 req-85d1c7d6-d2b4-4817-a621-d9962c56f8ed tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Dec 08 16:37:14.694307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192b7f7-4c53-4214-833a-e4063aca5821 req-d61cab55-23c7-444b-87aa-723d182ec627 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:14.695894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3192b7f7-4c53-4214-833a-e4063aca5821 req-d61cab55-23c7-444b-87aa-723d182ec627 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 945 time: 0.0611897 Dec 08 16:37:14.778925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3192b7f7-4c53-4214-833a-e4063aca5821 req-4da3decd-fa32-40d8-b7ea-a28fc19617ce tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.62 "GET /v2.0/security-groups?id=04316757-44b7-41bc-99b9-0d0c4a60e1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769534 Dec 08 16:37:14.787407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-7371df35-ba79-460f-890f-a4d1c00256d0 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:14.788775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-7371df35-ba79-460f-890f-a4d1c00256d0 tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.86 "GET /v2.0/ports?device_id=4a987161-3dfa-484a-9afd-1a08130f2f26 HTTP/1.1" status: 200 len: 945 time: 0.0851231 Dec 08 16:37:14.880440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Deleting port 0687a782-f455-4d0b-8733-75bbea354ca8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:37:14.880666 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.975873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] For port 0687a782-f455-4d0b-8733-75bbea354ca8, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0687a782-f455-4d0b-8733-75bbea354ca8,segment=NetworkSegment(9a9968e2-46fb-4ef6-9600-c997e702963d),segment_id=9a9968e2-46fb-4ef6-9600-c997e702963d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:14.976243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:14.990840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Calling delete_port for 0687a782-f455-4d0b-8733-75bbea354ca8 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:37:15.129651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.142041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0687a782-f455-4d0b-8733-75bbea354ca8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:15.160209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Pushing event deleted for resources: {'Port': ['ID=0687a782-f455-4d0b-8733-75bbea354ca8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:15.204772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] No DVR routers for this DVR port 0687a782-f455-4d0b-8733-75bbea354ca8 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:37:15.208905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.212307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6341c0e4-a631-4fbf-a851-491dd13b0242 req-3fa5a5d5-cb1c-483d-bb8b-1c7155521e3b tempest-ServerTagsTestJSON-175857518 tempest-ServerTagsTestJSON-175857518-project] 10.222.0.86 "DELETE /v2.0/ports/0687a782-f455-4d0b-8733-75bbea354ca8 HTTP/1.1" status: 204 len: 173 time: 0.4176180 Dec 08 16:37:15.212758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'name': 'network-vif-deleted', 'tag': '0687a782-f455-4d0b-8733-75bbea354ca8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:15.215055 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc637d3c-632d-4237-b43e-71deab27da9d" -d '{"events": [{"server_uuid": "4a987161-3dfa-484a-9afd-1a08130f2f26", "name": "network-vif-deleted", "tag": "0687a782-f455-4d0b-8733-75bbea354ca8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:15.267880 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2c84e4-b1bb-43ab-9e54-28d2f7a58571 x-openstack-request-id: req-aa2c84e4-b1bb-43ab-9e54-28d2f7a58571 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:15.268866 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a987161-3dfa-484a-9afd-1a08130f2f26", "name": "network-vif-deleted", "tag": "0687a782-f455-4d0b-8733-75bbea354ca8", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:15.269398 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-aa2c84e4-b1bb-43ab-9e54-28d2f7a58571 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:15.269958 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a987161-3dfa-484a-9afd-1a08130f2f26', 'name': 'network-vif-deleted', 'tag': '0687a782-f455-4d0b-8733-75bbea354ca8', 'status': 'completed', 'code': 200} Dec 08 16:37:15.838803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:15.886968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Deleting subnet 63ea5d47-c09c-4230-8f18-fb0ff0348b61 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:37:15.890285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.932164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:15.975822 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.031307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.058158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ea5d47-c09c-4230-8f18-fb0ff0348b61,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:16.061710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.066256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f2093d88-6e0d-418a-bb12-febad1c57463 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/63ea5d47-c09c-4230-8f18-fb0ff0348b61 HTTP/1.1" status: 204 len: 168 time: 0.2250991 Dec 08 16:37:16.068533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42382) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:16.141727 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.221965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.243830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3012c902-7662-4ae9-9123-803490707a00']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:16.253597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a9968e2-46fb-4ef6-9600-c997e702963d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:16.253908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a9968e2-46fb-4ef6-9600-c997e702963d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:37:16.268341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.282304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.294550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:37:16.295053 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:37:16.296783 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:37:16.355539 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.364461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.368980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3012c902-7662-4ae9-9123-803490707a00 HTTP/1.1" status: 204 len: 168 time: 0.2992909 Dec 08 16:37:16.382963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e16b13-2515-4fec-967d-6317aa33f024 admin admin] Pushing event deleted for resources: {'Network': ['ID=3012c902-7662-4ae9-9123-803490707a00,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:16.529641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:16.600470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e5cf9e25-37c0-41ab-a38b-7a9e304aac67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c6adb119a054449831b5ce1aa1c1ecd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0644381 Dec 08 16:37:16.601273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42390) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:16.649387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc681f2b-ff24-4196-b4e6-dddc0e57a974 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.671153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc681f2b-ff24-4196-b4e6-dddc0e57a974 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.722926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc681f2b-ff24-4196-b4e6-dddc0e57a974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.725661 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc681f2b-ff24-4196-b4e6-dddc0e57a974 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:16.729094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc681f2b-ff24-4196-b4e6-dddc0e57a974 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04316757-44b7-41bc-99b9-0d0c4a60e1c9 HTTP/1.1" status: 204 len: 168 time: 0.1245649 Dec 08 16:37:16.735255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc681f2b-ff24-4196-b4e6-dddc0e57a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04316757-44b7-41bc-99b9-0d0c4a60e1c9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:17.459040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:17.559184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1378180950-network', 'tenant_id': 'fddc30ebaba34556b6fd50813e8cf912'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:17.582937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Made reservation on behalf of fddc30ebaba34556b6fd50813e8cf912 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:17.585338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.595608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.677232 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.681394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.708343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:37:17.714618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfd5573-6eb0-4831-b1e4-7891f2137018,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:17.720793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.721110 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Added segment e76f7881-5d1f-49bb-8ae6-1c2101a94f89 of type vlan for network a78ac7f6-1f74-47dd-af7c-f5391f715a2e Dec 08 16:37:17.769011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.794589 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.795862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:17.796547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:17.856099 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3958237 Dec 08 16:37:17.858872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42426) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:37:17.864159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Request body: {'subnet': {'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1378180950-subnet', 'tenant_id': 'fddc30ebaba34556b6fd50813e8cf912', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:17.876645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca07c303-78b8-42a9-a6bb-51eb029e20b6 admin admin] Pushing event updated for resources: {'Network': ['ID=a78ac7f6-1f74-47dd-af7c-f5391f715a2e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:17.888724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:37:17.902760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Made reservation on behalf of fddc30ebaba34556b6fd50813e8cf912 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:17.905208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.083076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.147807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac258c68-0ab5-4ac4-a927-a105783e8e0a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:18.158460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Checking segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:18.159530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Network hostable DHCP agents. Network: a78ac7f6-1f74-47dd-af7c-f5391f715a2e, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:37:18.166648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0687a782-f455-4d0b-8733-75bbea354ca8 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:37:18.180215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:37:18.193574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0687a782-f455-4d0b-8733-75bbea354ca8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:37:18.194114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0687a782-f455-4d0b-8733-75bbea354ca8 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:37:18.195808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a78ac7f6-1f74-47dd-af7c-f5391f715a2e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:18.200404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:18.201485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:18.208945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01be67a-ca0a-41a0-9506-afcb7f6f8a6f None None] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:18.223827 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69b4a34f-358f-4001-b2fd-65cca31e3b3b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3639154 Dec 08 16:37:18.328386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6286537-f029-484d-97b3-55df8793ba7b None None] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:37:18.807909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-73de4ad7-9fe4-4901-8323-2346f7e72f37 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:18.810076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-73de4ad7-9fe4-4901-8323-2346f7e72f37 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1339531 Dec 08 16:37:18.825004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-3025e47c-0b39-42d2-a212-8d52f0fb88af tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/quotas/fddc30ebaba34556b6fd50813e8cf912 HTTP/1.1" status: 200 len: 375 time: 0.0096483 Dec 08 16:37:18.862490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-9e87ab80-e010-4056-bf27-d94d142df0c5 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297754 Dec 08 16:37:18.976954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6f80c8d3-6ca3-496f-a5e5-68b128b3c1c9 service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010327 Dec 08 16:37:19.074501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-eaa67cbc-b332-4064-964a-ad410c75809b service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910466 Dec 08 16:37:19.256591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c3a92fc-bd70-4090-aca9-072352233e26 req-d4910757-8d48-4efc-86fa-8bad8ca88964 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 210 time: 0.0381546 Dec 08 16:37:19.670361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:37:20.369298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53dab945-178e-4011-b738-62c51ff377c8 req-ce8e54b4-2d11-4d3c-bd92-16ba5fd241e3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 210 time: 0.0316303 Dec 08 16:37:20.415646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-d5e19946-ab7f-4381-aa41-debf14febb6b tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:20.417183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-d5e19946-ab7f-4381-aa41-debf14febb6b tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1840949 Dec 08 16:37:20.430879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Request body: {'port': {'device_id': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'admin_state_up': True, 'tenant_id': 'fddc30ebaba34556b6fd50813e8cf912'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:20.567260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Made reservation on behalf of fddc30ebaba34556b6fd50813e8cf912 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:20.571138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:20.723742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Allocated IP 172.20.0.5 (a78ac7f6-1f74-47dd-af7c-f5391f715a2e/ac258c68-0ab5-4ac4-a927-a105783e8e0a/0b27d739-2c63-4940-8686-78d5af41d3a3) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:20.925569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:20.963256 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.015398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:21.021838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:21.026370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:21.056059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event updated for resources: {'Port': ['ID=0b27d739-2c63-4940-8686-78d5af41d3a3,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:21.088474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:21.089095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.108881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-8bc6e5c5-5910-4776-ae72-f53271f8036e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6823447 Dec 08 16:37:21.121668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Request body: {'port': {'device_id': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:21.178897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.495548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b27d739-2c63-4940-8686-78d5af41d3a3 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:21.506179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.524257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Transition to ACTIVE for port object 0b27d739-2c63-4940-8686-78d5af41d3a3 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:37:21.533279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11ade8-b7f4-4b98-a96c-1bf020a46119 req-14aa124b-f2a2-468d-8370-16573933ddbc tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:21.534928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d11ade8-b7f4-4b98-a96c-1bf020a46119 req-14aa124b-f2a2-468d-8370-16573933ddbc tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 931 time: 0.0820999 Dec 08 16:37:21.536061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.608311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Pushing event updated for resources: {'Port': ['ID=0b27d739-2c63-4940-8686-78d5af41d3a3,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:21.678916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d11ade8-b7f4-4b98-a96c-1bf020a46119 req-a36e2fbc-f74a-46df-b288-12c3718914a4 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340449 Dec 08 16:37:21.710592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Attempting to bind port 0b27d739-2c63-4940-8686-78d5af41d3a3 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:21.710926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Attempting to bind port 0b27d739-2c63-4940-8686-78d5af41d3a3 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:21.711251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Attempting to bind port 0b27d739-2c63-4940-8686-78d5af41d3a3 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:21.716024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Port 0b27d739-2c63-4940-8686-78d5af41d3a3 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:37:21.716647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Attempting to bind port 0b27d739-2c63-4940-8686-78d5af41d3a3 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:21.722227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:21.722560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Checking segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:21.722953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Bound using segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:21.723381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Bound port: 0b27d739-2c63-4940-8686-78d5af41d3a3, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:21.723729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.795948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] For port 0b27d739-2c63-4940-8686-78d5af41d3a3, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:21.799961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] For port 0b27d739-2c63-4940-8686-78d5af41d3a3, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0b27d739-2c63-4940-8686-78d5af41d3a3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:21.804100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.839170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:21.839790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:21.841184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] 10.222.0.86 "PUT /v2.0/ports/0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 1091 time: 0.7238622 Dec 08 16:37:21.841632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'tag': '0b27d739-2c63-4940-8686-78d5af41d3a3'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:21.843938 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "46b107be-3fe5-42f4-9d64-6fd86b78d88f", "tag": "0b27d739-2c63-4940-8686-78d5af41d3a3"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:21.876306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa989a0-2014-43fb-adac-3179c0b8c296 service neutron] Pushing event updated for resources: {'Port': ['ID=0b27d739-2c63-4940-8686-78d5af41d3a3,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:21.913900 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daa05c2-12c2-4be7-9a1f-8bc45bd63653 x-openstack-request-id: req-9daa05c2-12c2-4be7-9a1f-8bc45bd63653 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:21.914350 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b107be-3fe5-42f4-9d64-6fd86b78d88f", "tag": "0b27d739-2c63-4940-8686-78d5af41d3a3", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:21.914613 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9daa05c2-12c2-4be7-9a1f-8bc45bd63653 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:21.915022 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'tag': '0b27d739-2c63-4940-8686-78d5af41d3a3', 'status': 'completed', 'code': 200} Dec 08 16:37:21.948780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-0f6758f9-2b28-475f-ba81-20a87f4b6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:21.950635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-0f6758f9-2b28-475f-ba81-20a87f4b6104 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1094 time: 0.0498910 Dec 08 16:37:21.999911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-50476729-7235-437b-b52e-4dd84ddf9e3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0404737 Dec 08 16:37:22.054563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-efbb17c8-426b-4c4c-9829-dc0b5d970ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:22.056870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-efbb17c8-426b-4c4c-9829-dc0b5d970ce3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0497601 Dec 08 16:37:22.089564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-d8e0c42d-b5dd-4aba-900c-13e9520597e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258539 Dec 08 16:37:22.196348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-28f267a1-26cd-4dfe-a833-7571a202662a service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002522 Dec 08 16:37:22.291153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2f0f052-09b0-4afc-a2f5-82eaa17953df req-e87b2676-4d5b-43c7-81dc-7217c78b43b2 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884273 Dec 08 16:37:22.390082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-605cf607-e885-4d38-8e5b-4e6354139551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:22.391698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-605cf607-e885-4d38-8e5b-4e6354139551 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1094 time: 0.0454338 Dec 08 16:37:22.491575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-2c6685b7-cf84-44ce-a9a8-b1ef1a69246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:22.493093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-2c6685b7-cf84-44ce-a9a8-b1ef1a69246b service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0938947 Dec 08 16:37:22.537645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-359d0dd1-d297-43e8-b4e6-6a0993603c46 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0358770 Dec 08 16:37:22.593775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-7db4f1e2-5d4d-4e54-8d34-745a2c818165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:22.595275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-7db4f1e2-5d4d-4e54-8d34-745a2c818165 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0511506 Dec 08 16:37:22.628408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-daf786f1-0857-45ee-a896-c610cdba43b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246246 Dec 08 16:37:22.729737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-3f18eada-2eee-4908-9215-7cb2c58ebe91 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940130 Dec 08 16:37:22.866228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980232e-5946-4084-bf40-f937ac0a6f6a req-80c5b9fe-8533-4094-94bb-8f02a950092c tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:22.867897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7980232e-5946-4084-bf40-f937ac0a6f6a req-80c5b9fe-8533-4094-94bb-8f02a950092c tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 943 time: 0.1106069 Dec 08 16:37:22.871959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b274217-1cc4-4117-87ea-c0fb0f26d4cb req-eb16d513-b60a-41b9-b015-7f8fe742bc17 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339931 Dec 08 16:37:22.923261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7980232e-5946-4084-bf40-f937ac0a6f6a req-ea4b3992-a9e5-485a-983a-ef0a6685b774 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Dec 08 16:37:24.082653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafd057-2e8e-453a-86bf-415ab7628660 req-8f6d6b22-ac8f-4983-ab53-3a74261631fd tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:24.084220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fafd057-2e8e-453a-86bf-415ab7628660 req-8f6d6b22-ac8f-4983-ab53-3a74261631fd tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 943 time: 0.0774839 Dec 08 16:37:24.140337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fafd057-2e8e-453a-86bf-415ab7628660 req-6da94096-ab96-470c-8524-28e0ebfc46f6 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498371 Dec 08 16:37:24.178418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0b27d739-2c63-4940-8686-78d5af41d3a3 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:37:24.294208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0b27d739-2c63-4940-8686-78d5af41d3a3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0b27d739-2c63-4940-8686-78d5af41d3a3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:24.307969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0b27d739-2c63-4940-8686-78d5af41d3a3', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'port_id': '0b27d739-2c63-4940-8686-78d5af41d3a3', 'mac_address': 'fa:16:3e:0b:24:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac258c68-0ab5-4ac4-a927-a105783e8e0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:37:24.345093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.363558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b27d739-2c63-4940-8686-78d5af41d3a3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:24.383925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0b27d739-2c63-4940-8686-78d5af41d3a3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0b27d739-2c63-4940-8686-78d5af41d3a3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:24.388421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:24.444570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0b27d739-2c63-4940-8686-78d5af41d3a3,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:24.452025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.452379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.452720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.453059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.453395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.453727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.454085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.454418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.454742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.455066 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.455440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.455767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.456090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:24.578971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:25.262748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a719b2-c191-4283-a29f-a3ee8abffd01 req-ab64fe62-3e42-4fcd-899e-04650b7fabed tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:25.264307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87a719b2-c191-4283-a29f-a3ee8abffd01 req-ab64fe62-3e42-4fcd-899e-04650b7fabed tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 944 time: 0.0532155 Dec 08 16:37:25.317866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87a719b2-c191-4283-a29f-a3ee8abffd01 req-2ce59e90-59bb-474c-8667-f21e29d42d48 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455759 Dec 08 16:37:25.955027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfaea98b-a9ba-4648-a26b-24fcb5aebaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.180851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0b27d739-2c63-4940-8686-78d5af41d3a3 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:26.239746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0b27d739-2c63-4940-8686-78d5af41d3a3 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:37:26.245160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0b27d739-2c63-4940-8686-78d5af41d3a3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:26.245717 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.329738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.365647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b27d739-2c63-4940-8686-78d5af41d3a3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:26.368342 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34df9aca-322e-41da-9085-650493e17c4e" -d '{"events": [{"server_uuid": "46b107be-3fe5-42f4-9d64-6fd86b78d88f", "name": "network-vif-plugged", "status": "completed", "tag": "0b27d739-2c63-4940-8686-78d5af41d3a3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:26.386770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0b27d739-2c63-4940-8686-78d5af41d3a3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0b27d739-2c63-4940-8686-78d5af41d3a3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:26.392054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:26.431870 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72a6395-9ef8-45ab-bcf5-fdc6c066ad70 x-openstack-request-id: req-e72a6395-9ef8-45ab-bcf5-fdc6c066ad70 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:26.432240 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b107be-3fe5-42f4-9d64-6fd86b78d88f", "name": "network-vif-plugged", "status": "completed", "tag": "0b27d739-2c63-4940-8686-78d5af41d3a3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:26.432426 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e72a6395-9ef8-45ab-bcf5-fdc6c066ad70 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:26.432966 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b27d739-2c63-4940-8686-78d5af41d3a3', 'code': 200} Dec 08 16:37:26.472386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0b27d739-2c63-4940-8686-78d5af41d3a3,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:26.513597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c7bfc-a300-4d56-a06e-e1b45a0e879d req-6db1de5c-2621-408a-8bb2-2c6a33b1c9bb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:26.515099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d48c7bfc-a300-4d56-a06e-e1b45a0e879d req-6db1de5c-2621-408a-8bb2-2c6a33b1c9bb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 945 time: 0.0623546 Dec 08 16:37:26.614181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a3be5-693a-4280-831a-850044290b07 req-4b2e0c5d-1e5a-40b1-8eb0-ded493be0b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:26.615694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f02a3be5-693a-4280-831a-850044290b07 req-4b2e0c5d-1e5a-40b1-8eb0-ded493be0b02 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.1123884 Dec 08 16:37:26.621123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d48c7bfc-a300-4d56-a06e-e1b45a0e879d req-0256a33d-21d8-436c-847a-7165a1ff3fe7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976980 Dec 08 16:37:26.666414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f02a3be5-693a-4280-831a-850044290b07 req-c5cb41ef-d11b-4adf-b630-f15fec7fab60 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Dec 08 16:37:27.764673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f6a01-4df5-430a-bce5-e8772d0d1fcb req-3847735a-3d27-44fa-af5a-29a6cff40b05 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:27.766263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-235f6a01-4df5-430a-bce5-e8772d0d1fcb req-3847735a-3d27-44fa-af5a-29a6cff40b05 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 945 time: 0.0674055 Dec 08 16:37:27.820295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-235f6a01-4df5-430a-bce5-e8772d0d1fcb req-e6b264d7-d2c3-4798-9b5f-fcf4e3a0ba0e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468509 Dec 08 16:37:28.782593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1579c1ef-5062-4430-909c-ff1f913188a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:28.947563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea63abb-249d-4c40-9afa-959a043b5ff6 req-e7528642-62db-4c62-a377-88ab7ee31db8 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:28.949053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aea63abb-249d-4c40-9afa-959a043b5ff6 req-e7528642-62db-4c62-a377-88ab7ee31db8 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 945 time: 0.0588119 Dec 08 16:37:28.996979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aea63abb-249d-4c40-9afa-959a043b5ff6 req-d3ec83ed-72a7-48c5-918e-46c7e20857fb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419917 Dec 08 16:37:30.128530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:31.888329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.166077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:32.239683 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:33.088952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:41.409920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-c5a3b651-cf14-41d9-a140-c4b98cd5cfb9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0525005 Dec 08 16:37:41.497115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-cb8076e3-92ee-4b1a-8610-5f9716077d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:41.498524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-cb8076e3-92ee-4b1a-8610-5f9716077d63 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0466514 Dec 08 16:37:41.606557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-58f7e685-977f-4a29-b157-140c79e59f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:41.608007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-58f7e685-977f-4a29-b157-140c79e59f1c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0878882 Dec 08 16:37:41.651458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-96a92d53-667e-4b59-8a3c-ca2d8b2eeba2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0346391 Dec 08 16:37:41.703682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-0fa69aa6-de4a-43eb-b57c-f06240dbb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:41.705164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-0fa69aa6-de4a-43eb-b57c-f06240dbb709 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0476799 Dec 08 16:37:41.736836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-c9e06633-bd95-4883-8dda-0e7dba22b326 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248744 Dec 08 16:37:41.830586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-86954fee-471c-4219-9e5c-e7d3839dd207 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850694 Dec 08 16:37:41.927773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1b6fdca-7cdb-4581-9b78-fe3aef82b01d req-db6e9eeb-ec08-47ad-92ee-e5d25870af12 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902925 Dec 08 16:37:42.597598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-20bd3b1b-abb1-4904-b527-d3bdd6865ce6 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:42.599227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-20bd3b1b-abb1-4904-b527-d3bdd6865ce6 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1048069 Dec 08 16:37:42.615654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-d4b6af92-6127-46f6-b420-f95e6601f84a tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/quotas/fddc30ebaba34556b6fd50813e8cf912 HTTP/1.1" status: 200 len: 375 time: 0.0103812 Dec 08 16:37:42.671796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-9222d329-ffef-481d-b0ae-f9e22c0eb026 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0506477 Dec 08 16:37:42.769248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-51b30fb6-f0f0-4986-aaa6-1c88c95842d1 service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882542 Dec 08 16:37:42.876107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-38c48976-aa69-4ba1-aebc-0de7493acd2f service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006398 Dec 08 16:37:43.040794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0870f6d4-53ee-41be-abbf-3ed53f32bd18 req-16ec02f4-e7a3-4c30-bbdf-6d820c547616 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 210 time: 0.0317211 Dec 08 16:37:44.054446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-26f03023-45a8-4dc2-b21b-d488201019dc tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:44.056078 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-26f03023-45a8-4dc2-b21b-d488201019dc tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1175857 Dec 08 16:37:44.070692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Request body: {'port': {'device_id': '856c827e-174d-42ae-b20a-a41c88166e60', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'admin_state_up': True, 'tenant_id': 'fddc30ebaba34556b6fd50813e8cf912'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:44.152905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7726bf6e-9238-4a11-ab3b-3e0c4bfe4556 req-225d2e10-5b0c-4cca-920a-18f96f7b87b6 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 210 time: 0.0326912 Dec 08 16:37:44.198207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Made reservation on behalf of fddc30ebaba34556b6fd50813e8cf912 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:37:44.208321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.338620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Allocated IP 172.20.0.2 (a78ac7f6-1f74-47dd-af7c-f5391f715a2e/ac258c68-0ab5-4ac4-a927-a105783e8e0a/3e720c7b-2f6d-4782-9707-1fd349b9a236) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:37:44.503796 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.541584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.554692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:44.602848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:37:44.603611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:37:44.614015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event updated for resources: {'Port': ['ID=3e720c7b-2f6d-4782-9707-1fd349b9a236,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:44.617773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:37:44.629115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.629413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.629903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.630422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.630837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.631357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.631819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.632830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.633146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.634122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.634974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.635817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.636592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:37:44.699767 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:44.700380 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:44.717956 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-5819e0bf-89ab-4f37-8f65-add06026cb30 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6515179 Dec 08 16:37:44.731052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Request body: {'port': {'device_id': '856c827e-174d-42ae-b20a-a41c88166e60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:37:44.788880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.053052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e720c7b-2f6d-4782-9707-1fd349b9a236 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:45.061218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.074481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Transition to ACTIVE for port object 3e720c7b-2f6d-4782-9707-1fd349b9a236 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:37:45.078693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.130871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Pushing event updated for resources: {'Port': ['ID=3e720c7b-2f6d-4782-9707-1fd349b9a236,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:45.208614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Attempting to bind port 3e720c7b-2f6d-4782-9707-1fd349b9a236 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:37:45.208909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Attempting to bind port 3e720c7b-2f6d-4782-9707-1fd349b9a236 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:37:45.209244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Attempting to bind port 3e720c7b-2f6d-4782-9707-1fd349b9a236 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:45.214546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Port 3e720c7b-2f6d-4782-9707-1fd349b9a236 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:37:45.216579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Attempting to bind port 3e720c7b-2f6d-4782-9707-1fd349b9a236 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:37:45.220985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:37:45.221497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Checking segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:37:45.222114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Bound using segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:37:45.222606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Bound port: 3e720c7b-2f6d-4782-9707-1fd349b9a236, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:37:45.223087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.289537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] For port 3e720c7b-2f6d-4782-9707-1fd349b9a236, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:37:45.292686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ede8c-4073-4330-bc91-d149151df056 req-56f35ccd-7207-4c9b-b9c9-32430e12c4c4 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.293206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] For port 3e720c7b-2f6d-4782-9707-1fd349b9a236, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:37:45.294312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a66ede8c-4073-4330-bc91-d149151df056 req-56f35ccd-7207-4c9b-b9c9-32430e12c4c4 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 943 time: 0.0512884 Dec 08 16:37:45.301752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.337050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.337969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:45.339498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] 10.222.0.58 "PUT /v2.0/ports/3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 1091 time: 0.6128833 Dec 08 16:37:45.342142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856c827e-174d-42ae-b20a-a41c88166e60', 'tag': '3e720c7b-2f6d-4782-9707-1fd349b9a236'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:45.344421 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "856c827e-174d-42ae-b20a-a41c88166e60", "tag": "3e720c7b-2f6d-4782-9707-1fd349b9a236"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:45.346195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a66ede8c-4073-4330-bc91-d149151df056 req-0a700b65-9c90-496d-baa7-b4c36d2c66e8 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451584 Dec 08 16:37:45.404798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60362b93-0023-44d8-b2b5-5693de900b10 service neutron] Pushing event updated for resources: {'Port': ['ID=3e720c7b-2f6d-4782-9707-1fd349b9a236,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:45.411466 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a65d1-0b85-45b9-8583-e0825d410f86 x-openstack-request-id: req-b11a65d1-0b85-45b9-8583-e0825d410f86 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:45.411753 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "856c827e-174d-42ae-b20a-a41c88166e60", "tag": "3e720c7b-2f6d-4782-9707-1fd349b9a236", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:45.412012 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b11a65d1-0b85-45b9-8583-e0825d410f86 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:45.412407 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856c827e-174d-42ae-b20a-a41c88166e60', 'tag': '3e720c7b-2f6d-4782-9707-1fd349b9a236', 'status': 'completed', 'code': 200} Dec 08 16:37:45.494146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-53dc9357-0884-40be-a08a-89f77ee55812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.495830 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-53dc9357-0884-40be-a08a-89f77ee55812 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1094 time: 0.0826631 Dec 08 16:37:45.499514 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-1cba4730-95be-4c9b-80bb-f42b1ab01644 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0779994 Dec 08 16:37:45.552913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-f67f660e-7ae6-4c58-a43c-b78f2d6823b1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0439475 Dec 08 16:37:45.625341 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-92e80651-df98-4c7c-9a78-d6f90fee0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.626763 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-92e80651-df98-4c7c-9a78-d6f90fee0d9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1096 time: 0.0821800 Dec 08 16:37:45.628492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021db178-9172-4853-8dd1-0b69217ccc97 req-0b019267-c926-4776-bcdf-cf2b4733db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.630144 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-0b019267-c926-4776-bcdf-cf2b4733db49 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0593770 Dec 08 16:37:45.670598 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-83592a8e-f0e8-4460-ae47-8f5b14739c6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337849 Dec 08 16:37:45.815242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-ba8608d6-2a51-4c2c-8158-6ca7ff3e0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.816874 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-ba8608d6-2a51-4c2c-8158-6ca7ff3e0540 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1699674 Dec 08 16:37:45.834062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-78c67328-1d81-423c-8597-e67ae8b0e5fa service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541517 Dec 08 16:37:45.871405 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-94205d8f-03f8-4616-a290-595aeacaba69 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0470760 Dec 08 16:37:45.962630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-040b391e-643d-4eb1-b07f-dea763adeb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:45.964066 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-040b391e-643d-4eb1-b07f-dea763adeb60 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0816152 Dec 08 16:37:45.994269 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-021db178-9172-4853-8dd1-0b69217ccc97 req-372c3ba5-aad3-4a4d-86ae-6658e2405297 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306787 Dec 08 16:37:46.008873 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-292d97f4-4754-460a-bd98-d52c0c99299b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357134 Dec 08 16:37:46.130064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-1715685e-d3e2-4f28-b612-959a3917dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:46.131547 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-1715685e-d3e2-4f28-b612-959a3917dab9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1094 time: 0.0726764 Dec 08 16:37:46.149516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-d9b8d82e-f60a-409f-a962-9e32c2367b96 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327641 Dec 08 16:37:46.330865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-71264fb5-dba4-47cf-a03b-c610440edfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:46.332537 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-71264fb5-dba4-47cf-a03b-c610440edfde service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1930635 Dec 08 16:37:46.334516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-dc092306-5925-4a04-9372-b6654ec730c6 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732149 Dec 08 16:37:46.382237 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-4fc13ae8-7852-4c27-bc22-0ef4fcefad75 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0383990 Dec 08 16:37:46.434973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-6a6bc828-ce29-459a-81ac-6fc0a708d94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:46.437774 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-6a6bc828-ce29-459a-81ac-6fc0a708d94e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0455344 Dec 08 16:37:46.475118 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-df7932a0-ddf2-41a0-bcae-d98b60352393 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306954 Dec 08 16:37:46.478879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eab2eb-3a3a-4b97-b990-a4164cb23e7e req-d69ca4d3-da4b-4702-92c9-228f4370596d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:46.480508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83eab2eb-3a3a-4b97-b990-a4164cb23e7e req-d69ca4d3-da4b-4702-92c9-228f4370596d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 943 time: 0.0547431 Dec 08 16:37:46.529279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83eab2eb-3a3a-4b97-b990-a4164cb23e7e req-cdf0bd6b-4ff0-4311-b807-d2bbdc421012 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Dec 08 16:37:46.589662 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-d18318a6-f01a-4570-b7d5-212b45f6faa8 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039031 Dec 08 16:37:46.711296 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-e218aee6-f0e4-48d7-9905-569d1bbaa2d7 req-7631895a-f0ea-4b19-9102-615c41c7135e service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133118 Dec 08 16:37:47.651485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae03b17-5b2a-4b46-b387-1ab6ecd00155 req-5e5bd3e1-b646-4b7a-ad0a-2eda67967b39 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:47.653212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ae03b17-5b2a-4b46-b387-1ab6ecd00155 req-5e5bd3e1-b646-4b7a-ad0a-2eda67967b39 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 943 time: 0.0493464 Dec 08 16:37:47.701578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ae03b17-5b2a-4b46-b387-1ab6ecd00155 req-5313d6a2-3486-4f2b-a51e-28681673251e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415275 Dec 08 16:37:48.824153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2fdcc-0ae0-47ab-99f7-c114577e0fae req-bf300c3b-ceae-457d-b815-b03573e13d31 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:48.825687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9e2fdcc-0ae0-47ab-99f7-c114577e0fae req-bf300c3b-ceae-457d-b815-b03573e13d31 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 943 time: 0.0503244 Dec 08 16:37:48.882280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9e2fdcc-0ae0-47ab-99f7-c114577e0fae req-0713e34c-d9e9-4c0a-89a7-e367dc181ad4 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496576 Dec 08 16:37:48.930118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e720c7b-2f6d-4782-9707-1fd349b9a236 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:37:49.025825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3e720c7b-2f6d-4782-9707-1fd349b9a236, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:49.037479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '3e720c7b-2f6d-4782-9707-1fd349b9a236', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'port_id': '3e720c7b-2f6d-4782-9707-1fd349b9a236', 'mac_address': 'fa:16:3e:0a:ff:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac258c68-0ab5-4ac4-a927-a105783e8e0a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:37:49.079619 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.092998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e720c7b-2f6d-4782-9707-1fd349b9a236 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:37:49.114135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3e720c7b-2f6d-4782-9707-1fd349b9a236, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:49.119378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:49.170132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=3e720c7b-2f6d-4782-9707-1fd349b9a236,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:49.345005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e720c7b-2f6d-4782-9707-1fd349b9a236'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:37:50.005188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa26f6-403d-49fd-a5fa-a4c19258d3f4 req-ea8ce956-c074-4d79-9a33-c5647d3839bb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:50.006687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6aa26f6-403d-49fd-a5fa-a4c19258d3f4 req-ea8ce956-c074-4d79-9a33-c5647d3839bb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 944 time: 0.0515070 Dec 08 16:37:50.054752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6aa26f6-403d-49fd-a5fa-a4c19258d3f4 req-a35db091-3ffb-4dba-a967-0d27d05bb71a tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 Dec 08 16:37:50.938753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e720c7b-2f6d-4782-9707-1fd349b9a236 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:37:50.987990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 3e720c7b-2f6d-4782-9707-1fd349b9a236 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:37:50.992387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 3e720c7b-2f6d-4782-9707-1fd349b9a236 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:37:50.992752 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:51.075860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:51.103115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856c827e-174d-42ae-b20a-a41c88166e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e720c7b-2f6d-4782-9707-1fd349b9a236'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:37:51.105404 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9064b143-5f87-40e2-94f9-7bd66525468d" -d '{"events": [{"server_uuid": "856c827e-174d-42ae-b20a-a41c88166e60", "name": "network-vif-plugged", "status": "completed", "tag": "3e720c7b-2f6d-4782-9707-1fd349b9a236"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:37:51.117171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3e720c7b-2f6d-4782-9707-1fd349b9a236, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:37:51.123488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:51.156265 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f17eda9-6c71-498c-94fe-ef54cd27b395 x-openstack-request-id: req-7f17eda9-6c71-498c-94fe-ef54cd27b395 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:37:51.156658 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856c827e-174d-42ae-b20a-a41c88166e60", "name": "network-vif-plugged", "status": "completed", "tag": "3e720c7b-2f6d-4782-9707-1fd349b9a236", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:37:51.157218 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7f17eda9-6c71-498c-94fe-ef54cd27b395 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:37:51.157703 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856c827e-174d-42ae-b20a-a41c88166e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e720c7b-2f6d-4782-9707-1fd349b9a236', 'code': 200} Dec 08 16:37:51.193074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=3e720c7b-2f6d-4782-9707-1fd349b9a236,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:37:51.193277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120827d9-f9f2-42f4-8bee-66271a6cf19d req-f0155788-435a-4598-8bb5-6cf887633c27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:51.198304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-120827d9-f9f2-42f4-8bee-66271a6cf19d req-f0155788-435a-4598-8bb5-6cf887633c27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 945 time: 0.0638933 Dec 08 16:37:51.245772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-120827d9-f9f2-42f4-8bee-66271a6cf19d req-dc3364d3-df32-48f9-a602-f53f26a4873f tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446296 Dec 08 16:37:51.275872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b204d1-2e0b-4a7b-b97b-43d88ddc6299 req-1e0fb852-4074-4b5e-ab8b-19f7bdd5a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:51.277368 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43b204d1-2e0b-4a7b-b97b-43d88ddc6299 req-1e0fb852-4074-4b5e-ab8b-19f7bdd5a8ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0494649 Dec 08 16:37:51.323246 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-43b204d1-2e0b-4a7b-b97b-43d88ddc6299 req-a1b4c067-17e4-4919-9ceb-0a157b8d8f0f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383151 Dec 08 16:37:52.395306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69832f-27bb-44ef-a16c-42d3249e1b3b req-9c40bd79-da0a-4284-8b24-2d159b6dce19 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:52.397058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be69832f-27bb-44ef-a16c-42d3249e1b3b req-9c40bd79-da0a-4284-8b24-2d159b6dce19 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 945 time: 0.0767343 Dec 08 16:37:52.447851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be69832f-27bb-44ef-a16c-42d3249e1b3b req-e27e1878-9628-472a-91df-3d5b54e6f7ae tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Dec 08 16:37:53.571275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715397b0-b83d-4498-86c8-f50d31fe3761 req-ede524d1-f3d3-405d-8619-c36baa0fe827 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:37:53.573554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-715397b0-b83d-4498-86c8-f50d31fe3761 req-ede524d1-f3d3-405d-8619-c36baa0fe827 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 945 time: 0.0536063 Dec 08 16:37:53.635075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-715397b0-b83d-4498-86c8-f50d31fe3761 req-807669c8-cb8d-4a32-9703-6202686cc08d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523374 Dec 08 16:37:55.959573 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3bc9c8b1-253c-4fce-a4e7-3bc5e863c9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:37:56.677308 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:37:58.786317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-834764ad-5bf1-4139-acbf-71344d2af2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:00.125433 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:01.885267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.173687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:02.252677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:03.085827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:25.963856 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4df4c02f-77b9-4a5f-8ec9-0e9c7dcccf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:28.788310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be037c03-cd97-4053-85fc-725c8746fa27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:30.132251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:31.098077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-261a9c58-6e00-4fc4-9e7e-1d1001ddc11d req-9942d9f9-108e-476f-8101-e9d5445b844c service neutron] (103281) timed out ('10.222.0.62', 54196) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:38:31.887547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:32.171927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:32.270183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:33.100870 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:33.668376 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:38:42.385824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-4df2173f-0456-4fcf-b67c-33c9e478fc64 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460799 Dec 08 16:38:42.472673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-f477da3b-42e9-473e-9f6e-ce048ca43156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:42.474177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-f477da3b-42e9-473e-9f6e-ce048ca43156 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0452058 Dec 08 16:38:42.587147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-352947c4-76cb-436d-a894-84247cc453c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:42.588866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-352947c4-76cb-436d-a894-84247cc453c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0939059 Dec 08 16:38:42.636240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-1bbf550d-ea58-4782-8f01-0b615bcaf725 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0398579 Dec 08 16:38:42.688976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-011dda6d-3a53-410d-ae51-6d8dc2064e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:42.690725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-011dda6d-3a53-410d-ae51-6d8dc2064e8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0476732 Dec 08 16:38:42.724260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-3b718ec8-6689-42ae-a576-b17bab7abeaa service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268795 Dec 08 16:38:42.816728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-1ce284d5-e899-4fde-9fc9-16d1b8d17fff service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858340 Dec 08 16:38:42.914240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ba24ff3-f7ce-4618-8e4b-aba82af31103 req-6c87b4d6-3e2a-436f-b5b8-749d971b153f service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909467 Dec 08 16:38:43.492900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43640) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:43.497442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1148699666', 'description': 'tempest-secgroup-smoke-1148699666 description', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:43.519863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.586473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.590611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.620885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.622141 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1282139 Dec 08 16:38:43.623284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3c9b9-65fb-4d7b-bc46-88ae335e3994 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a295ee7-d184-49ba-93a9-3bb83f92a040,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:43.625850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43642) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:43.630519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group_rule': {'security_group_id': '8a295ee7-d184-49ba-93a9-3bb83f92a040', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:43.657430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.712894 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.716890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.737293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27cb2beb-8261-486d-98ca-fe8ad2be1026,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:43.747730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:43.748927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220641 Dec 08 16:38:43.750412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.750787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.751129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.751467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.751797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.752003 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43644) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:43.752127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.752458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.752781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.753106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.753430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.753753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.754098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.754476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e877-cbb2-4401-bfe7-93bd14867260 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:43.757594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group_rule': {'security_group_id': '8a295ee7-d184-49ba-93a9-3bb83f92a040', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:43.783926 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.154266 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.158678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.177884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad0241f-71f7-4ede-ab08-c739c1bbaae8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:44.188146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.189362 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8359d917-34d1-4039-b665-aa4fced1e4e7 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4357891 Dec 08 16:38:44.192138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43646) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:44.196854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group_rule': {'security_group_id': '8a295ee7-d184-49ba-93a9-3bb83f92a040', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:44.224419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.282519 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.286219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.304730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6caa347-2ce6-4e66-bfa3-fbe3e2cf813b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:44.314417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.315604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2f2356c6-9c60-4064-ab35-0dc0fbbefa9b tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224060 Dec 08 16:38:44.318436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:44.322688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group_rule': {'security_group_id': '8a295ee7-d184-49ba-93a9-3bb83f92a040', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:44.348940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.405450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.409516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.427633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf5abba-7e2b-4781-8068-724bb4fe5e30,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:44.435888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.437083 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1cda2c75-8bc0-4d73-bfe2-e587749cb470 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176767 Dec 08 16:38:44.440110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:44.444446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group_rule': {'security_group_id': '8a295ee7-d184-49ba-93a9-3bb83f92a040', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:44.473160 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Project 376a5338778d45e8a8cfbbbfaae05b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:38:44.478367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.540158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.544056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.561738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdb58a94-740d-49b2-a536-3db90045a78e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:44.570603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.571810 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a52d92e2-d42a-4d30-9c86-ca59601e7240 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1307683 Dec 08 16:38:44.574627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:38:44.579363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'security_group_rule': {'security_group_id': '8a295ee7-d184-49ba-93a9-3bb83f92a040', 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:44.603074 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Project 376a5338778d45e8a8cfbbbfaae05b9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:38:44.608146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.669212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.673552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.693276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=637251b2-d34e-4bfe-8f8a-f895c36d4760,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:44.702182 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:44.703457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277840 Dec 08 16:38:44.705330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.705705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.706097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.706420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.706838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.707226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.707557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.707886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.708227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.708549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.708874 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.709195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.709518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b802d73-a75d-4589-a2e6-d670cece8939 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:44.934035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-1926a777-a513-4218-a09d-6a2fafec54e0 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1148699666&fields=id&tenant_id=376a5338778d45e8a8cfbbbfaae05b9a HTTP/1.1" status: 200 len: 267 time: 0.0449216 Dec 08 16:38:45.044177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-af4c3e9a-7d55-490e-9766-7536f91ee845 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:45.045656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-af4c3e9a-7d55-490e-9766-7536f91ee845 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 813 time: 0.1048231 Dec 08 16:38:45.062243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-6c3eed07-a31f-44a6-95ba-3fc5b5dba5ef tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/quotas/376a5338778d45e8a8cfbbbfaae05b9a HTTP/1.1" status: 200 len: 375 time: 0.0098286 Dec 08 16:38:45.116751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-36fd12c0-832d-4016-8928-513c5281e3cc tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484471 Dec 08 16:38:45.220371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-a5efbc93-e703-43cb-b0b3-fdc666449eeb service neutron] 10.222.0.62 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906293 Dec 08 16:38:45.308788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-40c572d4-8820-4ec6-9a8a-d16ad281b936 service neutron] 10.222.0.62 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822880 Dec 08 16:38:45.596046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfb3aa74-7341-4f19-a044-7e8766af8f90 req-13ea735a-c87b-42d1-a0ca-eef723837070 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 210 time: 0.0278547 Dec 08 16:38:46.545921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-058e2687-bcec-4720-ab5c-a16d94e38ff0 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:46.547392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-058e2687-bcec-4720-ab5c-a16d94e38ff0 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.86 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 813 time: 0.1068101 Dec 08 16:38:46.618550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-494dd0cf-2e00-4588-8a4f-2132c4eb90eb tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=376a5338778d45e8a8cfbbbfaae05b9a HTTP/1.1" status: 200 len: 380 time: 0.0618122 Dec 08 16:38:46.628971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'port': {'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'admin_state_up': True, 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'security_groups': ['8a295ee7-d184-49ba-93a9-3bb83f92a040']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:46.763030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Made reservation on behalf of 376a5338778d45e8a8cfbbbfaae05b9a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:38:46.767529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:46.803351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-995bf068-60c1-401b-b93e-ad6258f505ea req-a32bb33d-077d-4fef-b2e5-e6a7c360dea1 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 210 time: 0.1234133 Dec 08 16:38:46.916806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Allocated IP 172.20.0.3 (9454902a-bd4c-4d59-950f-1b9838a3e56d/5af8cf6a-1c46-4a48-ae1c-fe68a122592a/4887ee40-a110-4439-b8a7-ca623a0214d6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:38:47.061307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.103638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.146378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:38:47.151435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:38:47.155090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:38:47.185049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'Port': ['ID=4887ee40-a110-4439-b8a7-ca623a0214d6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:47.217611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:47.218457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.236406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-396ee5f9-af1b-4076-b8ce-afc7560b561f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6124170 Dec 08 16:38:47.249025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Request body: {'port': {'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:38:47.317192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.431367 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-9fd5962c-1843-4d1b-bd50-60149c647a04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422647 Dec 08 16:38:47.474700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-940eb51a-7bf0-4d78-bb45-253b1253eb91 None None] Provisioning complete for port 4887ee40-a110-4439-b8a7-ca623a0214d6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:38:47.475315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-940eb51a-7bf0-4d78-bb45-253b1253eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.514740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-940eb51a-7bf0-4d78-bb45-253b1253eb91 None None] Port 4887ee40-a110-4439-b8a7-ca623a0214d6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:38:47.541326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506082f0-c6a4-4507-b862-0184e1c27afc req-f659c7e8-1f48-4f0e-b5b3-a94355228df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:47.543036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-f659c7e8-1f48-4f0e-b5b3-a94355228df8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 1097 time: 0.0525877 Dec 08 16:38:47.673525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4887ee40-a110-4439-b8a7-ca623a0214d6 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:38:47.682423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.683155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506082f0-c6a4-4507-b862-0184e1c27afc req-400a6672-bad2-4e4d-a85e-859f1a46ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:47.685234 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-400a6672-bad2-4e4d-a85e-859f1a46ebe1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1208322 Dec 08 16:38:47.697726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Transition to ACTIVE for port object 4887ee40-a110-4439-b8a7-ca623a0214d6 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:38:47.705355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.732416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-2063c9b4-19df-4cc5-8810-6b2225643d76 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 200 len: 217 time: 0.0404541 Dec 08 16:38:47.790956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Pushing event updated for resources: {'Port': ['ID=4887ee40-a110-4439-b8a7-ca623a0214d6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:47.798472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506082f0-c6a4-4507-b862-0184e1c27afc req-710a39a9-6e5b-49b7-b8c6-f64ea120629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:47.800091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-710a39a9-6e5b-49b7-b8c6-f64ea120629a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0604079 Dec 08 16:38:47.834045 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-77d8d176-dc1d-4cb9-a509-fa6490387eb4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263004 Dec 08 16:38:47.845481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Attempting to bind port 4887ee40-a110-4439-b8a7-ca623a0214d6 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:38:47.846126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Attempting to bind port 4887ee40-a110-4439-b8a7-ca623a0214d6 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:38:47.846655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Attempting to bind port 4887ee40-a110-4439-b8a7-ca623a0214d6 on network 9454902a-bd4c-4d59-950f-1b9838a3e56d {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:38:47.851696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Port 4887ee40-a110-4439-b8a7-ca623a0214d6 on network 9454902a-bd4c-4d59-950f-1b9838a3e56d not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:38:47.852227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Attempting to bind port 4887ee40-a110-4439-b8a7-ca623a0214d6 on network 9454902a-bd4c-4d59-950f-1b9838a3e56d {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:38:47.861434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:38:47.862042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Checking segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:38:47.862777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Bound using segment: {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:38:47.863545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Bound port: 4887ee40-a110-4439-b8a7-ca623a0214d6, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:38:47.864232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:47.953119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-17130e10-4d80-4aac-ae1e-f0d9a02fd1cc service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108205 Dec 08 16:38:47.971464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] For port 4887ee40-a110-4439-b8a7-ca623a0214d6, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:38:47.997654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] For port 4887ee40-a110-4439-b8a7-ca623a0214d6, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4887ee40-a110-4439-b8a7-ca623a0214d6,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:38:48.006545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:48.071332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.071954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:48.073349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] 10.222.0.86 "PUT /v2.0/ports/4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 1091 time: 0.8285260 Dec 08 16:38:48.074638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:38:48.077258 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7835b7-9440-46b0-be66-75bad02030d8" -d '{"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:38:48.095809 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-506082f0-c6a4-4507-b862-0184e1c27afc req-e58754c2-1201-46b3-a3a7-47920cf6ccb6 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343415 Dec 08 16:38:48.132615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5507a6-8565-48d2-b0f3-1f5aea2a719b req-3917d827-efd7-4003-a8a3-70180f878353 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.142041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e5507a6-8565-48d2-b0f3-1f5aea2a719b req-3917d827-efd7-4003-a8a3-70180f878353 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.1833391 Dec 08 16:38:48.166286 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f351101-00d1-40d3-ac86-d59c68f891ca x-openstack-request-id: req-1f351101-00d1-40d3-ac86-d59c68f891ca {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:38:48.166671 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:38:48.166855 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f351101-00d1-40d3-ac86-d59c68f891ca {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:38:48.167229 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'status': 'completed', 'code': 200} Dec 08 16:38:48.223404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c4e45-54a5-4232-bff5-8d520476365f service neutron] Pushing event updated for resources: {'Port': ['ID=4887ee40-a110-4439-b8a7-ca623a0214d6,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:48.267382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e5507a6-8565-48d2-b0f3-1f5aea2a719b req-9cfe6bbd-095d-4a72-b133-f45a2e487321 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243753 Dec 08 16:38:48.278925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-dfb64265-728f-4c3a-83d6-92266ed755bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.281393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-dfb64265-728f-4c3a-83d6-92266ed755bd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1094 time: 0.1370904 Dec 08 16:38:48.334000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-87e8727e-eb6f-4921-a77b-28ebc18945a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 217 time: 0.0420005 Dec 08 16:38:48.387140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-14b1a15c-e306-45ea-aa84-1a2d6e6089fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.388533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-14b1a15c-e306-45ea-aa84-1a2d6e6089fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 200 len: 852 time: 0.0482340 Dec 08 16:38:48.436709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-fa11f6ec-64dd-40ee-b718-66126ec2105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.438439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-fa11f6ec-64dd-40ee-b718-66126ec2105c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9454902a-bd4c-4d59-950f-1b9838a3e56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427728 Dec 08 16:38:48.539426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-077c2a0c-03f0-40aa-b77d-3e034780b542 service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939639 Dec 08 16:38:48.637782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-539204d7-3e8b-42ca-ac88-9fc41e191b2e req-6b6ff2bb-a70c-4b74-a6c2-d23e757bfc7c service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916297 Dec 08 16:38:48.741910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-343a21ab-17ee-451a-a1a2-c9e6cb403ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:48.743402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-343a21ab-17ee-451a-a1a2-c9e6cb403ca1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1094 time: 0.0586500 Dec 08 16:38:49.212027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-f6d17c8f-335f-49c9-be0a-dbbbdbaa7e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:49.213549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-f6d17c8f-335f-49c9-be0a-dbbbdbaa7e83 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 914 time: 0.4636002 Dec 08 16:38:49.258088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-47483550-760b-40aa-a9e9-711812ce653e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 217 time: 0.0378749 Dec 08 16:38:49.310326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-6d10e860-92ad-4869-96cd-fa52577a2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:49.311593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-6d10e860-92ad-4869-96cd-fa52577a2add service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 200 len: 852 time: 0.0472631 Dec 08 16:38:49.400319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7425d9f-7256-4699-9e64-f383652eb8b1 req-ef287a46-81e6-483d-8051-84fb44e10b9d tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:49.401877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7425d9f-7256-4699-9e64-f383652eb8b1 req-ef287a46-81e6-483d-8051-84fb44e10b9d tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0571480 Dec 08 16:38:49.403958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-cfa718f8-abd1-4bb6-8140-a380b4427308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:49.405265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-cfa718f8-abd1-4bb6-8140-a380b4427308 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9454902a-bd4c-4d59-950f-1b9838a3e56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856967 Dec 08 16:38:49.505290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7425d9f-7256-4699-9e64-f383652eb8b1 req-df732a11-6118-45e8-9518-4e2b5d57fad9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963774 Dec 08 16:38:49.531817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-84327c1c-129a-4b0b-a029-6ed82b8ad691 service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164832 Dec 08 16:38:49.627862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e7835b7-9440-46b0-be66-75bad02030d8 req-f7c63beb-aac9-4ceb-891e-8094a2a00a6b service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891116 Dec 08 16:38:50.623054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a56f70-c3c4-478b-99e1-7c36dadd87fc req-47bc306b-b1f3-49c8-b2b6-ce21bd1a14d1 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:50.624563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64a56f70-c3c4-478b-99e1-7c36dadd87fc req-47bc306b-b1f3-49c8-b2b6-ce21bd1a14d1 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0513766 Dec 08 16:38:50.677169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64a56f70-c3c4-478b-99e1-7c36dadd87fc req-004dff34-41e0-4cb9-a66d-0e84ac579352 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457699 Dec 08 16:38:51.798574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011e919-1681-451a-9176-8142ccb14d96 req-5e3b64bd-9238-4c82-a3b4-f0bb690b9175 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:51.800141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e011e919-1681-451a-9176-8142ccb14d96 req-5e3b64bd-9238-4c82-a3b4-f0bb690b9175 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0528443 Dec 08 16:38:51.854319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e011e919-1681-451a-9176-8142ccb14d96 req-483dc06a-252c-4366-afd3-5fba8d6d18f1 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478678 Dec 08 16:38:52.974046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858bd71-328d-4ace-a835-876e39b7a307 req-de7879cd-a9ee-4dd9-b776-8b94d9d3d3e6 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:52.975561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3858bd71-328d-4ace-a835-876e39b7a307 req-de7879cd-a9ee-4dd9-b776-8b94d9d3d3e6 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0540829 Dec 08 16:38:53.026860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3858bd71-328d-4ace-a835-876e39b7a307 req-87c4c222-50b3-40f6-974a-562bd1650c18 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455081 Dec 08 16:38:54.148143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347c728-68cc-44e6-9682-53db36f63210 req-0f589be8-6b85-42a7-9174-76a5b055f520 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:54.149602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7347c728-68cc-44e6-9682-53db36f63210 req-0f589be8-6b85-42a7-9174-76a5b055f520 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0557382 Dec 08 16:38:54.199616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7347c728-68cc-44e6-9682-53db36f63210 req-fcb5bc6f-905d-48f1-88b1-fd932867234c tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Dec 08 16:38:55.321589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8c5828-b839-4628-b778-afd8b4b96d69 req-bb19b6e2-0420-4538-84c4-0843582d6de6 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:55.323701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca8c5828-b839-4628-b778-afd8b4b96d69 req-bb19b6e2-0420-4538-84c4-0843582d6de6 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0535750 Dec 08 16:38:55.375701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca8c5828-b839-4628-b778-afd8b4b96d69 req-dc7e77e5-3bb7-47d2-9e37-c151d312387f tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448906 Dec 08 16:38:55.967049 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24305ab1-1f77-4211-a78f-c82603aaaca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:56.492346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86b282-6daa-4032-a50a-f2733b2098b2 req-37d9f5b4-a9dd-4bd8-a43f-8ced12f57fbd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:56.493857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa86b282-6daa-4032-a50a-f2733b2098b2 req-37d9f5b4-a9dd-4bd8-a43f-8ced12f57fbd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.0501592 Dec 08 16:38:56.542692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa86b282-6daa-4032-a50a-f2733b2098b2 req-e2ff9b2e-a1d8-4127-a1b8-a7b1f91213ae tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427527 Dec 08 16:38:57.743272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae4496-1f5c-4602-9f86-9feb0dfee7aa req-2557238a-6b33-4579-b570-e2aff75e717e tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:57.744782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdae4496-1f5c-4602-9f86-9feb0dfee7aa req-2557238a-6b33-4579-b570-e2aff75e717e tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 943 time: 0.1298769 Dec 08 16:38:57.801363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdae4496-1f5c-4602-9f86-9feb0dfee7aa req-677d4545-52c4-48b4-be15-67475c46ff84 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503716 Dec 08 16:38:58.618211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4887ee40-a110-4439-b8a7-ca623a0214d6 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:38:58.715675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4887ee40-a110-4439-b8a7-ca623a0214d6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4887ee40-a110-4439-b8a7-ca623a0214d6,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:38:58.727660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:38:58.767927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:58.789172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4887ee40-a110-4439-b8a7-ca623a0214d6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:38:58.795170 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16c8e128-cf99-447b-b2ad-f2e10932daeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:58.811331 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4887ee40-a110-4439-b8a7-ca623a0214d6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4887ee40-a110-4439-b8a7-ca623a0214d6,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:38:58.815078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:38:58.867863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4887ee40-a110-4439-b8a7-ca623a0214d6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:38:58.875617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.875896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.876236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.876574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.876905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.877234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.877559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.877915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.878243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.878567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.878893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.879216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.879547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:38:58.921579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71185417-acf3-4d4f-a160-761f7f6efe07 req-def4073b-58b4-4599-9f02-b135ef8bddc6 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:38:58.923079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71185417-acf3-4d4f-a160-761f7f6efe07 req-def4073b-58b4-4599-9f02-b135ef8bddc6 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 944 time: 0.0530257 Dec 08 16:38:58.973396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71185417-acf3-4d4f-a160-761f7f6efe07 req-da722aa5-673e-456f-a872-d1f129d7c4b9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438988 Dec 08 16:38:59.022385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4887ee40-a110-4439-b8a7-ca623a0214d6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:39:00.090929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216908c-b2eb-4830-a408-4599915ccd5d req-f8f7cdfc-7812-4642-ad17-07f6f8cc554e tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:00.092470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2216908c-b2eb-4830-a408-4599915ccd5d req-f8f7cdfc-7812-4642-ad17-07f6f8cc554e tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 944 time: 0.0515456 Dec 08 16:39:00.131840 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.148909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2216908c-b2eb-4830-a408-4599915ccd5d req-aa5eb44e-63d9-4c0a-860e-b76c1955dede tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495768 Dec 08 16:39:00.631600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4887ee40-a110-4439-b8a7-ca623a0214d6 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:39:00.685141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4887ee40-a110-4439-b8a7-ca623a0214d6 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:39:00.690107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4887ee40-a110-4439-b8a7-ca623a0214d6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:39:00.690484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.777486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.800457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:00.802785 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4227a3-454f-49ed-82ab-831d93cd3e1e" -d '{"events": [{"server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "name": "network-vif-plugged", "status": "completed", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:00.817945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4887ee40-a110-4439-b8a7-ca623a0214d6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4887ee40-a110-4439-b8a7-ca623a0214d6,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:00.822232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:00.847014 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9013ca-8f21-4ab8-a184-3536844db677 x-openstack-request-id: req-7e9013ca-8f21-4ab8-a184-3536844db677 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:00.847304 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "name": "network-vif-plugged", "status": "completed", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:00.847557 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e9013ca-8f21-4ab8-a184-3536844db677 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:00.847947 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'code': 200} Dec 08 16:39:00.879877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4887ee40-a110-4439-b8a7-ca623a0214d6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:00.953232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2427ea1-9ab2-4c9c-910a-0fc88669f441 req-3bbabf39-3963-4f38-9914-a5ffd47acb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:00.955985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2427ea1-9ab2-4c9c-910a-0fc88669f441 req-3bbabf39-3963-4f38-9914-a5ffd47acb6c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1096 time: 0.0485966 Dec 08 16:39:01.008380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2427ea1-9ab2-4c9c-910a-0fc88669f441 req-17be7537-6155-4891-ad54-cdd6b1a3dff3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454204 Dec 08 16:39:01.277570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14638600-507d-4071-a083-841f3e2aaee3 req-82d327c0-55f9-45bd-8ece-2ae50262258d tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:01.279164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14638600-507d-4071-a083-841f3e2aaee3 req-82d327c0-55f9-45bd-8ece-2ae50262258d tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 945 time: 0.0535502 Dec 08 16:39:01.332393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14638600-507d-4071-a083-841f3e2aaee3 req-64be530d-dc26-4d17-958f-dd562f5fbb58 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463374 Dec 08 16:39:01.891283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.177226 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.263086 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:02.461479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facedaaa-aa89-4a61-a7e1-a3443836aef8 req-bd48483e-2df1-4b74-bf5a-72c0f9d41483 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:02.463083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-facedaaa-aa89-4a61-a7e1-a3443836aef8 req-bd48483e-2df1-4b74-bf5a-72c0f9d41483 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 945 time: 0.0550134 Dec 08 16:39:02.525606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-facedaaa-aa89-4a61-a7e1-a3443836aef8 req-011158f2-1e9a-45e8-b652-58907bf478c4 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522292 Dec 08 16:39:02.645953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc64e00d-3220-4f23-b4ca-54dce990d5e9 req-73115f7b-5ac5-434b-9a7f-baaf8afeb53e tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:02.647563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc64e00d-3220-4f23-b4ca-54dce990d5e9 req-73115f7b-5ac5-434b-9a7f-baaf8afeb53e tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 945 time: 0.0529301 Dec 08 16:39:02.702602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc64e00d-3220-4f23-b4ca-54dce990d5e9 req-3826f80d-fd8d-429c-8774-94fa14c81b03 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486872 Dec 08 16:39:02.726423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43790) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:02.899402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefdf3ba-70fe-43de-afac-e75bcd474e0c tempest-TestVolumeBackupRestore-2135600957 tempest-TestVolumeBackupRestore-2135600957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:02.900835 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fefdf3ba-70fe-43de-afac-e75bcd474e0c tempest-TestVolumeBackupRestore-2135600957 tempest-TestVolumeBackupRestore-2135600957-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1091 time: 0.1733971 Dec 08 16:39:02.903745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:02.909319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:02.933463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.038466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.098354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.155911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Allocated IP 172.25.3.170 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/40d5eafc-6499-4594-ab02-1bdac7966193) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:39:03.275932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.315977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.358533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:39:03.365046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:39:03.368984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:39:03.375157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'Port': ['ID=40d5eafc-6499-4594-ab02-1bdac7966193,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:03.798841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:03.875525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.060471 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.065974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.135786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event updated for resources: {'Port': ['ID=40d5eafc-6499-4594-ab02-1bdac7966193,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:04.152031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.256939 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Floating IP ac2db7f2-c03f-4a56-aa6e-05af76644b0f associated. External IP: 172.25.3.170, port: 4887ee40-a110-4439-b8a7-ca623a0214d6. Dec 08 16:39:04.476321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Router c99390fb-16a4-4859-8292-c7e68a55fe1a has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:04.595587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:04.612924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] Sync routers for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:04.627490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.630406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:04.631405 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:38:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:04.687224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3708e3b-d977-4996-b66f-74ccdb8c5dcd tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7799752 Dec 08 16:39:04.687224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:04.687938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:04.690810 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d83ed1-fe45-4629-8c4d-7305dd94c32a" -d '{"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:04.733613 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a5eaa-bb11-48fb-bf2f-464a7e2bbaae x-openstack-request-id: req-171a5eaa-bb11-48fb-bf2f-464a7e2bbaae {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:04.733933 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:04.734192 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-171a5eaa-bb11-48fb-bf2f-464a7e2bbaae {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:04.734600 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'status': 'completed', 'code': 200} Dec 08 16:39:04.738020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c03258e-ffe2-4b22-9f22-63564f7a79d9 tempest-TestVolumeBackupRestore-2135600957 tempest-TestVolumeBackupRestore-2135600957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:04.741197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2c03258e-ffe2-4b22-9f22-63564f7a79d9 tempest-TestVolumeBackupRestore-2135600957 tempest-TestVolumeBackupRestore-2135600957-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1091 time: 0.0516248 Dec 08 16:39:04.743756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43808) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:04.749332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Request body: {'floatingip': {'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:04.762494 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:04.815540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for floatingip, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:04.823677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-963b1073-2ab6-40ca-89a4-f2c555b9a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:04.827184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-963b1073-2ab6-40ca-89a4-f2c555b9a2f7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1096 time: 0.0664198 Dec 08 16:39:04.945174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-5c2c1fab-ad23-4b1f-9328-53a2554b840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:04.946605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-5c2c1fab-ad23-4b1f-9328-53a2554b840c service neutron] 10.222.0.86 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 914 time: 0.1119840 Dec 08 16:39:05.020357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-c2467ee8-1ba6-47a5-9cd1-c506f14b3ee6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 999 time: 0.0667694 Dec 08 16:39:05.036839 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ac2db7f2-c03f-4a56-aa6e-05af76644b0f', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:03Z', 'updated_at': '2021-12-08T16:39:03Z', 'revision_number': 0, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:05.066771 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] Checking router: c99390fb-16a4-4859-8292-c7e68a55fe1a for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:05.072481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-e2f6cf45-b4d3-4f0f-86ff-71ca7e4eea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:05.074008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-e2f6cf45-b4d3-4f0f-86ff-71ca7e4eea9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 200 len: 852 time: 0.0470560 Dec 08 16:39:05.075529 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:05.076136 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:38:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:05.126527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-60dd877c-5fe1-496b-be67-935124bc7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:05.128306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-60dd877c-5fe1-496b-be67-935124bc7da7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9454902a-bd4c-4d59-950f-1b9838a3e56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474722 Dec 08 16:39:05.195665 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:05.237223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-fe528e72-5f7d-47ba-84a5-91354e6ebca9 service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019225 Dec 08 16:39:05.339508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58d83ed1-fe45-4629-8c4d-7305dd94c32a req-5088afee-1300-4df6-9575-c42155eed900 service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954869 Dec 08 16:39:05.389464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:05.394533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:05.458617 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ac2db7f2-c03f-4a56-aa6e-05af76644b0f', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:03Z', 'updated_at': '2021-12-08T16:39:03Z', 'revision_number': 0, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:05.486648 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8160b5-3d7e-4c4d-a0b5-b8ac4f60b0fb None None] The sync data for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 is: [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ac2db7f2-c03f-4a56-aa6e-05af76644b0f', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:03Z', 'updated_at': '2021-12-08T16:39:03Z', 'revision_number': 0, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:05.615986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Router c99390fb-16a4-4859-8292-c7e68a55fe1a has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:05.712893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7039ae-1730-41a4-80cd-c44250d54e37 None None] New status for floating IP ac2db7f2-c03f-4a56-aa6e-05af76644b0f: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:39:05.739185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:05.743720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:05.977395 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] Sync routers for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:05.988877 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:05.989493 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:38:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:06.116329 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4f4948e8-8729-41f9-b936-7fbef6d53c87 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "PUT /v2.0/floatingips/ac2db7f2-c03f-4a56-aa6e-05af76644b0f HTTP/1.1" status: 200 len: 991 time: 1.3712912 Dec 08 16:39:06.198027 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:06.420300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ac2db7f2-c03f-4a56-aa6e-05af76644b0f', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:03Z', 'updated_at': '2021-12-08T16:39:05Z', 'revision_number': 2, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:06.450325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] Checking router: c99390fb-16a4-4859-8292-c7e68a55fe1a for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:06.459451 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:06.460058 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:38:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:06.569385 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:06.735604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}, {'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:06.738430 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f" -d '{"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}, {"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:06.780338 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3293f7b1-0f78-411d-a3cc-b567461ff6fa x-openstack-request-id: req-3293f7b1-0f78-411d-a3cc-b567461ff6fa {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:06.780890 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:06.780890 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3293f7b1-0f78-411d-a3cc-b567461ff6fa {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:06.781284 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'status': 'completed', 'code': 200} Dec 08 16:39:06.781564 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'status': 'completed', 'code': 200} Dec 08 16:39:06.801355 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ac2db7f2-c03f-4a56-aa6e-05af76644b0f', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:03Z', 'updated_at': '2021-12-08T16:39:05Z', 'revision_number': 2, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:06.832552 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108cada3-a819-4d12-9195-255b69a7a765 None None] The sync data for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 is: [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'ac2db7f2-c03f-4a56-aa6e-05af76644b0f', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'floating_ip_address': '172.25.3.170', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'port_id': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3351, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'mac_address': 'fa:16:3e:fe:e2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:39:03Z', 'updated_at': '2021-12-08T16:39:05Z', 'revision_number': 2, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:06.848336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-31ee1588-bf67-4729-aaba-4d8b8be8cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:06.849863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-31ee1588-bf67-4729-aaba-4d8b8be8cf19 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1096 time: 0.0450127 Dec 08 16:39:06.955588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-bcbea16a-c3ac-4bb0-b257-1940136ace6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:06.956286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-bcbea16a-c3ac-4bb0-b257-1940136ace6a service neutron] 10.222.0.86 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 914 time: 0.0992036 Dec 08 16:39:07.031049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-5b1be8fe-a08b-4caf-a8c0-102e52baf6a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 1001 time: 0.0644886 Dec 08 16:39:07.092334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-e9fec321-fb1b-4730-928c-e492195a0879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.093911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-e9fec321-fb1b-4730-928c-e492195a0879 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 200 len: 852 time: 0.0510015 Dec 08 16:39:07.149616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-8cae4ddc-81a8-467a-99bf-a78309241343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.151161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-8cae4ddc-81a8-467a-99bf-a78309241343 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9454902a-bd4c-4d59-950f-1b9838a3e56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429926 Dec 08 16:39:07.240228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-65ea0ae3-bab4-4c38-aa20-0f9c3f73711c service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822651 Dec 08 16:39:07.334007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-6624c187-27ca-4be4-a4c3-3ab1b75eff9d service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874100 Dec 08 16:39:07.416980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-b34f81af-1c09-4037-b161-bba16966ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.418505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-b34f81af-1c09-4037-b161-bba16966ba24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1096 time: 0.0434854 Dec 08 16:39:07.513292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-23fd95f6-4430-46f9-b34c-5069472c7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.514728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-23fd95f6-4430-46f9-b34c-5069472c7df8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 914 time: 0.0898316 Dec 08 16:39:07.582303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-3af0c324-c788-4130-bc67-efda0786c336 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 1001 time: 0.0596347 Dec 08 16:39:07.630879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-e19fc3ba-2b95-4150-927d-5799cb623b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.632327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-e19fc3ba-2b95-4150-927d-5799cb623b44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 200 len: 852 time: 0.0441048 Dec 08 16:39:07.682106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-66d841d6-422f-40f2-9136-b5e05f7d7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:07.683594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-66d841d6-422f-40f2-9136-b5e05f7d7c0d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9454902a-bd4c-4d59-950f-1b9838a3e56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451245 Dec 08 16:39:07.774933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-81312be4-5ebb-49de-ac48-e0d1a89ac3ec service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843220 Dec 08 16:39:07.869329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17fe61d1-efcf-42ed-8bd9-89c4c0cf347f req-69eb4bdf-1d45-4d57-aa86-0a6f01a92f0d service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878661 Dec 08 16:39:10.668123 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:39:25.970010 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42f37c63-54c7-4915-8c14-9a5dc37f0a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:28.779841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b732cd6-1502-40d9-8e4d-a8fa0ed5b70a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:30.125465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:31.892241 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:32.182913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:32.286003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:33.115529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:37.201537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43940) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:37.366587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Deleting port 40d5eafc-6499-4594-ab02-1bdac7966193 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:37.366831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:37.448426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:37.448749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:37.460300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Calling delete_port for 40d5eafc-6499-4594-ab02-1bdac7966193 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:37.610659 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:37.634769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event deleted for resources: {'Port': ['ID=40d5eafc-6499-4594-ab02-1bdac7966193,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:37.697438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:37.697771 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Floating IP ac2db7f2-c03f-4a56-aa6e-05af76644b0f disassociated (deleted). External IP: 172.25.3.170, port: 4887ee40-a110-4439-b8a7-ca623a0214d6. Dec 08 16:39:37.926333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Router c99390fb-16a4-4859-8292-c7e68a55fe1a has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:38.036289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:38.041352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:38.046534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] Sync routers for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:38.056500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:38.057111 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:38.069890 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c3eda65d-528d-4d58-8b48-c7018047f9d9 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "DELETE /v2.0/floatingips/ac2db7f2-c03f-4a56-aa6e-05af76644b0f HTTP/1.1" status: 204 len: 168 time: 0.8671546 Dec 08 16:39:38.070637 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:38.072994 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389184bf-f1c5-4589-b775-004b9e00c9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:38.116213 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645fb053-918e-4fa1-8c90-0c2fbb3b8abb x-openstack-request-id: req-645fb053-918e-4fa1-8c90-0c2fbb3b8abb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:38.117005 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:38.117731 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-645fb053-918e-4fa1-8c90-0c2fbb3b8abb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:38.117731 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'status': 'completed', 'code': 200} Dec 08 16:39:38.191759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-aa6fcf4e-d835-4721-9751-8f07e494dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:38.193412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-aa6fcf4e-d835-4721-9751-8f07e494dc3b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 1096 time: 0.0524027 Dec 08 16:39:38.357321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:38.359299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d67ee1-e26b-4d43-a523-93fb817ce522 req-a2bd883f-3dfc-445c-b4a6-eb8088ca09ac tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:38.360912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4d67ee1-e26b-4d43-a523-93fb817ce522 req-a2bd883f-3dfc-445c-b4a6-eb8088ca09ac tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 945 time: 0.0811021 Dec 08 16:39:38.369970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-7e44da24-7307-42fe-99c7-b8602363d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:38.371446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-7e44da24-7307-42fe-99c7-b8602363d107 service neutron] 10.222.0.86 "GET /v2.0/networks?id=9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 200 len: 914 time: 0.1657050 Dec 08 16:39:38.422816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-09b1f7d4-4f49-4ff1-8558-40f9ea676b3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 200 len: 217 time: 0.0424116 Dec 08 16:39:38.487260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4d67ee1-e26b-4d43-a523-93fb817ce522 req-89ce3775-c828-4730-9566-74be4e06a129 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131942 Dec 08 16:39:38.513140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-413ab463-0bf1-4054-9474-4898e9bbe523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:38.514636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-413ab463-0bf1-4054-9474-4898e9bbe523 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 200 len: 852 time: 0.0797894 Dec 08 16:39:38.562884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:38.567730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-caba49c0-19a6-4df0-8896-13aea3b80075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:38.567730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-caba49c0-19a6-4df0-8896-13aea3b80075 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=9454902a-bd4c-4d59-950f-1b9838a3e56d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419610 Dec 08 16:39:38.577275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-2a291b3a-a5e6-4cdd-b6f7-13a0ca980eb1 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:39:38.578300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-2a291b3a-a5e6-4cdd-b6f7-13a0ca980eb1 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055060 Dec 08 16:39:38.593952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] Checking router: c99390fb-16a4-4859-8292-c7e68a55fe1a for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:38.603487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:38.604092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:38.669621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-ffb46735-d8c6-43ed-a4f8-4bb9cfad2d09 service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831742 Dec 08 16:39:38.712595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:38.766328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-389184bf-f1c5-4589-b775-004b9e00c9fc req-742956c9-1c8f-4578-90d5-a6729df01c3c service neutron] 10.222.0.86 "GET /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876694 Dec 08 16:39:38.915724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:38.942880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900f1659-3be0-46f1-8772-2feaa3d229ec None None] The sync data for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 is: [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:37Z', 'revision_number': 4, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfcdf002-7882-4be7-9c2f-bbf396741c91', 'name': '', 'network_id': '9454902a-bd4c-4d59-950f-1b9838a3e56d', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'mac_address': 'fa:16:3e:44:ea:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:37Z', 'updated_at': '2021-12-08T16:36:42Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'subnets': [{'id': '5af8cf6a-1c46-4a48-ae1c-fe68a122592a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:39.182254 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f671348e-4566-48b7-ba00-3271051ea726 None None] New status for floating IP ac2db7f2-c03f-4a56-aa6e-05af76644b0f: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:39:39.608472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63acf0-9e43-4d0c-86c5-8f4493b1652c req-638736a2-d0ee-48cd-821c-e05632d78a6d tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:39.609981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c63acf0-9e43-4d0c-86c5-8f4493b1652c req-638736a2-d0ee-48cd-821c-e05632d78a6d tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 945 time: 0.0504162 Dec 08 16:39:39.660149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c63acf0-9e43-4d0c-86c5-8f4493b1652c req-8f5f8eaf-bd34-449c-b9c4-830fc9b56722 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/security-groups?id=8a295ee7-d184-49ba-93a9-3bb83f92a040&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Dec 08 16:39:39.773924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-917420d3-4637-4533-a5e3-500b45b27673 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:39.775372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-917420d3-4637-4533-a5e3-500b45b27673 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.86 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 945 time: 0.0522735 Dec 08 16:39:39.868245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Deleting port 4887ee40-a110-4439-b8a7-ca623a0214d6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:39.868590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:39.963239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] For port 4887ee40-a110-4439-b8a7-ca623a0214d6, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4887ee40-a110-4439-b8a7-ca623a0214d6,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:39.963601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:39.977872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Calling delete_port for 4887ee40-a110-4439-b8a7-ca623a0214d6 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:40.110975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:40.145898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event deleted for resources: {'Port': ['ID=4887ee40-a110-4439-b8a7-ca623a0214d6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:40.189315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] No DVR routers for this DVR port 4887ee40-a110-4439-b8a7-ca623a0214d6 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:40.192715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:40.196150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0c05b47-ef78-430a-b191-9ca90804b257 req-e08f1fe3-8003-4a5d-82f3-c81a2fb1efda tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.86 "DELETE /v2.0/ports/4887ee40-a110-4439-b8a7-ca623a0214d6 HTTP/1.1" status: 204 len: 173 time: 0.4148281 Dec 08 16:39:40.196615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'name': 'network-vif-deleted', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:39:40.199002 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef75a0d-d091-423d-98c4-ed3643798cb2" -d '{"events": [{"server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "name": "network-vif-deleted", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:39:40.257475 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d2a306-4af1-4d51-b92b-9d8e0c09a891 x-openstack-request-id: req-94d2a306-4af1-4d51-b92b-9d8e0c09a891 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:39:40.258117 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d79adb-2edc-4e21-a064-d6c9d415334e", "name": "network-vif-deleted", "tag": "4887ee40-a110-4439-b8a7-ca623a0214d6", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:39:40.258454 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-94d2a306-4af1-4d51-b92b-9d8e0c09a891 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:39:40.259063 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d79adb-2edc-4e21-a064-d6c9d415334e', 'name': 'network-vif-deleted', 'tag': '4887ee40-a110-4439-b8a7-ca623a0214d6', 'status': 'completed', 'code': 200} Dec 08 16:39:40.765227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6535ce74-5bc8-4f6f-9e46-c6ee0ac6532f req-7b418048-4034-492c-8440-593029e5af31 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 210 time: 0.0341849 Dec 08 16:39:41.854567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d689de34-01da-4d32-a2b1-653d5acb269a req-5de60023-642d-4c31-8535-a4b92953f717 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 210 time: 0.0264630 Dec 08 16:39:42.394299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-25a802fb-8d2b-441c-b1bc-d2f530e732db service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491285 Dec 08 16:39:42.494661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-fca36b03-2134-4a35-9195-cecf8c417e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.496292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-fca36b03-2134-4a35-9195-cecf8c417e4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0497108 Dec 08 16:39:42.629728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-772a0126-e796-4275-93af-17aeff2587e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.631267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-772a0126-e796-4275-93af-17aeff2587e1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1136949 Dec 08 16:39:42.681071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-4d40d9ea-4c57-4458-88bf-015cd492e237 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0421472 Dec 08 16:39:42.741067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-a95c538c-c88e-4f30-afa7-ea0ec7fb1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:42.742979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-a95c538c-c88e-4f30-afa7-ea0ec7fb1225 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0536728 Dec 08 16:39:42.778102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-c832e9d2-d1be-4a3b-81bf-d7e9905a40a3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275059 Dec 08 16:39:42.879842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-00268a73-5c49-4917-9ed6-c91c0f5e34fd service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940089 Dec 08 16:39:42.884887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4887ee40-a110-4439-b8a7-ca623a0214d6 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:42.911183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 4887ee40-a110-4439-b8a7-ca623a0214d6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:42.911622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4887ee40-a110-4439-b8a7-ca623a0214d6 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:42.972983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f6d72e4-4fbe-4b98-9b44-60768dd04227 req-e0f3532e-b343-4ec2-b9bd-7ffdb06ab5a8 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 210 time: 0.0377610 Dec 08 16:39:43.006912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d7beaf-17e5-4536-8f9e-72cbbd350f23 req-6d8fa1f8-bb6f-4c0b-89bc-d376c8849f27 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195581 Dec 08 16:39:44.082933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-38fcc6b0-b808-426b-b099-87278dcffd4a req-c116db43-37f8-493b-893c-e3d7a6ce84f0 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "GET /v2.0/ports?device_id=54d79adb-2edc-4e21-a064-d6c9d415334e HTTP/1.1" status: 200 len: 210 time: 0.0311408 Dec 08 16:39:45.144674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43994) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:45.209172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.236110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.306196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.309548 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:45.311006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] 10.222.0.62 "DELETE /v2.0/security-groups/8a295ee7-d184-49ba-93a9-3bb83f92a040 HTTP/1.1" status: 204 len: 168 time: 0.1652083 Dec 08 16:39:45.326143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a295ee7-d184-49ba-93a9-3bb83f92a040,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:45.336880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.337461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.338136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.338602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.339037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.339472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.339919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.340336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.340735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.341154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.341609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.342122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:45.342593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c00c73-78c4-4a72-a4dc-7c4e36979096 tempest-TestVolumeBackupRestore-1531090709 tempest-TestVolumeBackupRestore-1531090709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:47.700780 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:39:49.853651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:50.196895 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-601d4676-eace-4f70-be81-6371a4d853ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1477220 Dec 08 16:39:50.282873 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:50.293137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-5875898b-653a-4b41-987f-232c219fb8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:50.294908 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-5875898b-653a-4b41-987f-232c219fb8ab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 1096 time: 0.0736842 Dec 08 16:39:50.435129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-99aff86d-0c22-4844-aab8-c6aed99805d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:50.438667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-99aff86d-0c22-4844-aab8-c6aed99805d3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 200 len: 920 time: 0.1173470 Dec 08 16:39:50.484994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-b79b6242-422b-42d8-a9c7-e8aebcb71d93 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 200 len: 217 time: 0.0386422 Dec 08 16:39:50.550444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-84ebf622-c3ac-4fa9-844a-d9fa10f55f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:50.552374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-84ebf622-c3ac-4fa9-844a-d9fa10f55f9d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 200 len: 859 time: 0.0604210 Dec 08 16:39:50.572663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Deleting port cfcdf002-7882-4be7-9c2f-bbf396741c91 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:50.572993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:50.589719 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-825b9f92-d61c-4136-8ea0-a6beaa87b1fb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a5c3c076-c70b-4873-9acc-4c2491aef3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294752 Dec 08 16:39:50.600903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-31357f5d-3cc5-45ba-9fd7-d07237bf6dd7 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:39:50.601915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-31357f5d-3cc5-45ba-9fd7-d07237bf6dd7 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059111 Dec 08 16:39:50.658638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] For port cfcdf002-7882-4be7-9c2f-bbf396741c91, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cfcdf002-7882-4be7-9c2f-bbf396741c91,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:50.659080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:50.672757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Calling delete_port for cfcdf002-7882-4be7-9c2f-bbf396741c91 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:50.702375 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-6b1dcd12-bb7b-4d0a-87f6-1b6e4c668531 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932355 Dec 08 16:39:50.794835 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c504bdf-d27e-4434-9afe-95a2d63698c0 req-e87fb503-112f-4ac5-8409-b7ce32320901 service neutron] 10.222.0.58 "GET /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848114 Dec 08 16:39:50.870363 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:50.898187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcdf002-7882-4be7-9c2f-bbf396741c91,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:50.912253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.912253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.912253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.912608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.912892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.913221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.913547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.913891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.914224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.914549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.914870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.915192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:50.915513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:39:51.091262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:51.689294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Router c99390fb-16a4-4859-8292-c7e68a55fe1a has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:51.809023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:51.814859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bfaac3df-be56-49fc-a743-b3d13a5d304b admin admin] 10.222.0.62 "PUT /v2.0/routers/c99390fb-16a4-4859-8292-c7e68a55fe1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9587641 Dec 08 16:39:51.817469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44476) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:51.819723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] Sync routers for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:51.830673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:51.831979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:51.929949 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:51.945844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:52.047243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.127401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Deleting port a897ef30-dc97-4ac5-8ee2-7d85d69c1861 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:52.127895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.178846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:39:50Z', 'revision_number': 5, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port': {'id': 'a897ef30-dc97-4ac5-8ee2-7d85d69c1861', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a1:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3307, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:36:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:52.207880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] Checking router: c99390fb-16a4-4859-8292-c7e68a55fe1a for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:52.216908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] Routers {'c99390fb-16a4-4859-8292-c7e68a55fe1a'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:52.217524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['c99390fb-16a4-4859-8292-c7e68a55fe1a'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:52.222714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] For port a897ef30-dc97-4ac5-8ee2-7d85d69c1861, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:52.223064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.242152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Calling delete_port for a897ef30-dc97-4ac5-8ee2-7d85d69c1861 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:52.309632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] Set router c99390fb-16a4-4859-8292-c7e68a55fe1a gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:52.368722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:39:52Z', 'revision_number': 6, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:52.399275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e62958a-ac79-488d-a129-c5db0377075f None None] The sync data for ids ['c99390fb-16a4-4859-8292-c7e68a55fe1a'] in n-d-820935-5 is: [{'id': 'c99390fb-16a4-4859-8292-c7e68a55fe1a', 'name': 'tempest-TestVolumeBackupRestore-330717357-router', 'tenant_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:33Z', 'updated_at': '2021-12-08T16:39:52Z', 'revision_number': 6, 'project_id': '376a5338778d45e8a8cfbbbfaae05b9a', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:52.427080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.452664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a897ef30-dc97-4ac5-8ee2-7d85d69c1861,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:52.472729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d9b8f-5d4b-4a9f-a9eb-d189fdf20565 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:52.525472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.621920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.624141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.673229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.673756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router c99390fb-16a4-4859-8292-c7e68a55fe1a {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:39:52.678761 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.679937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b83ca07a-44b3-406c-99d4-5c6a034e44cb admin admin] 10.222.0.62 "DELETE /v2.0/routers/c99390fb-16a4-4859-8292-c7e68a55fe1a HTTP/1.1" status: 204 len: 168 time: 0.8616199 Dec 08 16:39:52.682920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:52.729539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Deleting subnet 5af8cf6a-1c46-4a48-ae1c-fe68a122592a {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:39:52.732957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.770461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.864730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.927886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.951738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5af8cf6a-1c46-4a48-ae1c-fe68a122592a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:52.958836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:52.962105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ef8e5be-2259-49a1-9860-4257b632d3b8 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5af8cf6a-1c46-4a48-ae1c-fe68a122592a HTTP/1.1" status: 204 len: 168 time: 0.2778969 Dec 08 16:39:52.964712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44484) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:52.967995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944f533-ad70-4dc5-8b00-b64e2bbc3d00 None None] Network 9454902a-bd4c-4d59-950f-1b9838a3e56d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:39:53.036166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.102308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Deleting port 7d46107d-7120-49bd-8d00-d603e5dd2f65 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:53.102655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.185351 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] DHCP port deletion for 9454902a-bd4c-4d59-950f-1b9838a3e56d request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:53.230924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] For port 7d46107d-7120-49bd-8d00-d603e5dd2f65, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7d46107d-7120-49bd-8d00-d603e5dd2f65,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:53.231777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.270755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Calling delete_port for 7d46107d-7120-49bd-8d00-d603e5dd2f65 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:53.317541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7d46107d-7120-49bd-8d00-d603e5dd2f65 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:53.356667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] Deleting port 7d46107d-7120-49bd-8d00-d603e5dd2f65 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:53.357040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.386277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.415072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No active binding found for port 7d46107d-7120-49bd-8d00-d603e5dd2f65 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 16:39:53.415312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d46107d-7120-49bd-8d00-d603e5dd2f65,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:53.415448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7d46107d-7120-49bd-8d00-d603e5dd2f65 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:53.416052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfcdf002-7882-4be7-9c2f-bbf396741c91 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:53.419043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] No DVR routers for this DVR port 7d46107d-7120-49bd-8d00-d603e5dd2f65 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:53.441536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: cfcdf002-7882-4be7-9c2f-bbf396741c91 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:53.442188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfcdf002-7882-4be7-9c2f-bbf396741c91 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:53.442775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a897ef30-dc97-4ac5-8ee2-7d85d69c1861 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:53.474447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a897ef30-dc97-4ac5-8ee2-7d85d69c1861 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:53.474797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a897ef30-dc97-4ac5-8ee2-7d85d69c1861 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:53.482711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] For port 7d46107d-7120-49bd-8d00-d603e5dd2f65, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7d46107d-7120-49bd-8d00-d603e5dd2f65,segment=NetworkSegment(bb2f9b51-b70a-41c8-815a-a40fddd3f5e9),segment_id=bb2f9b51-b70a-41c8-815a-a40fddd3f5e9)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:53.483297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.510616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] Calling delete_port for 7d46107d-7120-49bd-8d00-d603e5dd2f65 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:53.524722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.560795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9454902a-bd4c-4d59-950f-1b9838a3e56d']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:53.573826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:53.574150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2f9b51-b70a-41c8-815a-a40fddd3f5e9') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:53.593242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.606530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.610651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.617996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:39:53.618406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:39:53.620226 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:39:53.633900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] Pushing event deleted for resources: {'Port': ['ID=7d46107d-7120-49bd-8d00-d603e5dd2f65,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:53.637963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd984ce-3e36-428c-acc2-353556b2caac None None] No DVR routers for this DVR port 7d46107d-7120-49bd-8d00-d603e5dd2f65 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:53.687978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.695863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:53.699105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/9454902a-bd4c-4d59-950f-1b9838a3e56d HTTP/1.1" status: 204 len: 168 time: 0.7334261 Dec 08 16:39:53.702314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:53.711558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b228fb3-479a-4437-935f-79cdb76973b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9454902a-bd4c-4d59-950f-1b9838a3e56d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:54.075571 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:54.387507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Deleting port a5556ccc-6054-49f6-9f23-9301f64399dc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:54.387855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:54.437548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-e8ced745-dbe0-4a18-aadf-5b38da78920a req-45402ca2-a253-4b68-9a6a-15e4a7748d1a tempest-ServerRescueTestJSONUnderV235-1035607607 tempest-ServerRescueTestJSONUnderV235-1035607607-project] (103282) timed out ('10.222.0.58', 54918) {{(pid=103282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:39:54.475206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] For port a5556ccc-6054-49f6-9f23-9301f64399dc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a5556ccc-6054-49f6-9f23-9301f64399dc,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:54.475644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:54.489569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Calling delete_port for a5556ccc-6054-49f6-9f23-9301f64399dc owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:54.682029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:54.719307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5556ccc-6054-49f6-9f23-9301f64399dc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:54.903124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.161919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Router a7c51422-780d-4bbd-a04d-ba95bdf10af2 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:39:55.288692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:39:55.294697 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fab5d815-d547-4deb-b68c-18db8573d253 admin admin] 10.222.0.62 "PUT /v2.0/routers/a7c51422-780d-4bbd-a04d-ba95bdf10af2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5905759 Dec 08 16:39:55.296668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44496) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:55.302868 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] Sync routers for ids ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:39:55.323227 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] Routers {'a7c51422-780d-4bbd-a04d-ba95bdf10af2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:55.324506 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:55.430129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.463439 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] Set router a7c51422-780d-4bbd-a04d-ba95bdf10af2 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:55.540544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.607319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Deleting port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:55.607540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.671949 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160'}], 'enable_snat': True}, 'gw_port_id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:39:54Z', 'revision_number': 5, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port': {'id': 'a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:ed:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3319, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:36:40Z', 'updated_at': '2021-12-08T16:36:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:55.699089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] For port a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:55.699452 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.701773 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] Checking router: a7c51422-780d-4bbd-a04d-ba95bdf10af2 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:39:55.712110 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] Routers {'a7c51422-780d-4bbd-a04d-ba95bdf10af2'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:39:55.712737 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:55.718317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Calling delete_port for a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:55.911247 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] Set router a7c51422-780d-4bbd-a04d-ba95bdf10af2 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:39:55.947938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.970684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:39:55Z', 'revision_number': 6, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:55.979124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f57e236-9d4e-42ab-b7b3-253a8f29316e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:55.991213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:56.000539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-426263ad-a455-4cfd-9adc-4a634a246d38 None None] The sync data for ids ['a7c51422-780d-4bbd-a04d-ba95bdf10af2'] in n-d-820935-5 is: [{'id': 'a7c51422-780d-4bbd-a04d-ba95bdf10af2', 'name': 'tempest-TestVolumeBackupRestore-793479616-router', 'tenant_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:36:39Z', 'updated_at': '2021-12-08T16:39:55Z', 'revision_number': 6, 'project_id': '8cb138167ff54a76bf6adbcd3cb3faf9', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:39:56.023346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c483ae4-6e96-43cd-a65a-66db54c857cd None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:56.071762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.172280 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.174897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.222807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.223402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7c51422-780d-4bbd-a04d-ba95bdf10af2 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:39:56.229353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.231166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ed756e8-d189-4dd1-b9ac-6267c81f9fc7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a7c51422-780d-4bbd-a04d-ba95bdf10af2 HTTP/1.1" status: 204 len: 168 time: 0.9334164 Dec 08 16:39:56.234490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44502) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:56.292551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Deleting subnet dff354e4-8cd0-439d-9c9c-ea659e089935 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:39:56.296480 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.702260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.805911 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.906469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.952459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff354e4-8cd0-439d-9c9c-ea659e089935,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:56.956860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:56.960859 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-35855bac-cbc8-4e4a-b5fe-7805a82d9aec admin admin] 10.222.0.62 "DELETE /v2.0/subnets/dff354e4-8cd0-439d-9c9c-ea659e089935 HTTP/1.1" status: 204 len: 168 time: 0.7243977 Dec 08 16:39:56.964195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:56.964473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c13f3-759b-4187-b267-468b489dcdd6 None None] Network 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:39:57.045433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.152743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] DHCP port deletion for 995b9bfe-77f1-4b5f-aa7f-a049e34907c8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:39:57.167865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Deleting port b9188f34-2bd5-46bf-9997-5d186a9aef0a {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:57.167865 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.223479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] Deleting port b9188f34-2bd5-46bf-9997-5d186a9aef0a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:39:57.223723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.270900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b9188f34-2bd5-46bf-9997-5d186a9aef0a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:57.276253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] For port b9188f34-2bd5-46bf-9997-5d186a9aef0a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b9188f34-2bd5-46bf-9997-5d186a9aef0a,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:57.276807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.295899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Calling delete_port for b9188f34-2bd5-46bf-9997-5d186a9aef0a owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:57.332925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] For port b9188f34-2bd5-46bf-9997-5d186a9aef0a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b9188f34-2bd5-46bf-9997-5d186a9aef0a,segment=NetworkSegment(78f7f2e6-3ea0-4b81-98e0-8d2898cac294),segment_id=78f7f2e6-3ea0-4b81-98e0-8d2898cac294)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:39:57.333325 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.359472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] Calling delete_port for b9188f34-2bd5-46bf-9997-5d186a9aef0a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:39:57.437959 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.486280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9188f34-2bd5-46bf-9997-5d186a9aef0a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:57.492310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] No DVR routers for this DVR port b9188f34-2bd5-46bf-9997-5d186a9aef0a on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:57.511257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.583496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a5556ccc-6054-49f6-9f23-9301f64399dc no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:57.604742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a5556ccc-6054-49f6-9f23-9301f64399dc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:57.605073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a5556ccc-6054-49f6-9f23-9301f64399dc not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:57.605500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:39:57.606223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.632233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:39:57.632578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a8e7cdd7-1d5d-44b6-b9d5-b88e4db95e60 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:39:57.634222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.635239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['995b9bfe-77f1-4b5f-aa7f-a049e34907c8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:57.649273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f7f2e6-3ea0-4b81-98e0-8d2898cac294') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:57.649886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f7f2e6-3ea0-4b81-98e0-8d2898cac294') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:39:57.662446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] Pushing event deleted for resources: {'Port': ['ID=b9188f34-2bd5-46bf-9997-5d186a9aef0a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:57.666334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3735ee14-f9ac-49bb-95f8-ffe8580e3825 None None] No DVR routers for this DVR port b9188f34-2bd5-46bf-9997-5d186a9aef0a on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:39:57.670988 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.687608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.694258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:39:57.694668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:39:57.696527 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:39:57.754050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.759461 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:57.762749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] 10.222.0.62 "DELETE /v2.0/networks/995b9bfe-77f1-4b5f-aa7f-a049e34907c8 HTTP/1.1" status: 204 len: 168 time: 0.7973676 Dec 08 16:39:57.775339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4995e8-f570-4d0c-a141-c7912b652506 admin admin] Pushing event deleted for resources: {'Network': ['ID=995b9bfe-77f1-4b5f-aa7f-a049e34907c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:57.923791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44516) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:57.967689 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a718be7b-f5b9-4332-ae91-8ffb8737f6f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=376a5338778d45e8a8cfbbbfaae05b9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421228 Dec 08 16:39:57.970273 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:58.026973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cef2ee9-0bc1-45ce-85bf-84eae91c8a71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.051035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cef2ee9-0bc1-45ce-85bf-84eae91c8a71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.113387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cef2ee9-0bc1-45ce-85bf-84eae91c8a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.116885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3cef2ee9-0bc1-45ce-85bf-84eae91c8a71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.118432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3cef2ee9-0bc1-45ce-85bf-84eae91c8a71 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a1e6901-8920-4762-8618-bb35cd43c266 HTTP/1.1" status: 204 len: 168 time: 0.1470728 Dec 08 16:39:58.129416 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef2ee9-0bc1-45ce-85bf-84eae91c8a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1e6901-8920-4762-8618-bb35cd43c266,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:58.492217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44524) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:58.544900 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c51f4c7-b21b-4b0c-a3a6-62d2fbecaaad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8cb138167ff54a76bf6adbcd3cb3faf9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0510464 Dec 08 16:39:58.548122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44528) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:58.600237 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66ac11bd-ddb9-4953-bbad-22ce45d64001 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.625229 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66ac11bd-ddb9-4953-bbad-22ce45d64001 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.703274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66ac11bd-ddb9-4953-bbad-22ce45d64001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.708442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66ac11bd-ddb9-4953-bbad-22ce45d64001 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:58.710053 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-66ac11bd-ddb9-4953-bbad-22ce45d64001 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/146cf49f-57b5-4554-b5bb-e3c4068d1922 HTTP/1.1" status: 204 len: 168 time: 0.1607862 Dec 08 16:39:58.724468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac11bd-ddb9-4953-bbad-22ce45d64001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146cf49f-57b5-4554-b5bb-e3c4068d1922,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:58.784914 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fa4b-8956-4705-9f6d-553de3e948ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.556025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44552) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:39:59.697010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-763474941-network', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:39:59.728218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:39:59.731303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.741613 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.842496 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.848481 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.878622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:39:59.886154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:39:59.894500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.894858 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Added segment 8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a of type vlan for network a6dfd721-6037-4433-bddf-3cc4fdc94744 Dec 08 16:39:59.944887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.973336 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:39:59.974393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:39:59.974976 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.031397 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4741254 Dec 08 16:40:00.035142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:00.040322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Request body: {'subnet': {'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-763474941-subnet', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:00.042495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0dd8e-1245-4bee-b63c-1dd4ac456cda admin admin] Pushing event updated for resources: {'Network': ['ID=a6dfd721-6037-4433-bddf-3cc4fdc94744,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:00.053488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:40:00.069615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:00.072152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.276481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.327345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.343675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:00.356208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:00.356576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Network hostable DHCP agents. Network: a6dfd721-6037-4433-bddf-3cc4fdc94744, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:40:00.375693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:40:00.388502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a6dfd721-6037-4433-bddf-3cc4fdc94744) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:00.398910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:00.400575 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.400888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf811117-c061-466a-9fed-e5683bb88694 None None] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:00.423943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ea0773e6-f65a-4662-b703-4bac171b04b2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3875515 Dec 08 16:40:00.427111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44562) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:00.431809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:00.456982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.458293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.528118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-a6dfd721-6037-4433-bddf-3cc4fdc94744', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:40:00.529486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.530472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.688669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.720190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Allocated IP 172.20.0.2 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/90c2e95a-2e77-4201-81fc-ebe5776295f2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:00.906916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.915703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.949822 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.966394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:00.972757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:00.973418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:00.976753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:00.982824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Pushing event updated for resources: {'Port': ['ID=90c2e95a-2e77-4201-81fc-ebe5776295f2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:00.995611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.995971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.996318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.996654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.996990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.997324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.997655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.998036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.998343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.998666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.999000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.999327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:00.999638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:01.067819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Attempting to bind port 90c2e95a-2e77-4201-81fc-ebe5776295f2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:01.068830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Attempting to bind port 90c2e95a-2e77-4201-81fc-ebe5776295f2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:01.068830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Attempting to bind port 90c2e95a-2e77-4201-81fc-ebe5776295f2 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:01.075953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:01.076334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:01.076750 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.077143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:01.077662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Bound port: 90c2e95a-2e77-4201-81fc-ebe5776295f2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:01.078072 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.101361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Allocated IP 172.25.3.250 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a68d57cd-6492-4c8d-8e37-1e9adf3c8faf) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:01.161771 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] For port 90c2e95a-2e77-4201-81fc-ebe5776295f2, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:01.166812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] For port 90c2e95a-2e77-4201-81fc-ebe5776295f2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=90c2e95a-2e77-4201-81fc-ebe5776295f2,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:01.172154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.223030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.254955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2651f6c5-8965-4b2e-b41a-b8c0c8ff3899 None None] Pushing event updated for resources: {'Port': ['ID=90c2e95a-2e77-4201-81fc-ebe5776295f2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:01.263143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.316521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:01.322611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:01.326775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:01.344628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0db6c9-5356-41b9-83eb-477ae426fffd None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:01.352523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Pushing event updated for resources: {'Port': ['ID=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:01.396879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c03ceef7-7906-404d-afdf-ba5b681096e3 None None] Provisioning complete for port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:01.397474 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c03ceef7-7906-404d-afdf-ba5b681096e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.468478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c03ceef7-7906-404d-afdf-ba5b681096e3 None None] Port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:01.666274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.895886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:01.899621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.044171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:40:02.189044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:02.189809 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.208504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:02.219530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:02.219892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.220764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:02.224256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-19b135a8-491e-498a-92a5-5533d2d5a42c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7959549 Dec 08 16:40:02.224861 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:02.317037 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.367835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9237fbf-b4cf-4bee-af5b-b149d2e08ba1 None None] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:02.440805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:02.520470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3c027c0c-498c-4c94-a882-1efed5fd179d None None] Provisioning complete for port 90c2e95a-2e77-4201-81fc-ebe5776295f2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:02.520839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c027c0c-498c-4c94-a882-1efed5fd179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.701707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.757213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c027c0c-498c-4c94-a882-1efed5fd179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.809299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3c027c0c-498c-4c94-a882-1efed5fd179d None None] For port 90c2e95a-2e77-4201-81fc-ebe5776295f2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=90c2e95a-2e77-4201-81fc-ebe5776295f2,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:02.820039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:01Z', 'revision_number': 3, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:02.822064 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c027c0c-498c-4c94-a882-1efed5fd179d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.876852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:02.877222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Updating router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:40:02.905057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Allocated IP 172.20.0.1 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/073f21b9-894d-4e64-bc0a-e056b0c5180e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:02.935690 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:02.965508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c027c0c-498c-4c94-a882-1efed5fd179d None None] Pushing event updated for resources: {'Port': ['ID=90c2e95a-2e77-4201-81fc-ebe5776295f2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:03.029486 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.075204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7ab6b34d-d4f8-4252-8b46-010faaa33058 None None] Provisioning complete for port 90c2e95a-2e77-4201-81fc-ebe5776295f2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:03.075479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ab6b34d-d4f8-4252-8b46-010faaa33058 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.078618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.126923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:03.132199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:03.134935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:03.170363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Pushing event updated for resources: {'Port': ['ID=073f21b9-894d-4e64-bc0a-e056b0c5180e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:03.197833 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.202082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.340777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 90c2e95a-2e77-4201-81fc-ebe5776295f2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:03.390801 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.404998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.416296 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.466683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475dd431-8213-4778-a07f-4be67a2d48ee None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:03.485885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Attempting to bind port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:03.486263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Attempting to bind port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:03.486646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Attempting to bind port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:03.489406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014bfc9-4823-4f0d-a34a-add8c86c2904 None None] Pushing event updated for resources: {'Port': ['ID=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:03.497380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 90c2e95a-2e77-4201-81fc-ebe5776295f2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:03.497873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.499921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:03.500299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:03.500679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.501072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:03.501563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Bound port: a68d57cd-6492-4c8d-8e37-1e9adf3c8faf, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:03.502062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.593379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Provisioning complete for port 073f21b9-894d-4e64-bc0a-e056b0c5180e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:03.593737 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.622793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.625874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] For port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:03.628628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.646808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] For port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:03.656818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.687576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Port 073f21b9-894d-4e64-bc0a-e056b0c5180e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:03.703880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.705858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Pushing event updated for resources: {'Port': ['ID=073f21b9-894d-4e64-bc0a-e056b0c5180e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:03.740229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef24a37-0692-4d22-b7a1-19564ae43622 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:03.770706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Provisioning complete for port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:03.771127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:03.776247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:03.776894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:03.801950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014bfc9-4823-4f0d-a34a-add8c86c2904 None None] Pushing event updated for resources: {'Port': ['ID=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:03.808553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:03.810465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:03.949492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:40:04.091588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:04.110856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a8f5dcf7-426d-4a2e-a642-6a96d2ce08ab admin admin] 10.222.0.62 "PUT /v2.0/routers/4b2ed4d4-6753-4e26-a9d2-987d2276fa8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8800247 Dec 08 16:40:04.167511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:04.204541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.241995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] For port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:04.274701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.399989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d00a18-1ad9-44f9-a7ac-3b48a92f4a5e None None] Pushing event updated for resources: {'Port': ['ID=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:04.430101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-06c7288a-1558-4f30-9d13-14bb149e0419 None None] Provisioning complete for port 073f21b9-894d-4e64-bc0a-e056b0c5180e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:04.430470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06c7288a-1558-4f30-9d13-14bb149e0419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.495722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-06c7288a-1558-4f30-9d13-14bb149e0419 None None] Port 073f21b9-894d-4e64-bc0a-e056b0c5180e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:04.522015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-06c7288a-1558-4f30-9d13-14bb149e0419 None None] Provisioning complete for port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:04.522578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-06c7288a-1558-4f30-9d13-14bb149e0419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.550646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 2, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:04.586018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fc6de16-267b-43ce-a6a2-061a7fde6b59 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 2, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:04.638855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44598) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:04.644638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-169448205-network', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:04.668013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Made reservation on behalf of b1d2b38946cd46eb8637b8d2720af397 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:04.670650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.680628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.765709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.770207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.815255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:40:04.821271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2923ef02-3231-4376-9879-dad339aaf175,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:04.830302 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.830684 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Added segment 33b1cdd0-49b4-4c12-9465-fb0cdeb9c600 of type vlan for network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a Dec 08 16:40:04.876715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.906966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.908153 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:04.908823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:04.971204 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3309534 Dec 08 16:40:04.974721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44602) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:04.979745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Request body: {'subnet': {'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-169448205-subnet', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:04.989738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cadab38-a931-4241-b8ed-f67a5e74bf3c admin admin] Pushing event updated for resources: {'Network': ['ID=8ca1a540-7a36-4c6c-a1b6-cd454d70182a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:05.002740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:40:05.007870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Made reservation on behalf of b1d2b38946cd46eb8637b8d2720af397 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:05.010564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.212459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.651539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=775fec2c-2161-4157-a33c-7ea74f24bccf,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:05.662428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Checking segment: {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:05.662793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Network hostable DHCP agents. Network: 8ca1a540-7a36-4c6c-a1b6-cd454d70182a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:40:05.680610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:40:05.691525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8ca1a540-7a36-4c6c-a1b6-cd454d70182a) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:05.695865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:05.696464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.701898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf87c870-84af-4d80-9555-cd719e8f8f67 None None] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:05.718086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:05.722861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d2a40cb-819c-4a14-a5e0-2ab98fde80b2 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7467575 Dec 08 16:40:05.723317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:05.747930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.749173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.814256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.832584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'fixed_ips': [{'subnet_id': '775fec2c-2161-4157-a33c-7ea74f24bccf'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:40:05.833578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:05.961054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.004890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Allocated IP 172.20.0.2 (8ca1a540-7a36-4c6c-a1b6-cd454d70182a/775fec2c-2161-4157-a33c-7ea74f24bccf/3d571cfa-7003-42a5-95e8-a231958520b8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:06.183814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.192434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.203401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.225415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.238541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:06.243895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:06.247626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:06.258739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Pushing event updated for resources: {'Port': ['ID=3d571cfa-7003-42a5-95e8-a231958520b8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:06.313050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Attempting to bind port 3d571cfa-7003-42a5-95e8-a231958520b8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:06.313539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Attempting to bind port 3d571cfa-7003-42a5-95e8-a231958520b8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:06.313962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Attempting to bind port 3d571cfa-7003-42a5-95e8-a231958520b8 on network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:06.319573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:06.320109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Checking segment: {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:06.320547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.320965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Bound using segment: {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:06.321429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Bound port: 3d571cfa-7003-42a5-95e8-a231958520b8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:06.321834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.348115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Allocated IP 172.25.3.55 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/0348bc46-b70b-493c-84f8-b9ec6617da02) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:06.390400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] For port 3d571cfa-7003-42a5-95e8-a231958520b8, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:06.394161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] For port 3d571cfa-7003-42a5-95e8-a231958520b8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3d571cfa-7003-42a5-95e8-a231958520b8,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:06.399252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.461023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.463174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08935f03-850f-4fa2-bd8e-7c9815a5f360 None None] Pushing event updated for resources: {'Port': ['ID=3d571cfa-7003-42a5-95e8-a231958520b8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:06.497715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.544845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:06.551233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:06.555015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:06.566164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c195f7-c776-4a07-9fec-ed05d3cf942e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:06.584108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Pushing event updated for resources: {'Port': ['ID=0348bc46-b70b-493c-84f8-b9ec6617da02,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:06.699305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d7054fe-1cbd-45ee-bcf5-96526c95124d None None] Provisioning complete for port 0348bc46-b70b-493c-84f8-b9ec6617da02 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:06.699767 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d7054fe-1cbd-45ee-bcf5-96526c95124d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.757070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d7054fe-1cbd-45ee-bcf5-96526c95124d None None] Port 0348bc46-b70b-493c-84f8-b9ec6617da02 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:06.884290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:06.891769 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:06.903915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:06.904915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:07.020031 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:07.107173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.276151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Router 193679e9-f110-4e2b-9ccc-bc9e1b853739 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:40:07.298911 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 2, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:07.314250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a68d57cd-6492-4c8d-8e37-1e9adf3c8faf up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:07.354731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:07.355340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Updating router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c port 073f21b9-894d-4e64-bc0a-e056b0c5180e binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:40:07.383199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:07.383908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.388613 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.431057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:07.442993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Sync routers for ids ['193679e9-f110-4e2b-9ccc-bc9e1b853739'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:07.464093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.469004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:40:07.469585 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee3376d6-8679-4013-8a99-4500338397c7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7501795 Dec 08 16:40:07.495078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Routers {'193679e9-f110-4e2b-9ccc-bc9e1b853739'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:07.495929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['193679e9-f110-4e2b-9ccc-bc9e1b853739'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:07.610290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Set router 193679e9-f110-4e2b-9ccc-bc9e1b853739 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:07.709218 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.715506 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.721308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f210b87-9295-4e75-b1f8-10395395638d None None] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:40:07.742472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3d571cfa-7003-42a5-95e8-a231958520b8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:07.774814 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Pushing event updated for resources: {'Port': ['ID=073f21b9-894d-4e64-bc0a-e056b0c5180e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:07.800231 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.800657 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.801273 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.801672 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.802093 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.802504 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.803082 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.803274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.803661 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.804049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.804434 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.804810 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.805194 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:40:07.848471 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Attempting to bind port 073f21b9-894d-4e64-bc0a-e056b0c5180e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:07.848471 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Attempting to bind port 073f21b9-894d-4e64-bc0a-e056b0c5180e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:07.848471 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Attempting to bind port 073f21b9-894d-4e64-bc0a-e056b0c5180e on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:07.853473 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:07.854030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:07.854396 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.855015 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:07.856186 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Bound port: 073f21b9-894d-4e64-bc0a-e056b0c5180e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:07.856661 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.890382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c217ee79-6921-4256-8b6c-c3cf62f974d5 None None] Provisioning complete for port 3d571cfa-7003-42a5-95e8-a231958520b8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:07.890970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c217ee79-6921-4256-8b6c-c3cf62f974d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.950264 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] For port 073f21b9-894d-4e64-bc0a-e056b0c5180e, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:07.959026 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] For port 073f21b9-894d-4e64-bc0a-e056b0c5180e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=073f21b9-894d-4e64-bc0a-e056b0c5180e,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:07.966036 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:07.994532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.018940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3d571cfa-7003-42a5-95e8-a231958520b8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:08.020154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.042725 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63333f70-87dc-41dc-8f2d-8a5232a18a7e None None] Pushing event updated for resources: {'Port': ['ID=073f21b9-894d-4e64-bc0a-e056b0c5180e,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:08.057602 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:08.058477 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:08.254473 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:08.311057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Allocated IP 172.20.0.1 (8ca1a540-7a36-4c6c-a1b6-cd454d70182a/775fec2c-2161-4157-a33c-7ea74f24bccf/949dddcf-64b9-4a74-a121-f6249f42b49e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:08.443944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c217ee79-6921-4256-8b6c-c3cf62f974d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.486689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:40:06Z', 'revision_number': 3, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:08.522896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.555522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Checking router: 193679e9-f110-4e2b-9ccc-bc9e1b853739 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:08.555898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Updating router 193679e9-f110-4e2b-9ccc-bc9e1b853739 port 0348bc46-b70b-493c-84f8-b9ec6617da02 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:40:08.583159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.601269 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:07Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:08.623632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c217ee79-6921-4256-8b6c-c3cf62f974d5 None None] For port 3d571cfa-7003-42a5-95e8-a231958520b8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3d571cfa-7003-42a5-95e8-a231958520b8,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:08.637771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c217ee79-6921-4256-8b6c-c3cf62f974d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.638335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:08.638803 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef242a-c79c-42c7-8a0d-5832c9411ea7 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:07Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:08.642136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:08.644076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.650448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.651473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:08.655380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Pushing event updated for resources: {'Port': ['ID=949dddcf-64b9-4a74-a121-f6249f42b49e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:08.706063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.866006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.898193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217ee79-6921-4256-8b6c-c3cf62f974d5 None None] Pushing event updated for resources: {'Port': ['ID=3d571cfa-7003-42a5-95e8-a231958520b8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:08.914247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Provisioning complete for port 3d571cfa-7003-42a5-95e8-a231958520b8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:08.914614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:08.955783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:40:08.957329 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:40:09.076309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.082965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.147346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Provisioning complete for port 073f21b9-894d-4e64-bc0a-e056b0c5180e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:09.147695 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.160428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Pushing event updated for resources: {'Port': ['ID=949dddcf-64b9-4a74-a121-f6249f42b49e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:09.164500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.219534 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.240218 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.281152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:09.282673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:09.347903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0322-0b16-410c-af9a-3b5d8670877c None None] Pushing event updated for resources: {'Port': ['ID=0348bc46-b70b-493c-84f8-b9ec6617da02,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:09.358701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659a750-2c09-4de0-8cca-7d7ef4d4a3c3 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:09.368129 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.370203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Attempting to bind port 0348bc46-b70b-493c-84f8-b9ec6617da02 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:09.370575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Attempting to bind port 0348bc46-b70b-493c-84f8-b9ec6617da02 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:09.370942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Attempting to bind port 0348bc46-b70b-493c-84f8-b9ec6617da02 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:09.391036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:09.391420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:09.391832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.392248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:09.392747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Bound port: 0348bc46-b70b-493c-84f8-b9ec6617da02, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:09.393416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.427523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Router 193679e9-f110-4e2b-9ccc-bc9e1b853739 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:40:09.511227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] For port 073f21b9-894d-4e64-bc0a-e056b0c5180e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=073f21b9-894d-4e64-bc0a-e056b0c5180e,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:09.532550 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.576121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] For port 0348bc46-b70b-493c-84f8-b9ec6617da02, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:09.578620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:40:09.595271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] For port 0348bc46-b70b-493c-84f8-b9ec6617da02, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0348bc46-b70b-493c-84f8-b9ec6617da02,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:09.602336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.618393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3215e308-57b1-4ab4-92f0-23da45496a81 admin admin] 10.222.0.62 "PUT /v2.0/routers/193679e9-f110-4e2b-9ccc-bc9e1b853739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1481860 Dec 08 16:40:09.638486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fa5106-a4a4-4c09-8e77-ecaf88a4daf3 None None] Pushing event updated for resources: {'Port': ['ID=073f21b9-894d-4e64-bc0a-e056b0c5180e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:09.678846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1731c7b-86c4-41e7-8f97-e90c4a3e636c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:40:09.713475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Routers {'193679e9-f110-4e2b-9ccc-bc9e1b853739'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:09.714162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['193679e9-f110-4e2b-9ccc-bc9e1b853739'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:09.720890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Provisioning complete for port 949dddcf-64b9-4a74-a121-f6249f42b49e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:09.721260 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.785185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 073f21b9-894d-4e64-bc0a-e056b0c5180e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:09.787480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0322-0b16-410c-af9a-3b5d8670877c None None] Pushing event updated for resources: {'Port': ['ID=0348bc46-b70b-493c-84f8-b9ec6617da02,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:09.877455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Port 949dddcf-64b9-4a74-a121-f6249f42b49e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:09.933773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Provisioning complete for port 0348bc46-b70b-493c-84f8-b9ec6617da02 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:09.933773 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:09.933773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] Set router 193679e9-f110-4e2b-9ccc-bc9e1b853739 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:09.996751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 073f21b9-894d-4e64-bc0a-e056b0c5180e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:09.996751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:10.219366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:10.265830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3d571cfa-7003-42a5-95e8-a231958520b8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:10.278479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] For port 0348bc46-b70b-493c-84f8-b9ec6617da02, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0348bc46-b70b-493c-84f8-b9ec6617da02,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:10.305268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:10.384386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14ced4-2797-416b-8419-638816ff6478 None None] Pushing event updated for resources: {'Port': ['ID=0348bc46-b70b-493c-84f8-b9ec6617da02,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:10.405807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949dddcf-64b9-4a74-a121-f6249f42b49e', 'name': '', 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'mac_address': 'fa:16:3e:72:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:08Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 2, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'subnets': [{'id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:10.442421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11be6b9b-fd65-4c07-9f0f-79fe11320399 None None] The sync data for ids ['193679e9-f110-4e2b-9ccc-bc9e1b853739'] in n-d-820935-5 is: [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949dddcf-64b9-4a74-a121-f6249f42b49e', 'name': '', 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'mac_address': 'fa:16:3e:72:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:08Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 2, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'subnets': [{'id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:10.447523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3d571cfa-7003-42a5-95e8-a231958520b8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:10.447839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:10.487003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a6d251e4-50a3-4429-80fc-b2da8887dbbc None None] Provisioning complete for port 0348bc46-b70b-493c-84f8-b9ec6617da02 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:10.487936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6d251e4-50a3-4429-80fc-b2da8887dbbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:11.788083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 073f21b9-894d-4e64-bc0a-e056b0c5180e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:11.849082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-7ffc63ac-9f05-4593-af61-55573b5f0666 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:11.850701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-7ffc63ac-9f05-4593-af61-55573b5f0666 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1329260 Dec 08 16:40:11.851677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 073f21b9-894d-4e64-bc0a-e056b0c5180e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:11.852058 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:11.871290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b0071842-ba21-46a4-b933-22f98edbebbb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0126202 Dec 08 16:40:11.932271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-895aeea0-6e40-47db-b7fd-b1f8683d1927 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0551980 Dec 08 16:40:11.936209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0348bc46-b70b-493c-84f8-b9ec6617da02 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:11.944912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-40d9b147-be48-4cc4-a57e-dda87ed304a9 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:40:11.946231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-40d9b147-be48-4cc4-a57e-dda87ed304a9 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061347 Dec 08 16:40:11.987253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0348bc46-b70b-493c-84f8-b9ec6617da02 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:11.987721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:12.043962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-6d3d2da8-8669-47ed-8c27-f8a7a606f676 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906162 Dec 08 16:40:12.146646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-8ebd5a18-fb3b-4232-8969-316a92d64dd4 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949137 Dec 08 16:40:12.445413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7937a027-5166-43ad-b3be-fcc2d85bbc0b req-02c43d72-f426-414d-9f32-0cf7b66f2e42 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0281057 Dec 08 16:40:12.968909 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Sync routers for ids ['193679e9-f110-4e2b-9ccc-bc9e1b853739'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:40:12.980341 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Routers {'193679e9-f110-4e2b-9ccc-bc9e1b853739'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:12.980951 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['193679e9-f110-4e2b-9ccc-bc9e1b853739'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:13.092794 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Set router 193679e9-f110-4e2b-9ccc-bc9e1b853739 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:13.399566 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949dddcf-64b9-4a74-a121-f6249f42b49e', 'name': '', 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'mac_address': 'fa:16:3e:72:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:08Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 2, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'subnets': [{'id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:13.427466 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Checking router: 193679e9-f110-4e2b-9ccc-bc9e1b853739 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:40:13.427826 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Updating router 193679e9-f110-4e2b-9ccc-bc9e1b853739 port 949dddcf-64b9-4a74-a121-f6249f42b49e binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:40:13.454305 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:13.559231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7410632a-79cd-4f36-b72c-7f3b9d0d1177 req-4b7198bc-6eeb-40dd-8018-4aa9d4165592 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0499034 Dec 08 16:40:13.819381 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:13.825973 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:13.886913 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706f974-6b7e-474a-8b51-4139eb1240fd None None] Pushing event updated for resources: {'Port': ['ID=949dddcf-64b9-4a74-a121-f6249f42b49e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:13.942553 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Attempting to bind port 949dddcf-64b9-4a74-a121-f6249f42b49e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:13.942915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Attempting to bind port 949dddcf-64b9-4a74-a121-f6249f42b49e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:13.943270 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Attempting to bind port 949dddcf-64b9-4a74-a121-f6249f42b49e on network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:13.949881 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:13.950312 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Checking segment: {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:13.950639 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:13.951021 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Bound using segment: {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:13.951488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Bound port: 949dddcf-64b9-4a74-a121-f6249f42b49e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:13.951858 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.031176 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] For port 949dddcf-64b9-4a74-a121-f6249f42b49e, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:14.036092 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] For port 949dddcf-64b9-4a74-a121-f6249f42b49e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=949dddcf-64b9-4a74-a121-f6249f42b49e,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:14.042672 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.108862 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Routers {'193679e9-f110-4e2b-9ccc-bc9e1b853739'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:40:14.109505 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:39:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['193679e9-f110-4e2b-9ccc-bc9e1b853739'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:14.150480 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e706f974-6b7e-474a-8b51-4139eb1240fd None None] Pushing event updated for resources: {'Port': ['ID=949dddcf-64b9-4a74-a121-f6249f42b49e,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:14.172283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f57f9aa6-27c4-4759-86a9-0b8eda46808b None None] Provisioning complete for port 949dddcf-64b9-4a74-a121-f6249f42b49e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:14.172831 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f57f9aa6-27c4-4759-86a9-0b8eda46808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.250799 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] Set router 193679e9-f110-4e2b-9ccc-bc9e1b853739 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:40:14.281402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f57f9aa6-27c4-4759-86a9-0b8eda46808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.318082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f57f9aa6-27c4-4759-86a9-0b8eda46808b None None] For port 949dddcf-64b9-4a74-a121-f6249f42b49e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=949dddcf-64b9-4a74-a121-f6249f42b49e,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:14.322559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f57f9aa6-27c4-4759-86a9-0b8eda46808b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.375197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f9aa6-27c4-4759-86a9-0b8eda46808b None None] Pushing event updated for resources: {'Port': ['ID=949dddcf-64b9-4a74-a121-f6249f42b49e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:14.451205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fb0682b7-e4a4-40b2-a3bf-b17359c23d37 None None] Provisioning complete for port 949dddcf-64b9-4a74-a121-f6249f42b49e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:14.451575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb0682b7-e4a4-40b2-a3bf-b17359c23d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:14.502979 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949dddcf-64b9-4a74-a121-f6249f42b49e', 'name': '', 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'mac_address': 'fa:16:3e:72:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:08Z', 'updated_at': '2021-12-08T16:40:14Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'subnets': [{'id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:40:14.553144 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8397d578-f1d8-4d77-a69c-04a805d57091 None None] The sync data for ids ['193679e9-f110-4e2b-9ccc-bc9e1b853739'] in n-d-820935-5 is: [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:40:08Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '949dddcf-64b9-4a74-a121-f6249f42b49e', 'name': '', 'network_id': '8ca1a540-7a36-4c6c-a1b6-cd454d70182a', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'mac_address': 'fa:16:3e:72:75:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3375, 'fixed_ips': [{'subnet_id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:08Z', 'updated_at': '2021-12-08T16:40:14Z', 'revision_number': 4, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'subnets': [{'id': '775fec2c-2161-4157-a33c-7ea74f24bccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:40:14.668044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e3db75d-99a4-4787-8824-d3438ea4b9f4 req-8b4b3849-584f-4d31-bb1d-3cb079deec68 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0321190 Dec 08 16:40:15.485483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-87019fe1-31ae-45f6-8ef2-5c921158283f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:15.486956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-87019fe1-31ae-45f6-8ef2-5c921158283f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1097248 Dec 08 16:40:15.499977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:15.628602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:40:15.638361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:15.751284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 949dddcf-64b9-4a74-a121-f6249f42b49e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:15.820913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 949dddcf-64b9-4a74-a121-f6249f42b49e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:15.821357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:15.827147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cacfbf63-b288-4edc-b2de-905fe1590852 req-bbf420ae-1ccf-45c3-a783-596f892ab300 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0323098 Dec 08 16:40:15.863164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.12 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/14b9b53f-e5de-4580-a907-7f5db7d4d010) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:40:16.031085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.067025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.114241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:40:16.119414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:40:16.121879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:40:16.153229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=14b9b53f-e5de-4580-a907-7f5db7d4d010,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:16.185642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:16.186335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.205877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-c397312a-e1e8-47c8-a8fe-4a4982071688 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7097471 Dec 08 16:40:16.218689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Request body: {'port': {'device_id': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:40:16.290188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.404661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-168342b8-bdc7-48c9-8a3d-6abc98bf2ff0 None None] Provisioning complete for port 14b9b53f-e5de-4580-a907-7f5db7d4d010 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:16.405403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-168342b8-bdc7-48c9-8a3d-6abc98bf2ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.449446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-168342b8-bdc7-48c9-8a3d-6abc98bf2ff0 None None] Port 14b9b53f-e5de-4580-a907-7f5db7d4d010 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:40:16.565206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b9b53f-e5de-4580-a907-7f5db7d4d010 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:40:16.574137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.589601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Transition to ACTIVE for port object 14b9b53f-e5de-4580-a907-7f5db7d4d010 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:40:16.594235 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.648729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Pushing event updated for resources: {'Port': ['ID=14b9b53f-e5de-4580-a907-7f5db7d4d010,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:16.734631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Attempting to bind port 14b9b53f-e5de-4580-a907-7f5db7d4d010 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:40:16.734964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Attempting to bind port 14b9b53f-e5de-4580-a907-7f5db7d4d010 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:40:16.735287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Attempting to bind port 14b9b53f-e5de-4580-a907-7f5db7d4d010 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:16.745079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Port 14b9b53f-e5de-4580-a907-7f5db7d4d010 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:40:16.745974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Attempting to bind port 14b9b53f-e5de-4580-a907-7f5db7d4d010 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:40:16.752604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:40:16.753557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:40:16.754696 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:40:16.755362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Bound port: 14b9b53f-e5de-4580-a907-7f5db7d4d010, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:40:16.755728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.829280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] For port 14b9b53f-e5de-4580-a907-7f5db7d4d010, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:40:16.834582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] For port 14b9b53f-e5de-4580-a907-7f5db7d4d010, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:40:16.839881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.878958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:16.879597 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:16.881024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] 10.222.0.86 "PUT /v2.0/ports/14b9b53f-e5de-4580-a907-7f5db7d4d010 HTTP/1.1" status: 200 len: 1092 time: 0.6669672 Dec 08 16:40:16.883437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'tag': '14b9b53f-e5de-4580-a907-7f5db7d4d010'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:16.886877 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7363769-b2f6-4c17-99db-c5fca34acc0e", "tag": "14b9b53f-e5de-4580-a907-7f5db7d4d010"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:16.918797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17340cc-834b-4081-9534-75fb9689d310 service neutron] Pushing event updated for resources: {'Port': ['ID=14b9b53f-e5de-4580-a907-7f5db7d4d010,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:17.054137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-83c40b05-9770-47c7-8327-f7c5743592ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.056136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-83c40b05-9770-47c7-8327-f7c5743592ca service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 1095 time: 0.1245756 Dec 08 16:40:17.067422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f175d3-8d4f-4df9-b81c-d29be101f2e5 req-ae45663d-5e5a-462f-a46c-93afacee61cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.069278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7f175d3-8d4f-4df9-b81c-d29be101f2e5 req-ae45663d-5e5a-462f-a46c-93afacee61cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0836594 Dec 08 16:40:17.130430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-7f1eea71-73cb-4e1b-88fd-d18512e9eb3b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010 HTTP/1.1" status: 200 len: 217 time: 0.0575485 Dec 08 16:40:17.230321 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d4ea8-f8ec-4d3d-9c99-56878e1622fd x-openstack-request-id: req-1c6d4ea8-f8ec-4d3d-9c99-56878e1622fd {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:17.230685 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7363769-b2f6-4c17-99db-c5fca34acc0e", "tag": "14b9b53f-e5de-4580-a907-7f5db7d4d010", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:17.231023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c6d4ea8-f8ec-4d3d-9c99-56878e1622fd {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:17.231491 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'tag': '14b9b53f-e5de-4580-a907-7f5db7d4d010', 'status': 'completed', 'code': 200} Dec 08 16:40:17.238706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-8d17f5e6-3bd0-4f7a-9fa1-c975bfc5d966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.240464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-8d17f5e6-3bd0-4f7a-9fa1-c975bfc5d966 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0905998 Dec 08 16:40:17.244178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7f175d3-8d4f-4df9-b81c-d29be101f2e5 req-53785ba3-6c0e-41a3-a703-fc7a69e30d1f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260281 Dec 08 16:40:17.298846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-45dfb38d-1031-4e0a-926b-4d71566e7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.302334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-45dfb38d-1031-4e0a-926b-4d71566e7239 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554526 Dec 08 16:40:17.399309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-0b9683d2-f5ff-4502-9063-9436264f82d1 service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899138 Dec 08 16:40:17.494586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a754cf4a-28cb-4af6-8b37-c1f44e67f339 req-d4f2d14c-160e-42ed-a771-4f6039c37321 service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890222 Dec 08 16:40:17.578671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-9ce09b4a-28e2-4daf-b30a-8ac92992babe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.580146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-9ce09b4a-28e2-4daf-b30a-8ac92992babe service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 1095 time: 0.0425770 Dec 08 16:40:17.677892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-de0f48fc-71a8-46d0-84cb-d59416fbf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.679265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-de0f48fc-71a8-46d0-84cb-d59416fbf6f0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0924120 Dec 08 16:40:17.720736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-041a16d8-e7ee-44c7-80bd-95e83c088f0d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010 HTTP/1.1" status: 200 len: 217 time: 0.0346975 Dec 08 16:40:17.774844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-33b411a2-1e9a-4318-8d3c-fecd8470c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.776310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-33b411a2-1e9a-4318-8d3c-fecd8470c642 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0491920 Dec 08 16:40:17.823795 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-2c11beed-13f2-4282-b4ce-7e2b55b18601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:17.825306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-2c11beed-13f2-4282-b4ce-7e2b55b18601 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425828 Dec 08 16:40:17.922871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-8e3ce133-f67a-496c-8212-55a4a816ca7e service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902755 Dec 08 16:40:18.021870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096f0d7a-7ac1-4e43-8c96-eaacfa4dcdf8 req-62fe66fd-0a17-4619-8e8e-ddd2b1d13c7b service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914390 Dec 08 16:40:18.381110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096c059-86df-43cf-a981-6c7d857387e9 req-2c6bf929-d23a-4fae-89b6-a9683b775c55 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:18.382751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e096c059-86df-43cf-a981-6c7d857387e9 req-2c6bf929-d23a-4fae-89b6-a9683b775c55 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0550606 Dec 08 16:40:18.430734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e096c059-86df-43cf-a981-6c7d857387e9 req-eb5dc984-21f8-4c7b-afe3-757ad17bdc8b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415154 Dec 08 16:40:19.555557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd44d35-27f7-4a31-8065-3abd3db18c7e req-8d9a8e84-94e4-49cc-ae1f-985d72e02fbc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:19.557087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1bd44d35-27f7-4a31-8065-3abd3db18c7e req-8d9a8e84-94e4-49cc-ae1f-985d72e02fbc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0555601 Dec 08 16:40:19.608225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1bd44d35-27f7-4a31-8065-3abd3db18c7e req-7cafb930-dd09-4b4e-81ca-6ec01ff640b5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445035 Dec 08 16:40:20.730534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2cf19-0117-4908-83a8-284f824633d8 req-d1f72784-c89c-4d81-994d-5a9af42c13cd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:20.732051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24a2cf19-0117-4908-83a8-284f824633d8 req-d1f72784-c89c-4d81-994d-5a9af42c13cd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0513747 Dec 08 16:40:20.782291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24a2cf19-0117-4908-83a8-284f824633d8 req-0193f59a-2a22-40ab-bb73-27c8785cf56e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431712 Dec 08 16:40:21.897601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977106d-b838-4d57-84f7-1a81f291161b req-75f248c6-ed3d-46d0-8112-8adea82e9c89 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:21.899014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977106d-b838-4d57-84f7-1a81f291161b req-75f248c6-ed3d-46d0-8112-8adea82e9c89 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0504162 Dec 08 16:40:21.950387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f977106d-b838-4d57-84f7-1a81f291161b req-f41625a3-8cff-43d7-a3fc-05970f6331b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Dec 08 16:40:23.067990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89ca70-0801-4e03-a235-90964363b9f0 req-37835eab-84ca-4b19-b4c9-b4eed8f9a005 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:23.069514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e89ca70-0801-4e03-a235-90964363b9f0 req-37835eab-84ca-4b19-b4c9-b4eed8f9a005 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0526941 Dec 08 16:40:23.122209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e89ca70-0801-4e03-a235-90964363b9f0 req-4c3b2ac2-b80c-4a60-82dc-4de443e0a0c8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460358 Dec 08 16:40:24.238339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584b7b6-2f5d-4d79-9037-dbe0c02436f3 req-35be5586-c320-4f3d-954d-ca7cdd695234 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:24.239865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8584b7b6-2f5d-4d79-9037-dbe0c02436f3 req-35be5586-c320-4f3d-954d-ca7cdd695234 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0504870 Dec 08 16:40:24.290381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8584b7b6-2f5d-4d79-9037-dbe0c02436f3 req-ae16908b-ffa7-4d3d-9619-c82b49a6fd8f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438898 Dec 08 16:40:24.670061 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:40:25.414395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb0210-e202-47c5-903f-ee8627b6b438 req-14556658-58a4-4be6-948a-8360ca3b66ef tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:25.415878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfcb0210-e202-47c5-903f-ee8627b6b438 req-14556658-58a4-4be6-948a-8360ca3b66ef tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0541501 Dec 08 16:40:25.463971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfcb0210-e202-47c5-903f-ee8627b6b438 req-e564404c-1711-4d5f-bae5-5693caeefa8b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421574 Dec 08 16:40:25.973950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a59d7f02-0a71-4ac0-afb1-cd4e53528530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:26.582958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3be134-6e9e-48ee-a5e5-7d8019c2beb4 req-0a772c00-2283-4927-b699-fd8c251ad247 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:26.584459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a3be134-6e9e-48ee-a5e5-7d8019c2beb4 req-0a772c00-2283-4927-b699-fd8c251ad247 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0519969 Dec 08 16:40:26.632269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a3be134-6e9e-48ee-a5e5-7d8019c2beb4 req-644fd395-1225-4750-bc29-8c27874b0d97 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418186 Dec 08 16:40:27.746381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e998c-1065-4da9-875a-2c71532aad8c req-cbbb48f0-0cd0-4e3a-ad4b-4090bf85fd85 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:27.747851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-895e998c-1065-4da9-875a-2c71532aad8c req-cbbb48f0-0cd0-4e3a-ad4b-4090bf85fd85 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0486484 Dec 08 16:40:27.799652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-895e998c-1065-4da9-875a-2c71532aad8c req-1db03527-4f55-456f-bb1a-694ce18cebfa tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451710 Dec 08 16:40:28.791131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-142da23f-67f9-4d45-bf29-838bb7576a91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:28.934467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a92364b-6be6-4419-86e8-24cae6263673 req-d7b7942f-34ce-4feb-a1a3-f53328af61a7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:28.936456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a92364b-6be6-4419-86e8-24cae6263673 req-d7b7942f-34ce-4feb-a1a3-f53328af61a7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 944 time: 0.0530314 Dec 08 16:40:28.991380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a92364b-6be6-4419-86e8-24cae6263673 req-5af5421d-9180-4d1f-ae2b-36772e45ad44 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484483 Dec 08 16:40:29.023774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 14b9b53f-e5de-4580-a907-7f5db7d4d010 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:40:29.119799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 14b9b53f-e5de-4580-a907-7f5db7d4d010, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:29.131687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '14b9b53f-e5de-4580-a907-7f5db7d4d010', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': '14b9b53f-e5de-4580-a907-7f5db7d4d010', 'mac_address': 'fa:16:3e:39:ce:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:40:29.168308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:29.181353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b9b53f-e5de-4580-a907-7f5db7d4d010 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:40:29.205323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 14b9b53f-e5de-4580-a907-7f5db7d4d010, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:29.210250 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:29.256947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=14b9b53f-e5de-4580-a907-7f5db7d4d010,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:29.420988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['14b9b53f-e5de-4580-a907-7f5db7d4d010'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:40:30.110945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ffde4-2ef1-4dfc-9ac7-0f6981f28cca req-e3a5b370-da0f-4de5-ad4a-f3fdc726454b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:30.113373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-242ffde4-2ef1-4dfc-9ac7-0f6981f28cca req-e3a5b370-da0f-4de5-ad4a-f3fdc726454b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 945 time: 0.0547452 Dec 08 16:40:30.128740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:30.161982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-242ffde4-2ef1-4dfc-9ac7-0f6981f28cca req-6ffe71e3-e78d-4477-a040-d4bbf5a25c26 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422790 Dec 08 16:40:31.040319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 14b9b53f-e5de-4580-a907-7f5db7d4d010 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:40:31.089618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 14b9b53f-e5de-4580-a907-7f5db7d4d010 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:40:31.093721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 14b9b53f-e5de-4580-a907-7f5db7d4d010 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:40:31.094118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.172046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.194592 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b9b53f-e5de-4580-a907-7f5db7d4d010'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:31.196879 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b54a123-f227-480d-93b5-2429c07d100a" -d '{"events": [{"server_uuid": "f7363769-b2f6-4c17-99db-c5fca34acc0e", "name": "network-vif-plugged", "status": "completed", "tag": "14b9b53f-e5de-4580-a907-7f5db7d4d010"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:31.214895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 14b9b53f-e5de-4580-a907-7f5db7d4d010, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:31.219730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:31.273692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=14b9b53f-e5de-4580-a907-7f5db7d4d010,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:31.289030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989787b-2233-4269-b7a7-2299c8a3d4be req-fb728153-4efa-4a46-bb91-6ed8789152c0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:31.290704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5989787b-2233-4269-b7a7-2299c8a3d4be req-fb728153-4efa-4a46-bb91-6ed8789152c0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0559907 Dec 08 16:40:31.323063 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9157c8a-1933-406a-866f-0cb070f03015 x-openstack-request-id: req-f9157c8a-1933-406a-866f-0cb070f03015 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:31.323365 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7363769-b2f6-4c17-99db-c5fca34acc0e", "name": "network-vif-plugged", "status": "completed", "tag": "14b9b53f-e5de-4580-a907-7f5db7d4d010", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:31.323611 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f9157c8a-1933-406a-866f-0cb070f03015 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:31.324012 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b9b53f-e5de-4580-a907-7f5db7d4d010', 'code': 200} Dec 08 16:40:31.341405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5989787b-2233-4269-b7a7-2299c8a3d4be req-75275686-1b74-4072-931c-65d3d9430456 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Dec 08 16:40:31.428351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039dfd4-8265-44db-a821-dcbdcb1b2d41 req-107690ad-6aea-4a06-aa6f-a7a44c181496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:31.429865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9039dfd4-8265-44db-a821-dcbdcb1b2d41 req-107690ad-6aea-4a06-aa6f-a7a44c181496 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 1097 time: 0.0408199 Dec 08 16:40:31.476567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9039dfd4-8265-44db-a821-dcbdcb1b2d41 req-f170d19d-6e25-4a84-890d-88aef31a0995 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396359 Dec 08 16:40:31.899007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:32.189711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:32.294791 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:32.470647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5567c4a-d8d4-4c79-9624-1529aa9ea255 req-5d695d1f-82c9-4420-b5b2-56a236fc44e6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:32.472751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5567c4a-d8d4-4c79-9624-1529aa9ea255 req-5d695d1f-82c9-4420-b5b2-56a236fc44e6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0574155 Dec 08 16:40:32.525383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5567c4a-d8d4-4c79-9624-1529aa9ea255 req-42bbf7b1-3990-485c-a068-9db81c4800ca tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459914 Dec 08 16:40:33.148092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:33.645015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619feac2-5625-4ed4-bc45-6351226e921c req-615ebb79-e3c5-442d-b12b-81d1fb03e94b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:33.646580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-619feac2-5625-4ed4-bc45-6351226e921c req-615ebb79-e3c5-442d-b12b-81d1fb03e94b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0510991 Dec 08 16:40:33.694808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-619feac2-5625-4ed4-bc45-6351226e921c req-4e56b7a0-9d19-4704-9a5e-98d576e9ff99 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421288 Dec 08 16:40:33.807926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced9f468-23b0-4d62-8929-b00a9d2f75c9 req-952da806-1e99-4f9b-911b-a0ab536cb594 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:33.809358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ced9f468-23b0-4d62-8929-b00a9d2f75c9 req-952da806-1e99-4f9b-911b-a0ab536cb594 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0501282 Dec 08 16:40:33.864579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ced9f468-23b0-4d62-8929-b00a9d2f75c9 req-e960a38d-dc67-4e9c-bfec-e2c979f6d0e8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477841 Dec 08 16:40:33.977741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653d8ee-be5d-4d7c-bca9-62124e3dc517 req-389ad6ce-8314-4280-af5a-c0f02061e7f1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:33.979220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6653d8ee-be5d-4d7c-bca9-62124e3dc517 req-389ad6ce-8314-4280-af5a-c0f02061e7f1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0489678 Dec 08 16:40:34.028911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6653d8ee-be5d-4d7c-bca9-62124e3dc517 req-12fe2bec-1fa0-4f48-b42b-974778a07d9d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Dec 08 16:40:34.275175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9e85d-d4aa-46f2-8e29-9194690af3c9 req-102e0f13-1eaf-487c-8b9c-92dd69e57711 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:34.276652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54c9e85d-d4aa-46f2-8e29-9194690af3c9 req-102e0f13-1eaf-487c-8b9c-92dd69e57711 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0545757 Dec 08 16:40:34.324961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54c9e85d-d4aa-46f2-8e29-9194690af3c9 req-cc993da9-1f6a-4577-b61d-9ced9b6ca2fe tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421135 Dec 08 16:40:35.445706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a98e34-62e3-4909-81bc-8b1a8145140c req-cebdd747-c4ca-458f-8ac2-aaa95f374fda tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.447283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23a98e34-62e3-4909-81bc-8b1a8145140c req-cebdd747-c4ca-458f-8ac2-aaa95f374fda tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0527470 Dec 08 16:40:35.495468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23a98e34-62e3-4909-81bc-8b1a8145140c req-dc2895fb-2ecc-42b4-8cbb-bed07e1949a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Dec 08 16:40:35.710284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-09bd02f6-ef19-47ec-9d57-058edd963873 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:35.711803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-09bd02f6-ef19-47ec-9d57-058edd963873 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 946 time: 0.0485697 Dec 08 16:40:35.805529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 14b9b53f-e5de-4580-a907-7f5db7d4d010 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:40:35.805883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:35.891882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port 14b9b53f-e5de-4580-a907-7f5db7d4d010, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=14b9b53f-e5de-4580-a907-7f5db7d4d010,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:40:35.892113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:35.905260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 14b9b53f-e5de-4580-a907-7f5db7d4d010 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:40:36.038750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:36.051490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['14b9b53f-e5de-4580-a907-7f5db7d4d010'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:40:36.069937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=14b9b53f-e5de-4580-a907-7f5db7d4d010,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:40:36.116658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port 14b9b53f-e5de-4580-a907-7f5db7d4d010 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:40:36.119497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:36.123037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-092ace6c-13e4-4868-aaba-0f9a42356744 req-9fbdf7aa-ae44-4b1e-868b-cb8b25407bf3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "DELETE /v2.0/ports/14b9b53f-e5de-4580-a907-7f5db7d4d010 HTTP/1.1" status: 204 len: 173 time: 0.4054930 Dec 08 16:40:36.123498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'name': 'network-vif-deleted', 'tag': '14b9b53f-e5de-4580-a907-7f5db7d4d010'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:40:36.125785 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b1af27-1501-4a97-8ace-6499b823525c" -d '{"events": [{"server_uuid": "f7363769-b2f6-4c17-99db-c5fca34acc0e", "name": "network-vif-deleted", "tag": "14b9b53f-e5de-4580-a907-7f5db7d4d010"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:40:36.176145 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0560958-61a2-4403-9b6e-f69723100120 x-openstack-request-id: req-c0560958-61a2-4403-9b6e-f69723100120 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:40:36.176710 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7363769-b2f6-4c17-99db-c5fca34acc0e", "name": "network-vif-deleted", "tag": "14b9b53f-e5de-4580-a907-7f5db7d4d010", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:40:36.177049 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0560958-61a2-4403-9b6e-f69723100120 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:40:36.178332 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7363769-b2f6-4c17-99db-c5fca34acc0e', 'name': 'network-vif-deleted', 'tag': '14b9b53f-e5de-4580-a907-7f5db7d4d010', 'status': 'completed', 'code': 200} Dec 08 16:40:36.601853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e79c600-052a-48bc-9688-fac507547c94 req-10437189-121b-490f-ba2f-84fe2dd54f09 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0376775 Dec 08 16:40:37.698631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06746158-4b7a-4bc5-8436-791d44700f4a req-04c62060-8240-4acd-b006-262dee1a7dbc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0274680 Dec 08 16:40:38.795011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1402b31a-03ff-4ebc-b9ec-14caaddbcd8a req-a9050ba9-c82a-4570-b5f3-6d95afeceb93 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0264788 Dec 08 16:40:39.056752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 14b9b53f-e5de-4580-a907-7f5db7d4d010 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:40:39.077620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 14b9b53f-e5de-4580-a907-7f5db7d4d010 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:40:39.078076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 14b9b53f-e5de-4580-a907-7f5db7d4d010 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:40:39.892700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d430aaa-006c-4391-9a95-af444da6603a req-58ad29e8-d7b7-44fa-b27a-50ba4edafbca tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7363769-b2f6-4c17-99db-c5fca34acc0e HTTP/1.1" status: 200 len: 210 time: 0.0276744 Dec 08 16:40:42.503906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-2b541558-3bf5-4189-ac94-e53600baaf06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1486478 Dec 08 16:40:42.595990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-85dde251-2f05-4432-963c-1fe5470deb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.598365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-85dde251-2f05-4432-963c-1fe5470deb81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0494807 Dec 08 16:40:42.702366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-9cf9b7c0-eba2-4f29-a1ae-775d9e7d15c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.703831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-9cf9b7c0-eba2-4f29-a1ae-775d9e7d15c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0861201 Dec 08 16:40:42.749649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-4cce29a7-4a08-4f26-a6cb-d4c556a4e8fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0390363 Dec 08 16:40:42.798298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-bba5a8c2-55a7-4c9b-9a09-b4a452e26812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:42.799827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-bba5a8c2-55a7-4c9b-9a09-b4a452e26812 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0432298 Dec 08 16:40:42.831665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-3b1927e6-dede-4e41-907b-10372e609ec3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245874 Dec 08 16:40:42.921114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-382d886c-5da8-4e69-bcd2-f9cc8059f511 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824599 Dec 08 16:40:43.015004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa92bfbc-f243-4926-88a0-82570cbf2c84 req-d8550bb5-b458-44d5-b0bb-b07b349946c5 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869725 Dec 08 16:40:50.067452 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-f211c10d-eb2d-44b2-bd5c-c1cda62af62e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417848 Dec 08 16:40:50.139468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-ff7e6155-25d1-4f3d-8fd3-a418094b1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:50.141037 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-ff7e6155-25d1-4f3d-8fd3-a418094b1db3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0515497 Dec 08 16:40:50.248258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-90769777-7f50-47b3-8be5-32dc6a484de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:50.249737 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-90769777-7f50-47b3-8be5-32dc6a484de8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0892158 Dec 08 16:40:50.297840 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-c5031ca5-2223-415a-ad08-d2834bb411a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0411727 Dec 08 16:40:50.348148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-8ddf785e-cdfe-4a6e-bc34-4caf826bbb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:40:50.350442 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-8ddf785e-cdfe-4a6e-bc34-4caf826bbb36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0461085 Dec 08 16:40:50.383057 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-f571c74a-7804-4eea-87fe-b59df60839d6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256479 Dec 08 16:40:50.475452 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-e6069012-8a9f-4356-813c-80e7017544c0 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856853 Dec 08 16:40:50.573561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7bd8c26a-8ebd-41c0-844e-76644a480176 req-b93fe7aa-27d8-47d2-a328-036c3586cff7 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907583 Dec 08 16:40:55.977100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ffa5d6-f989-415d-adb6-9eafd9e1828b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:40:58.789037 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa3c3837-9533-41fb-b4c3-7494293566f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:00.127765 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:01.673377 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:41:01.900957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.014977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-e3a560cd-02ff-4501-8018-77e276417ae0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:02.016419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-e3a560cd-02ff-4501-8018-77e276417ae0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1031928 Dec 08 16:41:02.032526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-4f24454f-c987-4b30-9e13-1b7a8f2bfd38 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0092487 Dec 08 16:41:02.196207 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.307850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:02.439631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-0e88b4e0-e94a-4dca-90c5-03d2206bf9bd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4017344 Dec 08 16:41:02.529647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-01cb2cb4-e938-4897-8357-b2dedc24093a service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824363 Dec 08 16:41:02.625144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-a30073e3-bdd6-4695-8ab6-fcc87044f420 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887094 Dec 08 16:41:02.817067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f68f93c-10c3-4b87-aeab-0bd1ad3bfc83 req-a6a87dac-72e3-4887-999e-b3ab98388905 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0265567 Dec 08 16:41:03.165606 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:03.877921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-f9cb8485-4207-4629-885c-1923a67af048 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:03.879453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-f9cb8485-4207-4629-885c-1923a67af048 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1102388 Dec 08 16:41:03.894368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:03.958091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-49f44d64-57d1-4ac5-8ee4-80ab0c4f7590 req-e9edc15c-e292-4da0-bbbd-08e875e97565 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0594349 Dec 08 16:41:04.027375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:04.031212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.166476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.13 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/082fa15b-0204-4093-adb1-e6413a960af5) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:04.366354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.413415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.459903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:04.461505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:04.468997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:04.501269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=082fa15b-0204-4093-adb1-e6413a960af5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:04.516571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.516955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.517305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.517642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.518014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.518818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.518950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.519263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.519597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.520079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.520240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.520716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.520885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:04.540411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:04.541067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.572264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-634c0c33-915d-4c74-b5c3-09b46c1dc1b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6839800 Dec 08 16:41:04.585745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Request body: {'port': {'device_id': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:04.651550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.776379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4df47276-6aba-414b-8003-325ab2a0d4f4 None None] Provisioning complete for port 082fa15b-0204-4093-adb1-e6413a960af5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:04.777043 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4df47276-6aba-414b-8003-325ab2a0d4f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.815800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4df47276-6aba-414b-8003-325ab2a0d4f4 None None] Port 082fa15b-0204-4093-adb1-e6413a960af5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:41:04.940096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082fa15b-0204-4093-adb1-e6413a960af5 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:04.954375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:04.974970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Transition to ACTIVE for port object 082fa15b-0204-4093-adb1-e6413a960af5 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:41:04.979621 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.034174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Pushing event updated for resources: {'Port': ['ID=082fa15b-0204-4093-adb1-e6413a960af5,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:05.157283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79127c3-15e3-4086-868c-f625a5d8e4a6 req-0f117716-8a0d-4c4b-9146-389cff937ab0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:05.158954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f79127c3-15e3-4086-868c-f625a5d8e4a6 req-0f117716-8a0d-4c4b-9146-389cff937ab0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0949848 Dec 08 16:41:05.171311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Attempting to bind port 082fa15b-0204-4093-adb1-e6413a960af5 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:05.171817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Attempting to bind port 082fa15b-0204-4093-adb1-e6413a960af5 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:05.171987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Attempting to bind port 082fa15b-0204-4093-adb1-e6413a960af5 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:05.189943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Port 082fa15b-0204-4093-adb1-e6413a960af5 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:41:05.190344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Attempting to bind port 082fa15b-0204-4093-adb1-e6413a960af5 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:05.211306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:05.211643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:05.212032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:05.212483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Bound port: 082fa15b-0204-4093-adb1-e6413a960af5, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:05.212842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.239103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f79127c3-15e3-4086-868c-f625a5d8e4a6 req-fd0f228a-6daf-4384-82da-a9e68f343f7b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699513 Dec 08 16:41:05.297471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] For port 082fa15b-0204-4093-adb1-e6413a960af5, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:05.300888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] For port 082fa15b-0204-4093-adb1-e6413a960af5, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=082fa15b-0204-4093-adb1-e6413a960af5,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:05.307143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.352281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:05.352851 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:05.354392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] 10.222.0.86 "PUT /v2.0/ports/082fa15b-0204-4093-adb1-e6413a960af5 HTTP/1.1" status: 200 len: 1092 time: 0.7739890 Dec 08 16:41:05.354746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'tag': '082fa15b-0204-4093-adb1-e6413a960af5'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:05.357356 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08" -d '{"events": [{"name": "network-changed", "server_uuid": "17a8f627-2104-4af0-aef1-ee7d25b700ec", "tag": "082fa15b-0204-4093-adb1-e6413a960af5"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:05.404109 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a92fc1-44ab-45f7-a7ab-76d85d93997f x-openstack-request-id: req-d6a92fc1-44ab-45f7-a7ab-76d85d93997f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:05.404649 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a8f627-2104-4af0-aef1-ee7d25b700ec", "tag": "082fa15b-0204-4093-adb1-e6413a960af5", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:05.405053 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6a92fc1-44ab-45f7-a7ab-76d85d93997f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:05.405452 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'tag': '082fa15b-0204-4093-adb1-e6413a960af5', 'status': 'completed', 'code': 200} Dec 08 16:41:05.435651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc710d7d-db00-4521-ac76-5da0e2ff07b0 service neutron] Pushing event updated for resources: {'Port': ['ID=082fa15b-0204-4093-adb1-e6413a960af5,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:05.455903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-95a64b1c-4ebe-467a-9098-3c2257df5fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:05.457436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-95a64b1c-4ebe-467a-9098-3c2257df5fcf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 1095 time: 0.0512187 Dec 08 16:41:05.503086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-f6bf363f-6511-4578-bb1d-bad9e75a6750 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=082fa15b-0204-4093-adb1-e6413a960af5 HTTP/1.1" status: 200 len: 217 time: 0.0382252 Dec 08 16:41:05.560395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-0e579901-fb2e-4dcd-b500-f1ea9e31d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:05.561950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-0e579901-fb2e-4dcd-b500-f1ea9e31d82e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0521958 Dec 08 16:41:05.611555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-0617a437-074f-4000-9e25-ca3ef37b745f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:05.613040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-0617a437-074f-4000-9e25-ca3ef37b745f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432432 Dec 08 16:41:05.708251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-66a0e44e-0f65-4d74-8818-2012c9daf73b service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874197 Dec 08 16:41:05.816301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88305e5d-914f-48db-8ff0-160ea40bb72c req-f3ed3211-780d-47a0-a52f-3dda758eb4b4 service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008401 Dec 08 16:41:05.906299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-d4eb685d-bc7e-49ff-b919-21dc01036969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:05.907806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-d4eb685d-bc7e-49ff-b919-21dc01036969 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 1095 time: 0.0443709 Dec 08 16:41:06.003883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-2f02f0d2-8aef-4ecd-876d-23e57b146491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:06.005271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-2f02f0d2-8aef-4ecd-876d-23e57b146491 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0904386 Dec 08 16:41:06.048034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-37c5306e-8a3f-48cd-9534-7cc5c58bad7c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=082fa15b-0204-4093-adb1-e6413a960af5 HTTP/1.1" status: 200 len: 217 time: 0.0358844 Dec 08 16:41:06.098606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-d40813a6-2876-4958-9f68-6e27656d5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:06.100791 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-d40813a6-2876-4958-9f68-6e27656d5017 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0462983 Dec 08 16:41:06.151261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-d959b71d-05fd-43bf-a090-01598f354504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:06.152764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-d959b71d-05fd-43bf-a090-01598f354504 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455170 Dec 08 16:41:06.244522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-834196ad-5433-4552-b0ab-e5ebdf2bdfa7 service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845068 Dec 08 16:41:06.381593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7f9069-1331-4ec4-9aa7-c63d5a55af08 req-f6108eff-ee23-441e-9533-e7c2a33ef716 service neutron] 10.222.0.86 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300189 Dec 08 16:41:06.404280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8de7f2-2a66-4226-8e96-d398757b9f28 req-95a4ebda-a572-4e12-a6cf-60e5c731ffd3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:06.406002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa8de7f2-2a66-4226-8e96-d398757b9f28 req-95a4ebda-a572-4e12-a6cf-60e5c731ffd3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0682628 Dec 08 16:41:06.456631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa8de7f2-2a66-4226-8e96-d398757b9f28 req-486f283d-e661-4841-807d-47d857dddfb7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446362 Dec 08 16:41:07.604421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d0f3fc-8650-4521-acea-407749ff19c0 req-1c19f2c9-b3fe-4f02-9d80-6bd489a37cc2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:07.605230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79d0f3fc-8650-4521-acea-407749ff19c0 req-1c19f2c9-b3fe-4f02-9d80-6bd489a37cc2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0709820 Dec 08 16:41:07.663497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79d0f3fc-8650-4521-acea-407749ff19c0 req-ef1ad2bb-484f-4009-8b60-ed326eb569c9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517583 Dec 08 16:41:08.851660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975ebf84-fea4-4606-8820-195f9ff05944 req-6d2cb41b-e00f-4f61-b7c5-b64bf35ae1db tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:08.853322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-975ebf84-fea4-4606-8820-195f9ff05944 req-6d2cb41b-e00f-4f61-b7c5-b64bf35ae1db tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.1038337 Dec 08 16:41:08.914230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-975ebf84-fea4-4606-8820-195f9ff05944 req-16272626-b036-4d0b-a1e7-9a88c4bd6726 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537872 Dec 08 16:41:10.071246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d3b49-3e91-46e5-b7fc-75343968558d req-0d7d2e42-167c-4a32-bd44-708eabfa6058 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:10.075367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-735d3b49-3e91-46e5-b7fc-75343968558d req-0d7d2e42-167c-4a32-bd44-708eabfa6058 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0748799 Dec 08 16:41:10.151642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-735d3b49-3e91-46e5-b7fc-75343968558d req-128cc774-2bd2-4c2e-83c5-3c7767ce7017 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631201 Dec 08 16:41:11.289822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becd430-32cf-4cf3-9fd0-913f08971e5c req-3696c1dc-b0e6-4696-901b-b20e447c726c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:11.291495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8becd430-32cf-4cf3-9fd0-913f08971e5c req-3696c1dc-b0e6-4696-901b-b20e447c726c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0528986 Dec 08 16:41:11.366917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8becd430-32cf-4cf3-9fd0-913f08971e5c req-be8e2664-355f-4725-97c5-44fe4b73f999 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630982 Dec 08 16:41:12.481843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053012fd-90f0-40ea-9fed-e70a8bd9c494 req-ff7bf10c-4c35-44b4-99d5-61eca685c759 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:12.483563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-053012fd-90f0-40ea-9fed-e70a8bd9c494 req-ff7bf10c-4c35-44b4-99d5-61eca685c759 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0515401 Dec 08 16:41:12.533140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-053012fd-90f0-40ea-9fed-e70a8bd9c494 req-142b6743-456b-4b72-a51f-f46b693d953c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434933 Dec 08 16:41:13.663724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d6f62-e7ef-427b-8395-81f6013ff3b9 req-cc87106e-1118-4d38-87fd-61b7347b3e5f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:13.665295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea1d6f62-e7ef-427b-8395-81f6013ff3b9 req-cc87106e-1118-4d38-87fd-61b7347b3e5f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0617597 Dec 08 16:41:13.715147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea1d6f62-e7ef-427b-8395-81f6013ff3b9 req-d570f3b8-bf49-4e43-adb4-f189f31bd5c4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437136 Dec 08 16:41:14.861090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70221a7-699f-4908-ab65-b331715a1156 req-ecb509cf-7e96-4599-90fc-e573877ff6fc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:14.862650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70221a7-699f-4908-ab65-b331715a1156 req-ecb509cf-7e96-4599-90fc-e573877ff6fc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0675023 Dec 08 16:41:14.914527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70221a7-699f-4908-ab65-b331715a1156 req-e2e12fd8-9207-4f4b-b0c0-37b6d18c1ab6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444512 Dec 08 16:41:16.032023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83469c-d782-489a-88e6-2e1928817a31 req-be8a787f-6cc1-4f75-bd72-28d83870a9ef tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:16.033526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be83469c-d782-489a-88e6-2e1928817a31 req-be8a787f-6cc1-4f75-bd72-28d83870a9ef tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0492580 Dec 08 16:41:16.084707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be83469c-d782-489a-88e6-2e1928817a31 req-264b8ed8-9a2b-41f2-81fa-c75923c41fdc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427186 Dec 08 16:41:17.221597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b50800c-19e6-431b-b71d-c945c5bdbfbe req-a1f10fc8-479d-4335-8d54-fbe0f0992ce4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:17.223118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b50800c-19e6-431b-b71d-c945c5bdbfbe req-a1f10fc8-479d-4335-8d54-fbe0f0992ce4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0544403 Dec 08 16:41:17.270769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b50800c-19e6-431b-b71d-c945c5bdbfbe req-49c3f7c4-346f-4379-97c2-4c02cff6c07f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415807 Dec 08 16:41:18.392232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9585c1dc-868f-4b12-9ee2-91a81221e6d3 req-3f6aa88f-a531-4068-b8fd-89e70a5ab493 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:18.393725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9585c1dc-868f-4b12-9ee2-91a81221e6d3 req-3f6aa88f-a531-4068-b8fd-89e70a5ab493 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0519710 Dec 08 16:41:18.445478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9585c1dc-868f-4b12-9ee2-91a81221e6d3 req-bf09bad5-a5b4-4036-9369-37b12d38e5a7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Dec 08 16:41:19.560988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd410a-260b-4b8c-818e-bba155f8fbff req-826b69e4-ceb2-497a-a477-49d10c8c8e2f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:19.562518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75dd410a-260b-4b8c-818e-bba155f8fbff req-826b69e4-ceb2-497a-a477-49d10c8c8e2f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0487814 Dec 08 16:41:19.617828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75dd410a-260b-4b8c-818e-bba155f8fbff req-45dcef86-eb91-4778-acf5-f1affe859d56 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484459 Dec 08 16:41:20.747707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f887a-a434-4fe7-9bfe-55913263e312 req-ccc44448-2114-4666-a165-48285a372884 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:20.749198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e84f887a-a434-4fe7-9bfe-55913263e312 req-ccc44448-2114-4666-a165-48285a372884 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0522840 Dec 08 16:41:20.803508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e84f887a-a434-4fe7-9bfe-55913263e312 req-b71aadfc-a308-436e-b34a-9fd6723bdcd4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472686 Dec 08 16:41:21.926865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68517525-f62b-4640-95bd-ff4ad9e94ac7 req-6f82aac6-c4a6-4c06-9d35-4d123e39c3d6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:21.929146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68517525-f62b-4640-95bd-ff4ad9e94ac7 req-6f82aac6-c4a6-4c06-9d35-4d123e39c3d6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0501552 Dec 08 16:41:21.977345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68517525-f62b-4640-95bd-ff4ad9e94ac7 req-91646984-c14d-409e-8a7a-47ae5f8f441e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Dec 08 16:41:23.097661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707b941-ccd6-491f-8975-e5418b1fb16e req-90ee8d02-482b-4fa5-84e4-a44ba283eb85 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:23.099248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1707b941-ccd6-491f-8975-e5418b1fb16e req-90ee8d02-482b-4fa5-84e4-a44ba283eb85 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0543826 Dec 08 16:41:23.148313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1707b941-ccd6-491f-8975-e5418b1fb16e req-87c2da54-b680-4b37-867f-c81c9eeee0f5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422883 Dec 08 16:41:24.263906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633afb30-4f93-49cd-ae54-dad9955efd2d req-404e4c37-7390-4c91-b0f8-499e08ba9643 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:24.265385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-633afb30-4f93-49cd-ae54-dad9955efd2d req-404e4c37-7390-4c91-b0f8-499e08ba9643 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0493226 Dec 08 16:41:24.314623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-633afb30-4f93-49cd-ae54-dad9955efd2d req-d67351e3-5727-49c6-ae1f-c61341a345b5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Dec 08 16:41:25.438834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6d715-eed3-42eb-b406-f089c3a9bf78 req-1d11099b-2f26-4fd7-b8cb-a675c6302b13 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:25.440468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7bb6d715-eed3-42eb-b406-f089c3a9bf78 req-1d11099b-2f26-4fd7-b8cb-a675c6302b13 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0527844 Dec 08 16:41:25.498509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7bb6d715-eed3-42eb-b406-f089c3a9bf78 req-7e5d6858-0f27-4d78-a5e6-bb9dfd79e70b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507300 Dec 08 16:41:25.978878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0636a6a3-2982-4412-a383-d5d208c314c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:26.621291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c70595-fe4b-4df2-9e6b-87de1b38c70b req-c1fd871b-3ef2-457c-9f07-dc2634fd1fb3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:26.622803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26c70595-fe4b-4df2-9e6b-87de1b38c70b req-c1fd871b-3ef2-457c-9f07-dc2634fd1fb3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 944 time: 0.0557692 Dec 08 16:41:26.674246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26c70595-fe4b-4df2-9e6b-87de1b38c70b req-10271616-a5dd-4d04-8a93-1024fcf94cfe tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453343 Dec 08 16:41:27.306075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 082fa15b-0204-4093-adb1-e6413a960af5 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:41:27.408498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 082fa15b-0204-4093-adb1-e6413a960af5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=082fa15b-0204-4093-adb1-e6413a960af5,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:27.422948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '082fa15b-0204-4093-adb1-e6413a960af5', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': '082fa15b-0204-4093-adb1-e6413a960af5', 'mac_address': 'fa:16:3e:a6:39:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:41:27.469171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:27.482968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082fa15b-0204-4093-adb1-e6413a960af5 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:27.502749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 082fa15b-0204-4093-adb1-e6413a960af5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=082fa15b-0204-4093-adb1-e6413a960af5,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:27.507256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:27.554604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=082fa15b-0204-4093-adb1-e6413a960af5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:27.562187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.562485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.562828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.563431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.563766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.564096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.564425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.564753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.565086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.565414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.565738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.566090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.566414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:27.703319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['082fa15b-0204-4093-adb1-e6413a960af5'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:27.802935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea624c-51b6-4eba-9842-2dfde276fed3 req-c6506f73-2c10-442e-8d2a-a031f8b40438 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:27.806523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75ea624c-51b6-4eba-9842-2dfde276fed3 req-c6506f73-2c10-442e-8d2a-a031f8b40438 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 945 time: 0.0579586 Dec 08 16:41:27.869163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75ea624c-51b6-4eba-9842-2dfde276fed3 req-8ee57417-c7c7-4d48-807f-bd855d931386 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529904 Dec 08 16:41:28.782881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-77a0bed9-2641-4e03-8167-876f1456a4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:29.007866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a64f50-88df-42f0-8b60-a463cb312852 req-72f37a58-4af7-400d-8443-6bbb974f511c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:29.009359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33a64f50-88df-42f0-8b60-a463cb312852 req-72f37a58-4af7-400d-8443-6bbb974f511c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 945 time: 0.0569854 Dec 08 16:41:29.059630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33a64f50-88df-42f0-8b60-a463cb312852 req-8b7303fc-30d3-4c4f-a41c-3d92980b5150 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Dec 08 16:41:29.324617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 082fa15b-0204-4093-adb1-e6413a960af5 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:29.397573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 082fa15b-0204-4093-adb1-e6413a960af5 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:41:29.402037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 082fa15b-0204-4093-adb1-e6413a960af5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:29.402467 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:29.502639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:29.530135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082fa15b-0204-4093-adb1-e6413a960af5'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:29.532409 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ec2f51-30e0-442e-ac88-0b0a571f8b93" -d '{"events": [{"server_uuid": "17a8f627-2104-4af0-aef1-ee7d25b700ec", "name": "network-vif-plugged", "status": "completed", "tag": "082fa15b-0204-4093-adb1-e6413a960af5"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:29.547296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 082fa15b-0204-4093-adb1-e6413a960af5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=082fa15b-0204-4093-adb1-e6413a960af5,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:29.553393 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:29.583379 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc74cd1-40f1-4a3f-bf8c-eab6eb702b3e x-openstack-request-id: req-efc74cd1-40f1-4a3f-bf8c-eab6eb702b3e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:29.583817 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a8f627-2104-4af0-aef1-ee7d25b700ec", "name": "network-vif-plugged", "status": "completed", "tag": "082fa15b-0204-4093-adb1-e6413a960af5", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:29.584469 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efc74cd1-40f1-4a3f-bf8c-eab6eb702b3e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:29.585153 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082fa15b-0204-4093-adb1-e6413a960af5', 'code': 200} Dec 08 16:41:29.613911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=082fa15b-0204-4093-adb1-e6413a960af5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:29.694916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838f7e2-48a1-4897-901f-c3df24cf956e req-a4e894cc-2168-47c6-b726-6c1caf063d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:29.696783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8838f7e2-48a1-4897-901f-c3df24cf956e req-a4e894cc-2168-47c6-b726-6c1caf063d43 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 1097 time: 0.0455332 Dec 08 16:41:29.748173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8838f7e2-48a1-4897-901f-c3df24cf956e req-d7d90115-ddaa-414e-9163-f63a3c68925a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448642 Dec 08 16:41:30.136307 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:30.204349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19610e4a-d273-4615-ac94-0c738fd11ab9 req-7335342a-6583-445f-9fd3-63af1dfe6fdb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:30.212722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19610e4a-d273-4615-ac94-0c738fd11ab9 req-7335342a-6583-445f-9fd3-63af1dfe6fdb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0645084 Dec 08 16:41:30.257817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19610e4a-d273-4615-ac94-0c738fd11ab9 req-b99e3e9e-e234-4ab8-bb0d-2397df994dc2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441935 Dec 08 16:41:30.309217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43af3f-9178-4c79-9301-99a76df8df1b req-906f6756-ae95-40fb-9deb-a5c91f0ff4b3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:30.310742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf43af3f-9178-4c79-9301-99a76df8df1b req-906f6756-ae95-40fb-9deb-a5c91f0ff4b3 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0520308 Dec 08 16:41:30.370334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf43af3f-9178-4c79-9301-99a76df8df1b req-7df4cd67-fa40-4c9f-9e11-4a2d4abff0e6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524023 Dec 08 16:41:30.619781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-3051194b-c0e1-4be3-a8bc-73ea2d107fa6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:30.621262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-3051194b-c0e1-4be3-a8bc-73ea2d107fa6 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 945 time: 0.0551851 Dec 08 16:41:30.722497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Deleting port 464802ea-7b60-4897-8ee3-efdd4005b9b2 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:30.722832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:30.817770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] For port 464802ea-7b60-4897-8ee3-efdd4005b9b2, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=464802ea-7b60-4897-8ee3-efdd4005b9b2,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:30.818801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:30.832364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Calling delete_port for 464802ea-7b60-4897-8ee3-efdd4005b9b2 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:30.968281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:30.981767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['36925fee-c538-42bd-a429-9b9e45ebf7ac', '464802ea-7b60-4897-8ee3-efdd4005b9b2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:31.023610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Pushing event deleted for resources: {'Port': ['ID=464802ea-7b60-4897-8ee3-efdd4005b9b2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:31.028784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e811983b-5264-48bd-9141-99e8575b6415 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:31.053112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.053475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.053842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.054187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.054723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.055243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.055583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.055919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.056252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.056590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.056916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.057242 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.057566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:41:31.067694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] No DVR routers for this DVR port 464802ea-7b60-4897-8ee3-efdd4005b9b2 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:31.070421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:31.074233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-01aed4bb-723f-4d00-8a5d-99f64b07d2d3 req-9af548ea-64a7-41cd-b6e3-db85d1bd354d tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "DELETE /v2.0/ports/464802ea-7b60-4897-8ee3-efdd4005b9b2 HTTP/1.1" status: 204 len: 173 time: 0.4466324 Dec 08 16:41:31.074815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'name': 'network-vif-deleted', 'tag': '464802ea-7b60-4897-8ee3-efdd4005b9b2'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:31.077595 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f5512b-1432-4cc8-b1d5-def060ae5eb3" -d '{"events": [{"server_uuid": "09858406-4722-47b6-bd5e-d531c6da9c0b", "name": "network-vif-deleted", "tag": "464802ea-7b60-4897-8ee3-efdd4005b9b2"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:31.210082 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658b06de-05f7-48b4-8c2c-653ec965a8e4 x-openstack-request-id: req-658b06de-05f7-48b4-8c2c-653ec965a8e4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:31.210633 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09858406-4722-47b6-bd5e-d531c6da9c0b", "name": "network-vif-deleted", "tag": "464802ea-7b60-4897-8ee3-efdd4005b9b2", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:31.211154 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-658b06de-05f7-48b4-8c2c-653ec965a8e4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:31.211571 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09858406-4722-47b6-bd5e-d531c6da9c0b', 'name': 'network-vif-deleted', 'tag': '464802ea-7b60-4897-8ee3-efdd4005b9b2', 'status': 'completed', 'code': 200} Dec 08 16:41:31.376105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7d00-922e-4dd2-b580-d64eda6af7de req-a3f48d2a-031d-4e22-96c7-31191ce06fb6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:31.377585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffbb7d00-922e-4dd2-b580-d64eda6af7de req-a3f48d2a-031d-4e22-96c7-31191ce06fb6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0487895 Dec 08 16:41:31.431903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffbb7d00-922e-4dd2-b580-d64eda6af7de req-9ac29072-d801-4978-a7cd-3e3fe4d151e8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482724 Dec 08 16:41:31.492073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e7352d76-7897-453b-82cc-cadacac5de36 req-12c0cb7e-0afc-4bf2-9670-f90a005100fc tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=09858406-4722-47b6-bd5e-d531c6da9c0b HTTP/1.1" status: 200 len: 210 time: 0.0328064 Dec 08 16:41:31.567020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8735d0c4-1649-4266-973b-5d6084acf754 req-ba87a86f-90f3-4813-8b0d-4a4a13fca0f7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:31.569043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8735d0c4-1649-4266-973b-5d6084acf754 req-ba87a86f-90f3-4813-8b0d-4a4a13fca0f7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0511472 Dec 08 16:41:31.619952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8735d0c4-1649-4266-973b-5d6084acf754 req-2b1f0c20-d4e2-4978-bde5-492e173faa08 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440671 Dec 08 16:41:31.735073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714d450-e707-4d62-803a-00ca59c12ecf req-d5e33995-3fed-4e6b-869d-e92a898ff433 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:31.736452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f714d450-e707-4d62-803a-00ca59c12ecf req-d5e33995-3fed-4e6b-869d-e92a898ff433 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0494480 Dec 08 16:41:31.788217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f714d450-e707-4d62-803a-00ca59c12ecf req-22d2cdcd-b3b7-45d9-a9c6-4602eff15719 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454760 Dec 08 16:41:31.903463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:32.077353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0c85f-e599-4acf-8a07-c10e56813763 req-cf47d528-0c9e-40ce-b4dd-c51f13bb819f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.078861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce0c85f-e599-4acf-8a07-c10e56813763 req-cf47d528-0c9e-40ce-b4dd-c51f13bb819f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0494428 Dec 08 16:41:32.128035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce0c85f-e599-4acf-8a07-c10e56813763 req-54c76b87-b7b1-4ee9-8227-719564511744 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Dec 08 16:41:32.200461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:32.310431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:32.777243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83344a-45d2-4eb2-ab17-51f6670299d9 req-59e77889-63aa-42d5-9eaa-4553cc0da534 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:32.778767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a83344a-45d2-4eb2-ab17-51f6670299d9 req-59e77889-63aa-42d5-9eaa-4553cc0da534 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0495920 Dec 08 16:41:32.827564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a83344a-45d2-4eb2-ab17-51f6670299d9 req-97ec0b79-c4dc-4dfd-80f0-cafaabc296e2 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/security-groups?id=6908e1ce-f092-456f-890e-d7fcbe369607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427008 Dec 08 16:41:33.179785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.251856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaf71c-cbc5-4e60-82f2-000e2b886148 req-7a5b9ef9-fdd1-4468-b64b-1182d4bace4e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:33.253346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cdaf71c-cbc5-4e60-82f2-000e2b886148 req-7a5b9ef9-fdd1-4468-b64b-1182d4bace4e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0523794 Dec 08 16:41:33.270117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-190d7d22-b317-4735-a216-2f0a511101d7 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:33.271631 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-190d7d22-b317-4735-a216-2f0a511101d7 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 946 time: 0.0517693 Dec 08 16:41:33.301229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9cdaf71c-cbc5-4e60-82f2-000e2b886148 req-c3f94908-7740-4c02-80a5-508c453734a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408609 Dec 08 16:41:33.364592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Deleting port 36925fee-c538-42bd-a429-9b9e45ebf7ac {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:33.364952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.459943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] For port 36925fee-c538-42bd-a429-9b9e45ebf7ac, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=36925fee-c538-42bd-a429-9b9e45ebf7ac,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:33.460325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.475408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Calling delete_port for 36925fee-c538-42bd-a429-9b9e45ebf7ac owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:33.507859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-17ab6578-3481-4333-9a53-7a0808c8c6b6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:33.509320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-17ab6578-3481-4333-9a53-7a0808c8c6b6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 946 time: 0.0498126 Dec 08 16:41:33.608666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 082fa15b-0204-4093-adb1-e6413a960af5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:33.609004 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.613278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.626163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['36925fee-c538-42bd-a429-9b9e45ebf7ac'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:33.643539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Pushing event deleted for resources: {'Port': ['ID=36925fee-c538-42bd-a429-9b9e45ebf7ac,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:33.671935 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9d55ee-40e7-4f40-a0a4-058b936ac561 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:33.687121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] No DVR routers for this DVR port 36925fee-c538-42bd-a429-9b9e45ebf7ac on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:33.690479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.694227 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-00b40be8-99e4-46a2-8c99-75b327ff13ed req-4a097104-59e3-49be-b9ab-7107d8abfa25 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.58 "DELETE /v2.0/ports/36925fee-c538-42bd-a429-9b9e45ebf7ac HTTP/1.1" status: 204 len: 173 time: 0.4165983 Dec 08 16:41:33.694668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'name': 'network-vif-deleted', 'tag': '36925fee-c538-42bd-a429-9b9e45ebf7ac'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:33.697239 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a128c9-5c43-4226-b5c2-f2c2409a04fb" -d '{"events": [{"server_uuid": "ac685fba-48bf-49c6-b52f-2f0fef128a75", "name": "network-vif-deleted", "tag": "36925fee-c538-42bd-a429-9b9e45ebf7ac"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:33.715425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port 082fa15b-0204-4093-adb1-e6413a960af5, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=082fa15b-0204-4093-adb1-e6413a960af5,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:33.715882 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.731419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 082fa15b-0204-4093-adb1-e6413a960af5 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:33.748933 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d3734-b9ae-459a-bb6d-b8fcf17d9207 x-openstack-request-id: req-9d7d3734-b9ae-459a-bb6d-b8fcf17d9207 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:33.749228 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac685fba-48bf-49c6-b52f-2f0fef128a75", "name": "network-vif-deleted", "tag": "36925fee-c538-42bd-a429-9b9e45ebf7ac", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:33.749485 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d7d3734-b9ae-459a-bb6d-b8fcf17d9207 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:33.749955 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac685fba-48bf-49c6-b52f-2f0fef128a75', 'name': 'network-vif-deleted', 'tag': '36925fee-c538-42bd-a429-9b9e45ebf7ac', 'status': 'completed', 'code': 200} Dec 08 16:41:33.875770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.905611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=082fa15b-0204-4093-adb1-e6413a960af5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:33.971681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56f7047f-94ec-45b5-af04-a5c756f13db4 req-ecc47c27-09e4-4e20-b184-f726b9a58420 tempest-ServerRescueNegativeTestJSON-834518266 tempest-ServerRescueNegativeTestJSON-834518266-project] 10.222.0.62 "GET /v2.0/ports?device_id=ac685fba-48bf-49c6-b52f-2f0fef128a75 HTTP/1.1" status: 200 len: 210 time: 0.0569704 Dec 08 16:41:33.973024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port 082fa15b-0204-4093-adb1-e6413a960af5 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:41:33.976643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:33.980049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dac337a4-5003-4e84-bceb-8bc1227f2388 req-91fa5c12-a99a-4645-a4fc-320913e9a30d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.86 "DELETE /v2.0/ports/082fa15b-0204-4093-adb1-e6413a960af5 HTTP/1.1" status: 204 len: 173 time: 0.4647951 Dec 08 16:41:33.980493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'name': 'network-vif-deleted', 'tag': '082fa15b-0204-4093-adb1-e6413a960af5'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:33.982802 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4ba9da-c80e-4b83-9d24-5ad11f961ded" -d '{"events": [{"server_uuid": "17a8f627-2104-4af0-aef1-ee7d25b700ec", "name": "network-vif-deleted", "tag": "082fa15b-0204-4093-adb1-e6413a960af5"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:34.027000 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01b2e2-cdd8-4393-9fdd-a7add595f5c5 x-openstack-request-id: req-be01b2e2-cdd8-4393-9fdd-a7add595f5c5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:34.027300 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a8f627-2104-4af0-aef1-ee7d25b700ec", "name": "network-vif-deleted", "tag": "082fa15b-0204-4093-adb1-e6413a960af5", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:34.027681 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be01b2e2-cdd8-4393-9fdd-a7add595f5c5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:34.028072 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a8f627-2104-4af0-aef1-ee7d25b700ec', 'name': 'network-vif-deleted', 'tag': '082fa15b-0204-4093-adb1-e6413a960af5', 'status': 'completed', 'code': 200} Dec 08 16:41:34.065207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 464802ea-7b60-4897-8ee3-efdd4005b9b2 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:34.087402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 464802ea-7b60-4897-8ee3-efdd4005b9b2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:34.087775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 464802ea-7b60-4897-8ee3-efdd4005b9b2 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:34.088515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 36925fee-c538-42bd-a429-9b9e45ebf7ac no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:34.143758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 36925fee-c538-42bd-a429-9b9e45ebf7ac {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:34.144361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 36925fee-c538-42bd-a429-9b9e45ebf7ac not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:34.407304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae8ba710-24d0-4417-9bb0-8b761938ff21 req-efffa4d5-7a02-4f9b-be31-fdc0efc9782e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0292306 Dec 08 16:41:35.030946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:35.370354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 082fa15b-0204-4093-adb1-e6413a960af5 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:35.392867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 082fa15b-0204-4093-adb1-e6413a960af5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:35.393297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 082fa15b-0204-4093-adb1-e6413a960af5 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:35.503462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:35.560428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86754573-4c7e-45e1-bc9a-e7f3228867af req-6aff89b1-9b6e-4268-be30-6a455dccaa2f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0608881 Dec 08 16:41:35.791648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Deleting port 4eaec717-32eb-4bf5-ac96-9edee81414d8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:35.791994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:35.872700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] For port 4eaec717-32eb-4bf5-ac96-9edee81414d8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4eaec717-32eb-4bf5-ac96-9edee81414d8,segment=NetworkSegment(edf6bf48-6780-4745-b77d-3a3d5e719026),segment_id=edf6bf48-6780-4745-b77d-3a3d5e719026)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:35.873060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:35.885947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Calling delete_port for 4eaec717-32eb-4bf5-ac96-9edee81414d8 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:36.069260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:36.097699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Pushing event deleted for resources: {'Port': ['ID=4eaec717-32eb-4bf5-ac96-9edee81414d8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:36.119783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09ef38e-37ec-4dde-b86f-2c7a198ea220 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:36.638841 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:36.674028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b547acac-e7e6-44a1-89e8-57ce9f31326a req-02f2a0cc-11cb-40d2-aa47-e78bce3805e9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0292091 Dec 08 16:41:36.883807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:41:36.993705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:41:36.998987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d328d6a1-8b40-4653-bd38-5dc8e9fce637 admin admin] 10.222.0.62 "PUT /v2.0/routers/6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9667492 Dec 08 16:41:37.001440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:37.003172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] Sync routers for ids ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:41:37.014407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] Routers {'6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:37.015022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:41:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:37.139733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] Set router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:37.339250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:41:36Z', 'revision_number': 5, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:37.367280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] Checking router: 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:41:37.376172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] Routers {'6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:41:37.376789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:41:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:37.453907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:37.488866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] Set router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:41:37.570961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:37.630078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Deleting port 05b459e8-0543-4b37-8525-ca53b7f5a568 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:41:37.630658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:37.691821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:41:36Z', 'revision_number': 5, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:37.729572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] For port 05b459e8-0543-4b37-8525-ca53b7f5a568, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=05b459e8-0543-4b37-8525-ca53b7f5a568,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:37.729973 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:37.747467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Calling delete_port for 05b459e8-0543-4b37-8525-ca53b7f5a568 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:41:37.758665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3437848-89bc-41f3-8506-0708088ef7dc None None] The sync data for ids ['6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4'] in n-d-820935-5 is: [{'id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1778267259-router', 'tenant_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161'}], 'enable_snat': True}, 'gw_port_id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:33:21Z', 'updated_at': '2021-12-08T16:41:36Z', 'revision_number': 5, 'project_id': 'c19d51a1cc7943ff9dde7f6dfb126eb5', 'gw_port': {'id': '05b459e8-0543-4b37-8525-ca53b7f5a568', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:33:23Z', 'updated_at': '2021-12-08T16:33:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:41:37.801658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be0a214f-5199-4ad8-b1ab-b50484b34c9a req-4a46e40b-9626-4dcb-93da-a45d17ba1ebc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0273442 Dec 08 16:41:37.929464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:37.956749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Pushing event deleted for resources: {'Port': ['ID=05b459e8-0543-4b37-8525-ca53b7f5a568,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:37.971718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddebcab3-e0bd-42ef-a0e4-019d07f56bfc None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:38.050299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.147121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.149518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.194876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.195391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:41:38.199812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.201844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f186a93c-ecf3-4ecc-8af1-3591f1cc327f admin admin] 10.222.0.62 "DELETE /v2.0/routers/6fb1b6ca-8164-4f6b-a3d6-33f8491eebd4 HTTP/1.1" status: 204 len: 168 time: 1.1985674 Dec 08 16:41:38.204065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:38.251351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Deleting subnet e93fc948-b6aa-4e47-8145-2dcad5fa4a4f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:41:38.254902 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.298874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.342135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.400262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.427319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93fc948-b6aa-4e47-8145-2dcad5fa4a4f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:38.431026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.436503 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc0df213-f36c-4d02-9025-3cd8f868239c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/e93fc948-b6aa-4e47-8145-2dcad5fa4a4f HTTP/1.1" status: 204 len: 168 time: 0.2292392 Dec 08 16:41:38.436867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:38.441486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8908db0-8768-4dc9-92c6-cc0c83dff4f9 None None] Network a5c3c076-c70b-4873-9acc-4c2491aef3e8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:38.522587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.569154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47eda477-f1a7-452c-9d79-275d5222c563 None None] DHCP port deletion for a5c3c076-c70b-4873-9acc-4c2491aef3e8 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:41:38.629143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.655500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-04213566-066d-4624-b306-16873176f549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5c3c076-c70b-4873-9acc-4c2491aef3e8']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:38.667798 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-04213566-066d-4624-b306-16873176f549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf6bf48-6780-4745-b77d-3a3d5e719026') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:38.668227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-04213566-066d-4624-b306-16873176f549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf6bf48-6780-4745-b77d-3a3d5e719026') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:41:38.675174 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:41:38.681285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.698324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.705235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04213566-066d-4624-b306-16873176f549 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:41:38.705648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:41:38.707483 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:41:38.766483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.772317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04213566-066d-4624-b306-16873176f549 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:38.778297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04213566-066d-4624-b306-16873176f549 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a5c3c076-c70b-4873-9acc-4c2491aef3e8 HTTP/1.1" status: 204 len: 168 time: 0.3378544 Dec 08 16:41:38.790961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04213566-066d-4624-b306-16873176f549 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5c3c076-c70b-4873-9acc-4c2491aef3e8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:38.909700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:38.970849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73271d3d-6794-46ca-81b9-863054eeb5f9 req-824eb71b-fe42-47fb-8cfa-2dcf1435396f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=17a8f627-2104-4af0-aef1-ee7d25b700ec HTTP/1.1" status: 200 len: 210 time: 0.0684144 Dec 08 16:41:39.007306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45374) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:39.007568 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ae8ea480-c4da-4ce0-8fd9-f3f7a016f70d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c19d51a1cc7943ff9dde7f6dfb126eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0910318 Dec 08 16:41:39.065907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbedb30-efd7-4ecb-b4b4-82a1c33b9415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.091447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbedb30-efd7-4ecb-b4b4-82a1c33b9415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.148369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbedb30-efd7-4ecb-b4b4-82a1c33b9415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.151650 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbbedb30-efd7-4ecb-b4b4-82a1c33b9415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:39.152923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dbbedb30-efd7-4ecb-b4b4-82a1c33b9415 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6908e1ce-f092-456f-890e-d7fcbe369607 HTTP/1.1" status: 204 len: 168 time: 0.1440303 Dec 08 16:41:39.161083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbedb30-efd7-4ecb-b4b4-82a1c33b9415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6908e1ce-f092-456f-890e-d7fcbe369607,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:39.705819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 05b459e8-0543-4b37-8525-ca53b7f5a568 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:39.761107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 05b459e8-0543-4b37-8525-ca53b7f5a568 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:39.761536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 05b459e8-0543-4b37-8525-ca53b7f5a568 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:39.762118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4eaec717-32eb-4bf5-ac96-9edee81414d8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:41:39.783827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4eaec717-32eb-4bf5-ac96-9edee81414d8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:41:39.784501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4eaec717-32eb-4bf5-ac96-9edee81414d8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:41:39.903718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:40.019374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1120860890-network', 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:40.055338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:40.058047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.068507 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.163069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.168519 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.203708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:41:40.214851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d8d41-3db2-4480-948d-1087c676993c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:40.221617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.222246 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Added segment d58567a8-08be-443e-8f0b-c3d0e28a6ea7 of type vlan for network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab Dec 08 16:41:40.264364 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.291457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.293448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.294222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.353491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.4484639 Dec 08 16:41:40.356423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:41:40.361667 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Request body: {'subnet': {'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1120860890-subnet', 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:40.373686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0c5f55-8da1-4987-92a1-31281abe01f6 admin admin] Pushing event updated for resources: {'Network': ['ID=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:40.385538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:41:40.395201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:40.398742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.596135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.651920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12733527-3aa8-4c07-b7ad-f59a5aace6bf,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:40.662974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:40.663329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Network hostable DHCP agents. Network: ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:41:40.680853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:41:40.690502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:40.694626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:40.695190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:40.706288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db01061f-82f5-4e18-853b-e9025ea4de22 None None] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:40.713521 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee2c94cd-d938-44bb-8c9c-e9f26cd7d0c7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3559740 Dec 08 16:41:40.836999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ee9479-6dbd-4d34-be71-fe7dc5f3c2c2 None None] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:41:41.229735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-950deb98-225f-4951-902b-2e731fcec2ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:41.231214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-950deb98-225f-4951-902b-2e731fcec2ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1193480 Dec 08 16:41:41.247091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-95f2d58f-7a8a-4d92-bc74-fb92279e6c02 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0094836 Dec 08 16:41:41.280674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-971553b1-3f01-46ed-a654-eefcd941362d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279236 Dec 08 16:41:41.434850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-9f85172e-8016-44ad-95ab-5f956e515465 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469998 Dec 08 16:41:41.533529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-7f0a27cb-645d-44b4-a679-d013f2edb424 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919600 Dec 08 16:41:41.722831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-958f6000-bed2-405f-b0e8-d06ef0f4c802 req-49c30e0e-20ae-451c-9b53-a81a912e263a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 210 time: 0.0368042 Dec 08 16:41:42.405312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-df4d6348-56ac-4a5d-add4-565aeecd7a01 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425215 Dec 08 16:41:42.507477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-2189ea43-1dd7-49fb-982f-51b472448950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:42.509281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-2189ea43-1dd7-49fb-982f-51b472448950 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0549743 Dec 08 16:41:42.737469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-342bd196-7c55-4e47-8001-fb348ce23d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:42.739594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-342bd196-7c55-4e47-8001-fb348ce23d7d service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.2025058 Dec 08 16:41:42.866361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-2974cd82-b0d3-44d4-8e8e-84f5bd507582 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0753338 Dec 08 16:41:42.873243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-ef9c590c-77b7-4845-8273-7d96fd167ebc tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:42.874637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-ef9c590c-77b7-4845-8273-7d96fd167ebc tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.2054615 Dec 08 16:41:42.893840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:42.898987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb4635f3-7195-49a2-99cb-f0f238dcb3af req-d979960c-db06-45b9-bd4e-89c5a2e18b49 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 210 time: 0.0763206 Dec 08 16:41:43.020465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-c9b869d4-43f3-4c7c-81a1-89e5ef900725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:43.024849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-c9b869d4-43f3-4c7c-81a1-89e5ef900725 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.1328995 Dec 08 16:41:43.073115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-56e7567b-42b2-47dd-85a9-2860eb54e815 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419722 Dec 08 16:41:43.139506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:43.143557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.223118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-78e0c728-8413-44b0-90c2-870e05b99482 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419704 Dec 08 16:41:43.359878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.3 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/4a7cfc08-e2c8-4e51-8798-552833548e93) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:43.378170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fad0132-c42d-4a7e-9315-ea9b69ef04b7 req-6a6036bc-c3c9-4a2f-ac63-cd5e50fbf7ea service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455452 Dec 08 16:41:43.510506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-2d438ab3-6677-45f5-b52d-fad9ed7dbca8 req-75909dc6-654e-4232-a6bd-2da389c38bed service neutron] (103282) timed out ('10.222.0.62', 58624) {{(pid=103282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:41:43.519602 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.560339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.613624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:43.617451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:43.622336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:43.626545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=4a7cfc08-e2c8-4e51-8798-552833548e93,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:43.684105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:43.684723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:43.701413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-c77af061-05d6-4523-a1c9-f418547bd59e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8127418 Dec 08 16:41:43.714773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Request body: {'port': {'device_id': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:43.771072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.058482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9f8ccb-8dea-4918-aea6-a7048b81e22a req-79c3a43a-5455-45c0-9fcf-87aadef13a46 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:44.060002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b9f8ccb-8dea-4918-aea6-a7048b81e22a req-79c3a43a-5455-45c0-9fcf-87aadef13a46 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 931 time: 0.0857234 Dec 08 16:41:44.110396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a7cfc08-e2c8-4e51-8798-552833548e93 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:44.121629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.148785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Transition to ACTIVE for port object 4a7cfc08-e2c8-4e51-8798-552833548e93 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:41:44.153006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b9f8ccb-8dea-4918-aea6-a7048b81e22a req-ce975004-55b4-4526-a3b9-7f4ab9570167 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702763 Dec 08 16:41:44.154060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.204957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7cfc08-e2c8-4e51-8798-552833548e93,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:44.276771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Attempting to bind port 4a7cfc08-e2c8-4e51-8798-552833548e93 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:44.277103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Attempting to bind port 4a7cfc08-e2c8-4e51-8798-552833548e93 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:44.277429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Attempting to bind port 4a7cfc08-e2c8-4e51-8798-552833548e93 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:44.281977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Port 4a7cfc08-e2c8-4e51-8798-552833548e93 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:41:44.282322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Attempting to bind port 4a7cfc08-e2c8-4e51-8798-552833548e93 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:44.288135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:44.288476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:44.288860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:44.289295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Bound port: 4a7cfc08-e2c8-4e51-8798-552833548e93, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:44.289648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.354577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] For port 4a7cfc08-e2c8-4e51-8798-552833548e93, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:44.359434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] For port 4a7cfc08-e2c8-4e51-8798-552833548e93, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4a7cfc08-e2c8-4e51-8798-552833548e93,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:44.365019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.403129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:44.403754 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:44.405225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] 10.222.0.86 "PUT /v2.0/ports/4a7cfc08-e2c8-4e51-8798-552833548e93 HTTP/1.1" status: 200 len: 1091 time: 0.6947417 Dec 08 16:41:44.408196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'tag': '4a7cfc08-e2c8-4e51-8798-552833548e93'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:44.410979 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bf419b-2fc2-43c9-8c76-0328252671bc" -d '{"events": [{"name": "network-changed", "server_uuid": "dc69a163-23af-4213-ba2c-4a7c936a8b43", "tag": "4a7cfc08-e2c8-4e51-8798-552833548e93"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:44.441283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08682aae-c0bb-4b4b-9a6b-b59b226522f9 service neutron] Pushing event updated for resources: {'Port': ['ID=4a7cfc08-e2c8-4e51-8798-552833548e93,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:44.493933 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4cafc1-4908-4599-84c1-c0ae7e03e65f x-openstack-request-id: req-2a4cafc1-4908-4599-84c1-c0ae7e03e65f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:44.494233 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc69a163-23af-4213-ba2c-4a7c936a8b43", "tag": "4a7cfc08-e2c8-4e51-8798-552833548e93", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:44.494488 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a4cafc1-4908-4599-84c1-c0ae7e03e65f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:44.497847 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'tag': '4a7cfc08-e2c8-4e51-8798-552833548e93', 'status': 'completed', 'code': 200} Dec 08 16:41:44.501058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-5a029ae8-21e0-4715-85a0-1adfececcdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:44.502754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-5a029ae8-21e0-4715-85a0-1adfececcdf5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 1094 time: 0.0511293 Dec 08 16:41:44.550899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-aaa57e44-5d11-430a-9adb-37c16ab493ca service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a7cfc08-e2c8-4e51-8798-552833548e93 HTTP/1.1" status: 200 len: 217 time: 0.0394013 Dec 08 16:41:44.601222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff561f-30b8-44c9-8611-9072758074d9 req-1780acbc-6abe-4037-befa-b53a785d61a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:44.602722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-1780acbc-6abe-4037-befa-b53a785d61a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0457098 Dec 08 16:41:44.634843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-fddd1fc3-9651-4643-8ecb-695f60aa58ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249562 Dec 08 16:41:44.730397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-1343d692-0a6c-4e36-be12-7b3aa2a1a43b service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889437 Dec 08 16:41:44.820856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4aff561f-30b8-44c9-8611-9072758074d9 req-2df69324-d9f3-4a23-a01f-04a2c7a70deb service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835378 Dec 08 16:41:44.916713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-aedee505-2391-46e5-8c3c-f99e4804628b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:44.918443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-aedee505-2391-46e5-8c3c-f99e4804628b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 1094 time: 0.0479233 Dec 08 16:41:45.012868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-86ff4456-8361-457e-b985-8fc360defd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:45.014317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-86ff4456-8361-457e-b985-8fc360defd8b service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.0894420 Dec 08 16:41:45.057461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-dc76ac51-dd80-4889-97c5-8262ca66732c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a7cfc08-e2c8-4e51-8798-552833548e93 HTTP/1.1" status: 200 len: 217 time: 0.0344830 Dec 08 16:41:45.122417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-b3ff401b-eaff-4773-9829-c9badd4d5f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:45.124281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-b3ff401b-eaff-4773-9829-c9badd4d5f8c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0592256 Dec 08 16:41:45.158449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-0a1092b8-ebb2-4b5a-9855-e3c7f9454e82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258296 Dec 08 16:41:45.291374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-67d2e671-a801-46d3-aea7-2f5c114455b3 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213734 Dec 08 16:41:45.304286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44410d9-ed11-49c7-b2fc-03dbe8a29f37 req-bde3d914-6cdf-4eef-987d-b6b358566f68 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:45.305757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44410d9-ed11-49c7-b2fc-03dbe8a29f37 req-bde3d914-6cdf-4eef-987d-b6b358566f68 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 943 time: 0.0780208 Dec 08 16:41:45.410870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d44410d9-ed11-49c7-b2fc-03dbe8a29f37 req-1f7f78e4-4cf7-453c-abe7-454ea307028f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970321 Dec 08 16:41:45.426934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6bf419b-2fc2-43c9-8c76-0328252671bc req-62c3fee9-a64c-4d1b-9679-3861bb242533 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202114 Dec 08 16:41:46.542725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20040c-87ec-4a19-8823-f074e86866b3 req-240d12c2-8e5f-49e0-a0d6-279479a26222 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:46.544212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb20040c-87ec-4a19-8823-f074e86866b3 req-240d12c2-8e5f-49e0-a0d6-279479a26222 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 943 time: 0.0561385 Dec 08 16:41:46.608628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb20040c-87ec-4a19-8823-f074e86866b3 req-cf87ade4-e1a7-41bb-bc19-5f6a2fc73902 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584311 Dec 08 16:41:46.742559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-22004249-8c82-46cc-9c59-2ff45c1d2bb9 req-f17cc7b0-465d-4e88-aff2-e52f0a0790d3 service neutron] (103281) timed out ('10.222.0.86', 61509) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:41:47.392046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4a7cfc08-e2c8-4e51-8798-552833548e93 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:41:47.497291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4a7cfc08-e2c8-4e51-8798-552833548e93, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4a7cfc08-e2c8-4e51-8798-552833548e93,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:47.510794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4a7cfc08-e2c8-4e51-8798-552833548e93', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': '4a7cfc08-e2c8-4e51-8798-552833548e93', 'mac_address': 'fa:16:3e:e7:54:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:41:47.550814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.567985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a7cfc08-e2c8-4e51-8798-552833548e93 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:47.596175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4a7cfc08-e2c8-4e51-8798-552833548e93, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4a7cfc08-e2c8-4e51-8798-552833548e93,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:47.602753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:47.663098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4a7cfc08-e2c8-4e51-8798-552833548e93,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:47.758409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ab262-203a-4fa8-8791-0cf94e93e63c req-5988694b-9cb6-44e2-bb0a-d7140040ae7a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:47.766203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f3ab262-203a-4fa8-8791-0cf94e93e63c req-5988694b-9cb6-44e2-bb0a-d7140040ae7a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 944 time: 0.0599356 Dec 08 16:41:47.814582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:47.825155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f3ab262-203a-4fa8-8791-0cf94e93e63c req-eb8f1383-48e1-43c6-aa04-fa7218fa242f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579550 Dec 08 16:41:48.951808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1a6fe-82da-420a-baf2-0ff39cb6a6b9 req-4f69ea85-8b6d-4c8c-aedf-5f5d67198dfb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:48.953274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6f1a6fe-82da-420a-baf2-0ff39cb6a6b9 req-4f69ea85-8b6d-4c8c-aedf-5f5d67198dfb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 944 time: 0.0540028 Dec 08 16:41:49.017092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6f1a6fe-82da-420a-baf2-0ff39cb6a6b9 req-aa03d24e-0013-45a6-9ff5-68f69e1930e2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559726 Dec 08 16:41:49.401164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4a7cfc08-e2c8-4e51-8798-552833548e93 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:41:49.459486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4a7cfc08-e2c8-4e51-8798-552833548e93 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:41:49.463985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4a7cfc08-e2c8-4e51-8798-552833548e93 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:41:49.464458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.555697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.580754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7cfc08-e2c8-4e51-8798-552833548e93'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:49.583142 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bbe389-661c-454d-bdf3-3016931d4bce" -d '{"events": [{"server_uuid": "dc69a163-23af-4213-ba2c-4a7c936a8b43", "name": "network-vif-plugged", "status": "completed", "tag": "4a7cfc08-e2c8-4e51-8798-552833548e93"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:49.604292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4a7cfc08-e2c8-4e51-8798-552833548e93, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4a7cfc08-e2c8-4e51-8798-552833548e93,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:49.613172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:49.659308 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49ee7ad-34d7-4c8f-a57d-d5726b715f5f x-openstack-request-id: req-e49ee7ad-34d7-4c8f-a57d-d5726b715f5f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:49.659592 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc69a163-23af-4213-ba2c-4a7c936a8b43", "name": "network-vif-plugged", "status": "completed", "tag": "4a7cfc08-e2c8-4e51-8798-552833548e93", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:49.659924 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e49ee7ad-34d7-4c8f-a57d-d5726b715f5f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:49.660404 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a7cfc08-e2c8-4e51-8798-552833548e93', 'code': 200} Dec 08 16:41:49.698636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4a7cfc08-e2c8-4e51-8798-552833548e93,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:49.743514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81f4063-2be6-4ad1-b59c-79b1497b2b0c req-f82f69b2-aed5-45af-8ea0-f76fbaa1f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:49.745409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d81f4063-2be6-4ad1-b59c-79b1497b2b0c req-f82f69b2-aed5-45af-8ea0-f76fbaa1f87e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 1096 time: 0.0483537 Dec 08 16:41:49.794743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d81f4063-2be6-4ad1-b59c-79b1497b2b0c req-626c4cce-1473-461e-8da1-090375e6e759 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414855 Dec 08 16:41:50.140440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79e60c-a43f-4f2b-bcb5-e4ea37ddb90b req-f39794c5-5614-428c-afda-81bdb5249f34 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:50.142663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf79e60c-a43f-4f2b-bcb5-e4ea37ddb90b req-f39794c5-5614-428c-afda-81bdb5249f34 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 945 time: 0.0566370 Dec 08 16:41:50.195596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf79e60c-a43f-4f2b-bcb5-e4ea37ddb90b req-c6e17a68-fde5-4198-8e52-5ae810414470 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Dec 08 16:41:51.320408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ccff-2c3f-48fd-82c6-38da43691561 req-73d169c5-7133-4e2a-88b3-f038b344371a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:51.321915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6497ccff-2c3f-48fd-82c6-38da43691561 req-73d169c5-7133-4e2a-88b3-f038b344371a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 945 time: 0.0550847 Dec 08 16:41:51.372249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6497ccff-2c3f-48fd-82c6-38da43691561 req-d57b3521-ae69-487f-bcaf-2f0375cfb2b3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441780 Dec 08 16:41:51.625586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66b3f-84ef-45d8-b047-949971bf6422 req-c7468c22-5104-46a3-ba27-d30829fadd13 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:51.627074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebb66b3f-84ef-45d8-b047-949971bf6422 req-c7468c22-5104-46a3-ba27-d30829fadd13 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1182308 Dec 08 16:41:51.648137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebb66b3f-84ef-45d8-b047-949971bf6422 req-86721fb3-5187-40e6-ace9-836bbf31f6e8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0105405 Dec 08 16:41:51.705219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebb66b3f-84ef-45d8-b047-949971bf6422 req-fd426469-8c6d-4814-b9ec-46d16b5267a8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0504601 Dec 08 16:41:51.798719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebb66b3f-84ef-45d8-b047-949971bf6422 req-ad8afae2-a9e8-4ba2-bde2-0adfed4f0ce2 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856497 Dec 08 16:41:51.901326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebb66b3f-84ef-45d8-b047-949971bf6422 req-b5f2e8da-c236-450c-8c44-4cb43b748749 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954902 Dec 08 16:41:52.363036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-48d4d3bc-bc31-4c37-8e7d-8ed8cdb5b8ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0883882 Dec 08 16:41:52.475522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b59b-0f52-40a0-83af-861a5177317e req-73ce06d7-6953-4010-8526-74a182529a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:52.477762 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-73ce06d7-6953-4010-8526-74a182529a0e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0637000 Dec 08 16:41:52.533410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-2bd469fa-296e-4a46-9a8c-d3d1185f5064 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:52.538550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-2bd469fa-296e-4a46-9a8c-d3d1185f5064 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1432526 Dec 08 16:41:52.557613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-e380a78f-b727-472e-acb9-16946bdf60d5 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0159271 Dec 08 16:41:52.612865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b59b-0f52-40a0-83af-861a5177317e req-0d33fe22-c06c-43b5-a8cc-bb0a898c696c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:52.614471 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-0d33fe22-c06c-43b5-a8cc-bb0a898c696c service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1117964 Dec 08 16:41:52.619408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-64cef38a-f6b8-49c5-81b8-27b05930a605 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607462 Dec 08 16:41:52.660042 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-bef2089e-12d8-433f-9eb2-e09e916cd3cb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0375288 Dec 08 16:41:52.715679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b59b-0f52-40a0-83af-861a5177317e req-aef9dce5-4021-4330-a01a-c34cee54214b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:52.716793 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-aef9dce5-4021-4330-a01a-c34cee54214b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0499837 Dec 08 16:41:52.721381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-b7afc8d1-b5cb-4404-9e58-a913e685e442 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945098 Dec 08 16:41:52.750628 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-3c612e7e-0aa8-4881-b9a3-010e153e4d10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269816 Dec 08 16:41:52.837610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-7bf15334-8a30-4875-adeb-0294f1be1074 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095250 Dec 08 16:41:52.853148 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-7f207878-f0e9-4da3-ab5a-ea70eb26e856 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954714 Dec 08 16:41:52.960750 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6764b59b-0f52-40a0-83af-861a5177317e req-705136bc-35f0-4c14-b456-268cd6d749f2 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005583 Dec 08 16:41:53.028169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09d22e60-62cf-4220-a8e9-274b15852bf3 req-08096829-e28b-46b5-ac76-634fc9d76fbe tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 210 time: 0.0310166 Dec 08 16:41:54.027187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-5a2cc244-c946-4c16-a385-3978c7d157e8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:54.029857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-5a2cc244-c946-4c16-a385-3978c7d157e8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.58 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1500962 Dec 08 16:41:54.043230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:54.147713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-493085ce-e40c-4cde-a172-258880cfa4eb req-1e97a789-09ca-4b0a-883d-6b0f714b9137 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 210 time: 0.0329099 Dec 08 16:41:54.179623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:41:54.183273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.313674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.10 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/215c32b8-1da1-4a17-b08d-7d68480ec5d6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:41:54.486550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.524582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.536222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:54.567795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:41:54.571345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:41:54.578223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:41:54.604467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=215c32b8-1da1-4a17-b08d-7d68480ec5d6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:54.646781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:54.647854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:54.676936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-cb1290a6-ff19-4ef6-ace6-eafd76963cb2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6374323 Dec 08 16:41:54.693389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Request body: {'port': {'device_id': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:41:54.759912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.039506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215c32b8-1da1-4a17-b08d-7d68480ec5d6 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:55.048273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.071734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Transition to ACTIVE for port object 215c32b8-1da1-4a17-b08d-7d68480ec5d6 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:41:55.076578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.128636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Pushing event updated for resources: {'Port': ['ID=215c32b8-1da1-4a17-b08d-7d68480ec5d6,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:55.213735 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Attempting to bind port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:41:55.214122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Attempting to bind port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:41:55.214429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Attempting to bind port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:55.219225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:41:55.219559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Attempting to bind port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:41:55.229353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:41:55.229699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:41:55.230625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:41:55.231082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Bound port: 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:41:55.231447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.282457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b254d5-916a-4c05-b608-fcbcc6a795b5 req-0004bb59-e533-4e1a-89f1-30664345c846 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:55.283964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5b254d5-916a-4c05-b608-fcbcc6a795b5 req-0004bb59-e533-4e1a-89f1-30664345c846 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 944 time: 0.0558751 Dec 08 16:41:55.310165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] For port 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:41:55.315075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] For port 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:41:55.320073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.343107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5b254d5-916a-4c05-b608-fcbcc6a795b5 req-8a5c319d-7538-4d05-a35e-52dd7b51764b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493100 Dec 08 16:41:55.359075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:55.359728 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:55.361432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] 10.222.0.58 "PUT /v2.0/ports/215c32b8-1da1-4a17-b08d-7d68480ec5d6 HTTP/1.1" status: 200 len: 1092 time: 0.6756918 Dec 08 16:41:55.362110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'tag': '215c32b8-1da1-4a17-b08d-7d68480ec5d6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:41:55.364651 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6141217b-4915-4047-85ec-9021910cfb75" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8c7747-24c5-48ed-a95b-83486da6cfdd", "tag": "215c32b8-1da1-4a17-b08d-7d68480ec5d6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:41:55.404035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9b3d6-6fa1-4199-afba-c7a0691411b9 service neutron] Pushing event updated for resources: {'Port': ['ID=215c32b8-1da1-4a17-b08d-7d68480ec5d6,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:55.407674 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3979a875-141c-42c2-9e1b-bbf15d2e708d x-openstack-request-id: req-3979a875-141c-42c2-9e1b-bbf15d2e708d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:41:55.407972 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8c7747-24c5-48ed-a95b-83486da6cfdd", "tag": "215c32b8-1da1-4a17-b08d-7d68480ec5d6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:41:55.408237 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3979a875-141c-42c2-9e1b-bbf15d2e708d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:41:55.408646 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'tag': '215c32b8-1da1-4a17-b08d-7d68480ec5d6', 'status': 'completed', 'code': 200} Dec 08 16:41:55.463274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-2ffbb07e-8f8c-4ca8-a20e-88134b767210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:55.464788 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-2ffbb07e-8f8c-4ca8-a20e-88134b767210 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 1095 time: 0.0509701 Dec 08 16:41:55.516189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-2576c8bb-8aaf-4fd3-82bf-94907c3e2d97 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6 HTTP/1.1" status: 200 len: 217 time: 0.0364995 Dec 08 16:41:55.566790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-902b4ae4-e3e6-4bef-883c-fd89050e6f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:55.568216 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-902b4ae4-e3e6-4bef-883c-fd89050e6f7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0455897 Dec 08 16:41:55.607169 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-fbb2f413-cd50-4fb3-a860-315a1dd59f8b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303240 Dec 08 16:41:55.728010 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-04ca6fb2-4a65-479d-960a-20ba4856cdb7 service neutron] 10.222.0.58 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134593 Dec 08 16:41:55.845187 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0132f2bf-e1a2-45de-b070-e5e1d4b30a72 req-c3661046-fd9c-440f-86e9-6e5eff2609b1 service neutron] 10.222.0.58 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102593 Dec 08 16:41:55.937035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141217b-4915-4047-85ec-9021910cfb75 req-e11e758b-c1dd-4708-a3a7-ddb86a9a2019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:55.938589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-e11e758b-c1dd-4708-a3a7-ddb86a9a2019 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 1095 time: 0.0441744 Dec 08 16:41:55.984572 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5a6275e2-47f8-4407-bb3f-c048fd29f620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:56.033031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141217b-4915-4047-85ec-9021910cfb75 req-0053433c-bef1-43d8-9ae2-f8dbb547fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:56.034565 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-0053433c-bef1-43d8-9ae2-f8dbb547fc7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.0893691 Dec 08 16:41:56.081108 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-e2a42fc1-70f0-46bd-8355-c0a891336a14 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6 HTTP/1.1" status: 200 len: 217 time: 0.0391467 Dec 08 16:41:56.141053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6141217b-4915-4047-85ec-9021910cfb75 req-9b14ffd0-4152-49a3-b4a6-7c781d0b1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:56.142591 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-9b14ffd0-4152-49a3-b4a6-7c781d0b1347 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0527906 Dec 08 16:41:56.175318 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-4dca8bcf-277a-404a-839c-63e4caacef68 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251393 Dec 08 16:41:56.274528 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-d8a0010a-bfcc-41d1-96d9-b3995611113f service neutron] 10.222.0.58 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 Dec 08 16:41:56.383698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6141217b-4915-4047-85ec-9021910cfb75 req-07773b08-1c41-4fea-998e-3c9bc6d9d6c5 service neutron] 10.222.0.58 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014967 Dec 08 16:41:56.484910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca75252-6f49-4b10-bc8d-12c980c008e6 req-168e16f9-c928-4be6-9a27-c4d1377ff82e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:56.486528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eca75252-6f49-4b10-bc8d-12c980c008e6 req-168e16f9-c928-4be6-9a27-c4d1377ff82e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 944 time: 0.0602200 Dec 08 16:41:56.548490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eca75252-6f49-4b10-bc8d-12c980c008e6 req-32ce2722-3d38-40e3-bd7e-4f15fbfa0e9c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468376 Dec 08 16:41:57.672186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa7fd5-43ec-4a09-9496-1be884c3799e req-b27ffdfa-3910-4b4b-ad40-ce537e412845 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:57.673825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35aa7fd5-43ec-4a09-9496-1be884c3799e req-b27ffdfa-3910-4b4b-ad40-ce537e412845 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 944 time: 0.0505309 Dec 08 16:41:57.722043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-35aa7fd5-43ec-4a09-9496-1be884c3799e req-1af4366f-4a5f-42db-a366-9655b27337d5 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Dec 08 16:41:58.188217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 215c32b8-1da1-4a17-b08d-7d68480ec5d6 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:41:58.286920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:58.462834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '215c32b8-1da1-4a17-b08d-7d68480ec5d6', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': '215c32b8-1da1-4a17-b08d-7d68480ec5d6', 'mac_address': 'fa:16:3e:c3:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:41:58.500714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.515766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c32b8-1da1-4a17-b08d-7d68480ec5d6 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:41:58.535563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:41:58.540035 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.591347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=215c32b8-1da1-4a17-b08d-7d68480ec5d6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:41:58.788570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['215c32b8-1da1-4a17-b08d-7d68480ec5d6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:41:58.818134 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d869aead-858c-492f-8327-20f15bf79ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:41:58.852078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe64e4a-6b42-4a1a-b8ce-a56495ff609f req-7886b19a-b61b-41ae-925f-31d3e56b2857 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:41:58.854311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fe64e4a-6b42-4a1a-b8ce-a56495ff609f req-7886b19a-b61b-41ae-925f-31d3e56b2857 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 945 time: 0.0549092 Dec 08 16:41:58.917511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fe64e4a-6b42-4a1a-b8ce-a56495ff609f req-11f74d82-0fc7-4eb3-a516-a2ff7534a19a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563867 Dec 08 16:42:00.047691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f3d744-1ddb-4087-851e-abe1a86c0fea req-38c4ab8a-7c31-4ed9-b8e9-41e7d207fad3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:00.049177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99f3d744-1ddb-4087-851e-abe1a86c0fea req-38c4ab8a-7c31-4ed9-b8e9-41e7d207fad3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 945 time: 0.0513954 Dec 08 16:42:00.100502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99f3d744-1ddb-4087-851e-abe1a86c0fea req-58a96328-f8e5-4a01-813a-87ba77240571 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448751 Dec 08 16:42:00.140616 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.204274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 215c32b8-1da1-4a17-b08d-7d68480ec5d6 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:00.260570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:00.264526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:00.264921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.343662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.368539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c32b8-1da1-4a17-b08d-7d68480ec5d6'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:00.371085 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ca25e8-a138-4a33-880e-33db68e4aadd" -d '{"events": [{"server_uuid": "2a8c7747-24c5-48ed-a95b-83486da6cfdd", "name": "network-vif-plugged", "status": "completed", "tag": "215c32b8-1da1-4a17-b08d-7d68480ec5d6"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:00.384216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:00.389996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:00.420951 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1025c5d7-e459-4719-8aee-b17f9a501e6f x-openstack-request-id: req-1025c5d7-e459-4719-8aee-b17f9a501e6f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:00.421297 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c7747-24c5-48ed-a95b-83486da6cfdd", "name": "network-vif-plugged", "status": "completed", "tag": "215c32b8-1da1-4a17-b08d-7d68480ec5d6", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:00.421496 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1025c5d7-e459-4719-8aee-b17f9a501e6f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:00.421913 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c32b8-1da1-4a17-b08d-7d68480ec5d6', 'code': 200} Dec 08 16:42:00.454118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=215c32b8-1da1-4a17-b08d-7d68480ec5d6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:00.510160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8271f378-4805-45c4-a7a5-f8ad0dea3362 req-7320494b-74f8-4822-a67c-4617af83acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:00.511724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8271f378-4805-45c4-a7a5-f8ad0dea3362 req-7320494b-74f8-4822-a67c-4617af83acef service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 1097 time: 0.0418811 Dec 08 16:42:00.562766 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8271f378-4805-45c4-a7a5-f8ad0dea3362 req-274472d8-012e-45ef-9572-88da494713ee service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440028 Dec 08 16:42:01.225960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c52d3-cd8f-4806-99ee-5b106d4690d6 req-9895a254-bb5c-4d63-9f71-58ddcf53fb49 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:01.228012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-657c52d3-cd8f-4806-99ee-5b106d4690d6 req-9895a254-bb5c-4d63-9f71-58ddcf53fb49 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 946 time: 0.0520234 Dec 08 16:42:01.278819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-657c52d3-cd8f-4806-99ee-5b106d4690d6 req-0a1d5c4c-dccc-4272-9f94-258a49ed8840 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449853 Dec 08 16:42:01.910504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.203404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.322483 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:02.412016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e881e-309b-4c0b-98a6-e885da10e6a7 req-c81e4834-1539-4310-bc29-003002e1f501 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:02.414299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-197e881e-309b-4c0b-98a6-e885da10e6a7 req-c81e4834-1539-4310-bc29-003002e1f501 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 946 time: 0.0585375 Dec 08 16:42:02.474001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-197e881e-309b-4c0b-98a6-e885da10e6a7 req-e0f0ec36-f445-439e-9806-69c21c9feffe tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525403 Dec 08 16:42:02.635474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d779e78-b0b3-407f-995b-e866e265fc6d req-9c184e23-2190-4041-b201-22d76a315f17 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:02.637548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d779e78-b0b3-407f-995b-e866e265fc6d req-9c184e23-2190-4041-b201-22d76a315f17 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 946 time: 0.0706816 Dec 08 16:42:02.693156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d779e78-b0b3-407f-995b-e866e265fc6d req-a8e8abac-2822-42f2-8556-eacf2d69829f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491540 Dec 08 16:42:02.964264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bb9bb-5bd2-4394-88d6-afc1bc703cf2 req-264a1ace-f3bf-43b6-a428-009c53719b09 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:02.965813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc9bb9bb-5bd2-4394-88d6-afc1bc703cf2 req-264a1ace-f3bf-43b6-a428-009c53719b09 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 946 time: 0.0520837 Dec 08 16:42:03.027577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc9bb9bb-5bd2-4394-88d6-afc1bc703cf2 req-3577f17a-327a-4ebb-adbb-60c9a292effd tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551584 Dec 08 16:42:03.182071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.211542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-e555c157-cd13-410e-b700-6910bbb18f55 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:04.213029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-e555c157-cd13-410e-b700-6910bbb18f55 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.58 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 946 time: 0.0480750 Dec 08 16:42:04.220336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366ae18-e0c0-4c89-be51-c7230a8065fe req-51f310e6-57b3-4273-b247-977d1d5b8c42 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:04.221816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b366ae18-e0c0-4c89-be51-c7230a8065fe req-51f310e6-57b3-4273-b247-977d1d5b8c42 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=2a8c7747-24c5-48ed-a95b-83486da6cfdd HTTP/1.1" status: 200 len: 946 time: 0.1139514 Dec 08 16:42:04.254161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-f8a63800-d8ce-4d44-903c-bf06d9e16f99 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:04.255645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-f8a63800-d8ce-4d44-903c-bf06d9e16f99 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1582625 Dec 08 16:42:04.282446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-2d3466e0-c0b3-4a11-8e3c-b41e37e0f786 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0185919 Dec 08 16:42:04.309720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b366ae18-e0c0-4c89-be51-c7230a8065fe req-4b3f6fb6-663a-4d45-b732-ce826b5faf58 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813267 Dec 08 16:42:04.312312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:04.312725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.361677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-2b9f830c-cec7-4f6d-ae99-276b4d5a533b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0698042 Dec 08 16:42:04.415095 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port 215c32b8-1da1-4a17-b08d-7d68480ec5d6, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=215c32b8-1da1-4a17-b08d-7d68480ec5d6,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:04.415460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.428610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for 215c32b8-1da1-4a17-b08d-7d68480ec5d6 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:04.457418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-f1fec93f-a5cc-4ee2-83c5-307e101c1945 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890949 Dec 08 16:42:04.572314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.588145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:04.606714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=215c32b8-1da1-4a17-b08d-7d68480ec5d6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:04.626803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['215c32b8-1da1-4a17-b08d-7d68480ec5d6'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:04.652957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port 215c32b8-1da1-4a17-b08d-7d68480ec5d6 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:04.656292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:04.660451 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0f037f3c-7448-4310-82ff-37465fa72b88 req-fdde12e0-0af1-4477-ac4b-f204d2c0449b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.58 "DELETE /v2.0/ports/215c32b8-1da1-4a17-b08d-7d68480ec5d6 HTTP/1.1" status: 204 len: 173 time: 0.4415052 Dec 08 16:42:04.660962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'name': 'network-vif-deleted', 'tag': '215c32b8-1da1-4a17-b08d-7d68480ec5d6'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:04.664895 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ed2579-9d68-495b-ab75-f5ad9b9e45a7" -d '{"events": [{"server_uuid": "2a8c7747-24c5-48ed-a95b-83486da6cfdd", "name": "network-vif-deleted", "tag": "215c32b8-1da1-4a17-b08d-7d68480ec5d6"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:04.717543 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69297acd-4a7b-4a64-86d8-2997036cfd58 x-openstack-request-id: req-69297acd-4a7b-4a64-86d8-2997036cfd58 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:04.717871 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8c7747-24c5-48ed-a95b-83486da6cfdd", "name": "network-vif-deleted", "tag": "215c32b8-1da1-4a17-b08d-7d68480ec5d6", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:04.718135 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69297acd-4a7b-4a64-86d8-2997036cfd58 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:04.718650 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8c7747-24c5-48ed-a95b-83486da6cfdd', 'name': 'network-vif-deleted', 'tag': '215c32b8-1da1-4a17-b08d-7d68480ec5d6', 'status': 'completed', 'code': 200} Dec 08 16:42:04.956774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-aa7b7842-4389-4bf9-b9e6-7f5c7b04525b service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922225 Dec 08 16:42:05.291475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f6334e8-4ade-4fe0-aee0-cefacd2d0ec2 req-5716f19d-d0e0-4f68-a575-0cb6edff6879 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 210 time: 0.0294931 Dec 08 16:42:05.869380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-f44bae64-1c99-43dd-9729-bf30c7133743 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:05.870893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-f44bae64-1c99-43dd-9729-bf30c7133743 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1093524 Dec 08 16:42:05.888468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-892a3276-4035-47e3-86a8-bc6d93b8ebce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0112269 Dec 08 16:42:05.939313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-476bd8b0-b244-4764-bcdb-7e78ff394c01 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451679 Dec 08 16:42:06.042606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-7e5d3246-aced-4070-93c5-d061b8acf812 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903549 Dec 08 16:42:06.138073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-6f5ce453-ee7a-4f29-b547-b538867b46cc service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894437 Dec 08 16:42:06.279873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-1c4d4eec-5a02-4609-9998-8735e1433ee2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:06.281777 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-1c4d4eec-5a02-4609-9998-8735e1433ee2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1189468 Dec 08 16:42:06.295330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': '4b63b785-266d-4c36-9c74-028c3b95e072', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:06.366888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f97fb8a-1300-45de-a091-8c1172d52b0d req-b38a3430-f0d2-4214-8ce9-624df71aad3a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 210 time: 0.0623205 Dec 08 16:42:06.406543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-375b06f5-7df9-4657-a0fe-d56e63c9a52a req-63b4030a-eb52-4dce-99f8-14ceedb9dbb6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 210 time: 0.0332124 Dec 08 16:42:06.438091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:06.438569 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.603467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.4 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/cd6cd11b-f07d-4bd4-b7a3-92660f1829f8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:06.779343 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.820991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:06.877710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:06.884042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:06.887357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:06.933145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:06.974499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:06.975863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.000199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-985eab7e-ceb5-400c-bd5f-6ff0e60ac660 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7096293 Dec 08 16:42:07.012769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Request body: {'port': {'device_id': '4b63b785-266d-4c36-9c74-028c3b95e072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:07.083021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.245894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2f97967a-7171-422d-a696-afe9b2a14e4d None None] Provisioning complete for port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:07.246694 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f97967a-7171-422d-a696-afe9b2a14e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.302538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2f97967a-7171-422d-a696-afe9b2a14e4d None None] Port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:07.461390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6881345-bb2d-4c0f-8aa4-3697fc05a049 req-10262dd3-4b77-4300-b585-cb6f1af69cd7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 210 time: 0.0395706 Dec 08 16:42:07.470121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:07.488498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.505291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Transition to ACTIVE for port object cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:07.518566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.582484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812dcf8-56cc-4539-ad93-d96ff46c8a28 req-cf328ab5-3a76-4555-a0c8-f0ca9754991d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:07.584609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3812dcf8-56cc-4539-ad93-d96ff46c8a28 req-cf328ab5-3a76-4555-a0c8-f0ca9754991d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 931 time: 0.0946290 Dec 08 16:42:07.611254 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:07.675256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3812dcf8-56cc-4539-ad93-d96ff46c8a28 req-41bd49b2-30d6-46b3-b78d-a5c61eccbae9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750375 Dec 08 16:42:07.702516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Attempting to bind port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:07.702882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Attempting to bind port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:07.703222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Attempting to bind port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:07.711349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:07.711811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Attempting to bind port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:07.718990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:07.719424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:07.719726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:07.720159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Bound port: cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:07.720513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.852541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] For port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:07.859139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] For port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:07.866239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.907951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:07.908661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:07.910164 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] 10.222.0.58 "PUT /v2.0/ports/cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 HTTP/1.1" status: 200 len: 1091 time: 0.9017634 Dec 08 16:42:07.910646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b63b785-266d-4c36-9c74-028c3b95e072', 'tag': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:07.913146 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2605ac-94ae-4fa4-be88-b7971eeacc01" -d '{"events": [{"name": "network-changed", "server_uuid": "4b63b785-266d-4c36-9c74-028c3b95e072", "tag": "cd6cd11b-f07d-4bd4-b7a3-92660f1829f8"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:07.950154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a13a7-ef02-4c15-a5b7-88702c98b2bd service neutron] Pushing event updated for resources: {'Port': ['ID=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:07.955194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-15737bda-84da-4b31-8195-d049f4f4f753 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:07.958536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-15737bda-84da-4b31-8195-d049f4f4f753 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.2277651 Dec 08 16:42:07.980303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:08.029096 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36b869d-d4b6-4ce8-ab3e-888957347da0 x-openstack-request-id: req-d36b869d-d4b6-4ce8-ab3e-888957347da0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:08.029456 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b63b785-266d-4c36-9c74-028c3b95e072", "tag": "cd6cd11b-f07d-4bd4-b7a3-92660f1829f8", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:08.029634 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d36b869d-d4b6-4ce8-ab3e-888957347da0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:08.030081 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b63b785-266d-4c36-9c74-028c3b95e072', 'tag': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8', 'status': 'completed', 'code': 200} Dec 08 16:42:08.055555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-f837cd8d-be41-4153-b767-dad05a1472a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.057139 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-f837cd8d-be41-4153-b767-dad05a1472a1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 1094 time: 0.0676897 Dec 08 16:42:08.103491 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-d6fb9a95-f368-41d3-a4ac-2f3572b11a13 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 HTTP/1.1" status: 200 len: 217 time: 0.0385308 Dec 08 16:42:08.188375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-ed8b7014-d858-4684-83b6-a344a2fdf0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.190231 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-ed8b7014-d858-4684-83b6-a344a2fdf0b1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0790579 Dec 08 16:42:08.191174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:08.195738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.235677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 215c32b8-1da1-4a17-b08d-7d68480ec5d6 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:08.255531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-e4a09e26-1e2a-4091-8606-ea507ee5ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.258059 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-e4a09e26-1e2a-4091-8606-ea507ee5ab96 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594738 Dec 08 16:42:08.262699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 215c32b8-1da1-4a17-b08d-7d68480ec5d6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:08.263317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 215c32b8-1da1-4a17-b08d-7d68480ec5d6 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:08.363576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.12 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/ce3eb739-4318-4257-a5f9-4e2cf73ce391) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:08.376317 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-e39d6dba-98a7-4f55-83a8-c02400c4aba1 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102238 Dec 08 16:42:08.482663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-98209d5c-f632-4a1d-b8f9-d2658512fc87 req-0c5bf2b0-1e1c-450d-94b3-16d8db07b307 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000357 Dec 08 16:42:08.547622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.584472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-88637b43-3a76-42a7-b89e-8c5afe19b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.587456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-88637b43-3a76-42a7-b89e-8c5afe19b221 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 1094 time: 0.0510972 Dec 08 16:42:08.590876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cdfebd1-44d0-44e3-a6ca-5cfc32cbaa85 req-0a6a9934-a616-4bc4-91da-f05c78118e65 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 210 time: 0.0383403 Dec 08 16:42:08.635826 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.649669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:08.724113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-94616333-4156-4ca8-914e-635973c88626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.726992 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-94616333-4156-4ca8-914e-635973c88626 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.1310301 Dec 08 16:42:08.757552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=ce3eb739-4318-4257-a5f9-4e2cf73ce391,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:08.770396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:08.773835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.774210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.774559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.774905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.775243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.775579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.775912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.776243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.776570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.777055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.777392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.777721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.778074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:08.782762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:08.785336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:08.823833 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-df8c6185-f5bb-4fb1-820d-22b4c8e384a5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 HTTP/1.1" status: 200 len: 217 time: 0.0878732 Dec 08 16:42:08.883062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.883737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:08.885998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-ba42120a-ab19-4aad-92c8-8fb675aa6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.887576 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-ba42120a-ab19-4aad-92c8-8fb675aa6709 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0566463 Dec 08 16:42:08.904244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51263f-b6ec-4491-b99f-9e08e73174c9 req-e940a517-1c85-469b-b3a6-ca345203b310 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.904859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de51263f-b6ec-4491-b99f-9e08e73174c9 req-e940a517-1c85-469b-b3a6-ca345203b310 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0844455 Dec 08 16:42:08.913818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-9392111e-ea73-414d-9b65-62ed8c139947 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9442203 Dec 08 16:42:08.936129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Request body: {'port': {'device_id': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:08.947807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-4f6e810b-6168-4902-a9ff-735def369e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:08.949416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-4f6e810b-6168-4902-a9ff-735def369e02 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551109 Dec 08 16:42:08.993168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de51263f-b6ec-4491-b99f-9e08e73174c9 req-7561f00d-ca3d-4472-8215-348f69e58e2a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783455 Dec 08 16:42:09.018138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.333744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3eb739-4318-4257-a5f9-4e2cf73ce391 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:09.342652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.355753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Transition to ACTIVE for port object ce3eb739-4318-4257-a5f9-4e2cf73ce391 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:09.361597 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.383371 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-c464f609-28ce-4096-a656-193aeb6f8eae service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271560 Dec 08 16:42:09.417285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96158a18-8642-465e-ad4f-207510604815 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3eb739-4318-4257-a5f9-4e2cf73ce391,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:09.492481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Attempting to bind port ce3eb739-4318-4257-a5f9-4e2cf73ce391 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:09.492879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Attempting to bind port ce3eb739-4318-4257-a5f9-4e2cf73ce391 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:09.493338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Attempting to bind port ce3eb739-4318-4257-a5f9-4e2cf73ce391 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:09.498376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Port ce3eb739-4318-4257-a5f9-4e2cf73ce391 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:09.498833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Attempting to bind port ce3eb739-4318-4257-a5f9-4e2cf73ce391 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:09.502418 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-fb2605ac-94ae-4fa4-be88-b7971eeacc01 req-41709179-4f48-44c9-992e-d8fdb9a370c3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088562 Dec 08 16:42:09.504366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:09.504765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:09.505245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:09.505746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Bound port: ce3eb739-4318-4257-a5f9-4e2cf73ce391, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:09.506905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.577541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] For port ce3eb739-4318-4257-a5f9-4e2cf73ce391, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:09.581018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] For port ce3eb739-4318-4257-a5f9-4e2cf73ce391, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:09.586278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.624128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:09.624756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:09.626734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-96158a18-8642-465e-ad4f-207510604815 service neutron] 10.222.0.86 "PUT /v2.0/ports/ce3eb739-4318-4257-a5f9-4e2cf73ce391 HTTP/1.1" status: 200 len: 1092 time: 0.6964319 Dec 08 16:42:09.626734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'tag': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:09.628880 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "86605f5b-2f5c-46cd-992b-aabfe1933dba", "tag": "ce3eb739-4318-4257-a5f9-4e2cf73ce391"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:09.651573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96158a18-8642-465e-ad4f-207510604815 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3eb739-4318-4257-a5f9-4e2cf73ce391,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:09.695884 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d788bc-b566-4f03-a86d-1103597a96d3 x-openstack-request-id: req-53d788bc-b566-4f03-a86d-1103597a96d3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:09.696286 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86605f5b-2f5c-46cd-992b-aabfe1933dba", "tag": "ce3eb739-4318-4257-a5f9-4e2cf73ce391", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:09.696671 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-53d788bc-b566-4f03-a86d-1103597a96d3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:09.697164 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'tag': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391', 'status': 'completed', 'code': 200} Dec 08 16:42:09.766401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-b81a4b36-4e3e-4cd9-9b2c-5345d2ce8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:09.768015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-b81a4b36-4e3e-4cd9-9b2c-5345d2ce8846 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 1095 time: 0.0848024 Dec 08 16:42:09.785480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc1718-9e44-49e5-9e8a-02b8f4dd188e req-6936f764-adc5-4cbc-bdf8-94d5326f8c7c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:09.787959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecbc1718-9e44-49e5-9e8a-02b8f4dd188e req-6936f764-adc5-4cbc-bdf8-94d5326f8c7c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 944 time: 0.0700889 Dec 08 16:42:09.835212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-8fac7b52-6c57-41d5-b98c-12fd93d3f741 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391 HTTP/1.1" status: 200 len: 217 time: 0.0460877 Dec 08 16:42:09.908405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-82f79b9b-1abb-4e4a-bc55-7309f5533026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:09.909833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-82f79b9b-1abb-4e4a-bc55-7309f5533026 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0678232 Dec 08 16:42:09.913677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecbc1718-9e44-49e5-9e8a-02b8f4dd188e req-bef7866d-9403-4d2f-bde3-dd032f82f477 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184151 Dec 08 16:42:09.946318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-74dfbd99-d7b7-4c6f-bda3-d0b0a1abfc62 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288651 Dec 08 16:42:10.060235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-e0529f29-f4a8-4ecd-9561-6d1e962386a5 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059628 Dec 08 16:42:10.201848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b66d3a-216b-4342-b3f9-47b4eda37640 req-8cb2f38d-34f2-4bfa-b82c-3f375c629694 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312597 Dec 08 16:42:10.211177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e7a14-5196-4c87-89be-8487a0b79ecd req-19220ada-50c1-4cff-b774-15adeac56344 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:10.212691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-912e7a14-5196-4c87-89be-8487a0b79ecd req-19220ada-50c1-4cff-b774-15adeac56344 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.1217771 Dec 08 16:42:10.297509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-912e7a14-5196-4c87-89be-8487a0b79ecd req-c6261cc0-ca39-41d0-b0d9-4630b3e55806 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780451 Dec 08 16:42:10.317051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-0d79028a-7d0c-45cc-83db-e0b40d4a17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:10.319659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-0d79028a-7d0c-45cc-83db-e0b40d4a17ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 1095 time: 0.0596662 Dec 08 16:42:10.422774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-e0eba0b2-6d25-4d04-b4ab-0da1189278b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:10.424162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-e0eba0b2-6d25-4d04-b4ab-0da1189278b1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.0969088 Dec 08 16:42:10.470609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-6fe4788e-aa95-4c24-92c5-271966a48d76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391 HTTP/1.1" status: 200 len: 217 time: 0.0380101 Dec 08 16:42:10.527550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-fd08a5be-8211-49bb-88e6-0c5779aae52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:10.529714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-fd08a5be-8211-49bb-88e6-0c5779aae52f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0500371 Dec 08 16:42:10.564270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-4b132940-d3ce-4833-b52e-24f5cf72b9fc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263360 Dec 08 16:42:10.665544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-e26099ec-8784-4745-ae3a-fd8114024483 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933480 Dec 08 16:42:10.766918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-170f62d5-7cfa-41f4-9e0e-c761dc877eeb req-7e175b46-72a6-45c4-bd28-d27eb74fe300 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938902 Dec 08 16:42:11.053542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24f40c-1237-439f-9ecc-6fbc5f53d08a req-d114e19b-09b0-4fd3-b70a-f6c239497144 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:11.055382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd24f40c-1237-439f-9ecc-6fbc5f53d08a req-d114e19b-09b0-4fd3-b70a-f6c239497144 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 944 time: 0.0555952 Dec 08 16:42:11.105505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd24f40c-1237-439f-9ecc-6fbc5f53d08a req-4c6e2174-924d-4714-b1ee-1edec9b34fc7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Dec 08 16:42:11.418279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a74436-335e-41fc-9e4d-aa7a2c59d29c req-d08f7e00-1ba2-4200-8c4e-82d764778a92 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:11.419769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88a74436-335e-41fc-9e4d-aa7a2c59d29c req-d08f7e00-1ba2-4200-8c4e-82d764778a92 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0517447 Dec 08 16:42:11.468748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88a74436-335e-41fc-9e4d-aa7a2c59d29c req-b05faa85-801b-4ef3-b34a-57284ca7c294 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 Dec 08 16:42:12.229100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d94751-61d4-4fd6-8076-b7ef4c83440c req-4b357757-756b-42b1-a97d-fce52cd6bb09 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:12.230652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63d94751-61d4-4fd6-8076-b7ef4c83440c req-4b357757-756b-42b1-a97d-fce52cd6bb09 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 944 time: 0.0543735 Dec 08 16:42:12.282792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63d94751-61d4-4fd6-8076-b7ef4c83440c req-b12b4a1b-d501-4635-8265-b014c487f10e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459998 Dec 08 16:42:12.592048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88061c-5177-4e32-8db2-dd655dd55ea0 req-34f6a79c-3701-46ff-bd38-408ecbc5afcd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:12.593621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea88061c-5177-4e32-8db2-dd655dd55ea0 req-34f6a79c-3701-46ff-bd38-408ecbc5afcd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0526073 Dec 08 16:42:12.642842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea88061c-5177-4e32-8db2-dd655dd55ea0 req-7520691d-dd45-4c11-be39-d4a80064772e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432351 Dec 08 16:42:13.400993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57dcd9-7bf6-41a4-b7e2-b387a0ffa179 req-d640fde8-d049-49e4-911b-7d2251547a04 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:13.402862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d57dcd9-7bf6-41a4-b7e2-b387a0ffa179 req-d640fde8-d049-49e4-911b-7d2251547a04 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 944 time: 0.0513623 Dec 08 16:42:13.432463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ce3eb739-4318-4257-a5f9-4e2cf73ce391 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:13.458175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d57dcd9-7bf6-41a4-b7e2-b387a0ffa179 req-1c3b3d54-a86c-4965-a015-494c0df122c1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493176 Dec 08 16:42:13.533545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ce3eb739-4318-4257-a5f9-4e2cf73ce391, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:13.545342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391', 'mac_address': 'fa:16:3e:ec:6b:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:13.588996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.601887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3eb739-4318-4257-a5f9-4e2cf73ce391 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:13.624637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ce3eb739-4318-4257-a5f9-4e2cf73ce391, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:13.629344 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:13.680806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ce3eb739-4318-4257-a5f9-4e2cf73ce391,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:13.767029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007da4a9-5b02-420c-810a-dbceb17803bb req-b34ea732-9e57-4669-bc21-755e8223de44 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:13.768506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-007da4a9-5b02-420c-810a-dbceb17803bb req-b34ea732-9e57-4669-bc21-755e8223de44 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0528517 Dec 08 16:42:13.820850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-007da4a9-5b02-420c-810a-dbceb17803bb req-16ab3543-56b8-44af-9f1f-6eaef471d113 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462508 Dec 08 16:42:13.865054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ce3eb739-4318-4257-a5f9-4e2cf73ce391'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:14.576115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce26c0-8591-463f-ad23-176d9d62c1c6 req-440abeb4-f65a-4222-89ca-fe47de8c33f2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.577680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91ce26c0-8591-463f-ad23-176d9d62c1c6 req-440abeb4-f65a-4222-89ca-fe47de8c33f2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 945 time: 0.0500605 Dec 08 16:42:14.627218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91ce26c0-8591-463f-ad23-176d9d62c1c6 req-c8e9f8ce-1f1f-4dd7-9019-12752cccf8e3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433257 Dec 08 16:42:14.943829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c4a4fc-9d6d-4df5-bbbd-bff8c0a72a9e req-30d825c9-001d-4663-a764-d04e4f11c190 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:14.945727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19c4a4fc-9d6d-4df5-bbbd-bff8c0a72a9e req-30d825c9-001d-4663-a764-d04e4f11c190 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0553110 Dec 08 16:42:14.994724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19c4a4fc-9d6d-4df5-bbbd-bff8c0a72a9e req-4822f88a-b076-4ecb-b9f6-2767a63a5e75 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429552 Dec 08 16:42:15.446519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ce3eb739-4318-4257-a5f9-4e2cf73ce391 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:15.499846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port ce3eb739-4318-4257-a5f9-4e2cf73ce391 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:15.504071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port ce3eb739-4318-4257-a5f9-4e2cf73ce391 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:15.504442 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.590042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.612258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:15.614518 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c8859-abf3-49f0-aaaa-a96b8fef2424" -d '{"events": [{"server_uuid": "86605f5b-2f5c-46cd-992b-aabfe1933dba", "name": "network-vif-plugged", "status": "completed", "tag": "ce3eb739-4318-4257-a5f9-4e2cf73ce391"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:15.627724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ce3eb739-4318-4257-a5f9-4e2cf73ce391, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:15.632709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:15.657075 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1faf8-271f-4d70-a8ee-290025ab8168 x-openstack-request-id: req-b9e1faf8-271f-4d70-a8ee-290025ab8168 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:15.657660 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86605f5b-2f5c-46cd-992b-aabfe1933dba", "name": "network-vif-plugged", "status": "completed", "tag": "ce3eb739-4318-4257-a5f9-4e2cf73ce391", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:15.657954 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9e1faf8-271f-4d70-a8ee-290025ab8168 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:15.658343 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391', 'code': 200} Dec 08 16:42:15.676097 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:42:15.687426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ce3eb739-4318-4257-a5f9-4e2cf73ce391,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:15.789024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbd6a5-7f07-4715-bbb9-5159459054cd req-9fb11073-3656-4dac-b8af-105a356b2ac1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:15.790689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1cbd6a5-7f07-4715-bbb9-5159459054cd req-9fb11073-3656-4dac-b8af-105a356b2ac1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0792160 Dec 08 16:42:15.795949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f33dc-bac5-49e5-a089-ce5102218323 req-1d2c1d63-8afb-45da-b104-6cf58fbef5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:15.797374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c11f33dc-bac5-49e5-a089-ce5102218323 req-1d2c1d63-8afb-45da-b104-6cf58fbef5fe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 1097 time: 0.0773191 Dec 08 16:42:15.872648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e1cbd6a5-7f07-4715-bbb9-5159459054cd req-c0f670cf-0251-4b2b-be01-9bc2f98b69c8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742257 Dec 08 16:42:15.884776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c11f33dc-bac5-49e5-a089-ce5102218323 req-14990c71-9f26-4561-be14-10751075312a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730731 Dec 08 16:42:16.121836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50803480-fb7a-4408-b1ef-a20feefd0911 req-2610273b-b90c-452f-b70a-2f82620d67c2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:16.123516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50803480-fb7a-4408-b1ef-a20feefd0911 req-2610273b-b90c-452f-b70a-2f82620d67c2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0552900 Dec 08 16:42:16.173984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50803480-fb7a-4408-b1ef-a20feefd0911 req-de345804-4318-4b50-aa73-af9d7afebfe7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439055 Dec 08 16:42:16.310450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-273a8d78-a82b-486f-8fac-fe09a12454d4 req-8bde9169-36f2-4219-8135-b61cfccc39a8 tempest-TestNetworkAdvancedServerOps-1461481298 tempest-TestNetworkAdvancedServerOps-1461481298-project] (103281) timed out ('10.222.0.86', 61419) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:42:16.996658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cdb6-cf75-4fb3-bcbf-4e9ad850a3f8 req-12403eb7-687d-4fb0-a770-d38a0e7e1d48 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:16.998463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1257cdb6-cf75-4fb3-bcbf-4e9ad850a3f8 req-12403eb7-687d-4fb0-a770-d38a0e7e1d48 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0561008 Dec 08 16:42:17.066628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1257cdb6-cf75-4fb3-bcbf-4e9ad850a3f8 req-7f96dcdb-80b0-4ab1-bd05-dbdc7b4eb32e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615058 Dec 08 16:42:17.327704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814b256-828e-4bb2-8593-3ab9436d42f3 req-ad1ffaf8-12d4-4e81-aea2-9872cdeb6cea tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:17.329430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5814b256-828e-4bb2-8593-3ab9436d42f3 req-ad1ffaf8-12d4-4e81-aea2-9872cdeb6cea tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0745983 Dec 08 16:42:17.384706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5814b256-828e-4bb2-8593-3ab9436d42f3 req-2b879c3c-7536-4ff6-8210-fbc02afa4f45 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483997 Dec 08 16:42:18.187165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482d1ccf-1eff-4d45-8f38-6df93641870b req-da727c37-a166-4e98-ad51-b1dc0ad5d42f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.188681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-482d1ccf-1eff-4d45-8f38-6df93641870b req-da727c37-a166-4e98-ad51-b1dc0ad5d42f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0517006 Dec 08 16:42:18.240106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-482d1ccf-1eff-4d45-8f38-6df93641870b req-f36b9e2e-b7f4-4cf1-bce2-947e8e93cd28 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437310 Dec 08 16:42:18.363761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39265d-5cea-470e-aa04-c4512955d765 req-c1096ad7-843f-404a-b323-4490e2af689c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.365148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d39265d-5cea-470e-aa04-c4512955d765 req-c1096ad7-843f-404a-b323-4490e2af689c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0533378 Dec 08 16:42:18.413856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d39265d-5cea-470e-aa04-c4512955d765 req-2de02aaf-1c74-481e-bcaf-bdb56e65272c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424860 Dec 08 16:42:18.509043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067af02-b240-41c1-b354-88d5c1545d16 req-2b97e886-fd07-4db5-a575-66c377527ad6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.514372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d067af02-b240-41c1-b354-88d5c1545d16 req-2b97e886-fd07-4db5-a575-66c377527ad6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0546167 Dec 08 16:42:18.572396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d067af02-b240-41c1-b354-88d5c1545d16 req-323684bd-4462-4b1b-af33-68351fadc034 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Dec 08 16:42:18.675392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be481971-5db4-4b6b-b2cc-56ae9f755493 req-9b3e19c7-5597-499b-97d9-9af8901991e8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:18.676776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be481971-5db4-4b6b-b2cc-56ae9f755493 req-9b3e19c7-5597-499b-97d9-9af8901991e8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0494556 Dec 08 16:42:18.727835 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be481971-5db4-4b6b-b2cc-56ae9f755493 req-f521ef59-a015-46bc-91d1-6b99b408554c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444465 Dec 08 16:42:19.695551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f7b8a-5c76-4e11-886f-8c331c7810b7 req-f67aa211-a6e9-4c8a-a098-10b684821c10 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.697080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-477f7b8a-5c76-4e11-886f-8c331c7810b7 req-f67aa211-a6e9-4c8a-a098-10b684821c10 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 943 time: 0.0524855 Dec 08 16:42:19.748976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-477f7b8a-5c76-4e11-886f-8c331c7810b7 req-68e433f2-d167-48b0-8896-d83fef9107d5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458298 Dec 08 16:42:19.847397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd33670-fd77-4f9d-b1e3-6ad49599dd13 req-67d01d54-069c-4ee3-baeb-5470f2bb9c39 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.848916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3cd33670-fd77-4f9d-b1e3-6ad49599dd13 req-67d01d54-069c-4ee3-baeb-5470f2bb9c39 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0530164 Dec 08 16:42:19.896929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3cd33670-fd77-4f9d-b1e3-6ad49599dd13 req-1947d46b-ff48-4a58-978d-21eb20db2402 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Dec 08 16:42:19.964114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-194d1837-6b4e-4f18-b6bc-dee01951cbdb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:19.965545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-194d1837-6b4e-4f18-b6bc-dee01951cbdb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/ports?device_id=86605f5b-2f5c-46cd-992b-aabfe1933dba HTTP/1.1" status: 200 len: 946 time: 0.0525901 Dec 08 16:42:20.056226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port ce3eb739-4318-4257-a5f9-4e2cf73ce391 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:20.056567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:20.147467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port ce3eb739-4318-4257-a5f9-4e2cf73ce391, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ce3eb739-4318-4257-a5f9-4e2cf73ce391,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:20.147724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:20.160415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for ce3eb739-4318-4257-a5f9-4e2cf73ce391 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:20.292660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:20.297464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:20.308749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'ce3eb739-4318-4257-a5f9-4e2cf73ce391'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:20.325047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=ce3eb739-4318-4257-a5f9-4e2cf73ce391,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:20.368841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port ce3eb739-4318-4257-a5f9-4e2cf73ce391 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:20.371508 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:20.374897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6dd9ccb-6442-4c3c-9072-d003e1bf8baa req-2bdde41f-61e5-4be4-b149-3321f7fc71f1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "DELETE /v2.0/ports/ce3eb739-4318-4257-a5f9-4e2cf73ce391 HTTP/1.1" status: 204 len: 173 time: 0.4035468 Dec 08 16:42:20.375352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'name': 'network-vif-deleted', 'tag': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:20.377720 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff50dd6-d1e0-4d41-b43e-85ea2ff4834c" -d '{"events": [{"server_uuid": "86605f5b-2f5c-46cd-992b-aabfe1933dba", "name": "network-vif-deleted", "tag": "ce3eb739-4318-4257-a5f9-4e2cf73ce391"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:20.417003 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a07b96d-cf2d-48d1-8cbe-e0962e6aec6c x-openstack-request-id: req-2a07b96d-cf2d-48d1-8cbe-e0962e6aec6c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:20.417003 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86605f5b-2f5c-46cd-992b-aabfe1933dba", "name": "network-vif-deleted", "tag": "ce3eb739-4318-4257-a5f9-4e2cf73ce391", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:20.417003 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a07b96d-cf2d-48d1-8cbe-e0962e6aec6c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:20.417922 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86605f5b-2f5c-46cd-992b-aabfe1933dba', 'name': 'network-vif-deleted', 'tag': 'ce3eb739-4318-4257-a5f9-4e2cf73ce391', 'status': 'completed', 'code': 200} Dec 08 16:42:20.486398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:20.506407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8', 'mac_address': 'fa:16:3e:8a:40:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:20.577894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:20.594326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:20.616872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:20.620826 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:20.668073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:20.833661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['cd6cd11b-f07d-4bd4-b7a3-92660f1829f8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:20.930991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec0d2b6-db04-4366-a341-748f1b382467 req-ac4f91e6-1dac-4010-9f5c-d64e38a48095 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:20.935570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ec0d2b6-db04-4366-a341-748f1b382467 req-ac4f91e6-1dac-4010-9f5c-d64e38a48095 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 944 time: 0.1026108 Dec 08 16:42:21.006991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ec0d2b6-db04-4366-a341-748f1b382467 req-2580d071-c7fc-454c-8a43-98a8f4bf6082 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639176 Dec 08 16:42:21.216939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-693d3f73-2f8a-4ef5-a8d8-605ac6c76a5f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:21.218407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-693d3f73-2f8a-4ef5-a8d8-605ac6c76a5f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1009569 Dec 08 16:42:21.234153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-a118ad9c-4662-4d0a-bc3b-e4b3979bc1d7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0098944 Dec 08 16:42:21.283013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-9af7cdef-280e-47c1-85bd-ddc286611954 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0431330 Dec 08 16:42:21.435327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-0946d639-12d4-434f-99cf-6a3916a1e386 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445148 Dec 08 16:42:21.525115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-761227b1-9c7b-4408-860d-5068758faae0 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835609 Dec 08 16:42:21.687575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94077786-6f81-4cf9-9a71-f0a095e331a8 req-434dfaf4-a515-472c-bd53-1a067dc68c7a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 210 time: 0.0329909 Dec 08 16:42:22.135863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa6c8-4ed8-4dfe-a471-85ba3756051c req-55e3dcd2-eb31-4508-bda8-2124296a13a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:22.137335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdafa6c8-4ed8-4dfe-a471-85ba3756051c req-55e3dcd2-eb31-4508-bda8-2124296a13a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 944 time: 0.0545108 Dec 08 16:42:22.191460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdafa6c8-4ed8-4dfe-a471-85ba3756051c req-2b0de911-d53d-4b8c-88f9-598b5f4fd453 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480793 Dec 08 16:42:22.297040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:22.350537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:22.355038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:22.355409 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:22.441208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:22.468333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63b785-266d-4c36-9c74-028c3b95e072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:22.470678 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711affa3-ea5e-4b4c-a7b4-b256bb182fac" -d '{"events": [{"server_uuid": "4b63b785-266d-4c36-9c74-028c3b95e072", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cd11b-f07d-4bd4-b7a3-92660f1829f8"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:22.486450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:22.492362 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:22.539123 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d34204f-68d8-462c-ad73-c4664c8fbc54 x-openstack-request-id: req-9d34204f-68d8-462c-ad73-c4664c8fbc54 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:22.539413 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b63b785-266d-4c36-9c74-028c3b95e072", "name": "network-vif-plugged", "status": "completed", "tag": "cd6cd11b-f07d-4bd4-b7a3-92660f1829f8", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:22.539669 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d34204f-68d8-462c-ad73-c4664c8fbc54 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:22.540334 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63b785-266d-4c36-9c74-028c3b95e072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8', 'code': 200} Dec 08 16:42:22.555341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:22.691422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab6974-54a2-4704-9ec0-f7ab38e06335 req-5a0cc129-62b5-458b-b36e-89a17e8f10c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:22.692894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-75ab6974-54a2-4704-9ec0-f7ab38e06335 req-5a0cc129-62b5-458b-b36e-89a17e8f10c5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 1096 time: 0.0614972 Dec 08 16:42:22.712256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-65bbbe6e-4cd3-48b7-865d-ab9b6f235e72 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:22.713735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-65bbbe6e-4cd3-48b7-865d-ab9b6f235e72 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1668050 Dec 08 16:42:22.728530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:22.749429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-75ab6974-54a2-4704-9ec0-f7ab38e06335 req-a25902c7-26bd-46a6-a7d9-bbfec3d1a942 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479448 Dec 08 16:42:22.804676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c39c6e1-08ce-4f09-9601-ae56e0f9aecc req-03dc4092-ef25-42c4-ac25-05df30fa5463 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 210 time: 0.0297594 Dec 08 16:42:22.864002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:22.868153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:22.995337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.5 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/e8f8fada-47b6-48c0-ba5a-17314c965f11) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:23.150068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:23.186766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:23.198631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'ce3eb739-4318-4257-a5f9-4e2cf73ce391'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:23.249369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:23.258587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:23.263560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:23.267763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=e8f8fada-47b6-48c0-ba5a-17314c965f11,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:23.348015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:23.348684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:23.369378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-1b1da0e5-8833-421d-bf14-f8a42fd68352 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6460655 Dec 08 16:42:23.377448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd79e-000b-4aa3-b593-b7f303bab222 req-2037c380-d999-47a4-9d03-bfe7628ab6c5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:23.378962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d7cd79e-000b-4aa3-b593-b7f303bab222 req-2037c380-d999-47a4-9d03-bfe7628ab6c5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 945 time: 0.0909748 Dec 08 16:42:23.385116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Request body: {'port': {'device_id': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:23.469143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d7cd79e-000b-4aa3-b593-b7f303bab222 req-748423a5-dfa4-4681-9e3c-dd69b996cff9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812304 Dec 08 16:42:23.469858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:23.765785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f8fada-47b6-48c0-ba5a-17314c965f11 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:23.774282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:23.789022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Transition to ACTIVE for port object e8f8fada-47b6-48c0-ba5a-17314c965f11 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:23.793834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:23.851921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Pushing event updated for resources: {'Port': ['ID=e8f8fada-47b6-48c0-ba5a-17314c965f11,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:23.954378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Attempting to bind port e8f8fada-47b6-48c0-ba5a-17314c965f11 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:23.954719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Attempting to bind port e8f8fada-47b6-48c0-ba5a-17314c965f11 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:23.955049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Attempting to bind port e8f8fada-47b6-48c0-ba5a-17314c965f11 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:23.964583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86a602-50b3-488d-85d6-b7dc34e4e0c3 req-5d2868e3-cca3-4b06-95e5-293585ef145f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:23.966090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a86a602-50b3-488d-85d6-b7dc34e4e0c3 req-5d2868e3-cca3-4b06-95e5-293585ef145f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 943 time: 0.0771823 Dec 08 16:42:23.969459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Port e8f8fada-47b6-48c0-ba5a-17314c965f11 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:23.969784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Attempting to bind port e8f8fada-47b6-48c0-ba5a-17314c965f11 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:23.982823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:23.983149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:23.983535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:23.983979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Bound port: e8f8fada-47b6-48c0-ba5a-17314c965f11, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:23.984337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:24.059459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a86a602-50b3-488d-85d6-b7dc34e4e0c3 req-fa39d221-7336-40c6-89ed-32d803ca120b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873063 Dec 08 16:42:24.079667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] For port e8f8fada-47b6-48c0-ba5a-17314c965f11, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:24.082791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] For port e8f8fada-47b6-48c0-ba5a-17314c965f11, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:24.086898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:24.122756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:24.123195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:24.124570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] 10.222.0.86 "PUT /v2.0/ports/e8f8fada-47b6-48c0-ba5a-17314c965f11 HTTP/1.1" status: 200 len: 1091 time: 0.7446635 Dec 08 16:42:24.125007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'tag': 'e8f8fada-47b6-48c0-ba5a-17314c965f11'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:24.127285 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7", "tag": "e8f8fada-47b6-48c0-ba5a-17314c965f11"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:24.154426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882d7f8-bf58-4654-9f9b-664bd373f7ad service neutron] Pushing event updated for resources: {'Port': ['ID=e8f8fada-47b6-48c0-ba5a-17314c965f11,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:24.166349 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11885848-8d15-408b-b720-b00b3bde1b6e x-openstack-request-id: req-11885848-8d15-408b-b720-b00b3bde1b6e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:24.166637 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7", "tag": "e8f8fada-47b6-48c0-ba5a-17314c965f11", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:24.166888 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11885848-8d15-408b-b720-b00b3bde1b6e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:24.167283 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'tag': 'e8f8fada-47b6-48c0-ba5a-17314c965f11', 'status': 'completed', 'code': 200} Dec 08 16:42:24.212413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-91e8a602-7455-4f53-8493-12f3522e249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:24.213821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-91e8a602-7455-4f53-8493-12f3522e249b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0447454 Dec 08 16:42:24.257208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-0505eb99-e929-4b49-aad2-8115f8aaa49c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11 HTTP/1.1" status: 200 len: 217 time: 0.0349159 Dec 08 16:42:24.308142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-a6a6c179-89e1-4ea8-a56d-cf605010294b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:24.309603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-a6a6c179-89e1-4ea8-a56d-cf605010294b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0455158 Dec 08 16:42:24.349297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-eaf180be-290b-4d28-a273-81992cf10f9a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290310 Dec 08 16:42:24.442659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-3208b024-ce03-4765-a7af-54d9c373efd4 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858495 Dec 08 16:42:24.543134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5983ef5d-6f1c-4d12-8b01-60415d5379bb req-9b6e30a5-0e8f-4ddc-b6de-e06f2218b260 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931449 Dec 08 16:42:25.007905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305095eb-fc88-4c7f-bc94-18de13229c9d req-00d96c15-0ae6-4b72-8803-6a9f7f9106db tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.009488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-305095eb-fc88-4c7f-bc94-18de13229c9d req-00d96c15-0ae6-4b72-8803-6a9f7f9106db tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 945 time: 0.4606433 Dec 08 16:42:25.025532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-8ae5e86d-cb12-4a21-83ea-33eec8459b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.026930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-8ae5e86d-cb12-4a21-83ea-33eec8459b6c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 1094 time: 0.0707994 Dec 08 16:42:25.117889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-305095eb-fc88-4c7f-bc94-18de13229c9d req-7f3e6519-1860-4ddb-b990-77dbe8b550e0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009564 Dec 08 16:42:25.176351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-47ec71cd-3050-432f-88b6-219977f64e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.177868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-47ec71cd-3050-432f-88b6-219977f64e42 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.1428723 Dec 08 16:42:25.205891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5164f7-27e7-4b8f-af07-948981ad9caa req-85327a52-6b17-471c-a381-fa577b6ad349 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.207458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d5164f7-27e7-4b8f-af07-948981ad9caa req-85327a52-6b17-471c-a381-fa577b6ad349 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 943 time: 0.0743864 Dec 08 16:42:25.246914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-950b6e1a-e2c7-41f2-9023-09f7a059b001 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11 HTTP/1.1" status: 200 len: 217 time: 0.0582142 Dec 08 16:42:25.348024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-5843c475-ca75-436c-98d2-5b227463e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.349405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-5843c475-ca75-436c-98d2-5b227463e3f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0803742 Dec 08 16:42:25.361212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01ba8a-52d0-41a2-8950-ab5e6caec221 req-94adf33e-f289-4d9b-9dd3-3610c16dbf08 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:25.362695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d01ba8a-52d0-41a2-8950-ab5e6caec221 req-94adf33e-f289-4d9b-9dd3-3610c16dbf08 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 945 time: 0.1668136 Dec 08 16:42:25.368136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d5164f7-27e7-4b8f-af07-948981ad9caa req-128e8407-ec06-4973-a686-622ed0a8253d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247876 Dec 08 16:42:25.398242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-ebe93a4e-4a38-4a5e-b7a5-fe3b744612c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345449 Dec 08 16:42:25.487086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d01ba8a-52d0-41a2-8950-ab5e6caec221 req-432915ea-47c5-4d97-bf9a-6d76bfeaacdd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105218 Dec 08 16:42:25.495669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ce3eb739-4318-4257-a5f9-4e2cf73ce391 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:25.516827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: ce3eb739-4318-4257-a5f9-4e2cf73ce391 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:25.517372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ce3eb739-4318-4257-a5f9-4e2cf73ce391 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:25.529090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-639e7ae9-6831-4a9b-830d-4384458d7b4f service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213462 Dec 08 16:42:25.632029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b90615f-32e9-4e03-b3c2-decb35c4f8a7 req-474006b4-1a6b-4fb0-9294-f678f49fbb8a service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953379 Dec 08 16:42:25.991317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b5d96c04-89b2-414f-a92c-d04e659de34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:26.505345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4cc5c-0300-4d3e-9284-9b8f1386ced9 req-5ba18af9-7e89-42cf-9dc8-e7d7c2f9b023 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:26.507292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acf4cc5c-0300-4d3e-9284-9b8f1386ced9 req-5ba18af9-7e89-42cf-9dc8-e7d7c2f9b023 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 943 time: 0.0575252 Dec 08 16:42:26.574521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acf4cc5c-0300-4d3e-9284-9b8f1386ced9 req-2ed94ad6-12d2-41be-aca3-520f314cf846 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Dec 08 16:42:27.494023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e8f8fada-47b6-48c0-ba5a-17314c965f11 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:27.601517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e8f8fada-47b6-48c0-ba5a-17314c965f11, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:27.613311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e8f8fada-47b6-48c0-ba5a-17314c965f11', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': 'e8f8fada-47b6-48c0-ba5a-17314c965f11', 'mac_address': 'fa:16:3e:8e:d4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:27.651508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:27.665381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f8fada-47b6-48c0-ba5a-17314c965f11 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:27.687906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e8f8fada-47b6-48c0-ba5a-17314c965f11, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:27.693060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:27.702012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6f5a9-2687-4fb5-a05b-72fbc747d424 req-d5bffa8e-d9f8-4433-a8dd-313c427fa333 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:27.703722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51a6f5a9-2687-4fb5-a05b-72fbc747d424 req-d5bffa8e-d9f8-4433-a8dd-313c427fa333 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 943 time: 0.0521164 Dec 08 16:42:27.741169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e8f8fada-47b6-48c0-ba5a-17314c965f11,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:27.748555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.748901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.749240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.749578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.749936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.750269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.750595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.750919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.751241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.751562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.751881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.752109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51a6f5a9-2687-4fb5-a05b-72fbc747d424 req-672db346-db7b-4d4f-8f76-6cc633dc3167 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420139 Dec 08 16:42:27.752247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.752510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:27.910140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e8f8fada-47b6-48c0-ba5a-17314c965f11'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:28.024758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-95b1b4e4-73fc-4600-bb57-51e985bb21de tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:28.026369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-95b1b4e4-73fc-4600-bb57-51e985bb21de tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1082826 Dec 08 16:42:28.041859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-7e3101d1-ef10-4d4f-be65-1433b97f48af tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0093963 Dec 08 16:42:28.098940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-8de9440f-5c37-42bf-a0ff-f5410b604cd2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493355 Dec 08 16:42:28.206755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-91c8bf00-1842-4580-adf7-b3de4d3ee957 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004589 Dec 08 16:42:28.298755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-41a7bfbf-d274-4ac1-84c2-b33cb6a59962 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855188 Dec 08 16:42:28.486526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cc7cdc0-223a-4b09-bb80-8c8079df08ef req-52c28fc0-e0d4-43ba-abda-a1c225ae84f0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0273726 Dec 08 16:42:28.783141 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-441b6311-2140-4907-8c37-b31be4312628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:28.877628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48eb479-f0e0-4d3d-9318-408bd93f1f48 req-8d15013a-8c90-4fed-82a9-357bcaf15cbb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:28.879193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b48eb479-f0e0-4d3d-9318-408bd93f1f48 req-8d15013a-8c90-4fed-82a9-357bcaf15cbb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 944 time: 0.0554848 Dec 08 16:42:28.931333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b48eb479-f0e0-4d3d-9318-408bd93f1f48 req-b4edfcea-f160-4b35-b714-014cdc6d06bf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457139 Dec 08 16:42:29.436658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-f57ad37a-ea3b-4b3f-9e19-a5e9301ad579 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:29.438188 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-f57ad37a-ea3b-4b3f-9e19-a5e9301ad579 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1046424 Dec 08 16:42:29.450425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': '820e4444-058c-4740-92d5-85e23b6562af', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:29.514632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e8f8fada-47b6-48c0-ba5a-17314c965f11 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:29.578316 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:29.582275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.582466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port e8f8fada-47b6-48c0-ba5a-17314c965f11 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:29.589588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port e8f8fada-47b6-48c0-ba5a-17314c965f11 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:29.590569 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.620321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cba9dee-d421-4612-ba25-b41506c48328 req-e925202c-22fe-44c5-a51e-4abf31ca8662 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0487037 Dec 08 16:42:29.689757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.715967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f8fada-47b6-48c0-ba5a-17314c965f11'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:29.718260 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e2fff6-3807-4b50-a587-fef0a5a471ee" -d '{"events": [{"server_uuid": "7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8f8fada-47b6-48c0-ba5a-17314c965f11"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:29.731231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e8f8fada-47b6-48c0-ba5a-17314c965f11, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:29.732542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.14 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/497ede47-db88-4b3e-9a84-d40cac905aa4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:29.739537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.802559 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d388436f-b723-4a56-b9ed-de6df72404bb x-openstack-request-id: req-d388436f-b723-4a56-b9ed-de6df72404bb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:29.803762 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7", "name": "network-vif-plugged", "status": "completed", "tag": "e8f8fada-47b6-48c0-ba5a-17314c965f11", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:29.803897 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d388436f-b723-4a56-b9ed-de6df72404bb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:29.804493 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f8fada-47b6-48c0-ba5a-17314c965f11', 'code': 200} Dec 08 16:42:29.806224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e8f8fada-47b6-48c0-ba5a-17314c965f11,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:29.882371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a98c7f-2b10-4207-a0ac-41be56ad722c req-268dadb7-65a7-4593-be80-4355ca7ca1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:29.884621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a98c7f-2b10-4207-a0ac-41be56ad722c req-268dadb7-65a7-4593-be80-4355ca7ca1d8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 1096 time: 0.0456526 Dec 08 16:42:29.932974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a98c7f-2b10-4207-a0ac-41be56ad722c req-831f9efb-fa93-41a6-9ef5-d923d2e8767f service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403302 Dec 08 16:42:29.939929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.977208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:29.994254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['cd6cd11b-f07d-4bd4-b7a3-92660f1829f8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:30.032936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=497ede47-db88-4b3e-9a84-d40cac905aa4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:30.045074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:30.046758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:30.050060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:30.142568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d22a929-4697-49e2-913e-7609afbdc5ba req-9568da36-e323-4b60-a1bd-ae6cbdc49cc6 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.145443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.146474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.149024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d22a929-4697-49e2-913e-7609afbdc5ba req-9568da36-e323-4b60-a1bd-ae6cbdc49cc6 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 945 time: 0.0902050 Dec 08 16:42:30.177099 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-94c5d37f-6d34-47a0-b5a9-ff77123af542 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7302971 Dec 08 16:42:30.190012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Request body: {'port': {'device_id': '820e4444-058c-4740-92d5-85e23b6562af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:30.204604 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.245191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d22a929-4697-49e2-913e-7609afbdc5ba req-dc808d15-5dcf-4098-b0cb-6e3cd4c1787a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891659 Dec 08 16:42:30.281726 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.330466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-439efe4e-5852-47b0-abe5-c3a3fdccfde2 None None] Provisioning complete for port 497ede47-db88-4b3e-9a84-d40cac905aa4 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:30.330946 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-439efe4e-5852-47b0-abe5-c3a3fdccfde2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.372152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-439efe4e-5852-47b0-abe5-c3a3fdccfde2 None None] Port 497ede47-db88-4b3e-9a84-d40cac905aa4 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:42:30.613863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497ede47-db88-4b3e-9a84-d40cac905aa4 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:30.623870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.638370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Transition to ACTIVE for port object 497ede47-db88-4b3e-9a84-d40cac905aa4 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:30.644736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.705766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=497ede47-db88-4b3e-9a84-d40cac905aa4,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:30.783181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1cd97-5c4e-401a-883e-4aa40892cafa req-48209b91-6346-4baf-9686-26962cc1885e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:30.790462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abc1cd97-5c4e-401a-883e-4aa40892cafa req-48209b91-6346-4baf-9686-26962cc1885e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0768480 Dec 08 16:42:30.832431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Attempting to bind port 497ede47-db88-4b3e-9a84-d40cac905aa4 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:30.832822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Attempting to bind port 497ede47-db88-4b3e-9a84-d40cac905aa4 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:30.833158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Attempting to bind port 497ede47-db88-4b3e-9a84-d40cac905aa4 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:30.840572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Port 497ede47-db88-4b3e-9a84-d40cac905aa4 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:30.841082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Attempting to bind port 497ede47-db88-4b3e-9a84-d40cac905aa4 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:30.847064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:30.847597 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:30.847995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:30.848651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Bound port: 497ede47-db88-4b3e-9a84-d40cac905aa4, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:30.849064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:30.858413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abc1cd97-5c4e-401a-883e-4aa40892cafa req-dc7c522d-fa15-4cfc-acec-23b2603a1330 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619102 Dec 08 16:42:30.942818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] For port 497ede47-db88-4b3e-9a84-d40cac905aa4, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:30.948956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] For port 497ede47-db88-4b3e-9a84-d40cac905aa4, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=497ede47-db88-4b3e-9a84-d40cac905aa4,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:30.955803 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:31.007512 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.007992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:31.009442 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] 10.222.0.58 "PUT /v2.0/ports/497ede47-db88-4b3e-9a84-d40cac905aa4 HTTP/1.1" status: 200 len: 1092 time: 0.8237643 Dec 08 16:42:31.009928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '820e4444-058c-4740-92d5-85e23b6562af', 'tag': '497ede47-db88-4b3e-9a84-d40cac905aa4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:31.013075 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1743d778-e831-4521-a9f4-2c693523bf9b" -d '{"events": [{"name": "network-changed", "server_uuid": "820e4444-058c-4740-92d5-85e23b6562af", "tag": "497ede47-db88-4b3e-9a84-d40cac905aa4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:31.046183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b6d61-35ed-474b-9e69-5466d951ea9b service neutron] Pushing event updated for resources: {'Port': ['ID=497ede47-db88-4b3e-9a84-d40cac905aa4,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:31.096414 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fc3b97-772d-4ffc-8603-9b86c13e3db9 x-openstack-request-id: req-14fc3b97-772d-4ffc-8603-9b86c13e3db9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:31.097281 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "820e4444-058c-4740-92d5-85e23b6562af", "tag": "497ede47-db88-4b3e-9a84-d40cac905aa4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:31.097672 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-14fc3b97-772d-4ffc-8603-9b86c13e3db9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:31.098230 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '820e4444-058c-4740-92d5-85e23b6562af', 'tag': '497ede47-db88-4b3e-9a84-d40cac905aa4', 'status': 'completed', 'code': 200} Dec 08 16:42:31.127821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-09e45ef9-c712-464b-b063-b58072c1085c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.129894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-09e45ef9-c712-464b-b063-b58072c1085c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 1095 time: 0.0679724 Dec 08 16:42:31.183489 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-9142895c-be45-4992-8c1e-aeadb2486cea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497ede47-db88-4b3e-9a84-d40cac905aa4 HTTP/1.1" status: 200 len: 217 time: 0.0453641 Dec 08 16:42:31.236914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-299d1968-ce8a-42df-b4cf-21dc4d03c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.238454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-299d1968-ce8a-42df-b4cf-21dc4d03c08c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0478628 Dec 08 16:42:31.293036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1a883-4fef-4dda-9838-1b37609e158e req-e250ad26-f4a6-4f93-8c41-27f58f91311c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.294573 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-e250ad26-f4a6-4f93-8c41-27f58f91311c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495486 Dec 08 16:42:31.386995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2b97b-562a-47d8-ba9d-c74ac3feb2c1 req-808b6d66-1f1f-4156-8e6b-f57d0896772f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.388655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbd2b97b-562a-47d8-ba9d-c74ac3feb2c1 req-808b6d66-1f1f-4156-8e6b-f57d0896772f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 945 time: 0.0599375 Dec 08 16:42:31.409645 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-da037958-b829-4f8c-bef3-d7b6c4b0f16c service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081557 Dec 08 16:42:31.442624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbd2b97b-562a-47d8-ba9d-c74ac3feb2c1 req-40f60b76-e4c2-4718-a39c-2b5cf6e0ab0e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478730 Dec 08 16:42:31.506457 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-66b1a883-4fef-4dda-9838-1b37609e158e req-d3d14933-7502-4fa5-998a-dc120a7dbb4c service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903459 Dec 08 16:42:31.599138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d778-e831-4521-a9f4-2c693523bf9b req-34b39cba-98f7-418c-a6b1-58261284e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.600702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-34b39cba-98f7-418c-a6b1-58261284e2da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 1095 time: 0.0477026 Dec 08 16:42:31.689007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-0da7e259-475b-41d4-b785-f839dd86339d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.692434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-0da7e259-475b-41d4-b785-f839dd86339d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1106052 Dec 08 16:42:31.706875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-185c73ea-ec56-4e55-b805-1950bc230cfe tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0097077 Dec 08 16:42:31.711146 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d778-e831-4521-a9f4-2c693523bf9b req-77478e19-a8b2-41a5-b0bb-4bf136cd8564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.712633 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-77478e19-a8b2-41a5-b0bb-4bf136cd8564 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.1049819 Dec 08 16:42:31.756874 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-896c427e-f851-4854-8864-1a7520804f36 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=497ede47-db88-4b3e-9a84-d40cac905aa4 HTTP/1.1" status: 200 len: 217 time: 0.0360627 Dec 08 16:42:31.770833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-83cb9847-6bbe-4fa8-8406-066f175f5e79 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0558176 Dec 08 16:42:31.812380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d778-e831-4521-a9f4-2c693523bf9b req-8f5abd1d-3e82-431c-8cd3-000cc7a59b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.813760 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-8f5abd1d-3e82-431c-8cd3-000cc7a59b72 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0511005 Dec 08 16:42:31.863840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743d778-e831-4521-a9f4-2c693523bf9b req-4c5fb981-4c6f-4b44-976b-72b2f888f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:31.865947 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-4c5fb981-4c6f-4b44-976b-72b2f888f529 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444441 Dec 08 16:42:31.878859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-778d038d-a68b-410c-a144-2d8cbce51aa6 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048248 Dec 08 16:42:31.914300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:31.965504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-5cf59670-4067-49b3-8f99-b25abf874aac service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927243 Dec 08 16:42:32.015096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-309809ca-bddd-4305-a4d6-d7fa772c8b2a service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291349 Dec 08 16:42:32.030713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e4c65a-ac71-4763-b336-1b8862a117d3 req-fbf126b3-7137-4527-bee4-fe8c3ca12e74 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:32.032635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e4c65a-ac71-4763-b336-1b8862a117d3 req-fbf126b3-7137-4527-bee4-fe8c3ca12e74 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0724995 Dec 08 16:42:32.072175 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1743d778-e831-4521-a9f4-2c693523bf9b req-2dea899c-8e26-4f3a-ab9a-380739243c9e service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993304 Dec 08 16:42:32.104613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e4c65a-ac71-4763-b336-1b8862a117d3 req-cc68f596-f2cc-4a6c-851f-9e722bc6de39 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615485 Dec 08 16:42:32.222240 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:32.246824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56ae741f-1a74-4752-a960-6ffcceb7b031 req-74b4a175-78fd-4227-85ed-a20baf476be1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 210 time: 0.0364313 Dec 08 16:42:32.322841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.201980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.293063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-0a2180b0-5a1e-4b23-8303-09621346c774 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:33.294626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-0a2180b0-5a1e-4b23-8303-09621346c774 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1815643 Dec 08 16:42:33.308502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39905104-6402-4d9c-968f-83dcae573722 req-4ada869b-3649-425f-87a3-da2ff3925770 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:33.315235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39905104-6402-4d9c-968f-83dcae573722 req-4ada869b-3649-425f-87a3-da2ff3925770 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.1273487 Dec 08 16:42:33.327301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:33.464591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfb583b3-0ea8-43d5-9aa7-074f9a8d5ce5 req-9ef4ce7e-dc4c-4522-9fd3-ffc58ecdaf99 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 210 time: 0.0692971 Dec 08 16:42:33.509464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39905104-6402-4d9c-968f-83dcae573722 req-a989fd10-0391-408d-8a2e-c1abde9c1960 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911526 Dec 08 16:42:33.552305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:33.557083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.739602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.8 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:33.932417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.973734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:33.986032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'e8f8fada-47b6-48c0-ba5a-17314c965f11'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:34.027671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:34.031115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:34.039100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:34.079440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:34.127008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:34.127788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.159085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-49022c3a-b357-4b1b-ab40-87425b43d0ad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358731 Dec 08 16:42:34.174166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Request body: {'port': {'device_id': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:34.252126 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.684363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff6d15-f8d4-4bce-ab49-3ac08d444c5d req-6d6abec1-3461-44d1-be8a-24b68d83c1ab tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:34.685716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fff6d15-f8d4-4bce-ab49-3ac08d444c5d req-6d6abec1-3461-44d1-be8a-24b68d83c1ab tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 931 time: 0.1216624 Dec 08 16:42:34.790920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:34.803264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.851990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Transition to ACTIVE for port object 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:34.863429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52502dd-4a03-4707-9429-9baf189b2150 req-7f8b2727-c261-4ee8-9105-aba0ff220055 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:34.865710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f52502dd-4a03-4707-9429-9baf189b2150 req-7f8b2727-c261-4ee8-9105-aba0ff220055 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.2060995 Dec 08 16:42:34.871089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fff6d15-f8d4-4bce-ab49-3ac08d444c5d req-2d325dc0-182f-4d26-8680-368ad0514273 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770232 Dec 08 16:42:34.871911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:34.980802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:35.003853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f52502dd-4a03-4707-9429-9baf189b2150 req-01838b34-8ac0-4d57-85f5-044def65e911 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291425 Dec 08 16:42:35.111044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Attempting to bind port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:35.111970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Attempting to bind port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:35.112883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Attempting to bind port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:35.124718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:35.126295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Attempting to bind port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:35.136378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:35.138102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:35.138714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:35.139511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Bound port: 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:35.139953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.270892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] For port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:35.281219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] For port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:35.300806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.360455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:35.363415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:35.363415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] 10.222.0.86 "PUT /v2.0/ports/4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f HTTP/1.1" status: 200 len: 1091 time: 1.1949151 Dec 08 16:42:35.363415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'tag': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:35.365707 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ade8c6-4656-40fc-9840-f21417f76ead" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d963e5-b2fa-4420-b825-296a889dcb8b", "tag": "4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:35.400503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65389419-7e5b-4c25-8a1c-7e30d1b98ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:35.421747 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6a3a7d-159e-47ac-8bad-82aa7aa5b1b5 x-openstack-request-id: req-3f6a3a7d-159e-47ac-8bad-82aa7aa5b1b5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:35.421747 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d963e5-b2fa-4420-b825-296a889dcb8b", "tag": "4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:35.422494 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f6a3a7d-159e-47ac-8bad-82aa7aa5b1b5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:35.422980 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'tag': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f', 'status': 'completed', 'code': 200} Dec 08 16:42:35.466049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-552cdb47-77fb-41a2-894b-754c5aa5638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:35.467976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-552cdb47-77fb-41a2-894b-754c5aa5638d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 1094 time: 0.0578995 Dec 08 16:42:35.528950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-ecb4c2de-0617-4928-9206-554b9729f8ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f HTTP/1.1" status: 200 len: 217 time: 0.0479186 Dec 08 16:42:35.602165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-623bc917-5c44-4133-828c-2ab48045e247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:35.604084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-623bc917-5c44-4133-828c-2ab48045e247 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0728128 Dec 08 16:42:35.642514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-bae95451-2fa6-4dea-be79-5874b6503859 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318625 Dec 08 16:42:35.800202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-01936531-0c6a-4cd7-87e5-43023aa9608a service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492283 Dec 08 16:42:35.952473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff0a770f-ba2f-4b4c-b833-f48ec008f049 req-ed03aa5d-b808-4cd7-8d09-0620a348e3a7 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432390 Dec 08 16:42:36.085210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a93c71b-1476-4cc2-a5c5-fe660e325e7e req-87092134-766c-4b9b-8e35-93b9d32bca62 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.086683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a93c71b-1476-4cc2-a5c5-fe660e325e7e req-87092134-766c-4b9b-8e35-93b9d32bca62 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 943 time: 0.0987525 Dec 08 16:42:36.133556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-14945934-7aaf-4b00-b210-b4e1d317d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.135086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-14945934-7aaf-4b00-b210-b4e1d317d2c7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 1094 time: 0.1164606 Dec 08 16:42:36.248420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e991a-f02a-447c-b974-1892e572c25e req-e92e050e-6265-4163-a291-21c700502091 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.250026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-225e991a-f02a-447c-b974-1892e572c25e req-e92e050e-6265-4163-a291-21c700502091 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.1621773 Dec 08 16:42:36.255388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a93c71b-1476-4cc2-a5c5-fe660e325e7e req-0e0c614d-ac67-4827-a08d-3a0b9f3fde8a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495144 Dec 08 16:42:36.325148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-6f63bb89-3b3d-4340-9bc5-5edffb965210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.327259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-6f63bb89-3b3d-4340-9bc5-5edffb965210 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.1786635 Dec 08 16:42:36.333248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-225e991a-f02a-447c-b974-1892e572c25e req-3a007291-6d58-4a39-b0b9-30e2cc38996e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761046 Dec 08 16:42:36.374460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-c92fa77a-862a-4def-a50c-b280e2a9ca97 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f HTTP/1.1" status: 200 len: 217 time: 0.0384219 Dec 08 16:42:36.444066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-551ff399-1b46-4556-b6f8-50018e71f509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:36.445884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-551ff399-1b46-4556-b6f8-50018e71f509 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0645630 Dec 08 16:42:36.491449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-1124ca5e-ec57-4d18-9921-31e0cd822944 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380876 Dec 08 16:42:36.613619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-ce122d17-41d5-4067-8c3a-c5f95a6e6a8d service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146557 Dec 08 16:42:36.736690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3ade8c6-4656-40fc-9840-f21417f76ead req-21106f79-cac5-4724-951f-89e4ab32baa1 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151583 Dec 08 16:42:37.399455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee8cab-dda6-4885-a073-c1153601e503 req-da1614d3-5507-46d2-8d2e-e966f2c9f40a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:37.407110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64ee8cab-dda6-4885-a073-c1153601e503 req-da1614d3-5507-46d2-8d2e-e966f2c9f40a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 943 time: 0.0737648 Dec 08 16:42:37.482931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64ee8cab-dda6-4885-a073-c1153601e503 req-8eba3bed-6351-45cf-baeb-34b894d2eb32 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748062 Dec 08 16:42:37.495303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2551f7c-f8cc-414b-8a62-bfed2476fdd9 req-4a4b063a-2b13-48d5-9276-d4623a5eff62 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:37.502291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2551f7c-f8cc-414b-8a62-bfed2476fdd9 req-4a4b063a-2b13-48d5-9276-d4623a5eff62 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0792964 Dec 08 16:42:37.555050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2551f7c-f8cc-414b-8a62-bfed2476fdd9 req-f2c296b8-0046-4909-b381-153177a8e337 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Dec 08 16:42:38.619350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93133b-b602-482b-b267-8e432b62c021 req-a2577f2e-edb7-4929-b88a-75e7df5739b3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:38.620890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c93133b-b602-482b-b267-8e432b62c021 req-a2577f2e-edb7-4929-b88a-75e7df5739b3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 943 time: 0.0506041 Dec 08 16:42:38.702359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ad537-27e4-4555-9df0-723106c35757 req-0897fead-7374-4bf0-bd84-ce8e99cf30c2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:38.703838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f4ad537-27e4-4555-9df0-723106c35757 req-0897fead-7374-4bf0-bd84-ce8e99cf30c2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0782595 Dec 08 16:42:38.707805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c93133b-b602-482b-b267-8e432b62c021 req-b612421b-6ecb-46ab-b86a-325ae3f3b0df tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733254 Dec 08 16:42:38.753462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f4ad537-27e4-4555-9df0-723106c35757 req-ecafdb47-f708-444a-985b-eeab479fe45d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Dec 08 16:42:39.541417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:39.815119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:39.832579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f', 'mac_address': 'fa:16:3e:17:64:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:39.844364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ec5692-a984-49d5-a6df-b030afda7aea req-f6dcaa36-03bf-4891-8dfa-66d943730999 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:39.852935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5ec5692-a984-49d5-a6df-b030afda7aea req-f6dcaa36-03bf-4891-8dfa-66d943730999 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 943 time: 0.0712690 Dec 08 16:42:39.897549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:39.913330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:39.928768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5ec5692-a984-49d5-a6df-b030afda7aea req-708c99be-090a-4d25-8603-955b17118d68 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749195 Dec 08 16:42:39.955066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556935e9-d3ca-4464-bada-74116d32d244 req-e4ec5d4c-517f-4086-899d-e19c29863e68 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:39.955066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556935e9-d3ca-4464-bada-74116d32d244 req-e4ec5d4c-517f-4086-899d-e19c29863e68 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0708852 Dec 08 16:42:39.959905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:39.968860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:40.018771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556935e9-d3ca-4464-bada-74116d32d244 req-831ef364-5264-4475-bb04-6c8c23b97266 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570583 Dec 08 16:42:40.047529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:40.195416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:41.063833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6014625-6eee-4e07-b234-6042679e7e4f req-1ce7b68c-92ab-4a32-a05c-3b93602e8795 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:41.065267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6014625-6eee-4e07-b234-6042679e7e4f req-1ce7b68c-92ab-4a32-a05c-3b93602e8795 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 944 time: 0.0527589 Dec 08 16:42:41.152411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6014625-6eee-4e07-b234-6042679e7e4f req-a540a631-457e-47e5-8fda-dedb20d80a63 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797663 Dec 08 16:42:41.176969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee769c4-922d-4e53-93df-39c13d56e117 req-f2fd261c-5786-4adb-b74a-08364ac486d8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:41.180431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eee769c4-922d-4e53-93df-39c13d56e117 req-f2fd261c-5786-4adb-b74a-08364ac486d8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0876167 Dec 08 16:42:41.237438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eee769c4-922d-4e53-93df-39c13d56e117 req-5d069e05-0c21-4348-9968-eea3da815623 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443945 Dec 08 16:42:41.557288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:41.622968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:41.631752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:41.631752 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:41.721310 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:41.745386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:41.747717 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62f6a25-756c-42b6-aa86-8dc986c35e80" -d '{"events": [{"server_uuid": "a4d963e5-b2fa-4420-b825-296a889dcb8b", "name": "network-vif-plugged", "status": "completed", "tag": "4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:41.761737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:41.766214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:41.795402 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf4a2f9-81f6-4280-be80-c36a8ee45351 x-openstack-request-id: req-4bf4a2f9-81f6-4280-be80-c36a8ee45351 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:41.795691 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d963e5-b2fa-4420-b825-296a889dcb8b", "name": "network-vif-plugged", "status": "completed", "tag": "4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:41.795944 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4bf4a2f9-81f6-4280-be80-c36a8ee45351 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:41.796345 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f', 'code': 200} Dec 08 16:42:41.825759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:42.029495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd0025-f094-4629-a40d-3896a0d0fef8 req-49326570-febf-4994-8e5d-db262dd52745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:42.031021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81fd0025-f094-4629-a40d-3896a0d0fef8 req-49326570-febf-4994-8e5d-db262dd52745 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 1096 time: 0.0410192 Dec 08 16:42:42.080792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81fd0025-f094-4629-a40d-3896a0d0fef8 req-89b1c9c9-d788-4657-947c-3dce52382f64 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418916 Dec 08 16:42:42.289324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e936e9-89c1-4dc4-8d48-4227e6586b77 req-f2deb221-c1e2-40c2-ae3f-ad7e73388cb6 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:42.291099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92e936e9-89c1-4dc4-8d48-4227e6586b77 req-f2deb221-c1e2-40c2-ae3f-ad7e73388cb6 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 945 time: 0.0604966 Dec 08 16:42:42.375830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92e936e9-89c1-4dc4-8d48-4227e6586b77 req-e9bbb1dd-df78-478a-b461-d3e880e94d40 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774610 Dec 08 16:42:42.389063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e5420-100f-4651-936b-4dda0b23d3ac req-80d95716-db7b-45f8-8036-9c04f1ab72de tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:42.390698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc1e5420-100f-4651-936b-4dda0b23d3ac req-80d95716-db7b-45f8-8036-9c04f1ab72de tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0778174 Dec 08 16:42:42.440558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc1e5420-100f-4651-936b-4dda0b23d3ac req-f81b0e7c-fe85-4cf4-8a48-8c280b677586 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437882 Dec 08 16:42:43.432735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-f07800c5-b10a-4a1b-9d9c-f505d1a6fe1e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431154 Dec 08 16:42:43.572481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da40db3-65a1-4ff3-ac68-1055cbcbc77f req-d655142b-f990-4f81-889c-28b9eed225dd tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.574015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1da40db3-65a1-4ff3-ac68-1055cbcbc77f req-d655142b-f990-4f81-889c-28b9eed225dd tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 945 time: 0.1141560 Dec 08 16:42:43.606152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-ebc2acae-a01c-40b3-aa16-a64611edbadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.607499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-ebc2acae-a01c-40b3-aa16-a64611edbadf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.1107745 Dec 08 16:42:43.622724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead2086b-0790-40d4-9f16-319c73938fe2 req-63f4405a-e838-4233-963c-e9b51a26be12 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.624783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ead2086b-0790-40d4-9f16-319c73938fe2 req-63f4405a-e838-4233-963c-e9b51a26be12 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0972292 Dec 08 16:42:43.708220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1da40db3-65a1-4ff3-ac68-1055cbcbc77f req-9ae4f766-a691-41db-bc68-21445e5d17ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260738 Dec 08 16:42:43.750447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ead2086b-0790-40d4-9f16-319c73938fe2 req-f173ee9e-6b19-45ac-a85a-68fb91724b3e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197505 Dec 08 16:42:43.775473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-03e7f4b3-3ac7-4270-b6fb-cf8b674cadd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.777190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-03e7f4b3-3ac7-4270-b6fb-cf8b674cadd5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1453001 Dec 08 16:42:43.846071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-96bd51d1-c4a4-463c-8682-b2ab3f9cc653 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0589323 Dec 08 16:42:43.900078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ba205-d04b-446f-912a-06ca63d82287 req-8a92c181-b14f-40f9-bd33-cacbdb73592e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.901450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a83ba205-d04b-446f-912a-06ca63d82287 req-8a92c181-b14f-40f9-bd33-cacbdb73592e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 945 time: 0.1163154 Dec 08 16:42:43.919030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-5ace0fe3-a422-4a69-91e9-586290632f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:43.920417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-5ace0fe3-a422-4a69-91e9-586290632f2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0658693 Dec 08 16:42:43.957760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-6bd4a89c-ef86-48f7-b468-5c2b8024fbdc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285065 Dec 08 16:42:44.029398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a83ba205-d04b-446f-912a-06ca63d82287 req-bed4779a-e8b1-4e6e-8a87-abb6688fed64 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214979 Dec 08 16:42:44.090506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-11210bec-1a0a-45c0-8a11-f8224092f1d4 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242635 Dec 08 16:42:44.616064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343a527-8635-42d1-9f43-475bcc0c938b req-7160df61-a723-4d5b-ab85-975fab9def8b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:44.617569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d343a527-8635-42d1-9f43-475bcc0c938b req-7160df61-a723-4d5b-ab85-975fab9def8b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 945 time: 0.4952061 Dec 08 16:42:44.638302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75aee3aa-00a9-48e6-a29d-10b89fd600b3 req-5e659b1e-e3ad-4eaf-8290-3049f45dbdd1 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5402460 Dec 08 16:42:44.672378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d343a527-8635-42d1-9f43-475bcc0c938b req-5e6cca12-5437-42fc-952a-c16c1dc284d2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460050 Dec 08 16:42:44.877130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccf274-7738-41fc-9bed-a50392987093 req-b9c09021-6f6d-4ea1-85a4-b171f883ece3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:44.878533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9ccf274-7738-41fc-9bed-a50392987093 req-b9c09021-6f6d-4ea1-85a4-b171f883ece3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0503738 Dec 08 16:42:44.958986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3879f-0b54-43d5-bf43-a7da0bf3e9d1 req-4a068c61-a180-4dfd-ad60-40800ff2455a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:44.960546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3d3879f-0b54-43d5-bf43-a7da0bf3e9d1 req-4a068c61-a180-4dfd-ad60-40800ff2455a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 945 time: 0.0811419 Dec 08 16:42:44.964149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9ccf274-7738-41fc-9bed-a50392987093 req-bfe4aa97-cf70-4ab4-9643-895592eb06c2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763826 Dec 08 16:42:45.010078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3d3879f-0b54-43d5-bf43-a7da0bf3e9d1 req-2ae0c173-0d5a-486e-b87b-3604cf3148d4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429349 Dec 08 16:42:46.091507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca0aff-a6cb-4bb8-8499-fed6989b0a85 req-f210b7b5-dd14-4856-b25b-8507f6fc9e47 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:46.093103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94ca0aff-a6cb-4bb8-8499-fed6989b0a85 req-f210b7b5-dd14-4856-b25b-8507f6fc9e47 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0566399 Dec 08 16:42:46.169148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75825a-3741-4391-a2b0-1d45310bac5c req-73bec149-3e71-443b-a686-02a05aa5eb08 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:46.170631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba75825a-3741-4391-a2b0-1d45310bac5c req-73bec149-3e71-443b-a686-02a05aa5eb08 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 945 time: 0.0763228 Dec 08 16:42:46.178575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94ca0aff-a6cb-4bb8-8499-fed6989b0a85 req-c25679b4-b7ec-4d08-bb96-0e16ba52f864 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746953 Dec 08 16:42:46.235810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba75825a-3741-4391-a2b0-1d45310bac5c req-c0276ded-ff0b-4f0c-9255-6e0810554599 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562665 Dec 08 16:42:46.272949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-070faa01-831f-40cd-a403-53e0c812cf52 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:46.274750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-070faa01-831f-40cd-a403-53e0c812cf52 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/ports?device_id=a4d963e5-b2fa-4420-b825-296a889dcb8b HTTP/1.1" status: 200 len: 945 time: 0.0622165 Dec 08 16:42:46.372146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:46.372481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:46.470960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:46.471322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:46.484845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:46.624711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:46.636652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'e8f8fada-47b6-48c0-ba5a-17314c965f11', '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:46.652722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:46.696038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:46.698809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:46.702221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eede8446-7180-4f0a-8d90-d640f47e8afc req-b911031d-d492-471e-9b0c-0c340380cc4a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "DELETE /v2.0/ports/4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f HTTP/1.1" status: 204 len: 173 time: 0.4212620 Dec 08 16:42:46.702667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'name': 'network-vif-deleted', 'tag': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:46.704941 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8333a614-2683-4c2d-984e-a35b37209480" -d '{"events": [{"server_uuid": "a4d963e5-b2fa-4420-b825-296a889dcb8b", "name": "network-vif-deleted", "tag": "4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:46.749815 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ba8a46-8349-4711-b535-d284e7bef3f5 x-openstack-request-id: req-e2ba8a46-8349-4711-b535-d284e7bef3f5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:46.750279 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d963e5-b2fa-4420-b825-296a889dcb8b", "name": "network-vif-deleted", "tag": "4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:46.750556 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e2ba8a46-8349-4711-b535-d284e7bef3f5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:46.751368 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d963e5-b2fa-4420-b825-296a889dcb8b', 'name': 'network-vif-deleted', 'tag': '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f', 'status': 'completed', 'code': 200} Dec 08 16:42:47.303422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1123dd9-98bb-4e16-ad51-a4a4e0a6e024 req-c1603bdf-91ce-458d-8f9d-f3bf985f7d89 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:47.305127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1123dd9-98bb-4e16-ad51-a4a4e0a6e024 req-c1603bdf-91ce-458d-8f9d-f3bf985f7d89 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0537894 Dec 08 16:42:47.362109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1123dd9-98bb-4e16-ad51-a4a4e0a6e024 req-505a74a5-e05c-4fe5-99cc-9e3fb2655f09 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503824 Dec 08 16:42:47.575621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e642d-5bd4-4991-a2de-051d12788b3b req-785a8de9-787c-49d8-9836-e4bf5df39d18 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:47.577105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d08e642d-5bd4-4991-a2de-051d12788b3b req-785a8de9-787c-49d8-9836-e4bf5df39d18 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 945 time: 0.0549119 Dec 08 16:42:47.626495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d08e642d-5bd4-4991-a2de-051d12788b3b req-eb846591-8907-4989-94fb-ac15a431c44a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430069 Dec 08 16:42:48.495580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5b34a-567c-42ab-b6be-a70a712a9913 req-e79c6819-ed22-479f-a20a-9576244f18f9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:48.497223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6b5b34a-567c-42ab-b6be-a70a712a9913 req-e79c6819-ed22-479f-a20a-9576244f18f9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0617924 Dec 08 16:42:48.553113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6b5b34a-567c-42ab-b6be-a70a712a9913 req-7c59c845-1131-4157-a221-e72e4db095b0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490673 Dec 08 16:42:48.756729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c3c27-c6f9-4914-bc46-79d97246c7cf req-b6c10d6c-036b-4e94-8e00-c9034bdc8f00 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:48.758814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb8c3c27-c6f9-4914-bc46-79d97246c7cf req-b6c10d6c-036b-4e94-8e00-c9034bdc8f00 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 945 time: 0.0569406 Dec 08 16:42:48.809047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb8c3c27-c6f9-4914-bc46-79d97246c7cf req-7f7cb563-70b8-4d6c-b612-849dd3eab7e3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440762 Dec 08 16:42:48.947590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-b0d43a9e-f4b7-4ea8-8278-27e7018406ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:48.949110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-b0d43a9e-f4b7-4ea8-8278-27e7018406ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 945 time: 0.0556214 Dec 08 16:42:49.049137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port e8f8fada-47b6-48c0-ba5a-17314c965f11 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:49.049509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:49.154476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port e8f8fada-47b6-48c0-ba5a-17314c965f11, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e8f8fada-47b6-48c0-ba5a-17314c965f11,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:49.154855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:49.169216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for e8f8fada-47b6-48c0-ba5a-17314c965f11 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:49.313311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:49.326267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'e8f8fada-47b6-48c0-ba5a-17314c965f11', '4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:49.345223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=e8f8fada-47b6-48c0-ba5a-17314c965f11,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:49.403007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port e8f8fada-47b6-48c0-ba5a-17314c965f11 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:49.406327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:49.410343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-277c0bd3-526b-4e50-8879-ab363453a1ad req-df0ca4fd-5454-4c29-929c-59ce20db7696 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "DELETE /v2.0/ports/e8f8fada-47b6-48c0-ba5a-17314c965f11 HTTP/1.1" status: 204 len: 173 time: 0.4554350 Dec 08 16:42:49.410813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'name': 'network-vif-deleted', 'tag': 'e8f8fada-47b6-48c0-ba5a-17314c965f11'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:49.413689 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd42633-a158-4a86-bf39-99ee8e8ec199" -d '{"events": [{"server_uuid": "7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7", "name": "network-vif-deleted", "tag": "e8f8fada-47b6-48c0-ba5a-17314c965f11"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:49.484210 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e396f1-6575-4083-a305-12a3fc897640 x-openstack-request-id: req-11e396f1-6575-4083-a305-12a3fc897640 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:49.484547 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7", "name": "network-vif-deleted", "tag": "e8f8fada-47b6-48c0-ba5a-17314c965f11", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:49.484777 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-11e396f1-6575-4083-a305-12a3fc897640 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:49.485151 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7', 'name': 'network-vif-deleted', 'tag': 'e8f8fada-47b6-48c0-ba5a-17314c965f11', 'status': 'completed', 'code': 200} Dec 08 16:42:49.679593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd9c49-d14f-4274-976f-c8209073cfd0 req-c411f16a-1c7d-4166-b9f4-eb1a4b2ac9de tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:49.681070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90bd9c49-d14f-4274-976f-c8209073cfd0 req-c411f16a-1c7d-4166-b9f4-eb1a4b2ac9de tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0537703 Dec 08 16:42:49.728681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90bd9c49-d14f-4274-976f-c8209073cfd0 req-ad5d0574-f495-4301-b7ea-cd0b9a227996 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Dec 08 16:42:49.933485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9a7a96f-cca4-47d8-8acb-7bbfdad0d50f req-ed144016-7604-4f8b-80d4-abb538f99709 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=7818cf03-99a4-4dc8-bb3c-4cf6189cb0a7 HTTP/1.1" status: 200 len: 210 time: 0.0337274 Dec 08 16:42:50.848726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a73b8-15e4-4aab-9dcc-a33ec17dcd13 req-254d6af7-41e0-4181-86f4-52cdaf9e357c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:50.850644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-348a73b8-15e4-4aab-9dcc-a33ec17dcd13 req-254d6af7-41e0-4181-86f4-52cdaf9e357c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0527360 Dec 08 16:42:50.903386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-348a73b8-15e4-4aab-9dcc-a33ec17dcd13 req-c251dfc6-c026-4924-b200-8d7aebe9c916 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456524 Dec 08 16:42:51.201096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-27b52ba4-045a-48f7-adf0-b87c45527a9a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:51.202589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-27b52ba4-045a-48f7-adf0-b87c45527a9a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1057911 Dec 08 16:42:51.218185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-ea446323-e00c-429e-8266-cbd0bac56bcf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0097330 Dec 08 16:42:51.267383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-026dafa9-3297-402e-9e42-c1f814f9fe56 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438979 Dec 08 16:42:51.362482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-822a890d-c6f8-4e07-85ed-81d3a536af3f service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875437 Dec 08 16:42:51.453873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-db3b8533-6926-4415-818c-53c6d634b8a6 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847199 Dec 08 16:42:51.637904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e8f8fada-47b6-48c0-ba5a-17314c965f11 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:51.641725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8d3b5be-16da-4c2f-8545-6c4d76c1232f req-9977ceed-368d-4827-a350-31486d26d7e9 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 210 time: 0.0291536 Dec 08 16:42:51.661490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: e8f8fada-47b6-48c0-ba5a-17314c965f11 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:51.661953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e8f8fada-47b6-48c0-ba5a-17314c965f11 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:51.663154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:42:51.687653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:42:51.687993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4b38a4ec-ac9c-4433-a53d-cabfd6f1f78f not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:42:52.049964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef9c6e9-724d-43cd-b027-5fe2a195e220 req-c205e0a5-71a4-4429-aecb-3ea562bc741e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:52.051498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ef9c6e9-724d-43cd-b027-5fe2a195e220 req-c205e0a5-71a4-4429-aecb-3ea562bc741e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 944 time: 0.0627217 Dec 08 16:42:52.107416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ef9c6e9-724d-43cd-b027-5fe2a195e220 req-b30df052-0521-4efd-a10c-3445cd326605 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489070 Dec 08 16:42:52.457721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 497ede47-db88-4b3e-9a84-d40cac905aa4 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:52.573841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 497ede47-db88-4b3e-9a84-d40cac905aa4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=497ede47-db88-4b3e-9a84-d40cac905aa4,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:52.588731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '497ede47-db88-4b3e-9a84-d40cac905aa4', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': '497ede47-db88-4b3e-9a84-d40cac905aa4', 'mac_address': 'fa:16:3e:e4:65:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:52.637751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:52.654336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497ede47-db88-4b3e-9a84-d40cac905aa4 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:52.675604 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:42:52.688017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 497ede47-db88-4b3e-9a84-d40cac905aa4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=497ede47-db88-4b3e-9a84-d40cac905aa4,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:52.694615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:52.713015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-7839c423-5891-4091-92bf-c8b7f879957f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:52.715029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-7839c423-5891-4091-92bf-c8b7f879957f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1829088 Dec 08 16:42:52.735490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:52.789837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=497ede47-db88-4b3e-9a84-d40cac905aa4,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:52.851090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-154a7fc8-4549-491f-a338-860b4476b42c req-0bb83845-e0f9-4b42-901b-e5725f72ed14 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 210 time: 0.0395768 Dec 08 16:42:52.911687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:42:52.916739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['497ede47-db88-4b3e-9a84-d40cac905aa4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:52.917886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:53.008954 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-10867834-5807-472b-b920-f827cc972482 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522146 Dec 08 16:42:53.092103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.13 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/f3d419a1-7e32-4e3a-ba0c-b7125bf9e976) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:42:53.109257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-09895e94-dcc1-410a-90eb-533537e10462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:53.110957 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-09895e94-dcc1-410a-90eb-533537e10462 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0525029 Dec 08 16:42:53.273906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-6db365ef-2f88-43d9-9bb5-3702bded4daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:53.275393 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-6db365ef-2f88-43d9-9bb5-3702bded4daf service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1420884 Dec 08 16:42:53.298590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:53.322240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a16ed-f0db-4033-8d1a-0c062e2fb760 req-41a387c2-fa97-4121-bb85-5138efe843e9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:53.323965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-693a16ed-f0db-4033-8d1a-0c062e2fb760 req-41a387c2-fa97-4121-bb85-5138efe843e9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 945 time: 0.0950189 Dec 08 16:42:53.331803 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-3005480f-efdc-4c19-8585-18be41105828 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0477602 Dec 08 16:42:53.376031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:53.388411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-28138d04-1071-4855-b21c-b8e42eecc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:53.390066 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-28138d04-1071-4855-b21c-b8e42eecc644 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0516117 Dec 08 16:42:53.392528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:53.427484 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-a8d8a2a8-9961-4ab9-94c0-c24aa7815677 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286293 Dec 08 16:42:53.433513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-693a16ed-f0db-4033-8d1a-0c062e2fb760 req-50be4ed1-216f-4126-910e-c1dee910a5fb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015370 Dec 08 16:42:53.449139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:42:53.450199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:53.457463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:42:53.460914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:42:53.518677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:53.519470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:53.540888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-28a1b231-0e70-4dc4-99f3-0ae2e1e505ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8133295 Dec 08 16:42:53.555042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Request body: {'port': {'device_id': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:42:53.557943 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-52ab8ca4-acd5-429c-915c-0b8b6ca4df89 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191223 Dec 08 16:42:53.629190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:53.664066 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-9c8e0e94-b927-48cb-a068-06cc765508d3 req-9fdf89e7-ffe6-42b0-b75a-eaca85745bc4 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979309 Dec 08 16:42:53.922911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:53.943553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:53.981666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Transition to ACTIVE for port object f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:42:53.989453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.045079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a908e-b844-4fc3-a669-0fe7bae3e797 req-49d3583e-12f8-45ad-94da-3a6c32708b8a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.046941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c2a908e-b844-4fc3-a669-0fe7bae3e797 req-49d3583e-12f8-45ad-94da-3a6c32708b8a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 932 time: 0.1184502 Dec 08 16:42:54.112012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:54.174805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c2a908e-b844-4fc3-a669-0fe7bae3e797 req-6528d256-e52a-4f6d-a80e-e65b199c4a01 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178267 Dec 08 16:42:54.202204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Attempting to bind port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:42:54.202538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Attempting to bind port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:42:54.202868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Attempting to bind port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:54.207478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:42:54.207782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Attempting to bind port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:42:54.213003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 42, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:42:54.213363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:42:54.213780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:42:54.214184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Bound port: f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:42:54.214537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.287411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] For port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:42:54.290623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] For port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:42:54.294940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.332986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.333673 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.335098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] 10.222.0.86 "PUT /v2.0/ports/f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 HTTP/1.1" status: 200 len: 1092 time: 0.7864456 Dec 08 16:42:54.335535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'tag': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:54.337884 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde09674-9029-4e5f-ac2d-eb0c66ddb665" -d '{"events": [{"name": "network-changed", "server_uuid": "4100d4b3-23d0-46f2-afe6-8366bcaa4d9b", "tag": "f3d419a1-7e32-4e3a-ba0c-b7125bf9e976"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:54.362516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b7045-5954-4fe1-a661-be239dd20575 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:54.378282 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc4478e-de31-418f-9dbf-45a959d8d74c x-openstack-request-id: req-7fc4478e-de31-418f-9dbf-45a959d8d74c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:54.378578 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4100d4b3-23d0-46f2-afe6-8366bcaa4d9b", "tag": "f3d419a1-7e32-4e3a-ba0c-b7125bf9e976", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:54.378892 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7fc4478e-de31-418f-9dbf-45a959d8d74c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:54.379422 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'tag': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976', 'status': 'completed', 'code': 200} Dec 08 16:42:54.427354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-82f53736-e3ad-4920-b37a-dcac84ff8031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.428930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-82f53736-e3ad-4920-b37a-dcac84ff8031 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 1095 time: 0.0460250 Dec 08 16:42:54.478221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-e0d42c7f-86dd-4c35-baf8-23eb87706830 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 HTTP/1.1" status: 200 len: 217 time: 0.0415726 Dec 08 16:42:54.485058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 497ede47-db88-4b3e-9a84-d40cac905aa4 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:54.540717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 497ede47-db88-4b3e-9a84-d40cac905aa4 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:54.544845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 497ede47-db88-4b3e-9a84-d40cac905aa4 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:54.545204 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.557777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-9cc3ecf1-eb5b-4843-9310-807b914d6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.559477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-9cc3ecf1-eb5b-4843-9310-807b914d6174 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0744057 Dec 08 16:42:54.597094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-71f8c7e1-f228-4ae5-9fe1-2e86734c50ac service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297651 Dec 08 16:42:54.606732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecbf3d-0617-442a-b0b3-d81581e3d0b5 req-3dffe8ed-8ab4-4faf-bf30-77eb67249718 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.607593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fecbf3d-0617-442a-b0b3-d81581e3d0b5 req-3dffe8ed-8ab4-4faf-bf30-77eb67249718 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 945 time: 0.0942886 Dec 08 16:42:54.642248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.673250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820e4444-058c-4740-92d5-85e23b6562af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ede47-db88-4b3e-9a84-d40cac905aa4'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:54.675983 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248f941c-e49e-43a4-b503-077849e27dfe" -d '{"events": [{"server_uuid": "820e4444-058c-4740-92d5-85e23b6562af", "name": "network-vif-plugged", "status": "completed", "tag": "497ede47-db88-4b3e-9a84-d40cac905aa4"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:54.691873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 497ede47-db88-4b3e-9a84-d40cac905aa4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=497ede47-db88-4b3e-9a84-d40cac905aa4,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:54.697225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:54.715300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fecbf3d-0617-442a-b0b3-d81581e3d0b5 req-fb1fa43a-61eb-4a13-81ff-d35631b9fe96 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Dec 08 16:42:54.731810 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e47a19e-ca30-4b61-8a82-45a29fd44d57 x-openstack-request-id: req-7e47a19e-ca30-4b61-8a82-45a29fd44d57 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:54.732156 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820e4444-058c-4740-92d5-85e23b6562af", "name": "network-vif-plugged", "status": "completed", "tag": "497ede47-db88-4b3e-9a84-d40cac905aa4", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:54.732407 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e47a19e-ca30-4b61-8a82-45a29fd44d57 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:54.732911 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820e4444-058c-4740-92d5-85e23b6562af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497ede47-db88-4b3e-9a84-d40cac905aa4', 'code': 200} Dec 08 16:42:54.748157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-87b8e873-d95f-4c5d-a454-2cf9ab1685c7 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394980 Dec 08 16:42:54.780871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=497ede47-db88-4b3e-9a84-d40cac905aa4,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:54.851582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77082ae-be67-4a32-be3e-e707a8cbb167 req-e1c8f8f3-8f00-4caa-a5cc-a4810ebeb535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.852820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efdf1935-b0c0-4963-a5cf-00b2969793e1 req-2c7c5ad5-c51a-452e-bfb7-1e330e8219e5 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978277 Dec 08 16:42:54.853494 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d77082ae-be67-4a32-be3e-e707a8cbb167 req-e1c8f8f3-8f00-4caa-a5cc-a4810ebeb535 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 1097 time: 0.0542991 Dec 08 16:42:54.918225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d77082ae-be67-4a32-be3e-e707a8cbb167 req-e60cc094-b176-42cd-bc13-47b723cb4876 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Dec 08 16:42:54.948512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-697d2ef9-3df8-4ff1-a2c8-8e15963cfa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:54.950040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-697d2ef9-3df8-4ff1-a2c8-8e15963cfa12 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 1095 time: 0.0460136 Dec 08 16:42:55.050552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-efb7b2d1-fa8b-4e60-93d9-4d1381f96d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:55.052019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-efb7b2d1-fa8b-4e60-93d9-4d1381f96d0e service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.0955341 Dec 08 16:42:55.102002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-14d2b0ed-27fd-4b79-be5e-2fbb199502d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 HTTP/1.1" status: 200 len: 217 time: 0.0413699 Dec 08 16:42:55.156023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-4531d563-5e8c-4da2-9954-9d77697bcf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:55.157500 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-4531d563-5e8c-4da2-9954-9d77697bcf24 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0489879 Dec 08 16:42:55.192665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-d726a07d-c56a-41d8-b4d1-6ad3007648ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271802 Dec 08 16:42:55.329617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edab3a-680b-4ab5-af16-61ea6cc186b7 req-64d50958-474f-4e33-a7d3-3f916b4aa831 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:55.331242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43edab3a-680b-4ab5-af16-61ea6cc186b7 req-64d50958-474f-4e33-a7d3-3f916b4aa831 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 944 time: 0.0794389 Dec 08 16:42:55.337104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-0ba13eb7-896f-4c2f-a722-61a0f144d83b service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360869 Dec 08 16:42:55.436487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43edab3a-680b-4ab5-af16-61ea6cc186b7 req-e2716122-ff6b-44cc-a35c-464b36a274cd tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984325 Dec 08 16:42:55.464760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cde09674-9029-4e5f-ac2d-eb0c66ddb665 req-34d253fe-2659-4bb1-af99-1dfaa7bc326e service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199384 Dec 08 16:42:55.842877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee89ce1-19ff-4e9b-af7f-1b12ac279cd2 req-fdb4acc2-cdd0-4e32-82b8-eba514b609e1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:55.844379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee89ce1-19ff-4e9b-af7f-1b12ac279cd2 req-fdb4acc2-cdd0-4e32-82b8-eba514b609e1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 946 time: 0.0514746 Dec 08 16:42:55.895612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aee89ce1-19ff-4e9b-af7f-1b12ac279cd2 req-f46fba65-a35d-4861-8c01-993dbf4eca94 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445111 Dec 08 16:42:55.979393 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4bdefae-99c9-42a2-9836-087b40b1a5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:56.554534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f24393-0329-4500-b095-83209afcd80c req-6201453e-4b17-46bf-8311-3f6e3e9bed88 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:56.556010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0f24393-0329-4500-b095-83209afcd80c req-6201453e-4b17-46bf-8311-3f6e3e9bed88 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 944 time: 0.0494447 Dec 08 16:42:56.609505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0f24393-0329-4500-b095-83209afcd80c req-1cf5319e-859d-406b-8f1e-81b97ce4a242 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470090 Dec 08 16:42:57.016167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f43f1-6e1f-4203-bc0c-ebb1c949b6f5 req-a361d299-2031-4794-9a9b-2b16c04f3a3c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:57.017701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-184f43f1-6e1f-4203-bc0c-ebb1c949b6f5 req-a361d299-2031-4794-9a9b-2b16c04f3a3c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 946 time: 0.0496426 Dec 08 16:42:57.068236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-184f43f1-6e1f-4203-bc0c-ebb1c949b6f5 req-e1d6a5fc-2aaf-4775-b1d4-6efd71708200 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Dec 08 16:42:57.195135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa034c5b-96cc-4fdc-844e-b4e99f03ae6f req-55d79b6f-8917-4e17-b2eb-5cd8f2daf1cf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:57.196525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa034c5b-96cc-4fdc-844e-b4e99f03ae6f req-55d79b6f-8917-4e17-b2eb-5cd8f2daf1cf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 946 time: 0.0504189 Dec 08 16:42:57.243667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa034c5b-96cc-4fdc-844e-b4e99f03ae6f req-1fa904f6-c0b2-4962-9a9f-6874fb84bf77 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404775 Dec 08 16:42:57.548499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa49220d-9b5b-484e-8425-c62c1c861584 req-4d3163d8-4b31-45a0-9058-b455bd65f75c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:57.550007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa49220d-9b5b-484e-8425-c62c1c861584 req-4d3163d8-4b31-45a0-9058-b455bd65f75c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 946 time: 0.0564749 Dec 08 16:42:57.601813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa49220d-9b5b-484e-8425-c62c1c861584 req-4c4254bf-d463-4502-8a7d-db5d0c6a1fd1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 Dec 08 16:42:57.667112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:42:57.733254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49db6d-c32b-46a8-9a6b-f82ee9f539d3 req-37a34e90-cd17-4f43-839a-50b80d84beec tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:57.734917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d49db6d-c32b-46a8-9a6b-f82ee9f539d3 req-37a34e90-cd17-4f43-839a-50b80d84beec tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 944 time: 0.0546446 Dec 08 16:42:57.787949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d49db6d-c32b-46a8-9a6b-f82ee9f539d3 req-5b8ce8c1-9149-4808-b04f-1467d4636332 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462203 Dec 08 16:42:57.791099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:57.804132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976', 'mac_address': 'fa:16:3e:8d:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:42:57.851716 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:57.865823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:42:57.886015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:57.890432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:57.938846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:58.108065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['f3d419a1-7e32-4e3a-ba0c-b7125bf9e976'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:58.718607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdadca-90ca-4e76-9d23-744b7a248113 req-b1e44a4e-e73d-45c2-b179-89d338363710 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:58.720089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cbdadca-90ca-4e76-9d23-744b7a248113 req-b1e44a4e-e73d-45c2-b179-89d338363710 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 946 time: 0.0499160 Dec 08 16:42:58.772071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cbdadca-90ca-4e76-9d23-744b7a248113 req-d8ea85d0-cff1-4520-901a-6f7afa9ff2b5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458806 Dec 08 16:42:58.791228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9654-79c7-4293-841d-acbe205769f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:58.909483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc153b63-7c9c-4cc2-a42d-f75d5faa3ae4 req-ca9a6a9d-c951-4682-b2cf-aa15969f0a1c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:58.910880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc153b63-7c9c-4cc2-a42d-f75d5faa3ae4 req-ca9a6a9d-c951-4682-b2cf-aa15969f0a1c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 945 time: 0.0503635 Dec 08 16:42:58.960520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc153b63-7c9c-4cc2-a42d-f75d5faa3ae4 req-4c379891-a294-4334-8a18-d1a65e017592 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435967 Dec 08 16:42:59.049223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-719a987a-b42b-4830-be0e-2146875a4cd5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:59.050786 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-719a987a-b42b-4830-be0e-2146875a4cd5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 946 time: 0.0494492 Dec 08 16:42:59.156284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 497ede47-db88-4b3e-9a84-d40cac905aa4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:42:59.156621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.247505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port 497ede47-db88-4b3e-9a84-d40cac905aa4, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=497ede47-db88-4b3e-9a84-d40cac905aa4,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:59.247866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.260693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 497ede47-db88-4b3e-9a84-d40cac905aa4 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:42:59.392329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.404520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['cd6cd11b-f07d-4bd4-b7a3-92660f1829f8', '497ede47-db88-4b3e-9a84-d40cac905aa4'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:42:59.421858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=497ede47-db88-4b3e-9a84-d40cac905aa4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:59.436222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.436668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.436951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.437289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.437665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.438052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.438524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.438916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.439282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.439619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.440001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.440415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.441243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:42:59.482721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port 497ede47-db88-4b3e-9a84-d40cac905aa4 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:42:59.485366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.488820 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc65558f-7ff0-4eae-9381-c0057756c4f4 req-acd183d7-aa1e-42d3-bff6-0910241e8b66 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "DELETE /v2.0/ports/497ede47-db88-4b3e-9a84-d40cac905aa4 HTTP/1.1" status: 204 len: 173 time: 0.4281440 Dec 08 16:42:59.489280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '820e4444-058c-4740-92d5-85e23b6562af', 'name': 'network-vif-deleted', 'tag': '497ede47-db88-4b3e-9a84-d40cac905aa4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:59.491853 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198eda8c-ae98-4203-af84-0bd2dc2c04a2" -d '{"events": [{"server_uuid": "820e4444-058c-4740-92d5-85e23b6562af", "name": "network-vif-deleted", "tag": "497ede47-db88-4b3e-9a84-d40cac905aa4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:59.538577 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb035201-4378-4a3a-943a-1dbe3f803903 x-openstack-request-id: req-eb035201-4378-4a3a-943a-1dbe3f803903 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:59.538912 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "820e4444-058c-4740-92d5-85e23b6562af", "name": "network-vif-deleted", "tag": "497ede47-db88-4b3e-9a84-d40cac905aa4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:59.539130 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eb035201-4378-4a3a-943a-1dbe3f803903 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:59.539537 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '820e4444-058c-4740-92d5-85e23b6562af', 'name': 'network-vif-deleted', 'tag': '497ede47-db88-4b3e-9a84-d40cac905aa4', 'status': 'completed', 'code': 200} Dec 08 16:42:59.669065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:42:59.719673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:42:59.723800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:42:59.724176 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.811138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.835784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:42:59.838066 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9f1b7a-989c-4169-80a4-94e0c07b556a" -d '{"events": [{"server_uuid": "4100d4b3-23d0-46f2-afe6-8366bcaa4d9b", "name": "network-vif-plugged", "status": "completed", "tag": "f3d419a1-7e32-4e3a-ba0c-b7125bf9e976"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:42:59.851433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:42:59.860517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:42:59.885948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c7813e6-1519-4909-b4e3-ec52f3c2b607 req-adb8b0f5-0c98-4082-b5d9-8d008030149e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0365520 Dec 08 16:42:59.892423 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded65a2-808a-4042-b341-cba801079b79 x-openstack-request-id: req-9ded65a2-808a-4042-b341-cba801079b79 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:42:59.892718 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4100d4b3-23d0-46f2-afe6-8366bcaa4d9b", "name": "network-vif-plugged", "status": "completed", "tag": "f3d419a1-7e32-4e3a-ba0c-b7125bf9e976", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:42:59.892968 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ded65a2-808a-4042-b341-cba801079b79 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:42:59.893357 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976', 'code': 200} Dec 08 16:42:59.915854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:42:59.994584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e8268-3cfe-4f4d-96df-416cd2ef75aa req-146638df-23e0-4c51-9da3-37311d97b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:42:59.996295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b6e8268-3cfe-4f4d-96df-416cd2ef75aa req-146638df-23e0-4c51-9da3-37311d97b566 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 1097 time: 0.0446796 Dec 08 16:43:00.087726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b6e8268-3cfe-4f4d-96df-416cd2ef75aa req-265f6335-1361-4b7c-ae6e-f697e1048f3c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843520 Dec 08 16:43:00.106732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6021f0-8577-4765-90dd-12d6ef8db46a req-0387701f-101d-4541-aa35-8bcd08c75389 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:00.108276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe6021f0-8577-4765-90dd-12d6ef8db46a req-0387701f-101d-4541-aa35-8bcd08c75389 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.0704691 Dec 08 16:43:00.137721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:00.164695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe6021f0-8577-4765-90dd-12d6ef8db46a req-a2184190-6156-49fc-9e1d-0c5024675a86 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 Dec 08 16:43:00.977030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19b69fd9-4f50-46fb-9a06-2a1d80a97ca7 req-c47c02c4-0857-49ef-98e7-e9b5067cceaf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0262818 Dec 08 16:43:01.290180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877a966-91e1-48e5-89ea-ac166ac66709 req-4750eb1f-4add-4c21-9d5c-5b6f5aac2fad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:01.291747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7877a966-91e1-48e5-89ea-ac166ac66709 req-4750eb1f-4add-4c21-9d5c-5b6f5aac2fad tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.0548933 Dec 08 16:43:01.347533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7877a966-91e1-48e5-89ea-ac166ac66709 req-41b1a5e0-9884-4964-9579-194a280f200a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493617 Dec 08 16:43:01.558446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19134c2-b32b-40e9-9d07-9d61ed24e974 req-b7d095ee-adab-4da4-84cc-b1b2bb7fbf5d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:01.560102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b19134c2-b32b-40e9-9d07-9d61ed24e974 req-b7d095ee-adab-4da4-84cc-b1b2bb7fbf5d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.0506649 Dec 08 16:43:01.609763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b19134c2-b32b-40e9-9d07-9d61ed24e974 req-92150282-bc95-4da9-a262-0776dcb65e0f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436921 Dec 08 16:43:01.728672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9615cf1f-f816-4df7-9a5a-73f6cf5271a4 req-25b54be4-ad1f-42d6-a919-b960b8e552b8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:01.730119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9615cf1f-f816-4df7-9a5a-73f6cf5271a4 req-25b54be4-ad1f-42d6-a919-b960b8e552b8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.0514858 Dec 08 16:43:01.777378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9615cf1f-f816-4df7-9a5a-73f6cf5271a4 req-65db43cf-147b-4a2c-a9c1-cd54541b25fa tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407004 Dec 08 16:43:01.931602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:02.029719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1af62-526f-478c-b659-4179f42ee5cf req-e22cb0c1-5ab6-468a-b470-b8efb184a346 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:02.031447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1f1af62-526f-478c-b659-4179f42ee5cf req-e22cb0c1-5ab6-468a-b470-b8efb184a346 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.0590975 Dec 08 16:43:02.102566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fbb44236-2ba2-41bf-87e5-3f98f2b93f5c req-c7719b33-bf81-4d7f-b4c2-8e5d3e019faf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0430658 Dec 08 16:43:02.110894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1f1af62-526f-478c-b659-4179f42ee5cf req-5e9d8461-9a5c-4942-95dc-288ce9334818 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734529 Dec 08 16:43:02.216178 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:02.332423 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:02.515966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 497ede47-db88-4b3e-9a84-d40cac905aa4 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:43:02.539355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 497ede47-db88-4b3e-9a84-d40cac905aa4 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:43:02.539699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 497ede47-db88-4b3e-9a84-d40cac905aa4 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:43:03.202958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:03.232530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ebf46c-e27b-428b-b871-7fa0ecfe55f8 req-d34c0410-f5de-47f0-a48d-772fbe3955b7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0491228 Dec 08 16:43:03.302024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-4799ed86-d6c5-4e62-a44c-9e8d3d984f03 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:03.303182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-4799ed86-d6c5-4e62-a44c-9e8d3d984f03 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.1058912 Dec 08 16:43:03.318418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e1b60a-6638-4d2b-b900-34e53f30f189 req-c35f5eac-c54d-44e5-8ba1-85febbd81304 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:03.319848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25e1b60a-6638-4d2b-b900-34e53f30f189 req-c35f5eac-c54d-44e5-8ba1-85febbd81304 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=4100d4b3-23d0-46f2-afe6-8366bcaa4d9b HTTP/1.1" status: 200 len: 946 time: 0.1239152 Dec 08 16:43:03.426852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25e1b60a-6638-4d2b-b900-34e53f30f189 req-60e4c4a7-2370-4b1b-a013-37d5c73ebb0c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989416 Dec 08 16:43:03.468311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:43:03.468646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:03.566141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:03.566416 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:03.582703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:43:03.722731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:03.736560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:03.754230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=f3d419a1-7e32-4e3a-ba0c-b7125bf9e976,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:03.800805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:43:03.803702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:03.807628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4581579-2825-4af0-b489-5b0ef4956ac5 req-c138ba1d-984b-43d7-ab26-0ce47c0e1be4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "DELETE /v2.0/ports/f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 HTTP/1.1" status: 204 len: 173 time: 0.4864609 Dec 08 16:43:03.807823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'name': 'network-vif-deleted', 'tag': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:03.811192 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cd3fe5-8f35-4b98-ade5-b06fdce85443" -d '{"events": [{"server_uuid": "4100d4b3-23d0-46f2-afe6-8366bcaa4d9b", "name": "network-vif-deleted", "tag": "f3d419a1-7e32-4e3a-ba0c-b7125bf9e976"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:03.861996 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f3734c6-1a57-460f-909c-6e659c7268c7 x-openstack-request-id: req-2f3734c6-1a57-460f-909c-6e659c7268c7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:03.862378 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4100d4b3-23d0-46f2-afe6-8366bcaa4d9b", "name": "network-vif-deleted", "tag": "f3d419a1-7e32-4e3a-ba0c-b7125bf9e976", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:03.862716 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2f3734c6-1a57-460f-909c-6e659c7268c7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:03.863149 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4100d4b3-23d0-46f2-afe6-8366bcaa4d9b', 'name': 'network-vif-deleted', 'tag': 'f3d419a1-7e32-4e3a-ba0c-b7125bf9e976', 'status': 'completed', 'code': 200} Dec 08 16:43:04.379325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ab79751-5bfe-4e4e-98d4-0cb9800e1645 req-672ece67-d65d-4590-a5b7-b22ec1fd6599 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=820e4444-058c-4740-92d5-85e23b6562af HTTP/1.1" status: 200 len: 210 time: 0.0416965 Dec 08 16:43:04.703871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-16f8ef84-a3eb-4785-b6e9-35695f10ee90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:04.705367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-16f8ef84-a3eb-4785-b6e9-35695f10ee90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1074595 Dec 08 16:43:04.721385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-41330e3b-2f72-4310-8002-35a75561519b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/quotas/81e163ecce004aa7bb57a0f8f61b13b7 HTTP/1.1" status: 200 len: 375 time: 0.0098221 Dec 08 16:43:04.773141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-80a5ec05-d710-4637-848f-6d30c345f673 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459862 Dec 08 16:43:04.879233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1eebcec4-ecb1-4907-b1da-0f7a17ec679f service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983806 Dec 08 16:43:04.978224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-530992a7-c9f2-48da-b23d-539f32d89c19 service neutron] 10.222.0.62 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914531 Dec 08 16:43:05.191541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-203a35be-128d-48c7-b4c9-62340468b14f req-18be2ff0-4ad8-4830-978a-abf6ebe4b49d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 210 time: 0.0518157 Dec 08 16:43:06.200194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-996ccd6d-9009-4ca7-ae01-5cd7428df8e5 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:06.201962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-996ccd6d-9009-4ca7-ae01-5cd7428df8e5 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 806 time: 0.1404490 Dec 08 16:43:06.218100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Request body: {'port': {'device_id': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'admin_state_up': True, 'tenant_id': '81e163ecce004aa7bb57a0f8f61b13b7'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:06.325087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7408410e-05fd-4970-8174-feee9d4e7b59 req-13543d95-f229-4882-8190-3dc80883b373 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 210 time: 0.0364194 Dec 08 16:43:06.390156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Made reservation on behalf of 81e163ecce004aa7bb57a0f8f61b13b7 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:43:06.394045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:06.540077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Allocated IP 172.20.0.7 (ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab/12733527-3aa8-4c07-b7ad-f59a5aace6bf/a900872b-c2e7-4adb-a518-c322f9de0fc2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:43:06.735677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:06.775540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:06.789173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:06.826533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:43:06.832577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:43:06.836713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:43:06.873760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event updated for resources: {'Port': ['ID=a900872b-c2e7-4adb-a518-c322f9de0fc2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:06.903470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:06.904764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:06.931224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-1c4e96ca-ae40-48d1-862a-f7c399b33ddf tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7157857 Dec 08 16:43:06.941469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Request body: {'port': {'device_id': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:07.002643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:07.292647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a900872b-c2e7-4adb-a518-c322f9de0fc2 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:43:07.300220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:07.312307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Transition to ACTIVE for port object a900872b-c2e7-4adb-a518-c322f9de0fc2 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:43:07.316104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:07.375514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Pushing event updated for resources: {'Port': ['ID=a900872b-c2e7-4adb-a518-c322f9de0fc2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:07.485311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Attempting to bind port a900872b-c2e7-4adb-a518-c322f9de0fc2 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:43:07.485574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Attempting to bind port a900872b-c2e7-4adb-a518-c322f9de0fc2 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:43:07.485780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Attempting to bind port a900872b-c2e7-4adb-a518-c322f9de0fc2 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:43:07.494839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df7204-8c4d-4caf-8c67-dcf05aa8c1ff req-8d949475-5d77-4061-a928-10959d401f4b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:07.496319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2df7204-8c4d-4caf-8c67-dcf05aa8c1ff req-8d949475-5d77-4061-a928-10959d401f4b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 943 time: 0.0818117 Dec 08 16:43:07.500950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Port a900872b-c2e7-4adb-a518-c322f9de0fc2 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:43:07.501375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Attempting to bind port a900872b-c2e7-4adb-a518-c322f9de0fc2 on network ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:43:07.514083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 43, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:43:07.514380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Checking segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:43:07.514760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Bound using segment: {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:43:07.515201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Bound port: a900872b-c2e7-4adb-a518-c322f9de0fc2, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:43:07.515552 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:07.586480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2df7204-8c4d-4caf-8c67-dcf05aa8c1ff req-c6ba630c-6d40-4a1e-8d26-330958abdfd9 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819600 Dec 08 16:43:07.614107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] For port a900872b-c2e7-4adb-a518-c322f9de0fc2, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:43:07.617405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] For port a900872b-c2e7-4adb-a518-c322f9de0fc2, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:43:07.623988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:07.661219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:07.661847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:07.663248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] 10.222.0.86 "PUT /v2.0/ports/a900872b-c2e7-4adb-a518-c322f9de0fc2 HTTP/1.1" status: 200 len: 1091 time: 0.7264502 Dec 08 16:43:07.663750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'tag': 'a900872b-c2e7-4adb-a518-c322f9de0fc2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:07.666135 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29553346-6f59-4106-bc42-7dc8160a65e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3262f39b-476e-4ab0-8282-0dee5a078e95", "tag": "a900872b-c2e7-4adb-a518-c322f9de0fc2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:07.666775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:43:07.703349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbbe24c-6490-4f74-8ecc-d6b461e2b543 service neutron] Pushing event updated for resources: {'Port': ['ID=a900872b-c2e7-4adb-a518-c322f9de0fc2,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:07.711124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:43:07.711464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device f3d419a1-7e32-4e3a-ba0c-b7125bf9e976 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:43:07.735836 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478d18a5-d353-4683-8e87-830e5556bc38 x-openstack-request-id: req-478d18a5-d353-4683-8e87-830e5556bc38 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:07.736123 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3262f39b-476e-4ab0-8282-0dee5a078e95", "tag": "a900872b-c2e7-4adb-a518-c322f9de0fc2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:07.736509 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-478d18a5-d353-4683-8e87-830e5556bc38 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:07.737070 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'tag': 'a900872b-c2e7-4adb-a518-c322f9de0fc2', 'status': 'completed', 'code': 200} Dec 08 16:43:07.792875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-363a6e04-9a1b-4718-914d-5a0d519bfd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:07.795073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-363a6e04-9a1b-4718-914d-5a0d519bfd2a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 1094 time: 0.0486712 Dec 08 16:43:08.223124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-0a7b2368-c2d1-4eb2-aef2-b73e9a7c62fa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2 HTTP/1.1" status: 200 len: 217 time: 0.4205739 Dec 08 16:43:08.276833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-882384ed-22d9-4f85-a01c-46cfc5cdcb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:08.279561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-882384ed-22d9-4f85-a01c-46cfc5cdcb03 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0489829 Dec 08 16:43:08.312522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-513aec8c-4ac6-4007-b163-c972e523e335 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264881 Dec 08 16:43:08.415438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-40314d8a-66ac-4cf3-99ae-2168d2be6e07 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956209 Dec 08 16:43:08.513180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e697426c-c8f0-4a13-96a2-ab825023d2f5 req-032708a6-a4ea-48d2-872f-4c411e4ab522 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902176 Dec 08 16:43:08.616011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-3c023b36-46fd-4ec2-afab-ec5c033f2350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:08.617878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-3c023b36-46fd-4ec2-afab-ec5c033f2350 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 1094 time: 0.0566502 Dec 08 16:43:08.749132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab212494-1178-4e13-ba98-2f12b59b92d8 req-2a1cc73c-84ca-4129-9a96-400054fa6086 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:08.750640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab212494-1178-4e13-ba98-2f12b59b92d8 req-2a1cc73c-84ca-4129-9a96-400054fa6086 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 943 time: 0.0806684 Dec 08 16:43:08.767810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-177e4df4-487e-4085-8e4c-9340b69ad180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:08.769233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-177e4df4-487e-4085-8e4c-9340b69ad180 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.1438429 Dec 08 16:43:08.817944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-7184c8a2-44b8-40c2-93e9-539789cd8505 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2 HTTP/1.1" status: 200 len: 217 time: 0.0387144 Dec 08 16:43:08.867808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab212494-1178-4e13-ba98-2f12b59b92d8 req-04a46760-cbce-41d9-a3f1-af47a5039f43 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092441 Dec 08 16:43:08.882519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-44b99d77-a9ef-4b6d-bbdd-8ba66f62ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:08.883974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-44b99d77-a9ef-4b6d-bbdd-8ba66f62ad44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0577180 Dec 08 16:43:08.920325 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-cd4819c9-1cef-457e-9356-4c20b8117a2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290177 Dec 08 16:43:09.024874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-c02ffe80-7f71-43e2-98d8-b57221b66d44 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976458 Dec 08 16:43:09.120989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29553346-6f59-4106-bc42-7dc8160a65e3 req-44c840c4-604d-4e8d-96d5-2b0e39f1b734 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883255 Dec 08 16:43:10.009282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d408e0-675d-47bf-b010-efa0641653a0 req-8dc2bded-3663-4541-ad21-6f5f822ee43a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:10.010763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94d408e0-675d-47bf-b010-efa0641653a0 req-8dc2bded-3663-4541-ad21-6f5f822ee43a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 945 time: 0.0870438 Dec 08 16:43:10.019275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4ef12-db50-4951-ab3e-a2f548a6dca2 req-5b36396b-23a3-4f16-9805-79792606ec84 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:10.020646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ac4ef12-db50-4951-ab3e-a2f548a6dca2 req-5b36396b-23a3-4f16-9805-79792606ec84 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 943 time: 0.0653090 Dec 08 16:43:10.091204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94d408e0-675d-47bf-b010-efa0641653a0 req-c9c5b790-108c-48c8-aa75-6ca520994ea3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696025 Dec 08 16:43:10.095660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ac4ef12-db50-4951-ab3e-a2f548a6dca2 req-1533b52a-f329-4fed-9364-67e0f74d28e1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683286 Dec 08 16:43:11.246360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed568f-95a3-4710-95ff-10d6cc9d58e3 req-6ae2b130-cea2-48ff-a26c-193f71335706 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:11.248000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0ed568f-95a3-4710-95ff-10d6cc9d58e3 req-6ae2b130-cea2-48ff-a26c-193f71335706 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 943 time: 0.0825977 Dec 08 16:43:11.256441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d10f1-6847-4733-a3fc-b3f19971e8e3 req-472f3307-6ea6-4f8e-b788-254344dc86b9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:11.257892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-570d10f1-6847-4733-a3fc-b3f19971e8e3 req-472f3307-6ea6-4f8e-b788-254344dc86b9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 945 time: 0.0936563 Dec 08 16:43:11.332484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0ed568f-95a3-4710-95ff-10d6cc9d58e3 req-62dadf14-a778-4c9c-881b-ccbb98a4270e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737002 Dec 08 16:43:11.336003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-570d10f1-6847-4733-a3fc-b3f19971e8e3 req-86e7ccaa-fc0f-4e24-8329-74382562583a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710378 Dec 08 16:43:11.405116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-94629cdb-6ba3-457f-adef-25d8dca39ddf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:11.406639 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-94629cdb-6ba3-457f-adef-25d8dca39ddf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 945 time: 0.0488441 Dec 08 16:43:11.499463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:43:11.499805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.593619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:11.594012 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.607116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:43:11.681980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a900872b-c2e7-4adb-a518-c322f9de0fc2 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:43:11.743143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.780535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['cd6cd11b-f07d-4bd4-b7a3-92660f1829f8'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:11.782677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=cd6cd11b-f07d-4bd4-b7a3-92660f1829f8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:11.810836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a900872b-c2e7-4adb-a518-c322f9de0fc2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:11.819720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:43:11.822405 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.823989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'a900872b-c2e7-4adb-a518-c322f9de0fc2', 'network_id': 'ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab', 'port_id': 'a900872b-c2e7-4adb-a518-c322f9de0fc2', 'mac_address': 'fa:16:3e:d2:75:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12733527-3aa8-4c07-b7ad-f59a5aace6bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:43:11.827053 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-4df17c45-ff86-4642-8e05-3812d7cc5401 req-25c9b167-7c3d-43d2-b84a-8d551a360fcb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "DELETE /v2.0/ports/cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 HTTP/1.1" status: 204 len: 173 time: 0.4139144 Dec 08 16:43:11.827510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b63b785-266d-4c36-9c74-028c3b95e072', 'name': 'network-vif-deleted', 'tag': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:11.829908 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12a8cef-dddc-4783-bd9d-485a9bad7b3b" -d '{"events": [{"server_uuid": "4b63b785-266d-4c36-9c74-028c3b95e072", "name": "network-vif-deleted", "tag": "cd6cd11b-f07d-4bd4-b7a3-92660f1829f8"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:11.867185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.879083 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66537cdc-6ee6-4052-820d-69612f5824ad x-openstack-request-id: req-66537cdc-6ee6-4052-820d-69612f5824ad {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:11.879401 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b63b785-266d-4c36-9c74-028c3b95e072", "name": "network-vif-deleted", "tag": "cd6cd11b-f07d-4bd4-b7a3-92660f1829f8", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:11.879628 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66537cdc-6ee6-4052-820d-69612f5824ad {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:11.880025 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b63b785-266d-4c36-9c74-028c3b95e072', 'name': 'network-vif-deleted', 'tag': 'cd6cd11b-f07d-4bd4-b7a3-92660f1829f8', 'status': 'completed', 'code': 200} Dec 08 16:43:11.881862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a900872b-c2e7-4adb-a518-c322f9de0fc2 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:43:11.904910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a900872b-c2e7-4adb-a518-c322f9de0fc2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:11.909149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:11.957093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a900872b-c2e7-4adb-a518-c322f9de0fc2,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:12.114929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['a900872b-c2e7-4adb-a518-c322f9de0fc2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:12.459948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f83c87c-d66a-4841-83d0-5153e9bf7cb4 req-92ae1a62-c02c-4962-b8f1-fd0aac0d839a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 210 time: 0.0464475 Dec 08 16:43:12.481163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62b4bb-1212-4352-ab33-15a627589206 req-d7737c2e-a79a-43e1-a0fc-744664ef4322 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:12.483102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f62b4bb-1212-4352-ab33-15a627589206 req-d7737c2e-a79a-43e1-a0fc-744664ef4322 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 944 time: 0.0793986 Dec 08 16:43:12.532566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f62b4bb-1212-4352-ab33-15a627589206 req-367bdb9d-2b33-4389-8c8a-c0996ae323aa tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Dec 08 16:43:13.563161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a5276e7-b8c6-4d3c-aaa2-a57559f4eb07 req-b48fbb44-b20c-42e7-9ce3-9046db0a7ef4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Dec 08 16:43:13.663008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0e94b-fa85-44c1-b3eb-a8ab59e0043d req-211cd163-1a07-4548-8393-2214849c6d07 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:13.664511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac0e94b-fa85-44c1-b3eb-a8ab59e0043d req-211cd163-1a07-4548-8393-2214849c6d07 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 944 time: 0.0507348 Dec 08 16:43:13.686364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a900872b-c2e7-4adb-a518-c322f9de0fc2 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:43:13.719874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac0e94b-fa85-44c1-b3eb-a8ab59e0043d req-ca900f61-623a-4312-9472-8b5a70cd7c9a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485220 Dec 08 16:43:13.741968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port a900872b-c2e7-4adb-a518-c322f9de0fc2 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:43:13.746201 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port a900872b-c2e7-4adb-a518-c322f9de0fc2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:43:13.746567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:13.829839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:13.856165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a900872b-c2e7-4adb-a518-c322f9de0fc2'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:13.859705 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b726e0-d38b-40ff-aeca-999a51464228" -d '{"events": [{"server_uuid": "3262f39b-476e-4ab0-8282-0dee5a078e95", "name": "network-vif-plugged", "status": "completed", "tag": "a900872b-c2e7-4adb-a518-c322f9de0fc2"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:13.878580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port a900872b-c2e7-4adb-a518-c322f9de0fc2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:13.885648 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:13.910672 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed690659-ef7b-4ae6-9eea-73e9c3218287 x-openstack-request-id: req-ed690659-ef7b-4ae6-9eea-73e9c3218287 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:13.910969 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3262f39b-476e-4ab0-8282-0dee5a078e95", "name": "network-vif-plugged", "status": "completed", "tag": "a900872b-c2e7-4adb-a518-c322f9de0fc2", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:13.911221 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed690659-ef7b-4ae6-9eea-73e9c3218287 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:13.911608 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a900872b-c2e7-4adb-a518-c322f9de0fc2', 'code': 200} Dec 08 16:43:13.940891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=a900872b-c2e7-4adb-a518-c322f9de0fc2,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:14.010695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f67121-b09a-4a3b-a4a3-9588020a2dcf req-b74740ed-529d-4813-88e7-7ac583be9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:14.012107 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75f67121-b09a-4a3b-a4a3-9588020a2dcf req-b74740ed-529d-4813-88e7-7ac583be9c77 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 1096 time: 0.0452471 Dec 08 16:43:14.059576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75f67121-b09a-4a3b-a4a3-9588020a2dcf req-10042e84-5b27-4382-9b6d-9ed48ee539d0 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402129 Dec 08 16:43:14.571257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:43:14.594167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:43:14.594699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device cd6cd11b-f07d-4bd4-b7a3-92660f1829f8 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:43:14.658754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd6836ac-6b76-41ad-a179-ea9dd2b06f30 req-3644d580-3904-4616-b89e-87a75818bd18 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 210 time: 0.0269001 Dec 08 16:43:14.845591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e52de-ba28-489b-90cc-ad79a18177ae req-66813802-1e6f-4fa0-a33d-a8fe62ccf1d9 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:14.847163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-110e52de-ba28-489b-90cc-ad79a18177ae req-66813802-1e6f-4fa0-a33d-a8fe62ccf1d9 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0556147 Dec 08 16:43:14.904464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-110e52de-ba28-489b-90cc-ad79a18177ae req-4d3d6c28-c3ea-46ab-a6d6-786de7e1f402 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502181 Dec 08 16:43:15.755967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-616689cc-8898-4617-94d1-bbdbb383ef10 req-249c717b-3a61-49c5-8102-6b8946235a92 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b63b785-266d-4c36-9c74-028c3b95e072 HTTP/1.1" status: 200 len: 210 time: 0.0263202 Dec 08 16:43:16.022981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393b43d-cb0c-4804-ac17-67e2cb727df5 req-a16d5df5-3e20-4d0f-b4b2-42a13a01f590 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:16.024552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b393b43d-cb0c-4804-ac17-67e2cb727df5 req-a16d5df5-3e20-4d0f-b4b2-42a13a01f590 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0561595 Dec 08 16:43:16.077312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b393b43d-cb0c-4804-ac17-67e2cb727df5 req-7749bf5f-cb49-406d-a938-6159b41722d2 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457358 Dec 08 16:43:16.295168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb06dc-5454-4f13-a5fe-2cbfd8200838 req-d678e6f9-b4b7-43ec-9a9d-2743aeb4e673 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:16.296786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9cb06dc-5454-4f13-a5fe-2cbfd8200838 req-d678e6f9-b4b7-43ec-9a9d-2743aeb4e673 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0571678 Dec 08 16:43:16.346789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9cb06dc-5454-4f13-a5fe-2cbfd8200838 req-0876d791-a9d4-407e-9d35-9b277120a606 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Dec 08 16:43:16.467319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf918020-0835-444c-8f12-b0e6a2cbfaf4 req-8d81bdd9-315b-4553-9713-b2c2f7fbbe9a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:16.468843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf918020-0835-444c-8f12-b0e6a2cbfaf4 req-8d81bdd9-315b-4553-9713-b2c2f7fbbe9a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0550420 Dec 08 16:43:16.521614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf918020-0835-444c-8f12-b0e6a2cbfaf4 req-c3258a59-8adb-49a8-ab60-ad0db4260184 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450814 Dec 08 16:43:16.743796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce14e9-f899-411a-8300-23eee34b031b req-7e542353-fde1-4303-9ffc-c4cb40e87b24 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:16.745204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dce14e9-f899-411a-8300-23eee34b031b req-7e542353-fde1-4303-9ffc-c4cb40e87b24 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0534253 Dec 08 16:43:16.796097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3dce14e9-f899-411a-8300-23eee34b031b req-6d86c478-fa76-44ad-a8e4-f8a15decf7c5 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Dec 08 16:43:17.920686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dbce4a-d99d-49cb-8efc-6233b76631f7 req-174a0816-18cb-4dbe-ae31-50c6f477c405 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:17.922210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9dbce4a-d99d-49cb-8efc-6233b76631f7 req-174a0816-18cb-4dbe-ae31-50c6f477c405 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0521858 Dec 08 16:43:17.975632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9dbce4a-d99d-49cb-8efc-6233b76631f7 req-70e4c959-bcb3-4292-aaec-cedd2d0eb776 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Dec 08 16:43:19.115712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715df249-7242-462f-aba8-30c36cc51835 req-be667fdc-b935-4f8a-8e2c-57273ff7ebd4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:19.117984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-715df249-7242-462f-aba8-30c36cc51835 req-be667fdc-b935-4f8a-8e2c-57273ff7ebd4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0637143 Dec 08 16:43:19.182798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-715df249-7242-462f-aba8-30c36cc51835 req-fc5fcf7e-3abc-49c4-b459-dd3ddedfe9f6 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578725 Dec 08 16:43:19.742320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46494) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:19.747070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001113558', 'description': 'tempest-secgroup-smoke-1001113558 description', 'project_id': 'b713932705ea4922b96fef93f8e58a6a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:19.771280 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:19.842744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:19.847222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:19.876684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:19.877953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345723 Dec 08 16:43:19.881354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46496) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:19.882760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db1c216-3606-4d9a-a9e1-b78b971d5454,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:19.886746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group_rule': {'security_group_id': '4db1c216-3606-4d9a-a9e1-b78b971d5454', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:19.891225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.891782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.892124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.892464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.892801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.893131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.893457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.893780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.894123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.894447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.894769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.895090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.895417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c299a17-6700-4be2-904c-c65d8bf925a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:19.920402 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:19.977166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:19.981765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.003323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1630c66-8959-4369-bd41-e4dc72ec26bb,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:20.008409 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.012384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46498) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:20.012525 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c24b554a-a78a-4e71-830b-1649670d6af1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292825 Dec 08 16:43:20.018150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group_rule': {'security_group_id': '4db1c216-3606-4d9a-a9e1-b78b971d5454', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:20.046846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.112338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.116192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.141583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdde006-7fb7-4e47-ae8c-73cb96e2897c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:20.147922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.149035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-68a5554f-582d-4a37-acaa-8b30b07467a8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347027 Dec 08 16:43:20.151824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46500) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:20.156857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group_rule': {'security_group_id': '4db1c216-3606-4d9a-a9e1-b78b971d5454', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:20.188766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.255785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.259978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.292747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963477c8-1b79-4316-8174-534dd52757b1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:20.302973 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.304167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-343bab48-068f-4ade-b9b9-67575265f92f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1513782 Dec 08 16:43:20.307065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46506) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:20.311801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group_rule': {'security_group_id': '4db1c216-3606-4d9a-a9e1-b78b971d5454', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:20.339469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.343388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a05a59-2b78-417e-ac0b-ecf7fdd2ce22 req-2f156a47-0368-42d4-833d-8c42068ef027 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:20.344900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7a05a59-2b78-417e-ac0b-ecf7fdd2ce22 req-2f156a47-0368-42d4-833d-8c42068ef027 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0637574 Dec 08 16:43:20.395026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7a05a59-2b78-417e-ac0b-ecf7fdd2ce22 req-9d6e220d-34c6-43d6-bfa0-f31f89f9c487 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438097 Dec 08 16:43:20.398774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.403050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.422447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b986de-b87c-480c-be1e-5194fa4c341e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:20.429103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.430296 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0dd8b318-c360-4f5f-874d-0c4ad952daed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221280 Dec 08 16:43:20.432938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:20.437351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group_rule': {'security_group_id': '4db1c216-3606-4d9a-a9e1-b78b971d5454', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:20.458938 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Project b713932705ea4922b96fef93f8e58a6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:43:20.463854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.523748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.527535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.546266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c3abad-06e2-48be-b62b-2e4c66293453,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:20.553897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.555085 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-811f2a07-a3d7-4110-a80e-a50ff617210f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1211967 Dec 08 16:43:20.557776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:20.562138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'security_group_rule': {'security_group_id': '4db1c216-3606-4d9a-a9e1-b78b971d5454', 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:20.585427 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Project b713932705ea4922b96fef93f8e58a6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 16:43:20.590416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.649874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.656076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.675695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08309218-504c-446a-bbbb-e5fa1ac13292,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:20.684250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:20.685663 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6d04707-bde4-43a1-92c5-ad37aa10bf5a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269457 Dec 08 16:43:21.521173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9002bd3-47fa-44b4-a27f-3319b620b4f9 req-6bbaeaa2-bd5c-4615-8763-5a564aa44240 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:21.522706 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9002bd3-47fa-44b4-a27f-3319b620b4f9 req-6bbaeaa2-bd5c-4615-8763-5a564aa44240 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0528626 Dec 08 16:43:21.583357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9002bd3-47fa-44b4-a27f-3319b620b4f9 req-64a36197-1b51-4ae8-a583-1f1246c4e870 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Dec 08 16:43:22.711670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1ae20-d52e-4d16-b1d4-e53d1ff299af req-4e999bfb-dd39-4047-801a-82c8841c92bb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:22.713174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda1ae20-d52e-4d16-b1d4-e53d1ff299af req-4e999bfb-dd39-4047-801a-82c8841c92bb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0556157 Dec 08 16:43:22.764292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda1ae20-d52e-4d16-b1d4-e53d1ff299af req-fec2e0e2-2095-4459-914b-a2ee90f0a9ff tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Dec 08 16:43:23.885889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64f80-1847-46b2-aafd-64cb2623605b req-06d61a27-5350-4256-87e9-cdbac2f027de tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:23.888571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8b64f80-1847-46b2-aafd-64cb2623605b req-06d61a27-5350-4256-87e9-cdbac2f027de tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0531664 Dec 08 16:43:23.943441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8b64f80-1847-46b2-aafd-64cb2623605b req-30cb1f0b-d4bd-4fbf-88ec-0563ba7c40de tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Dec 08 16:43:25.068680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a664b1a-0b1f-49b8-86af-f4b7972bed5d req-1c70f71b-443b-4c09-ab9f-973f30bd0e00 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:25.070172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a664b1a-0b1f-49b8-86af-f4b7972bed5d req-1c70f71b-443b-4c09-ab9f-973f30bd0e00 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0552137 Dec 08 16:43:25.120521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a664b1a-0b1f-49b8-86af-f4b7972bed5d req-a4d9ed80-8ca5-4923-b75c-d8f8850013f7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441644 Dec 08 16:43:25.974281 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1853cf66-6c71-4c50-b211-f0b1733fc94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:26.244490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d7811-29c7-40a7-b461-9ff12643f4a6 req-b3642930-2df2-4563-9034-c8928fb8cf14 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:26.246044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b4d7811-29c7-40a7-b461-9ff12643f4a6 req-b3642930-2df2-4563-9034-c8928fb8cf14 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0524204 Dec 08 16:43:26.299310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b4d7811-29c7-40a7-b461-9ff12643f4a6 req-aa19ece5-3346-4dfe-8754-92fa51655a09 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460808 Dec 08 16:43:27.429821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f778781-34d6-4f11-9677-6bf4c154549a req-7399a270-e4b4-4d44-996a-ddfaebed23fb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:27.431374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f778781-34d6-4f11-9677-6bf4c154549a req-7399a270-e4b4-4d44-996a-ddfaebed23fb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0573032 Dec 08 16:43:27.485202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f778781-34d6-4f11-9677-6bf4c154549a req-b8382a04-d781-4b72-82e9-c09afb63fea3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477893 Dec 08 16:43:28.631684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaa13-25af-4750-a343-caefef65164d req-e66010bb-6de1-444b-ad2c-6ca542be5d65 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:28.639427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c1eaa13-25af-4750-a343-caefef65164d req-e66010bb-6de1-444b-ad2c-6ca542be5d65 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0711956 Dec 08 16:43:28.689068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c1eaa13-25af-4750-a343-caefef65164d req-f3851968-968e-408a-a8c2-efc69e89782f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485792 Dec 08 16:43:28.786375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf3ed617-f94c-4d11-9082-8ef0cae2ec6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:29.674866 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:43:29.816278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79470e-8029-46b9-b217-bb92c093c7c8 req-005fe259-1bb0-446f-a0ee-ad07909c3a39 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:29.818383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f79470e-8029-46b9-b217-bb92c093c7c8 req-005fe259-1bb0-446f-a0ee-ad07909c3a39 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0535712 Dec 08 16:43:29.875120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f79470e-8029-46b9-b217-bb92c093c7c8 req-cd098309-8001-4b51-96a9-97ebad86218a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481715 Dec 08 16:43:30.139456 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:30.990880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802bb06-60e7-403a-b362-6e63f07e1076 req-471c1bdd-134c-4337-bf86-3773e4c85fa7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:30.992285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5802bb06-60e7-403a-b362-6e63f07e1076 req-471c1bdd-134c-4337-bf86-3773e4c85fa7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0508580 Dec 08 16:43:31.042736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5802bb06-60e7-403a-b362-6e63f07e1076 req-19230590-f1b3-4ff8-8fc4-e666e3df2d30 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443583 Dec 08 16:43:31.919101 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:32.170562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef266ae0-288e-4aa4-ad1c-bf1c03e13285 req-fc82ff08-f696-49f0-ae86-4506a21ccb84 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:32.172269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef266ae0-288e-4aa4-ad1c-bf1c03e13285 req-fc82ff08-f696-49f0-ae86-4506a21ccb84 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0535762 Dec 08 16:43:32.220924 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:32.229189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef266ae0-288e-4aa4-ad1c-bf1c03e13285 req-ba904525-bf23-492e-88d0-0eeec5674672 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509861 Dec 08 16:43:32.340100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:33.213282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:33.357672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4e0de-0ce5-4605-ad91-39f68b7357ba req-52c5b533-e02b-426b-bc09-8402183f15ef tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:33.359407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8c4e0de-0ce5-4605-ad91-39f68b7357ba req-52c5b533-e02b-426b-bc09-8402183f15ef tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0584004 Dec 08 16:43:33.412050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8c4e0de-0ce5-4605-ad91-39f68b7357ba req-b7ad98ca-15ba-46dc-ab12-204e3e8f4486 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459712 Dec 08 16:43:34.558666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90288837-137b-4998-97f1-fad0af9c8521 req-c1c01779-0572-48c5-8563-8a4f3d8929de tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:34.560379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90288837-137b-4998-97f1-fad0af9c8521 req-c1c01779-0572-48c5-8563-8a4f3d8929de tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0573671 Dec 08 16:43:34.621514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90288837-137b-4998-97f1-fad0af9c8521 req-b19299d7-0010-40da-959c-c33eca1442d0 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527568 Dec 08 16:43:35.752587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2bf2cf-40f9-4464-9170-6ae3f4968f07 req-6f0a443a-1442-4e5b-ad0c-300ae75bd6d7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:35.754170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e2bf2cf-40f9-4464-9170-6ae3f4968f07 req-6f0a443a-1442-4e5b-ad0c-300ae75bd6d7 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Dec 08 16:43:35.810315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e2bf2cf-40f9-4464-9170-6ae3f4968f07 req-41d636f6-3e3a-4d31-950e-2eefafa7b1ec tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499532 Dec 08 16:43:35.977556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-19812999-df78-4ee8-a30b-faa9472ab865 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001113558&fields=id&tenant_id=b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 267 time: 0.0447786 Dec 08 16:43:36.086547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-73f35080-3fb6-47f4-bdc3-2df71676d837 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:36.088069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-73f35080-3fb6-47f4-bdc3-2df71676d837 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1030581 Dec 08 16:43:36.104206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-d85ac894-7530-4894-933d-1f00dfe07c00 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0100863 Dec 08 16:43:36.163526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-04e35065-34f8-45dd-84e9-2ff1193726d9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514517 Dec 08 16:43:36.259396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-4000d118-7438-4ad0-bb82-a0293a70a7a5 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840368 Dec 08 16:43:36.355201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-ccc89853-f7da-4f09-b73a-9934220d2873 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894516 Dec 08 16:43:36.642717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9eb941cf-dffa-4be7-9515-0185094d447e req-d9ad5861-94ad-490f-b4f5-1b90f2ed2f30 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 210 time: 0.0303533 Dec 08 16:43:36.935999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fea395-ac44-46a2-98ce-f5febc5cae9e req-26140f84-1e05-424e-9a88-e555771bdfcb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:36.938247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5fea395-ac44-46a2-98ce-f5febc5cae9e req-26140f84-1e05-424e-9a88-e555771bdfcb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0566685 Dec 08 16:43:36.995541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5fea395-ac44-46a2-98ce-f5febc5cae9e req-d27db05b-a2b9-41c8-b4d5-85aac86c2f8a tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Dec 08 16:43:37.562219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-f7eeec3f-4576-4040-8ffb-b087dc461113 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:37.563727 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-f7eeec3f-4576-4040-8ffb-b087dc461113 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1066308 Dec 08 16:43:37.636875 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-d98841f3-04e3-4702-a8c2-4ce6bca58e6c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 380 time: 0.0631588 Dec 08 16:43:37.646253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'security_groups': ['4db1c216-3606-4d9a-a9e1-b78b971d5454']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:37.748539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7102add8-f8a3-4a8e-a245-7f4c12a83339 req-e68c6b76-b922-40db-afc2-861f2771bc00 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 210 time: 0.0271225 Dec 08 16:43:37.767262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:43:37.770977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:37.897055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.8 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/82c1c654-167a-47ab-b5eb-335edd985a14) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:43:38.046500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.086769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.133896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:43:38.137549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554760d9-ddc6-4190-b288-70a687df9534 req-a9366d21-24bb-4cdf-a8e3-fb44e8ea698e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:38.139440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-554760d9-ddc6-4190-b288-70a687df9534 req-a9366d21-24bb-4cdf-a8e3-fb44e8ea698e tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0687108 Dec 08 16:43:38.143337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:43:38.148440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:43:38.183769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=82c1c654-167a-47ab-b5eb-335edd985a14,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:38.220347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-554760d9-ddc6-4190-b288-70a687df9534 req-74ec6ffd-d69f-476f-8f00-a10393589c20 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694196 Dec 08 16:43:38.229995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:38.230560 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.250906 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-69a3fe98-6611-4b0d-ad40-1a14bb224566 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6084516 Dec 08 16:43:38.267093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Request body: {'port': {'device_id': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:38.330761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.488213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1c615efc-7e94-41a9-b1e9-5e556fda3130 None None] Provisioning complete for port 82c1c654-167a-47ab-b5eb-335edd985a14 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:43:38.488954 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c615efc-7e94-41a9-b1e9-5e556fda3130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.528578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c615efc-7e94-41a9-b1e9-5e556fda3130 None None] Port 82c1c654-167a-47ab-b5eb-335edd985a14 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:43:38.614320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c1c654-167a-47ab-b5eb-335edd985a14 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:43:38.622041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.634835 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Transition to ACTIVE for port object 82c1c654-167a-47ab-b5eb-335edd985a14 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:43:38.640190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.703432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=82c1c654-167a-47ab-b5eb-335edd985a14,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:38.777631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Attempting to bind port 82c1c654-167a-47ab-b5eb-335edd985a14 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:43:38.778129 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Attempting to bind port 82c1c654-167a-47ab-b5eb-335edd985a14 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:43:38.778625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Attempting to bind port 82c1c654-167a-47ab-b5eb-335edd985a14 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:43:38.784305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Port 82c1c654-167a-47ab-b5eb-335edd985a14 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:43:38.784629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Attempting to bind port 82c1c654-167a-47ab-b5eb-335edd985a14 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:43:38.790169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:43:38.790585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:43:38.790886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:43:38.791318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Bound port: 82c1c654-167a-47ab-b5eb-335edd985a14, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:43:38.791675 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.866424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] For port 82c1c654-167a-47ab-b5eb-335edd985a14, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:43:38.870424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] For port 82c1c654-167a-47ab-b5eb-335edd985a14, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=82c1c654-167a-47ab-b5eb-335edd985a14,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:43:38.877823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.896486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f6ab2-8fde-4369-afd9-8d74f18b4f1c req-cadcc928-21c9-4953-91e6-c2914bc057df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:38.905272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b39f6ab2-8fde-4369-afd9-8d74f18b4f1c req-cadcc928-21c9-4953-91e6-c2914bc057df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0644801 Dec 08 16:43:38.922459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:38.923104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:38.924520 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] 10.222.0.58 "PUT /v2.0/ports/82c1c654-167a-47ab-b5eb-335edd985a14 HTTP/1.1" status: 200 len: 1091 time: 0.6640356 Dec 08 16:43:38.924974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:38.927446 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50344dd1-9b15-4821-abc4-55a5249f8fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:38.955723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4672c-4647-4fcb-b8c0-9a3963d8a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=82c1c654-167a-47ab-b5eb-335edd985a14,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:38.971756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b39f6ab2-8fde-4369-afd9-8d74f18b4f1c req-793d9047-6348-4517-bd1d-3c58e13b497f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654674 Dec 08 16:43:39.018032 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed63c026-32ff-4561-90f5-4c16d6533d24 x-openstack-request-id: req-ed63c026-32ff-4561-90f5-4c16d6533d24 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:39.018329 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:39.018722 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed63c026-32ff-4561-90f5-4c16d6533d24 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:39.019131 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14', 'status': 'completed', 'code': 200} Dec 08 16:43:39.025218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-e56b8173-654d-43df-bea9-53ef3e77b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.026795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-e56b8173-654d-43df-bea9-53ef3e77b8f9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 1094 time: 0.0514154 Dec 08 16:43:39.070071 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-28787b7e-765d-4ae7-9ff9-788b8d89ba63 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82c1c654-167a-47ab-b5eb-335edd985a14 HTTP/1.1" status: 200 len: 217 time: 0.0357244 Dec 08 16:43:39.132966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-25d33d84-b6ce-4ab0-996b-e551dc045a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.134496 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-25d33d84-b6ce-4ab0-996b-e551dc045a01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0574286 Dec 08 16:43:39.184232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-0502b3c8-9717-461f-ab35-46b29795a259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.185963 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-0502b3c8-9717-461f-ab35-46b29795a259 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443387 Dec 08 16:43:39.333345 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-237b4999-735c-4cb0-8c9a-0cad2f3de59f service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401281 Dec 08 16:43:39.385586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780f21-78a4-497b-904d-9297a1724be6 req-83246229-7a8b-4f73-bb6a-ea15371ec043 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.394338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74780f21-78a4-497b-904d-9297a1724be6 req-83246229-7a8b-4f73-bb6a-ea15371ec043 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0627635 Dec 08 16:43:39.438692 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-321554ca-1655-4b4d-b3fc-83ec956d20de req-1a4f2c00-a70c-4f56-af0e-5eb30561b816 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987766 Dec 08 16:43:39.448716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74780f21-78a4-497b-904d-9297a1724be6 req-604825c3-5c6a-44f6-9e21-849cb9804c1b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510907 Dec 08 16:43:39.540611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-ea8914a5-cdb9-4006-8100-cd923c262aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.542103 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-ea8914a5-cdb9-4006-8100-cd923c262aee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 1094 time: 0.0451915 Dec 08 16:43:39.640121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-6d03658e-ac9d-4881-9ea3-608dfac66193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.642110 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-6d03658e-ac9d-4881-9ea3-608dfac66193 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0935397 Dec 08 16:43:39.685668 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-554a6933-7fc1-4d33-9f39-745bbc3880e8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82c1c654-167a-47ab-b5eb-335edd985a14 HTTP/1.1" status: 200 len: 217 time: 0.0360501 Dec 08 16:43:39.739225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-a661fcdf-6987-471a-8d5a-3c09db29aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.740720 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-a661fcdf-6987-471a-8d5a-3c09db29aeae service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0484178 Dec 08 16:43:39.791784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-5e416731-59be-491a-8641-2557ef8bc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:39.793208 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-5e416731-59be-491a-8641-2557ef8bc623 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461655 Dec 08 16:43:39.887242 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-da2689c8-fdd9-403f-8384-44a4b0c50965 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856810 Dec 08 16:43:39.984297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-50344dd1-9b15-4821-abc4-55a5249f8fd3 req-eeb6891f-1d3e-43a0-82b6-641c95fe4ec1 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898802 Dec 08 16:43:40.110287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b6f65f-58b0-466f-9f95-c12db6876b1b req-81f92071-cc5a-43d6-bd93-e93293882089 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:40.111908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79b6f65f-58b0-466f-9f95-c12db6876b1b req-81f92071-cc5a-43d6-bd93-e93293882089 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0609953 Dec 08 16:43:40.166845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79b6f65f-58b0-466f-9f95-c12db6876b1b req-9c345196-dea5-4aba-9075-7a9988ac8850 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486784 Dec 08 16:43:40.573906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c66672-8cc2-494f-b6d3-062a5a864991 req-c63c18d0-4b02-42e7-9739-f46d26e9e320 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:40.574581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99c66672-8cc2-494f-b6d3-062a5a864991 req-c63c18d0-4b02-42e7-9739-f46d26e9e320 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0517190 Dec 08 16:43:40.626173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-99c66672-8cc2-494f-b6d3-062a5a864991 req-46dfc155-6b3f-4bf2-80d6-ab2cdea34fac tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435658 Dec 08 16:43:41.290715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d5496e-6026-4301-a544-2ad89b50ef9c req-a2dddb6b-d7c4-41be-9141-493f6542c8a7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:41.292129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21d5496e-6026-4301-a544-2ad89b50ef9c req-a2dddb6b-d7c4-41be-9141-493f6542c8a7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0545251 Dec 08 16:43:41.344341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21d5496e-6026-4301-a544-2ad89b50ef9c req-71905a63-bead-4512-9fa9-468b74e5fc7a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455456 Dec 08 16:43:41.748811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c12ca2-ca69-4364-ac1a-aaf43bdb042f req-88c6710d-b25a-4c06-a377-ecd4896c4aa4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:41.751281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76c12ca2-ca69-4364-ac1a-aaf43bdb042f req-88c6710d-b25a-4c06-a377-ecd4896c4aa4 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0534103 Dec 08 16:43:41.802180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76c12ca2-ca69-4364-ac1a-aaf43bdb042f req-59ef6534-6e70-4bcc-bbf9-4a759ba0ad02 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443466 Dec 08 16:43:42.469745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c207076-4923-468d-a98e-dd89ddbe893e req-a2f1aad9-a470-43f5-8d70-c3f1e0ba6122 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:42.471341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c207076-4923-468d-a98e-dd89ddbe893e req-a2f1aad9-a470-43f5-8d70-c3f1e0ba6122 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0580084 Dec 08 16:43:42.524028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c207076-4923-468d-a98e-dd89ddbe893e req-220738bd-6864-44b8-962f-450ccd9985f5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Dec 08 16:43:42.933755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7481e22-9417-4a65-adbd-5bd5204ea6ba req-cb36b54d-113b-4d59-9e9a-19d0cf41f0ab tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:42.935190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7481e22-9417-4a65-adbd-5bd5204ea6ba req-cb36b54d-113b-4d59-9e9a-19d0cf41f0ab tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0508847 Dec 08 16:43:42.985702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7481e22-9417-4a65-adbd-5bd5204ea6ba req-44d3e784-aae7-48d4-9407-2da191c5c199 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433395 Dec 08 16:43:43.185339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf3c03-e224-4c0a-a68f-3827df9f2021 req-6b3d39c2-480d-413d-83cf-e5e59a11d2b1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:43.186756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55cf3c03-e224-4c0a-a68f-3827df9f2021 req-6b3d39c2-480d-413d-83cf-e5e59a11d2b1 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0484819 Dec 08 16:43:43.237676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55cf3c03-e224-4c0a-a68f-3827df9f2021 req-5ff67ba6-c0e7-4626-afdc-505aa8d9ff25 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Dec 08 16:43:43.355003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d71e6-415a-4c9f-b376-37a49184399a req-2545f021-7e14-43ed-b6b8-b224fe0a3a1d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:43.356448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-692d71e6-415a-4c9f-b376-37a49184399a req-2545f021-7e14-43ed-b6b8-b224fe0a3a1d tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0500016 Dec 08 16:43:43.403818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-692d71e6-415a-4c9f-b376-37a49184399a req-f2ddc2f7-7d4c-4945-a83e-c0febd2bf28f tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404494 Dec 08 16:43:43.689623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd6b44b-8cf7-48d8-b86a-49daefe9b6e1 req-105f06fb-eb95-40c2-8436-16eb3d52b2ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:43.691065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fd6b44b-8cf7-48d8-b86a-49daefe9b6e1 req-105f06fb-eb95-40c2-8436-16eb3d52b2ce tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0924091 Dec 08 16:43:43.700151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f314f2-f2b7-4fe6-9952-b0997674371b req-7d5a0b35-b4aa-4ba3-b946-61e9403fb9cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:43.701599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3f314f2-f2b7-4fe6-9952-b0997674371b req-7d5a0b35-b4aa-4ba3-b946-61e9403fb9cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0940018 Dec 08 16:43:43.776430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8fd6b44b-8cf7-48d8-b86a-49daefe9b6e1 req-5e7dd704-c143-48cd-aaf6-8c63f36a9fd5 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737679 Dec 08 16:43:43.781773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3f314f2-f2b7-4fe6-9952-b0997674371b req-5503c1e4-0a72-4c85-8d10-7227fe9d7130 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727553 Dec 08 16:43:44.395032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-92d49518-8484-4076-b2a9-ecf96874b9a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404100 Dec 08 16:43:44.459082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-acdc4c0c-49ef-4bf4-96c1-fb7ed1587f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:44.460561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-acdc4c0c-49ef-4bf4-96c1-fb7ed1587f7a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 1096 time: 0.0408251 Dec 08 16:43:44.573497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-4ef6da0d-fb04-4ae1-adb2-eb1d1e2e7cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:44.575069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-4ef6da0d-fb04-4ae1-adb2-eb1d1e2e7cb8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 200 len: 907 time: 0.0918856 Dec 08 16:43:44.620816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-a0450106-cce2-4d43-8a70-fcd8528d2084 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4a7cfc08-e2c8-4e51-8798-552833548e93 HTTP/1.1" status: 200 len: 217 time: 0.0369432 Dec 08 16:43:44.672517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-b49b35a6-2e4b-4224-bd6f-e155ab71c8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:44.673943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-b49b35a6-2e4b-4224-bd6f-e155ab71c8b5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 200 len: 846 time: 0.0455873 Dec 08 16:43:44.709528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-fef46089-2738-4783-8b76-c310cd821414 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282435 Dec 08 16:43:44.826787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-96ff5fc1-9dde-40ae-b347-8bd2c22db006 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:44.829055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-96ff5fc1-9dde-40ae-b347-8bd2c22db006 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.0726085 Dec 08 16:43:44.880607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-acd81fd9-001e-4c69-980c-73376798f366 service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643236 Dec 08 16:43:45.044921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff29c5-463b-4cf6-a0e8-87d9ad02bc41 req-4daa88bd-ab19-4814-ac03-9d3fd24396f3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:45.046612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6ff29c5-463b-4cf6-a0e8-87d9ad02bc41 req-4daa88bd-ab19-4814-ac03-9d3fd24396f3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=3262f39b-476e-4ab0-8282-0dee5a078e95 HTTP/1.1" status: 200 len: 945 time: 0.1957407 Dec 08 16:43:45.061111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216248cc-d793-47df-87ce-bf15929343ca req-4d46fc9a-1f06-49c5-b2f3-b99b67f46f45 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:45.062777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216248cc-d793-47df-87ce-bf15929343ca req-4d46fc9a-1f06-49c5-b2f3-b99b67f46f45 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.2017150 Dec 08 16:43:45.118266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-9bcb94eb-29aa-48b3-92b2-62b6698fef3f service neutron] 10.222.0.86 "GET /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145140 Dec 08 16:43:45.175320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6ff29c5-463b-4cf6-a0e8-87d9ad02bc41 req-aff7e3cd-1a80-486c-86fc-72066e6a8a6c tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114724 Dec 08 16:43:45.181913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port a900872b-c2e7-4adb-a518-c322f9de0fc2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:43:45.182252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:45.205236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216248cc-d793-47df-87ce-bf15929343ca req-d6561a7c-c3e6-434f-98ba-6c090bef9703 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225185 Dec 08 16:43:45.282270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port a900872b-c2e7-4adb-a518-c322f9de0fc2, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=a900872b-c2e7-4adb-a518-c322f9de0fc2,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:45.282636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:45.296841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for a900872b-c2e7-4adb-a518-c322f9de0fc2 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:43:45.432430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:45.444784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93', 'a900872b-c2e7-4adb-a518-c322f9de0fc2'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:45.462699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=a900872b-c2e7-4adb-a518-c322f9de0fc2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:45.505955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port a900872b-c2e7-4adb-a518-c322f9de0fc2 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:43:45.509017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:45.513163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8eceacb-3678-4459-bed9-c3d27da66c55 req-c1dbcb78-5c3c-44a7-bb15-71a2c7bffab3 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "DELETE /v2.0/ports/a900872b-c2e7-4adb-a518-c322f9de0fc2 HTTP/1.1" status: 204 len: 173 time: 0.6774871 Dec 08 16:43:45.513650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'name': 'network-vif-deleted', 'tag': 'a900872b-c2e7-4adb-a518-c322f9de0fc2'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:45.518484 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101ad66a-a8e2-4dec-b0b9-e6f6796951ec" -d '{"events": [{"server_uuid": "3262f39b-476e-4ab0-8282-0dee5a078e95", "name": "network-vif-deleted", "tag": "a900872b-c2e7-4adb-a518-c322f9de0fc2"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:45.566270 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca0178e-3094-4cec-a7bb-fb82b17e1097 x-openstack-request-id: req-5ca0178e-3094-4cec-a7bb-fb82b17e1097 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:45.566693 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3262f39b-476e-4ab0-8282-0dee5a078e95", "name": "network-vif-deleted", "tag": "a900872b-c2e7-4adb-a518-c322f9de0fc2", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:45.566960 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ca0178e-3094-4cec-a7bb-fb82b17e1097 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:45.567384 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3262f39b-476e-4ab0-8282-0dee5a078e95', 'name': 'network-vif-deleted', 'tag': 'a900872b-c2e7-4adb-a518-c322f9de0fc2', 'status': 'completed', 'code': 200} Dec 08 16:43:46.345732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038790a4-64da-4bd4-9be4-f19f731b6733 req-9b664e87-9f60-45a5-bbc5-355d630039dc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:46.347315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-038790a4-64da-4bd4-9be4-f19f731b6733 req-9b664e87-9f60-45a5-bbc5-355d630039dc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0609350 Dec 08 16:43:46.399022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-038790a4-64da-4bd4-9be4-f19f731b6733 req-9c0b194c-4cc7-4c82-b2d4-edad455c1088 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458300 Dec 08 16:43:46.951821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b187acec-3b8e-437d-aef9-5cd5243d66d4 req-87e77def-53b0-4b17-b0d3-3090c9de31fb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:46.954129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b187acec-3b8e-437d-aef9-5cd5243d66d4 req-87e77def-53b0-4b17-b0d3-3090c9de31fb tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 945 time: 0.1149085 Dec 08 16:43:47.002004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b187acec-3b8e-437d-aef9-5cd5243d66d4 req-09676fdb-9869-4a1b-b71d-9112e27cc0da tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416875 Dec 08 16:43:47.520991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e23e0-e4e6-4825-83cf-02ae5329b8ed req-4b661db5-43a5-4dc8-826d-719ccb53600a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:47.522486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a0e23e0-e4e6-4825-83cf-02ae5329b8ed req-4b661db5-43a5-4dc8-826d-719ccb53600a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0533783 Dec 08 16:43:47.572427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a0e23e0-e4e6-4825-83cf-02ae5329b8ed req-190ab446-7076-4776-a0f5-5ad17f8fb9c9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439119 Dec 08 16:43:48.126112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-8a4add65-573b-4eb4-9cd9-3dbfbb1910f8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:48.127539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-8a4add65-573b-4eb4-9cd9-3dbfbb1910f8 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 945 time: 0.0755661 Dec 08 16:43:48.147832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82a984-eac3-4fb9-9e22-b2a727a97384 req-8f4f4bf2-8076-4442-8ef4-6bf89d83e39b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:48.149216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a82a984-eac3-4fb9-9e22-b2a727a97384 req-8f4f4bf2-8076-4442-8ef4-6bf89d83e39b tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/ports?device_id=dc69a163-23af-4213-ba2c-4a7c936a8b43 HTTP/1.1" status: 200 len: 945 time: 0.0711071 Dec 08 16:43:48.245787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a82a984-eac3-4fb9-9e22-b2a727a97384 req-bfb45ad1-77fb-4c67-9575-339957800036 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.62 "GET /v2.0/security-groups?id=b43d8d41-3db2-4480-948d-1087c676993c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785408 Dec 08 16:43:48.269191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Deleting port 4a7cfc08-e2c8-4e51-8798-552833548e93 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:43:48.269530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:48.359360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] For port 4a7cfc08-e2c8-4e51-8798-552833548e93, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=4a7cfc08-e2c8-4e51-8798-552833548e93,segment=NetworkSegment(d58567a8-08be-443e-8f0b-c3d0e28a6ea7),segment_id=d58567a8-08be-443e-8f0b-c3d0e28a6ea7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:48.359630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:48.372347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Calling delete_port for 4a7cfc08-e2c8-4e51-8798-552833548e93 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:43:48.504144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:48.516348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['4a7cfc08-e2c8-4e51-8798-552833548e93'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:48.531664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Pushing event deleted for resources: {'Port': ['ID=4a7cfc08-e2c8-4e51-8798-552833548e93,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:48.579246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] No DVR routers for this DVR port 4a7cfc08-e2c8-4e51-8798-552833548e93 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:43:48.581847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:48.585277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6459e0d6-83a6-4ac9-94e1-756b3a0eb8c6 req-0e50db84-cc23-4c28-82bb-eeac6d0c5a90 tempest-ServersTestJSON-693337431 tempest-ServersTestJSON-693337431-project] 10.222.0.86 "DELETE /v2.0/ports/4a7cfc08-e2c8-4e51-8798-552833548e93 HTTP/1.1" status: 204 len: 173 time: 0.4508767 Dec 08 16:43:48.585721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'name': 'network-vif-deleted', 'tag': '4a7cfc08-e2c8-4e51-8798-552833548e93'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:48.588005 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552c1925-0c05-4dcb-827e-685afbe60fbb" -d '{"events": [{"server_uuid": "dc69a163-23af-4213-ba2c-4a7c936a8b43", "name": "network-vif-deleted", "tag": "4a7cfc08-e2c8-4e51-8798-552833548e93"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:48.634604 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ff668c-e2c1-4b4f-a0ff-2f080bf5ab3d x-openstack-request-id: req-e7ff668c-e2c1-4b4f-a0ff-2f080bf5ab3d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:48.634960 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc69a163-23af-4213-ba2c-4a7c936a8b43", "name": "network-vif-deleted", "tag": "4a7cfc08-e2c8-4e51-8798-552833548e93", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:48.635280 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e7ff668c-e2c1-4b4f-a0ff-2f080bf5ab3d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:48.635900 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc69a163-23af-4213-ba2c-4a7c936a8b43', 'name': 'network-vif-deleted', 'tag': '4a7cfc08-e2c8-4e51-8798-552833548e93', 'status': 'completed', 'code': 200} Dec 08 16:43:48.696108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9991c-f855-4679-a3a2-85796fba94e6 req-352c0ce7-79fd-4ea9-b1a4-60844f437867 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:48.697987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dbf9991c-f855-4679-a3a2-85796fba94e6 req-352c0ce7-79fd-4ea9-b1a4-60844f437867 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0542486 Dec 08 16:43:48.751615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dbf9991c-f855-4679-a3a2-85796fba94e6 req-5bb57a73-1857-4386-a757-9e230cac2df1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465708 Dec 08 16:43:49.307059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:49.353505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Deleting subnet 12733527-3aa8-4c07-b7ad-f59a5aace6bf {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:43:49.356597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.390454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.429230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.486365 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.510747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12733527-3aa8-4c07-b7ad-f59a5aace6bf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:49.515075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.518414 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c0874caf-fc75-4044-95ac-9d1e7cc5ef39 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/12733527-3aa8-4c07-b7ad-f59a5aace6bf HTTP/1.1" status: 204 len: 168 time: 0.2103181 Dec 08 16:43:49.520828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 46834) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:49.588907 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.670478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.690408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:49.699707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:49.699998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58567a8-08be-443e-8f0b-c3d0e28a6ea7') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:49.709787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.723547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.729407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:43:49.729787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:43:49.731451 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:43:49.785726 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.801444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:49.804765 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] 10.222.0.62 "DELETE /v2.0/networks/ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab HTTP/1.1" status: 204 len: 168 time: 0.2829511 Dec 08 16:43:49.806080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867efd8-d6de-4200-b58e-55da1c919241 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac9fa736-05f4-48bf-bbdf-1de37fa8e4ab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:49.873346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4a7cfc08-e2c8-4e51-8798-552833548e93 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:43:49.882821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e61ba-849f-4d10-be9e-b94ca5b6b1af req-425ce12c-32a0-4ca9-abab-6e1e88ae3531 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:49.884385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c3e61ba-849f-4d10-be9e-b94ca5b6b1af req-425ce12c-32a0-4ca9-abab-6e1e88ae3531 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 943 time: 0.0538204 Dec 08 16:43:49.896456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 4a7cfc08-e2c8-4e51-8798-552833548e93 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:43:49.897061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 4a7cfc08-e2c8-4e51-8798-552833548e93 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:43:49.897480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a900872b-c2e7-4adb-a518-c322f9de0fc2 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:43:49.916574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: a900872b-c2e7-4adb-a518-c322f9de0fc2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:43:49.916912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device a900872b-c2e7-4adb-a518-c322f9de0fc2 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:43:49.939749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c3e61ba-849f-4d10-be9e-b94ca5b6b1af req-20e89d72-a15d-454d-81c8-3096a0666cb3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458243 Dec 08 16:43:49.949365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46842) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:49.994273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bf62fbe2-9ec3-4e6a-8b77-2f75165f2bc1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=81e163ecce004aa7bb57a0f8f61b13b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433984 Dec 08 16:43:49.996701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:50.044212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f1f456f-fed8-458b-bfec-f6d404fbf2b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:50.065906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f1f456f-fed8-458b-bfec-f6d404fbf2b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:50.114975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f1f456f-fed8-458b-bfec-f6d404fbf2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:50.117541 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2f1f456f-fed8-458b-bfec-f6d404fbf2b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:50.118715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2f1f456f-fed8-458b-bfec-f6d404fbf2b7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b43d8d41-3db2-4480-948d-1087c676993c HTTP/1.1" status: 204 len: 168 time: 0.1211302 Dec 08 16:43:50.126594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f456f-fed8-458b-bfec-f6d404fbf2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d8d41-3db2-4480-948d-1087c676993c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:50.735433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 82c1c654-167a-47ab-b5eb-335edd985a14 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:43:50.839989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 82c1c654-167a-47ab-b5eb-335edd985a14, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=82c1c654-167a-47ab-b5eb-335edd985a14,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:50.852744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '82c1c654-167a-47ab-b5eb-335edd985a14', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': '82c1c654-167a-47ab-b5eb-335edd985a14', 'mac_address': 'fa:16:3e:50:c3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:43:50.896435 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:50.911027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c1c654-167a-47ab-b5eb-335edd985a14 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:43:50.931610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 82c1c654-167a-47ab-b5eb-335edd985a14, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=82c1c654-167a-47ab-b5eb-335edd985a14,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:50.936357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:50.993055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=82c1c654-167a-47ab-b5eb-335edd985a14,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:51.005163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.005582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.006008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.006549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.006941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.007331 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.007711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.008096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.008493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.008969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.009385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.009936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.010317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:43:51.071119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c17d1-7252-4d68-a037-52409e9ad4c9 req-db6e0964-cee5-4caf-9b93-b241750e85b9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:51.072790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-257c17d1-7252-4d68-a037-52409e9ad4c9 req-db6e0964-cee5-4caf-9b93-b241750e85b9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 944 time: 0.0585916 Dec 08 16:43:51.125887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-257c17d1-7252-4d68-a037-52409e9ad4c9 req-a89e7407-1019-4ed3-babc-037230b11ac0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452435 Dec 08 16:43:51.158161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['82c1c654-167a-47ab-b5eb-335edd985a14'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:51.240707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-229880ff-0d62-4685-93c4-46fcc692ccf9 req-086ffb5f-1e59-4ccd-94d7-d5effc7c1475 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0332463 Dec 08 16:43:52.243982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cdbc6-dc0e-4c33-88c0-c769734841e2 req-c4026dd3-c271-4dc8-a114-5e92313ef09f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:52.245463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-272cdbc6-dc0e-4c33-88c0-c769734841e2 req-c4026dd3-c271-4dc8-a114-5e92313ef09f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 944 time: 0.0493731 Dec 08 16:43:52.299848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-272cdbc6-dc0e-4c33-88c0-c769734841e2 req-722b1c15-256c-4165-95ab-9c98f55ecd6d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473623 Dec 08 16:43:52.350790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc8f21d7-f322-4b5c-a2da-3a38f31bbb30 req-7987e295-35f9-43ef-acaf-f89ce031a4a3 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0281572 Dec 08 16:43:52.906939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 82c1c654-167a-47ab-b5eb-335edd985a14 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:43:52.955405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 82c1c654-167a-47ab-b5eb-335edd985a14 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:43:52.959724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 82c1c654-167a-47ab-b5eb-335edd985a14 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:43:52.960100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:53.041283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:53.069143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:53.071628 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bb430e-0256-45b4-8255-613a1568e0ef" -d '{"events": [{"server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "name": "network-vif-plugged", "status": "completed", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:53.087979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 82c1c654-167a-47ab-b5eb-335edd985a14, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=82c1c654-167a-47ab-b5eb-335edd985a14,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:43:53.093628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:53.124476 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34a346a-6551-4e6c-b2de-6b6a6b956cee x-openstack-request-id: req-e34a346a-6551-4e6c-b2de-6b6a6b956cee {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:53.124914 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "name": "network-vif-plugged", "status": "completed", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:53.125302 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e34a346a-6551-4e6c-b2de-6b6a6b956cee {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:53.125904 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14', 'code': 200} Dec 08 16:43:53.158144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=82c1c654-167a-47ab-b5eb-335edd985a14,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:53.159255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a1fadb2-4550-4940-9e23-35d39d66225a req-ec1ad3cb-b2cf-499a-b1be-fd93658775c6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0300353 Dec 08 16:43:53.225392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc069e6-c6db-463b-abe6-3174fe18db5c req-f96fd045-afa7-47d9-974f-bbae7080d4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:53.226922 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7fc069e6-c6db-463b-abe6-3174fe18db5c req-f96fd045-afa7-47d9-974f-bbae7080d4a1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 1096 time: 0.0442309 Dec 08 16:43:53.273462 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7fc069e6-c6db-463b-abe6-3174fe18db5c req-8eeb2e26-ede4-4ef1-9970-79b6357181a5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393822 Dec 08 16:43:53.421213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b2efe-5535-4d5f-ade5-f37460a00be1 req-32881cc8-040a-427b-9b11-85c4e7e20ce3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:53.423104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-494b2efe-5535-4d5f-ade5-f37460a00be1 req-32881cc8-040a-427b-9b11-85c4e7e20ce3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 945 time: 0.0552027 Dec 08 16:43:53.456249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-237ae329-8ff5-4014-b94c-1e67e3540293 req-2acf2161-571c-41c5-bfeb-61fa8247d4a7 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0301669 Dec 08 16:43:53.494683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-494b2efe-5535-4d5f-ade5-f37460a00be1 req-cfa70e91-cddd-432f-82ba-ed704f89c779 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603328 Dec 08 16:43:54.558724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5177b00d-a239-408b-a888-d5612e074732 req-b8183285-89cc-4b86-8575-887c87b569b2 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0270231 Dec 08 16:43:54.618652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc06d7a-d0cf-40b5-9f68-66819698de18 req-98be52b6-e5d2-4cc0-8fcd-549c027881ca tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:54.620140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cc06d7a-d0cf-40b5-9f68-66819698de18 req-98be52b6-e5d2-4cc0-8fcd-549c027881ca tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 945 time: 0.0532205 Dec 08 16:43:54.672118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1cc06d7a-d0cf-40b5-9f68-66819698de18 req-75c6125e-bd91-410b-bdbb-f2379943d6b7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Dec 08 16:43:54.788880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bfb1f-dbbb-4023-99c0-d0b4875a3250 req-3ec73c8e-a8c7-4ea8-81a6-67014bfd0d85 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:54.790248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e5bfb1f-dbbb-4023-99c0-d0b4875a3250 req-3ec73c8e-a8c7-4ea8-81a6-67014bfd0d85 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 945 time: 0.0517063 Dec 08 16:43:54.841681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e5bfb1f-dbbb-4023-99c0-d0b4875a3250 req-55c03384-a98b-40c0-9023-a1d3a23dcf31 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452816 Dec 08 16:43:54.867009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46920) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:54.907756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ee106-60c1-482d-900c-820ec73f317b tempest-TestVolumeBootPattern-921599084 tempest-TestVolumeBootPattern-921599084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:54.912019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-946ee106-60c1-482d-900c-820ec73f317b tempest-TestVolumeBootPattern-921599084 tempest-TestVolumeBootPattern-921599084-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 1091 time: 0.0411267 Dec 08 16:43:54.912864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 46926) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:43:54.916596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '82c1c654-167a-47ab-b5eb-335edd985a14', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:54.940722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:55.375882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5e00958-9e5e-49e8-805c-d87a33090112 req-387186b4-71b5-47b5-a8a0-0a5f85fcde3e tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0287695 Dec 08 16:43:55.429982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:55.534386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.25.3.84 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/88c4bc4d-fdaf-465a-825a-b63a1d29b6d0) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:43:55.636091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:55.669953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:55.720900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=88c4bc4d-fdaf-465a-825a-b63a1d29b6d0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:55.725219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:43:55.726863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:43:55.729169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:43:55.976520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f0e422e-c7a4-40f5-a5fb-578ba7f30bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:56.078489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:56.149594 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:56.306034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:56.310960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:56.383774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=88c4bc4d-fdaf-465a-825a-b63a1d29b6d0,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:56.399087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:56.528104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d1cf48f-a213-4520-a110-74aff8f1d44f req-d41b92ec-9715-4b63-97ae-ada30da912bf tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0687528 Dec 08 16:43:56.592426 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Floating IP e8ac55ce-85d6-4265-ad31-25e6c8e82b87 associated. External IP: 172.25.3.84, port: 82c1c654-167a-47ab-b5eb-335edd985a14. Dec 08 16:43:56.710711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-395bfe41-f4cd-44d6-b669-3ca67e0a1af3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:56.712141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-395bfe41-f4cd-44d6-b669-3ca67e0a1af3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.2137489 Dec 08 16:43:56.738931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-07841b7d-2fc9-4c38-be33-6311ed92ed29 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/quotas/fddc30ebaba34556b6fd50813e8cf912 HTTP/1.1" status: 200 len: 375 time: 0.0204957 Dec 08 16:43:56.865541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-cfb87d91-d9e2-4f70-8ee7-88822d0c3f19 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1207225 Dec 08 16:43:56.940800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:43:57.023847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-c6bc6235-6d2b-4555-a8c0-e410c5bb437b service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479874 Dec 08 16:43:57.130354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:43:57.140156 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:43:57.150630 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:43:57.151310 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:43:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:57.165476 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:57.192258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-fffc8ab6-e87d-4f4b-b690-685ddeb4539d service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615136 Dec 08 16:43:57.203859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ffbd05d-af52-47ba-b061-ebf617990609 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2905169 Dec 08 16:43:57.204451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:57.207949 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91" -d '{"events": [{"name": "network-changed", "server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:57.248051 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24516ac1-217b-4da1-a45b-99fb39af328e x-openstack-request-id: req-24516ac1-217b-4da1-a45b-99fb39af328e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:57.248345 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:57.248599 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-24516ac1-217b-4da1-a45b-99fb39af328e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:57.249161 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14', 'status': 'completed', 'code': 200} Dec 08 16:43:57.281537 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:43:57.315252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-7c259393-4b5d-4268-b412-f04e773b21c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:57.317517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-7c259393-4b5d-4268-b412-f04e773b21c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 1096 time: 0.0458663 Dec 08 16:43:57.395654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5d05f14-6c82-4327-92b3-91c84ceafefa req-6f3aec6f-8129-48de-b4f1-671bb1fef88e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 210 time: 0.0483472 Dec 08 16:43:57.423671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-e14ce6b6-5993-43a0-8ded-15b8672b25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:57.425148 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-e14ce6b6-5993-43a0-8ded-15b8672b25a6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0998027 Dec 08 16:43:57.532936 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-c6f466bf-86a0-47d1-8973-eba84caf39a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82c1c654-167a-47ab-b5eb-335edd985a14 HTTP/1.1" status: 200 len: 998 time: 0.0997498 Dec 08 16:43:57.595232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-570b23d9-93d8-4e79-ac0c-905691e4ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:57.596812 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-570b23d9-93d8-4e79-ac0c-905691e4ab70 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0552573 Dec 08 16:43:57.650429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-57090344-87ce-495e-958c-7fc35170f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:57.652119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-57090344-87ce-495e-958c-7fc35170f4f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487461 Dec 08 16:43:57.685332 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e8ac55ce-85d6-4265-ad31-25e6c8e82b87', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '82c1c654-167a-47ab-b5eb-335edd985a14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:50:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:43:55Z', 'updated_at': '2021-12-08T16:43:55Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:57.718439 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:43:57.728743 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:43:57.729448 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:43:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:57.778503 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-bf7b9ef8-470f-4e67-b516-37feeea1a2b9 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189990 Dec 08 16:43:57.851700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c8cad77-0fd7-4b5b-b822-fc877392f1a0 req-4aa0bf3a-d243-484b-a3b1-14f9d81f43c8 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.2326064 Dec 08 16:43:57.867030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:43:57.906437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-68a887ac-9c6a-42e2-9ccc-2621b4ef4e91 req-e614d924-2d85-43a9-ab91-3685b1d59272 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212897 Dec 08 16:43:58.113321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e8ac55ce-85d6-4265-ad31-25e6c8e82b87', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '82c1c654-167a-47ab-b5eb-335edd985a14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:50:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:43:55Z', 'updated_at': '2021-12-08T16:43:55Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:43:58.139030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4019d1a4-eda7-4395-8cfe-704d2cfb9178 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e8ac55ce-85d6-4265-ad31-25e6c8e82b87', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.84', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '82c1c654-167a-47ab-b5eb-335edd985a14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3406, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:50:c3:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:43:55Z', 'updated_at': '2021-12-08T16:43:55Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:43:58.370377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c3befd-77db-43fc-9bf1-5c34cf260a43 None None] New status for floating IP e8ac55ce-85d6-4265-ad31-25e6c8e82b87: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:43:58.439757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-1e1c3675-43ae-4f27-977d-fee2af0d34d7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:58.441261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-1e1c3675-43ae-4f27-977d-fee2af0d34d7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1295223 Dec 08 16:43:58.457000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Request body: {'port': {'device_id': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'admin_state_up': True, 'tenant_id': 'fddc30ebaba34556b6fd50813e8cf912'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:58.602199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Made reservation on behalf of fddc30ebaba34556b6fd50813e8cf912 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:43:58.607601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:58.766318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Allocated IP 172.20.0.8 (a78ac7f6-1f74-47dd-af7c-f5391f715a2e/ac258c68-0ab5-4ac4-a927-a105783e8e0a/0c502534-cf91-48b1-a4f3-f27ebe464899) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:43:58.771126 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a710c2b-54df-44e1-8749-75de418ad209 req-eadd9f09-bef0-4833-a6f4-6bc1fe29743d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 210 time: 0.0400658 Dec 08 16:43:58.790647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2080aaad-a2d3-485e-a025-bd878791b53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:58.927076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:58.979452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02b583a8-bd98-4bcc-afe9-28af55fc6bf2 req-19186659-4a34-404f-b209-1722e998582e tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0280755 Dec 08 16:43:58.989384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.003954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:59.006684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e720c7b-2f6d-4782-9707-1fd349b9a236'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:43:59.040499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:43:59.045654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:43:59.049368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:43:59.079714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event updated for resources: {'Port': ['ID=0c502534-cf91-48b1-a4f3-f27ebe464899,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:59.117039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:59.117752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.134748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-af249207-3081-4096-a5aa-ffa9309283d2 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6827836 Dec 08 16:43:59.146895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Request body: {'port': {'device_id': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:43:59.201886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.477639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c502534-cf91-48b1-a4f3-f27ebe464899 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:43:59.485174 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.498523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Transition to ACTIVE for port object 0c502534-cf91-48b1-a4f3-f27ebe464899 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:43:59.502169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.554228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Pushing event updated for resources: {'Port': ['ID=0c502534-cf91-48b1-a4f3-f27ebe464899,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:59.618947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Attempting to bind port 0c502534-cf91-48b1-a4f3-f27ebe464899 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:43:59.619285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Attempting to bind port 0c502534-cf91-48b1-a4f3-f27ebe464899 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:43:59.619614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Attempting to bind port 0c502534-cf91-48b1-a4f3-f27ebe464899 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:43:59.623847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Port 0c502534-cf91-48b1-a4f3-f27ebe464899 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:43:59.624166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Attempting to bind port 0c502534-cf91-48b1-a4f3-f27ebe464899 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:43:59.629053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:43:59.629392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Checking segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:43:59.629769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Bound using segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:43:59.630219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Bound port: 0c502534-cf91-48b1-a4f3-f27ebe464899, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:43:59.630567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.696188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] For port 0c502534-cf91-48b1-a4f3-f27ebe464899, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:43:59.699150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] For port 0c502534-cf91-48b1-a4f3-f27ebe464899, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c502534-cf91-48b1-a4f3-f27ebe464899,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:43:59.703443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.740276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:59.740895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:43:59.742314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] 10.222.0.86 "PUT /v2.0/ports/0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 1091 time: 0.5996177 Dec 08 16:43:59.742760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'tag': '0c502534-cf91-48b1-a4f3-f27ebe464899'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:43:59.745044 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47142f89-0c79-43bd-afd2-dcb410d052e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb90e34-9864-437c-a629-edc75f3c1679", "tag": "0c502534-cf91-48b1-a4f3-f27ebe464899"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:43:59.771216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b8c81b-2ba4-467f-9ab2-385af3b69f99 service neutron] Pushing event updated for resources: {'Port': ['ID=0c502534-cf91-48b1-a4f3-f27ebe464899,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:43:59.793764 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2f23f5-88f0-49ce-8b25-e18d88579717 x-openstack-request-id: req-9d2f23f5-88f0-49ce-8b25-e18d88579717 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:43:59.794079 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb90e34-9864-437c-a629-edc75f3c1679", "tag": "0c502534-cf91-48b1-a4f3-f27ebe464899", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:43:59.794332 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d2f23f5-88f0-49ce-8b25-e18d88579717 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:43:59.794734 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'tag': '0c502534-cf91-48b1-a4f3-f27ebe464899', 'status': 'completed', 'code': 200} Dec 08 16:43:59.824847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-64384152-e273-48b0-b8f5-5016a02f20aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:59.826511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-64384152-e273-48b0-b8f5-5016a02f20aa service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1094 time: 0.0457606 Dec 08 16:43:59.881665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-5ad763b6-e54e-45da-b48a-8bd7e464328b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 217 time: 0.0478683 Dec 08 16:43:59.952573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-736ffead-2ffc-4a8f-b82e-a2d417119bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:59.954077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-736ffead-2ffc-4a8f-b82e-a2d417119bef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0548618 Dec 08 16:43:59.962821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2c001-2e12-449b-af0e-ab4d029cac12 req-f99afc36-912d-4faa-a9e2-09349019f269 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:43:59.964276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53c2c001-2e12-449b-af0e-ab4d029cac12 req-f99afc36-912d-4faa-a9e2-09349019f269 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 943 time: 0.0918846 Dec 08 16:43:59.995574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-9297b314-4f0c-43da-a399-15115297361a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302210 Dec 08 16:44:00.100127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2635ead0-45de-4eee-88da-a170800c7179 req-0abdeb26-6f94-4faf-bd54-45459f7fed05 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0393581 Dec 08 16:44:00.114867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53c2c001-2e12-449b-af0e-ab4d029cac12 req-8ea2d990-a347-4db6-8f64-f9afdfae780c tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419775 Dec 08 16:44:00.148095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:00.154431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-c3964e4b-8166-4b54-9155-f89bb16c30a5 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504395 Dec 08 16:44:00.259992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05ea680e-0cb5-4505-9e82-27c9838eaa1d req-92170c49-324c-4840-bba4-3642f791f3ac service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943286 Dec 08 16:44:00.353218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-d8dea7fa-3d3a-423a-a06a-9603b2755a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:00.354792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-d8dea7fa-3d3a-423a-a06a-9603b2755a65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1094 time: 0.0452168 Dec 08 16:44:00.456927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-28bddd16-6a64-41c0-b5fb-526f8dc1b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:00.458416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-28bddd16-6a64-41c0-b5fb-526f8dc1b747 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0963645 Dec 08 16:44:00.503998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-bf9666cc-5b57-4837-973c-cb92908b3d78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 217 time: 0.0377209 Dec 08 16:44:00.557624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-f26e296d-65d1-426d-876e-e0771ed61c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:00.559030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-f26e296d-65d1-426d-876e-e0771ed61c6f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0452623 Dec 08 16:44:00.592449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-23428023-eb71-43e0-8b12-e94e91b34abb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255511 Dec 08 16:44:00.691261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-bf7f5233-a2ee-4865-98bf-0d0a1e5549b5 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900640 Dec 08 16:44:00.784538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47142f89-0c79-43bd-afd2-dcb410d052e6 req-608531b6-950f-4b8b-b0bc-de20c5483447 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Dec 08 16:44:01.218108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76d6edf7-1d30-4744-9580-29c19b9945cb req-46ad10ec-54ff-45b2-aded-e89aed9ce069 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0386720 Dec 08 16:44:01.255063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a32a86-8b97-45ce-9581-5c5d8a0be57b req-c6e7701b-237c-4264-8345-8826b214a081 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:01.256539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60a32a86-8b97-45ce-9581-5c5d8a0be57b req-c6e7701b-237c-4264-8345-8826b214a081 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 943 time: 0.0684421 Dec 08 16:44:01.304294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60a32a86-8b97-45ce-9581-5c5d8a0be57b req-688fd799-4cf1-49e1-aa7a-88258d3319da tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417616 Dec 08 16:44:01.917495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:02.213839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:02.320003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad7ab36e-7c1d-46b3-88db-1df04d946138 req-372e2fb9-4364-4ee9-b925-8e782551e0c5 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0264452 Dec 08 16:44:02.327841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:02.420283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e105e2-1acb-4969-80cf-dbe88db23ae0 req-cd0ea199-637e-4a25-a3a6-496c9d990bae tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:02.421630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91e105e2-1acb-4969-80cf-dbe88db23ae0 req-cd0ea199-637e-4a25-a3a6-496c9d990bae tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 943 time: 0.0482969 Dec 08 16:44:02.473885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91e105e2-1acb-4969-80cf-dbe88db23ae0 req-a9d1d38c-54f3-4ffe-ba46-779598be6534 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451322 Dec 08 16:44:03.225673 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:03.422625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-891bbc20-9661-471f-8c69-1c0ef210a3c0 req-284af928-db84-4ad6-817e-dbc8abc5cd0d tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0253074 Dec 08 16:44:03.591780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa184de5-fb81-4a4a-8044-525f739e6564 req-7c9136f6-666f-436c-8f70-bebc6a5138af tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:03.593270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa184de5-fb81-4a4a-8044-525f739e6564 req-7c9136f6-666f-436c-8f70-bebc6a5138af tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 943 time: 0.0503716 Dec 08 16:44:03.640094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa184de5-fb81-4a4a-8044-525f739e6564 req-0aafb1fa-370d-496d-a5e7-29f8d64e2c60 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Dec 08 16:44:03.916366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c502534-cf91-48b1-a4f3-f27ebe464899 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:44:04.012027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0c502534-cf91-48b1-a4f3-f27ebe464899, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c502534-cf91-48b1-a4f3-f27ebe464899,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:04.024667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '0c502534-cf91-48b1-a4f3-f27ebe464899', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'port_id': '0c502534-cf91-48b1-a4f3-f27ebe464899', 'mac_address': 'fa:16:3e:9e:30:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac258c68-0ab5-4ac4-a927-a105783e8e0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:44:04.062528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:04.080538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c502534-cf91-48b1-a4f3-f27ebe464899 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:44:04.100532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0c502534-cf91-48b1-a4f3-f27ebe464899, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c502534-cf91-48b1-a4f3-f27ebe464899,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:04.104734 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:04.156554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0c502534-cf91-48b1-a4f3-f27ebe464899,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:04.320946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0c502534-cf91-48b1-a4f3-f27ebe464899'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:44:04.537825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d68fdfd-999d-461c-a736-90997913dec2 req-583ee0e7-a418-4e28-aa59-6e577bc39f37 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Dec 08 16:44:04.770649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400bf05e-f70b-4974-ad3a-fce693f123da req-9967a6dd-4575-45bd-a163-63b3b8d9fcff tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:04.772184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-400bf05e-f70b-4974-ad3a-fce693f123da req-9967a6dd-4575-45bd-a163-63b3b8d9fcff tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 944 time: 0.0576508 Dec 08 16:44:04.826174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-400bf05e-f70b-4974-ad3a-fce693f123da req-a71685e2-a826-4b90-8ecd-592a7a643d12 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478058 Dec 08 16:44:05.640263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a88f7d75-4585-4559-a044-b85e0490de2c req-45df77a1-d4cd-45b9-9095-9e013aebe93e tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0260594 Dec 08 16:44:05.916261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c502534-cf91-48b1-a4f3-f27ebe464899 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:44:05.945106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6ab1d-6f93-4d44-9aee-8a54d8054e68 req-44dbe8b1-0fae-4972-b20c-b38b5da9a17e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:05.946645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ad6ab1d-6f93-4d44-9aee-8a54d8054e68 req-44dbe8b1-0fae-4972-b20c-b38b5da9a17e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 944 time: 0.0498643 Dec 08 16:44:05.965500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 0c502534-cf91-48b1-a4f3-f27ebe464899 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:44:05.969498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 0c502534-cf91-48b1-a4f3-f27ebe464899 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:05.970610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:05.996378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ad6ab1d-6f93-4d44-9aee-8a54d8054e68 req-e21c9e07-bfe8-4920-b2ec-ea6cdc1fa3cf tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436456 Dec 08 16:44:06.050062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:06.073322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c502534-cf91-48b1-a4f3-f27ebe464899'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:44:06.075597 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f4c07b-3726-4cc6-8cec-0c3802b2a872" -d '{"events": [{"server_uuid": "ceb90e34-9864-437c-a629-edc75f3c1679", "name": "network-vif-plugged", "status": "completed", "tag": "0c502534-cf91-48b1-a4f3-f27ebe464899"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:44:06.088034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 0c502534-cf91-48b1-a4f3-f27ebe464899, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c502534-cf91-48b1-a4f3-f27ebe464899,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:06.092552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:06.122230 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681f3101-a58d-426e-b330-964d93c6f90c x-openstack-request-id: req-681f3101-a58d-426e-b330-964d93c6f90c {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:44:06.122528 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb90e34-9864-437c-a629-edc75f3c1679", "name": "network-vif-plugged", "status": "completed", "tag": "0c502534-cf91-48b1-a4f3-f27ebe464899", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:44:06.122778 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-681f3101-a58d-426e-b330-964d93c6f90c {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:44:06.123168 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c502534-cf91-48b1-a4f3-f27ebe464899', 'code': 200} Dec 08 16:44:06.149442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=0c502534-cf91-48b1-a4f3-f27ebe464899,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:06.224269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399e2d03-ce4e-4ba1-b077-b142322a1075 req-477a40bb-8dce-44f7-b028-a5fbc564712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:06.225775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-399e2d03-ce4e-4ba1-b077-b142322a1075 req-477a40bb-8dce-44f7-b028-a5fbc564712e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1096 time: 0.0445485 Dec 08 16:44:06.268009 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-399e2d03-ce4e-4ba1-b077-b142322a1075 req-c7d86ff2-3da8-450f-83b7-641e08c61425 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357687 Dec 08 16:44:06.675025 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:44:06.741052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f18f7dd-fe55-46ad-a2ef-ca98fbbf4d4c req-f9c4ff92-9a3d-4ac4-9f8d-a0e74444f1b9 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0265036 Dec 08 16:44:07.114647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4237204-b1e8-43d7-ab64-8cc212cdcd81 req-25eae3f0-69e7-4c02-96ad-3812c14fc5ae tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:07.116166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4237204-b1e8-43d7-ab64-8cc212cdcd81 req-25eae3f0-69e7-4c02-96ad-3812c14fc5ae tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Dec 08 16:44:07.164010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4237204-b1e8-43d7-ab64-8cc212cdcd81 req-2339f40f-6cea-4799-aebb-0a1e6d382e7e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Dec 08 16:44:07.847725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac4bf5c-c96b-46dc-b19a-387fdb2517da req-9eadf469-5b55-4174-a967-e182430aa6e0 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0295787 Dec 08 16:44:08.281273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0398d49-2311-4526-8b10-dc3ea35084ef req-7c87e1dd-0bae-4fef-ad13-1de130d2dcc9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:08.283363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0398d49-2311-4526-8b10-dc3ea35084ef req-7c87e1dd-0bae-4fef-ad13-1de130d2dcc9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 945 time: 0.0517573 Dec 08 16:44:08.332104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0398d49-2311-4526-8b10-dc3ea35084ef req-6dafd412-0364-4571-b05f-52f0c3334725 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414262 Dec 08 16:44:08.950795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0907c74e-08cc-4689-9a63-c94a7fc1f56f req-e640a821-a2b1-4609-816c-ed86d40e3b5c tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0261421 Dec 08 16:44:10.058287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c380285a-c4dd-4b9f-bb4e-251305256b52 req-dbffdd95-5c84-435f-8f63-6e73d632139c tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0290504 Dec 08 16:44:11.185979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-930deb2e-ec4b-4135-8f6a-b75097ca5412 req-3c1404e0-cc0a-4884-8d31-dd300d7ec9b4 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0323017 Dec 08 16:44:12.310210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69c5cd22-18a8-4cbf-9770-5157134fdb8d req-31b3e024-27e4-42b7-bd84-e537710431b9 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0378232 Dec 08 16:44:13.419373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8432b909-7f9a-4cc0-ac8e-2487609e180b req-4f86a698-554f-4612-91a6-2cfe3d133f2d tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0272732 Dec 08 16:44:14.525806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94fec450-70b2-457e-a649-b795ea1f9609 req-46002eae-6283-4ef0-986a-7d2149abc237 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0270419 Dec 08 16:44:15.645947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b04a3239-8ac7-4b37-a950-187f9c33f35e req-35995abe-94ae-4a50-a8e1-d20a3aeddccc tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0334041 Dec 08 16:44:16.755429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c698e60-0ec8-48dd-a3d6-5eae5d21eaa9 req-e9e41fc2-d006-4408-9a04-67f118eaf5d0 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0265265 Dec 08 16:44:17.863379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ccb4fe9e-980f-41e8-a190-395fdb6f9418 req-bba4456c-a494-4898-b6e0-f2061a105ec9 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0279675 Dec 08 16:44:18.971709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2432b08-47aa-4f16-9a1a-de3d025f8a47 req-739bc7d5-071e-4cb4-8e8e-62c753b59641 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0299463 Dec 08 16:44:20.082372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eacae215-e7d9-4544-8d3d-9002f0965aed req-0f89b006-988e-40bc-a8c8-274951f39b53 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0275254 Dec 08 16:44:21.198679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cffc7e8c-aa89-4bd5-8a86-a15abb276b88 req-7af0fde1-7c50-4b14-a950-42049e5f98d6 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0301571 Dec 08 16:44:22.302505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9cd7c63-03c8-4c53-bf9b-4c4c572b683b req-d5c91e3d-b231-430f-b2a0-8b43b552f9cb tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0267432 Dec 08 16:44:22.837757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bee67d9d-b2d7-422f-8cf7-1b9034031a1a req-8aa785fa-8368-4048-be24-d03b56b862a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0257308 Dec 08 16:44:23.409967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e08c87ce-fe0a-4314-b566-0c99b93649a8 req-cc87c5a9-f95b-427b-8c5d-6266c524ae7f tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0266895 Dec 08 16:44:24.519806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc44d569-718b-4949-8a93-a6fb99101a6f req-348ebf33-0b62-484f-ae6a-f3688fcb2856 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0312743 Dec 08 16:44:24.807050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58fbe06a-ade6-409f-a397-8d2c00055094 req-aa543af2-666f-44d6-b2a2-8672d26cb76a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1a40b3554c2b42f1ab088d108e4778da&device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0402005 Dec 08 16:44:24.831556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74b73a0c-b0c5-486a-95ec-54df336a8a54 req-fe081b04-fec2-4215-92bb-07928c28589b tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0537570 Dec 08 16:44:24.856879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58fbe06a-ade6-409f-a397-8d2c00055094 req-325f88a3-3375-49a1-b052-96950142a9f1 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1a40b3554c2b42f1ab088d108e4778da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349412 Dec 08 16:44:25.449309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbe06a-ade6-409f-a397-8d2c00055094 req-f23c6514-ee21-4d90-b4fd-5852945b0721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:25.451265 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58fbe06a-ade6-409f-a397-8d2c00055094 req-f23c6514-ee21-4d90-b4fd-5852945b0721 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5880897 Dec 08 16:44:25.945156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c7db31a-9f10-4f78-8a4a-6857c291e200 req-6ef8752e-7ad7-4965-b418-cac13437012c tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0298474 Dec 08 16:44:25.985636 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b93df9f9-ea20-4530-af84-d81662a151da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:26.767155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58fbe06a-ade6-409f-a397-8d2c00055094 req-3201da1d-fd67-4ab8-906a-4359dcd54da2 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.86 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0292268 Dec 08 16:44:27.061192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6e6f593-35d6-44c8-8f3c-0530fe85f997 req-301225f6-c231-48e8-88c4-2261c430d3c3 tempest-ServerShowV254Test-1473317046 tempest-ServerShowV254Test-1473317046-project] 10.222.0.62 "GET /v2.0/ports?device_id=3de94001-9d48-4037-9905-7077aad39d62 HTTP/1.1" status: 200 len: 210 time: 0.0270743 Dec 08 16:44:28.398071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:28.516953 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.601440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.606618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.651746 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a40b3554c2b42f1ab088d108e4778da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2525423 Dec 08 16:44:28.652613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da53e56-892a-448b-bdae-09efba55c494,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:28.654498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47144) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:28.661212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.661558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.661921 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.662255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.662582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.662907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.663228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.663548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.663864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.664262 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.664496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.664809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.665123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10cf22aa-926c-4405-8caa-00d5514fc3bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.708385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.731357 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.782419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.787187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.789772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09e7134e-74a4-44c6-8fbb-9bf12f46499e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:28.793897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0da53e56-892a-448b-bdae-09efba55c494 HTTP/1.1" status: 204 len: 168 time: 0.1375189 Dec 08 16:44:28.802460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da53e56-892a-448b-bdae-09efba55c494,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:28.810438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.810779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.811119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.811498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.811767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.812089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.812413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.812733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.813050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.813369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.814239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.814375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:28.815230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b9f56c-0daa-4e15-93c3-4e444395bdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:29.512446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:29.620275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-825554060-network', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:29.644055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Made reservation on behalf of 18bb4ce41c6a4d37b63b83c411b929c5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:44:29.647983 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.657269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.751722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.756124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.785431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:44:29.792736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8e8ddd-9383-49d8-ad45-9c2f15f0d551,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:29.800606 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.801048 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Added segment 75a93418-558a-4b14-9589-ff79e45ca3f4 of type vlan for network dcb38395-0677-404c-ad18-af16fcc8a053 Dec 08 16:44:29.868289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.901529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.902546 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:29.903129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:29.968729 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4551017 Dec 08 16:44:29.972445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47172) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:29.977237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Request body: {'subnet': {'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-825554060-subnet', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:29.981910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f7955-5c9c-41ff-8577-3a6a7665acbc admin admin] Pushing event updated for resources: {'Network': ['ID=dcb38395-0677-404c-ad18-af16fcc8a053,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:29.992566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network dcb38395-0677-404c-ad18-af16fcc8a053 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:44:30.002183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Made reservation on behalf of 18bb4ce41c6a4d37b63b83c411b929c5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:44:30.004773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.142369 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.519615 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.578357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8551e05d-ca51-4fd2-bc3c-66472cd3a501,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:30.590174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Checking segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:44:30.590568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Network hostable DHCP agents. Network: dcb38395-0677-404c-ad18-af16fcc8a053, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:44:30.615490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Network dcb38395-0677-404c-ad18-af16fcc8a053 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:44:30.627754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, dcb38395-0677-404c-ad18-af16fcc8a053) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:30.633218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:30.634004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.640030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7905eb2f-6049-46c3-9dbb-652593ad24bb None None] Network dcb38395-0677-404c-ad18-af16fcc8a053 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:44:30.661316 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da269e46-e0aa-488a-9018-0439058d7c4d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6877272 Dec 08 16:44:30.664949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47176) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:30.669881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:30.695881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.696944 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.754733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.770161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-dcb38395-0677-404c-ad18-af16fcc8a053', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:44:30.771014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.927583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:30.928081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Allocated IP 172.20.0.2 (dcb38395-0677-404c-ad18-af16fcc8a053/8551e05d-ca51-4fd2-bc3c-66472cd3a501/db498280-d534-41df-ab92-64d4c4b60abd) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:44:31.097935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.104365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.146449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Network dcb38395-0677-404c-ad18-af16fcc8a053 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:44:31.151384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:31.154910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:44:31.162676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Pushing event updated for resources: {'Port': ['ID=db498280-d534-41df-ab92-64d4c4b60abd,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:31.164041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.185913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.219265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Attempting to bind port db498280-d534-41df-ab92-64d4c4b60abd on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:44:31.219643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Attempting to bind port db498280-d534-41df-ab92-64d4c4b60abd by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:44:31.220470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Attempting to bind port db498280-d534-41df-ab92-64d4c4b60abd on network dcb38395-0677-404c-ad18-af16fcc8a053 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:44:31.226596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:44:31.227112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Checking segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:44:31.227535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.227993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Bound using segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:44:31.228766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Bound port: db498280-d534-41df-ab92-64d4c4b60abd, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:44:31.228922 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.295663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] For port db498280-d534-41df-ab92-64d4c4b60abd, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:44:31.298866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] For port db498280-d534-41df-ab92-64d4c4b60abd, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=db498280-d534-41df-ab92-64d4c4b60abd,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:44:31.303956 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.306837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Allocated IP 172.25.3.43 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/160fc539-8c1b-4fa2-b2c0-693debaffa49) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:44:31.367953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e11de-11a6-490a-94e0-16c615aa82be None None] Pushing event updated for resources: {'Port': ['ID=db498280-d534-41df-ab92-64d4c4b60abd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:31.422403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.459514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.505900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:44:31.514413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:31.519384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:44:31.522211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Pushing event updated for resources: {'Port': ['ID=160fc539-8c1b-4fa2-b2c0-693debaffa49,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:31.536525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cdf19a-f013-466d-9878-4dc26d14405c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:44:31.635016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7651a466-747a-4bdf-a020-560ef08bb274 None None] Provisioning complete for port 160fc539-8c1b-4fa2-b2c0-693debaffa49 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:31.635533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7651a466-747a-4bdf-a020-560ef08bb274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.680798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7651a466-747a-4bdf-a020-560ef08bb274 None None] Port 160fc539-8c1b-4fa2-b2c0-693debaffa49 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:44:31.795320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.818497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device db498280-d534-41df-ab92-64d4c4b60abd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:44:31.869916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port db498280-d534-41df-ab92-64d4c4b60abd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:31.870287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.928476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:31.970552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.007996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port db498280-d534-41df-ab92-64d4c4b60abd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=db498280-d534-41df-ab92-64d4c4b60abd,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:32.010876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.014290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.073696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=db498280-d534-41df-ab92-64d4c4b60abd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:32.164596 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:44:32.228611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.291584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:44:32.304821 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:44:32.318769 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:44:32.319247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.319447 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:44:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:32.329246 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b8ac5cff-624f-4cea-8d06-56ff18ab0653 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6553497 Dec 08 16:44:32.331538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:32.332966 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.372512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfe0341-261a-453a-98e7-dfb2980b4fb2 None None] Network dcb38395-0677-404c-ad18-af16fcc8a053 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:44:32.451175 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:44:32.457491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3d194fd6-5f9b-4543-b777-dfc90528a05b None None] Provisioning complete for port db498280-d534-41df-ab92-64d4c4b60abd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:32.458171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d194fd6-5f9b-4543-b777-dfc90528a05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.686075 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:31Z', 'revision_number': 3, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:32.719990 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:44:32.720342 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Updating router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 port 160fc539-8c1b-4fa2-b2c0-693debaffa49 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:44:32.747144 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.806925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a90a9c1e-1b42-4114-8f7b-db63ebd1fee0 None None] Provisioning complete for port db498280-d534-41df-ab92-64d4c4b60abd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:32.807294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a90a9c1e-1b42-4114-8f7b-db63ebd1fee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:32.837722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.020653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Allocated IP 172.20.0.1 (dcb38395-0677-404c-ad18-af16fcc8a053/8551e05d-ca51-4fd2-bc3c-66472cd3a501/6a046f68-dab9-491d-ac4f-73217be8779a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:44:33.032852 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.040946 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.112323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e60c6c-2fe7-40b7-856f-ac91d1461200 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:44:33.126992 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Attempting to bind port 160fc539-8c1b-4fa2-b2c0-693debaffa49 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:44:33.127734 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Attempting to bind port 160fc539-8c1b-4fa2-b2c0-693debaffa49 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:44:33.128320 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Attempting to bind port 160fc539-8c1b-4fa2-b2c0-693debaffa49 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:44:33.144395 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:44:33.144997 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:44:33.145644 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.146309 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:44:33.147106 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Bound port: 160fc539-8c1b-4fa2-b2c0-693debaffa49, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:44:33.147717 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.151716 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Pushing event updated for resources: {'Port': ['ID=160fc539-8c1b-4fa2-b2c0-693debaffa49,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:33.199370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.200915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.202094 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.202621 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.203034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.203427 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.203844 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.204296 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.204876 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.205969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.206833 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.207080 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.207472 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.207924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:44:33.244246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6beb4250-3a6a-454c-876f-4dfa21030f3c None None] Provisioning complete for port 160fc539-8c1b-4fa2-b2c0-693debaffa49 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:33.245277 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6beb4250-3a6a-454c-876f-4dfa21030f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.247036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.249259 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.255919 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] For port 160fc539-8c1b-4fa2-b2c0-693debaffa49, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:44:33.260000 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] For port 160fc539-8c1b-4fa2-b2c0-693debaffa49, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=160fc539-8c1b-4fa2-b2c0-693debaffa49,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:44:33.265608 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.288512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6beb4250-3a6a-454c-876f-4dfa21030f3c None None] Port 160fc539-8c1b-4fa2-b2c0-693debaffa49 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:44:33.307167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Network dcb38395-0677-404c-ad18-af16fcc8a053 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:44:33.315808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:33.321355 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:44:33.324758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Pushing event updated for resources: {'Port': ['ID=6a046f68-dab9-491d-ac4f-73217be8779a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:33.346760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c66946-b7f5-46c0-b0bf-9b6e958889f5 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:44:33.368514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.382274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:44:33.383578 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:44:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:33.387346 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefcf00-06a4-47bd-8ee9-53bdd413868e None None] Pushing event updated for resources: {'Port': ['ID=160fc539-8c1b-4fa2-b2c0-693debaffa49,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:33.422603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b8b73214-f268-4e9d-94fc-13ae61d4af59 None None] Provisioning complete for port 160fc539-8c1b-4fa2-b2c0-693debaffa49 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:33.423133 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8b73214-f268-4e9d-94fc-13ae61d4af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.521070 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.535257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8b73214-f268-4e9d-94fc-13ae61d4af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.563412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b8b73214-f268-4e9d-94fc-13ae61d4af59 None None] For port 160fc539-8c1b-4fa2-b2c0-693debaffa49, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=160fc539-8c1b-4fa2-b2c0-693debaffa49,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:33.572270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8b73214-f268-4e9d-94fc-13ae61d4af59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.630662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b73214-f268-4e9d-94fc-13ae61d4af59 None None] Pushing event updated for resources: {'Port': ['ID=160fc539-8c1b-4fa2-b2c0-693debaffa49,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:33.656240 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:44:33.693824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ae599895-28c3-4c86-8cb5-01ef10431e19 None None] Provisioning complete for port 6a046f68-dab9-491d-ac4f-73217be8779a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:33.694442 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae599895-28c3-4c86-8cb5-01ef10431e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.718354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.723994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.732847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ae599895-28c3-4c86-8cb5-01ef10431e19 None None] Port 6a046f68-dab9-491d-ac4f-73217be8779a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:44:33.803185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device db498280-d534-41df-ab92-64d4c4b60abd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:44:33.808281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Pushing event updated for resources: {'Port': ['ID=6a046f68-dab9-491d-ac4f-73217be8779a,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:33.811832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.844157 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:31Z', 'revision_number': 3, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:33.857248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port db498280-d534-41df-ab92-64d4c4b60abd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:33.857617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:33.875762 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a088222-23b6-4302-82b7-a18a7ff1d525 None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:31Z', 'revision_number': 3, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:44:33.915094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Network dcb38395-0677-404c-ad18-af16fcc8a053 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:44:33.916539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:34.051474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:44:34.205577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:44:34.213447 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48e5da05-d55b-4ee2-8a97-32941e421270 admin admin] 10.222.0.62 "PUT /v2.0/routers/10cf63dc-d31e-4b77-bb82-7961ea87bd98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8775856 Dec 08 16:44:34.271582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2608cc2a-3c39-433e-8b0d-8ed1c2a3d02b None None] Provisioning complete for port 6a046f68-dab9-491d-ac4f-73217be8779a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:34.272224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2608cc2a-3c39-433e-8b0d-8ed1c2a3d02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.314385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2608cc2a-3c39-433e-8b0d-8ed1c2a3d02b None None] Port 6a046f68-dab9-491d-ac4f-73217be8779a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:44:34.647324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 47194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:34.652468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--141560757', 'description': 'tempest-description--1736384258'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:34.677041 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.748361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.752088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.785470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.786761 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1382065 Dec 08 16:44:34.788919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f1d90c-9e98-4d02-8999-953741d44aa2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=345e30ee-caae-4fee-9c86-22eb08ac57f5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:34.789763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47196) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:34.794563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'security_group_rule': {'security_group_id': '345e30ee-caae-4fee-9c86-22eb08ac57f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:34.824598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.881468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.885677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.904343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f6f26f-6f5e-43cd-81ee-61a2f0df2599,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:34.912021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:34.913203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ecb45d20-85c5-496e-bf66-60cd6b7145cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223502 Dec 08 16:44:34.915859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47198) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:34.920113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'security_group_rule': {'security_group_id': '345e30ee-caae-4fee-9c86-22eb08ac57f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:34.948227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.005610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.009511 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.028056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528129c4-93b6-4495-9a13-54bcb13fec6d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:35.036355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.037561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-59006692-31c7-433d-afe2-3b1311b01073 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207840 Dec 08 16:44:35.041000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47200) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:35.045605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:35.068407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.172257 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.287256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Allocated IP 172.25.3.174 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/0ec90cc1-ba33-44ca-85ce-51d74b5d25ad) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:44:35.402195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.437560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.475061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:44:35.477989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:35.480621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:44:35.512867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'Port': ['ID=0ec90cc1-ba33-44ca-85ce-51d74b5d25ad,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:35.531172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:44:35.588297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.626338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.708239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:44:35.708845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:44:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:35.790925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.796577 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.832534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 160fc539-8c1b-4fa2-b2c0-693debaffa49 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:44:35.839523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:44:35.874969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'Port': ['ID=0ec90cc1-ba33-44ca-85ce-51d74b5d25ad,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:35.882246 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.898644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:35.900072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46dbb41e-5ba4-49c6-bf57-c5c7bc883197 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8581271 Dec 08 16:44:36.000324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 160fc539-8c1b-4fa2-b2c0-693debaffa49 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:36.000698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.050619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-0851dcd3-4e0b-4327-a511-7691be3555fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--141560757&fields=id&tenant_id=18bb4ce41c6a4d37b63b83c411b929c5 HTTP/1.1" status: 200 len: 267 time: 0.0433013 Dec 08 16:44:36.155847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 2, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:36.168988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-7368b8d7-d304-4e14-8640-efd97b7a3460 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:36.170499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-7368b8d7-d304-4e14-8640-efd97b7a3460 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 810 time: 0.1120071 Dec 08 16:44:36.185997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-f1199b97-3e2d-424d-aa1a-5dba0ebbb27e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/quotas/18bb4ce41c6a4d37b63b83c411b929c5 HTTP/1.1" status: 200 len: 375 time: 0.0094972 Dec 08 16:44:36.187454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:44:36.187813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Updating router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 port 6a046f68-dab9-491d-ac4f-73217be8779a binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:44:36.214287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.239350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-8195afe5-40fb-4719-ae19-3c8b2cbf51e3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475209 Dec 08 16:44:36.255742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-61679046-3e97-4945-aa10-757dc8fc97a2 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:44:36.256697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-61679046-3e97-4945-aa10-757dc8fc97a2 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059731 Dec 08 16:44:36.355639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-8109f058-86bb-4979-a86b-3d0e80c57fb7 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891011 Dec 08 16:44:36.444689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-d612870d-c560-41c2-8d69-07abd82390c0 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860860 Dec 08 16:44:36.496247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.502300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.621612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fcfa-5023-449b-92ef-6493ed914d8d None None] Pushing event updated for resources: {'Port': ['ID=6a046f68-dab9-491d-ac4f-73217be8779a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:36.671450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Attempting to bind port 6a046f68-dab9-491d-ac4f-73217be8779a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:44:36.672076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Attempting to bind port 6a046f68-dab9-491d-ac4f-73217be8779a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:44:36.672636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Attempting to bind port 6a046f68-dab9-491d-ac4f-73217be8779a on network dcb38395-0677-404c-ad18-af16fcc8a053 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:44:36.679478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:44:36.680330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Checking segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:44:36.680728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.681121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Bound using segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:44:36.681601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Bound port: 6a046f68-dab9-491d-ac4f-73217be8779a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:44:36.682003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.716644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-add470d4-9d06-4636-9add-509bece54a91 req-2470ecf5-9931-47bc-84ed-b269268dad51 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 210 time: 0.0357535 Dec 08 16:44:36.761573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] For port 6a046f68-dab9-491d-ac4f-73217be8779a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:44:36.765945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] For port 6a046f68-dab9-491d-ac4f-73217be8779a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6a046f68-dab9-491d-ac4f-73217be8779a,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:44:36.772052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:36.838594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:44:36.839208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:44:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:36.887981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6784fcfa-5023-449b-92ef-6493ed914d8d None None] Pushing event updated for resources: {'Port': ['ID=6a046f68-dab9-491d-ac4f-73217be8779a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:36.914994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2657479e-08b5-417d-b945-56db8664fcd8 None None] Provisioning complete for port 6a046f68-dab9-491d-ac4f-73217be8779a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:36.915366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2657479e-08b5-417d-b945-56db8664fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:37.023949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:44:37.165139 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2657479e-08b5-417d-b945-56db8664fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:37.221711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2657479e-08b5-417d-b945-56db8664fcd8 None None] For port 6a046f68-dab9-491d-ac4f-73217be8779a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6a046f68-dab9-491d-ac4f-73217be8779a,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:37.229928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2657479e-08b5-417d-b945-56db8664fcd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:37.317024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657479e-08b5-417d-b945-56db8664fcd8 None None] Pushing event updated for resources: {'Port': ['ID=6a046f68-dab9-491d-ac4f-73217be8779a,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:37.341641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:36Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:37.375275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fdbab22-9ed2-46aa-8a3e-5e73567e6409 None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:36Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:44:37.384059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4e12c2ad-a52c-4a09-8d0d-c01491e7fc34 None None] Provisioning complete for port 6a046f68-dab9-491d-ac4f-73217be8779a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:37.384434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e12c2ad-a52c-4a09-8d0d-c01491e7fc34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:37.855827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6a046f68-dab9-491d-ac4f-73217be8779a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:44:37.863448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b56abc4a-cf83-417b-a927-886c51a99f37 req-711a7060-746e-4ef1-ad64-edf4ea1aa99f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 210 time: 0.0360463 Dec 08 16:44:37.886323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-c939860a-a2b3-45d1-b8f4-8ee24f42899b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:37.889130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-c939860a-a2b3-45d1-b8f4-8ee24f42899b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 810 time: 0.1989048 Dec 08 16:44:37.925698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6a046f68-dab9-491d-ac4f-73217be8779a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:37.925698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:37.993102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-7412e79a-df55-4c65-9eff-f6f8ffdab489 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18bb4ce41c6a4d37b63b83c411b929c5 HTTP/1.1" status: 200 len: 379 time: 0.0930882 Dec 08 16:44:38.009762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'port': {'device_id': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'admin_state_up': True, 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'security_groups': ['345e30ee-caae-4fee-9c86-22eb08ac57f5']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:38.164199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Made reservation on behalf of 18bb4ce41c6a4d37b63b83c411b929c5 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:44:38.167877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.303978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Allocated IP 172.20.0.4 (dcb38395-0677-404c-ad18-af16fcc8a053/8551e05d-ca51-4fd2-bc3c-66472cd3a501/8e7dceb3-efff-4263-bf8a-dd1383c6edf9) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:44:38.474062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.513100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.559277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Network dcb38395-0677-404c-ad18-af16fcc8a053 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:44:38.564943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:44:38.571493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:44:38.583265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'Port': ['ID=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:38.677507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:38.678699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.703679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-3256b502-30e1-4577-ab16-ef1c07dbfcec tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7018900 Dec 08 16:44:38.717493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Request body: {'port': {'device_id': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:38.784382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.825243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-58a5e1a1-d00d-46b0-9896-5ef4b127ea9b None None] Provisioning complete for port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:38.825645 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-58a5e1a1-d00d-46b0-9896-5ef4b127ea9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:38.861169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-58a5e1a1-d00d-46b0-9896-5ef4b127ea9b None None] Port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:44:39.042060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf44497-d3d3-472a-bf01-65dc94f9c96b req-c4f249ee-5a5e-4439-a67f-4c465cb215fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:39.043461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf44497-d3d3-472a-bf01-65dc94f9c96b req-c4f249ee-5a5e-4439-a67f-4c465cb215fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 931 time: 0.0838904 Dec 08 16:44:39.136839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf44497-d3d3-472a-bf01-65dc94f9c96b req-c8b12a49-c76c-4c0e-91b4-23fb231ae4d5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829976 Dec 08 16:44:39.145426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:44:39.153750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:39.167612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Transition to ACTIVE for port object 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:44:39.172106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:39.231707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Pushing event updated for resources: {'Port': ['ID=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:39.310726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Attempting to bind port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:44:39.311194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Attempting to bind port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:44:39.311524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Attempting to bind port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 on network dcb38395-0677-404c-ad18-af16fcc8a053 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:44:39.317225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 on network dcb38395-0677-404c-ad18-af16fcc8a053 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:44:39.317540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Attempting to bind port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 on network dcb38395-0677-404c-ad18-af16fcc8a053 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:44:39.323511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:44:39.323839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Checking segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:44:39.324221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Bound using segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:44:39.324656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Bound port: 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:44:39.325041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:39.402369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] For port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:44:39.406360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] For port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:44:39.413538 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:39.453733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:39.454159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:39.455725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] 10.222.0.86 "PUT /v2.0/ports/8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1091 time: 0.7428668 Dec 08 16:44:39.456260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:44:39.458931 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcef72d-b04d-47f9-822d-29e37aca3e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:44:39.487481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd35a2-fe02-44f8-bdb1-33cde48c9e4a service neutron] Pushing event updated for resources: {'Port': ['ID=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:39.517186 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c59d6-5a0c-4e00-a639-edf2a8e5ab74 x-openstack-request-id: req-8b3c59d6-5a0c-4e00-a639-edf2a8e5ab74 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:44:39.517484 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:44:39.518427 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b3c59d6-5a0c-4e00-a639-edf2a8e5ab74 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:44:39.518845 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'status': 'completed', 'code': 200} Dec 08 16:44:39.569407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-993ca60d-b05a-44cb-9820-706541051583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:39.572473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-993ca60d-b05a-44cb-9820-706541051583 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1094 time: 0.0643055 Dec 08 16:44:39.617824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-88683f59-c25d-40e2-9af0-5119d730ed03 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 217 time: 0.0377345 Dec 08 16:44:39.670822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-6fbe45bb-9e3c-417f-aaf4-4d1f248cfd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:39.672272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-6fbe45bb-9e3c-417f-aaf4-4d1f248cfd06 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0462043 Dec 08 16:44:39.722600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-034b66c6-1f9b-4c77-92a4-e8845bac2181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:39.724101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-034b66c6-1f9b-4c77-92a4-e8845bac2181 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451202 Dec 08 16:44:39.816855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-f8e1cfee-6c85-4716-adc3-c3f72967903a service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847621 Dec 08 16:44:39.914192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5046696e-47eb-4717-a215-e1046bf3fa0c req-1e10b80d-2844-4778-b096-c417f881dc4c service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898199 Dec 08 16:44:40.002809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-db61f5d0-c15c-47d7-9f99-f1e9159e9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:40.004620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-db61f5d0-c15c-47d7-9f99-f1e9159e9b7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1094 time: 0.0466540 Dec 08 16:44:40.102703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-c0534f8c-c455-470e-8865-881ae9fb2342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:40.104158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-c0534f8c-c455-470e-8865-881ae9fb2342 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0915310 Dec 08 16:44:40.151959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-d77b344f-3aba-4c91-963a-0b1853bab409 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 217 time: 0.0385771 Dec 08 16:44:40.206077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-7394c64b-958a-403a-85d3-6db6e512e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:40.207586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-7394c64b-958a-403a-85d3-6db6e512e716 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0474048 Dec 08 16:44:40.289423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-fca86dde-72c3-4c86-b4c7-61f3c0ba6259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:40.291328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-fca86dde-72c3-4c86-b4c7-61f3c0ba6259 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674815 Dec 08 16:44:40.299627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb99f6-b9cc-434b-8df4-35e6cb228412 req-e984d0f0-c7ea-4e9a-bae4-4335ac592e21 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:40.301182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ebb99f6-b9cc-434b-8df4-35e6cb228412 req-e984d0f0-c7ea-4e9a-bae4-4335ac592e21 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 943 time: 0.0864425 Dec 08 16:44:40.401246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ebb99f6-b9cc-434b-8df4-35e6cb228412 req-ccbe7444-979f-46d2-a5de-ab51df6c4f98 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920787 Dec 08 16:44:40.418426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-a0ba10ae-8c0e-4722-b207-14dd93e85d98 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162920 Dec 08 16:44:40.746463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdcef72d-b04d-47f9-822d-29e37aca3e8a req-f4657ace-aaec-43da-910d-0e391c934315 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195887 Dec 08 16:44:41.521168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9065a-a463-4880-a754-dcd64309961f req-0a4b039d-5a8a-4098-8839-10ce96ef4804 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:41.522644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bd9065a-a463-4880-a754-dcd64309961f req-0a4b039d-5a8a-4098-8839-10ce96ef4804 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 943 time: 0.0493953 Dec 08 16:44:41.573573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bd9065a-a463-4880-a754-dcd64309961f req-abb62bd9-e8a7-4bd4-badc-6b99999c0d44 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 Dec 08 16:44:42.136502 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:44:42.390321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:42.402147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'port_id': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'mac_address': 'fa:16:3e:6f:a6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:44:42.437585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:42.451104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:44:42.470921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:42.474833 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:42.523411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:42.693179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99f3b8-ee20-49e5-a849-66e3c03e4341 req-fe841c03-a173-4b68-9425-a8aeb1ec231c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:42.694597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee99f3b8-ee20-49e5-a849-66e3c03e4341 req-fe841c03-a173-4b68-9425-a8aeb1ec231c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 944 time: 0.0517638 Dec 08 16:44:42.721640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['8e7dceb3-efff-4263-bf8a-dd1383c6edf9'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:44:42.745669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee99f3b8-ee20-49e5-a849-66e3c03e4341 req-c9fd8fa7-9529-4458-8d42-f66b04008ad8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447121 Dec 08 16:44:43.674908 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:44:43.862673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada378e5-0cc2-4b85-ba41-75c3a48d55a3 req-eadd7985-c762-45db-94f5-18b4d045c334 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:43.864154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada378e5-0cc2-4b85-ba41-75c3a48d55a3 req-eadd7985-c762-45db-94f5-18b4d045c334 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 944 time: 0.0496268 Dec 08 16:44:43.911523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada378e5-0cc2-4b85-ba41-75c3a48d55a3 req-321a5ad0-6ede-4626-9fe1-595a6668853c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412233 Dec 08 16:44:44.151522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:44:44.203624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:44:44.207568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:44:44.207929 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:44.284954 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:44.309431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:44:44.311842 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c02f03-fe58-4ffb-b1ee-8095530c97dc" -d '{"events": [{"server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:44:44.325026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:44:44.329163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:44.355680 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6aba18-9dc9-4763-a247-15a5b3bb99d5 x-openstack-request-id: req-ed6aba18-9dc9-4763-a247-15a5b3bb99d5 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:44:44.355976 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "name": "network-vif-plugged", "status": "completed", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:44:44.356229 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed6aba18-9dc9-4763-a247-15a5b3bb99d5 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:44:44.356626 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'code': 200} Dec 08 16:44:44.382832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:44:44.449622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb322f2-cb9b-49bc-b8e1-1e5e8b2d457f req-0f4fe238-594d-4c34-b69e-1ae475a84f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:44.451183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecb322f2-cb9b-49bc-b8e1-1e5e8b2d457f req-0f4fe238-594d-4c34-b69e-1ae475a84f61 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0402415 Dec 08 16:44:44.495113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecb322f2-cb9b-49bc-b8e1-1e5e8b2d457f req-cecdf750-9c36-4191-993f-4f6a0e573406 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366294 Dec 08 16:44:45.031912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5849ac-6e28-4f8c-9708-5781e4753dba req-391da62b-1d55-4ed6-b605-39a770df2922 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:45.034136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e5849ac-6e28-4f8c-9708-5781e4753dba req-391da62b-1d55-4ed6-b605-39a770df2922 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0528195 Dec 08 16:44:45.080038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e5849ac-6e28-4f8c-9708-5781e4753dba req-243db7af-6e69-46e2-ba4a-f97c15dee32e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399535 Dec 08 16:44:46.199323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7304919-6c5d-4a1d-a546-8cf6eb3cc091 req-54bf99ac-2cd0-42fb-ae50-43238a50f679 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:46.200820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7304919-6c5d-4a1d-a546-8cf6eb3cc091 req-54bf99ac-2cd0-42fb-ae50-43238a50f679 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0501125 Dec 08 16:44:46.249501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7304919-6c5d-4a1d-a546-8cf6eb3cc091 req-b3b0cddb-11b8-4c7c-bf4b-5bf08214a467 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417354 Dec 08 16:44:46.369332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5d0ab-0ed3-4251-b20a-410aee97299b req-ecc885f7-3ffa-44d0-b335-4d6b30773e8b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:46.370814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54f5d0ab-0ed3-4251-b20a-410aee97299b req-ecc885f7-3ffa-44d0-b335-4d6b30773e8b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0524595 Dec 08 16:44:46.380123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47268) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:44:46.384579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'floatingip': {'port_id': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:44:46.454652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:46.916083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:46.920168 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:47.020246 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Floating IP 0b6515f2-f050-437d-8e6c-16e579e11b34 associated. External IP: 172.25.3.174, port: 8e7dceb3-efff-4263-bf8a-dd1383c6edf9. Dec 08 16:44:47.233340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:44:47.340227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:44:47.344806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:47.352700 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:44:47.362631 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:44:47.363229 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:44:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:47.375374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-82382146-c56f-4ce6-9a9a-b65fd3b51eed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "PUT /v2.0/floatingips/0b6515f2-f050-437d-8e6c-16e579e11b34 HTTP/1.1" status: 200 len: 991 time: 0.9914730 Dec 08 16:44:47.375374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:44:47.375676 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442" -d '{"events": [{"name": "network-changed", "server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:44:47.413455 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579b889c-b87f-41cb-82a5-ccd703cd9185 x-openstack-request-id: req-579b889c-b87f-41cb-82a5-ccd703cd9185 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:44:47.413752 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:44:47.414165 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-579b889c-b87f-41cb-82a5-ccd703cd9185 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:44:47.414598 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'status': 'completed', 'code': 200} Dec 08 16:44:47.478314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-4bdb1bc3-7fde-4449-8751-280c13bd776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:47.480915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-4bdb1bc3-7fde-4449-8751-280c13bd776d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0432084 Dec 08 16:44:47.488714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:44:47.575050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-55c39252-d421-401c-8581-b06bfe801eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:47.576517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-55c39252-d421-401c-8581-b06bfe801eef service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0885794 Dec 08 16:44:47.674851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-ce0b2fc3-2677-4082-a174-b88b3ee95bba service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 999 time: 0.0915937 Dec 08 16:44:47.719652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '0b6515f2-f050-437d-8e6c-16e579e11b34', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'port_id': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'mac_address': 'fa:16:3e:6f:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:44:35Z', 'updated_at': '2021-12-08T16:44:46Z', 'revision_number': 1, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:47.727551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-ed5a2761-f784-4056-9c05-595b8068e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:47.729015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-ed5a2761-f784-4056-9c05-595b8068e805 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0469642 Dec 08 16:44:47.749083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:44:47.758044 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:44:47.758643 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:44:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:47.780636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-d03033e3-2326-4b5c-8491-6a37c08fd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:47.782140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-d03033e3-2326-4b5c-8491-6a37c08fd86a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460229 Dec 08 16:44:47.864326 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:44:47.875532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-3003161b-ba06-4db2-9483-9ec52295b9e5 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863621 Dec 08 16:44:47.967780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b9dd518c-0fc2-459b-96a2-5c4d69dcc442 req-2367b39b-681a-4faf-8b48-d883e9912ec7 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852671 Dec 08 16:44:48.099714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '0b6515f2-f050-437d-8e6c-16e579e11b34', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'port_id': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'mac_address': 'fa:16:3e:6f:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:44:35Z', 'updated_at': '2021-12-08T16:44:46Z', 'revision_number': 1, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:44:48.129677 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8d6e4a-c595-4728-902d-24d61a9d2e7a None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '0b6515f2-f050-437d-8e6c-16e579e11b34', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'floating_ip_address': '172.25.3.174', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'port_id': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'mac_address': 'fa:16:3e:6f:a6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:44:35Z', 'updated_at': '2021-12-08T16:44:46Z', 'revision_number': 1, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:44:48.320875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed87f18-3bb2-48ae-badf-64080250e79d None None] New status for floating IP 0b6515f2-f050-437d-8e6c-16e579e11b34: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:44:55.080361 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-887ed253-4b1b-4382-aed7-8c84e0b39434 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905485 Dec 08 16:44:55.168511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-74716cad-ca63-4afd-99d8-89615b65bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:55.170088 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-74716cad-ca63-4afd-99d8-89615b65bf7d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0460291 Dec 08 16:44:55.273852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-d171643a-fea4-46c2-9880-47961f625dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:55.275356 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-d171643a-fea4-46c2-9880-47961f625dec service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0836196 Dec 08 16:44:55.324761 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-c26572d9-8d18-4e50-a96f-1ac1c7796c01 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0402124 Dec 08 16:44:55.374613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-4dc72467-b9b9-4ec2-9fc0-751644f3e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:44:55.375974 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-4dc72467-b9b9-4ec2-9fc0-751644f3e914 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0448494 Dec 08 16:44:55.407465 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-7c62875d-ad00-47d2-9a3e-f9a1599e2b66 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247476 Dec 08 16:44:55.496342 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-cd877c2d-a74b-4233-b72b-85a38f582e3a service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821376 Dec 08 16:44:55.591029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e94c659-fc4c-4d62-a828-3f1e41bc7a6f req-308b4c3c-87d6-49ee-b049-e4e7f023472d service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877261 Dec 08 16:44:55.978598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e658ecf7-70a3-43b8-8578-fb77f00677a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:44:58.786590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43262c2a-0066-4ba6-b61c-19603b8aeba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:00.142579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:01.926492 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:02.221176 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:02.343234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:03.229608 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:20.673744 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:45:25.980980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f95a0be1-73d3-4e27-b3cb-a1899d65038f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:28.788297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd86d-226c-4150-a51f-e7359e1b381f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:30.144538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:31.931175 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:32.228623 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:32.360487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:33.229555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:45.445336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-e4182a12-8575-4d40-b8d5-d4e0bd0057be service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944715 Dec 08 16:45:45.534495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-2e06a69c-dd79-422f-825b-d03d220b7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:45.535964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-2e06a69c-dd79-422f-825b-d03d220b7737 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0460458 Dec 08 16:45:45.639937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-70c4ec14-ba31-4ee0-8294-d5a39afa6245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:45.641279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-70c4ec14-ba31-4ee0-8294-d5a39afa6245 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0857513 Dec 08 16:45:45.681856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-9ea6ceb0-8fae-4cdf-9862-1feb2fb251f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0336871 Dec 08 16:45:45.733741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-a580369b-b2bf-4b20-9730-3666c00e276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:45.735226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-a580369b-b2bf-4b20-9730-3666c00e276b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0466523 Dec 08 16:45:45.767524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-d694abc7-55df-4335-a503-67a6e8e91da6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246975 Dec 08 16:45:45.857012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-2b93f5f8-981a-43d4-ba77-c8738be64560 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830531 Dec 08 16:45:45.952595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3bf4e83-fd0c-4b66-b25b-7fac27b05e18 req-c281bf9a-5958-48fb-96d5-798db3522178 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891333 Dec 08 16:45:49.545472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd3faa-cb8c-4df8-becc-47f184fa618e req-bda8ceb2-a018-418d-834d-f2858c145122 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:49.546944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fd3faa-cb8c-4df8-becc-47f184fa618e req-bda8ceb2-a018-418d-834d-f2858c145122 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 945 time: 0.0495811 Dec 08 16:45:49.597286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fd3faa-cb8c-4df8-becc-47f184fa618e req-ba99da98-cded-43d3-9d51-87626f10a499 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442712 Dec 08 16:45:50.720042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631c320-a45a-4c5a-846a-7c61cad809c6 req-0f336702-b710-4b61-8755-066335cf6164 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:50.721508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1631c320-a45a-4c5a-846a-7c61cad809c6 req-0f336702-b710-4b61-8755-066335cf6164 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 945 time: 0.0533841 Dec 08 16:45:50.770361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1631c320-a45a-4c5a-846a-7c61cad809c6 req-85532d03-a692-44c2-a0bc-602ca718f452 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423996 Dec 08 16:45:51.050872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-e034f35e-7628-4326-b954-b0a1e3e0ac47 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:51.052366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-e034f35e-7628-4326-b954-b0a1e3e0ac47 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 945 time: 0.0501513 Dec 08 16:45:51.464445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 82c1c654-167a-47ab-b5eb-335edd985a14 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:45:51.464777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:51.551484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port 82c1c654-167a-47ab-b5eb-335edd985a14, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=82c1c654-167a-47ab-b5eb-335edd985a14,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:45:51.551850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:51.733983 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:51.734350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:51.734667 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Floating IP e8ac55ce-85d6-4265-ad31-25e6c8e82b87 disassociated. External IP: 172.25.3.84, port: 82c1c654-167a-47ab-b5eb-335edd985a14. Dec 08 16:45:51.735006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 82c1c654-167a-47ab-b5eb-335edd985a14 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:45:51.864004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:51.892082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ee2d-e769-47ca-a0d1-3b145d69ae65 req-6745baf4-a9db-4298-9d92-94b9db0a1a1d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:51.893477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f857ee2d-e769-47ca-a0d1-3b145d69ae65 req-6745baf4-a9db-4298-9d92-94b9db0a1a1d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 867 time: 0.0522699 Dec 08 16:45:51.895097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=82c1c654-167a-47ab-b5eb-335edd985a14,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:51.906602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.906952 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.907292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.907626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.907959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.908291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.908621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.908998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.909295 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.909572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.910069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.910531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.910660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:45:51.958131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f857ee2d-e769-47ca-a0d1-3b145d69ae65 req-f24934df-a81c-4f45-a404-6fe3dea2d407 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515282 Dec 08 16:45:52.023610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:45:52.133884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:45:52.143937 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:45:52.154849 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:45:52.155457 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:45:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:52.177430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port 82c1c654-167a-47ab-b5eb-335edd985a14 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:45:52.180723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:52.184115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ef5fa41c-ffce-4e2a-8910-25cfce454980 req-3ff64e05-ad0a-4f90-8b7a-b6b31ea43980 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "DELETE /v2.0/ports/82c1c654-167a-47ab-b5eb-335edd985a14 HTTP/1.1" status: 204 len: 173 time: 1.1255677 Dec 08 16:45:52.184480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'name': 'network-vif-deleted', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:45:52.186780 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6512e6d9-5954-405b-ad30-68fd2e9d5dd7" -d '{"events": [{"server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "name": "network-vif-deleted", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:45:52.235015 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5aff457-7fe8-4835-97af-a490e5f7829f x-openstack-request-id: req-e5aff457-7fe8-4835-97af-a490e5f7829f {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:45:52.235595 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b834b2c-c360-4250-b58f-42eeb2a98dfb", "name": "network-vif-deleted", "tag": "82c1c654-167a-47ab-b5eb-335edd985a14", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:45:52.235925 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5aff457-7fe8-4835-97af-a490e5f7829f {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:45:52.236554 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b834b2c-c360-4250-b58f-42eeb2a98dfb', 'name': 'network-vif-deleted', 'tag': '82c1c654-167a-47ab-b5eb-335edd985a14', 'status': 'completed', 'code': 200} Dec 08 16:45:52.380476 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:45:52.588811 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:52.616111 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:45:52.624550 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:45:52.625149 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:45:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:52.734137 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:45:52.936861 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:45:52.964230 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f08cd516-69b1-4166-9947-5cff51633631 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:45:53.062513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c996cf9-ea37-4630-ad7e-28d794324876 req-a2042a5f-0299-4e46-be7d-6ed16f97ea30 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 210 time: 0.0274055 Dec 08 16:45:53.219176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e7b37f-9a0f-4c51-ba40-7f665221cc7c None None] New status for floating IP e8ac55ce-85d6-4265-ad31-25e6c8e82b87: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:45:53.440676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 82c1c654-167a-47ab-b5eb-335edd985a14 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:45:53.474895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 82c1c654-167a-47ab-b5eb-335edd985a14 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:45:53.474895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 82c1c654-167a-47ab-b5eb-335edd985a14 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:45:54.161216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1148ec16-095d-490f-b278-4b2ab69528e5 req-2fa5ad90-07ff-4f21-ab46-e3fd617484f5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 210 time: 0.0267062 Dec 08 16:45:55.263649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31fe211b-9316-4e7f-b9fc-aacb3d313522 req-a93b7342-e32f-4929-bc75-400b48b8d119 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 210 time: 0.0304801 Dec 08 16:45:55.982913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5df4460a-ce01-4287-bba0-c956f43c90f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:56.362276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61cf2314-7f9f-4981-9836-3296462e0d58 req-793e3816-ecf1-4419-9103-a995c57f72a0 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=0b834b2c-c360-4250-b58f-42eeb2a98dfb HTTP/1.1" status: 200 len: 210 time: 0.0278955 Dec 08 16:45:57.572347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-429ee077-504d-4424-8153-63c86c3049ac tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001113558&fields=id&tenant_id=b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 267 time: 0.0459623 Dec 08 16:45:57.674034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:45:57.686390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-97511cef-839d-4712-b6c8-b91451bb2843 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:57.687858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-97511cef-839d-4712-b6c8-b91451bb2843 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1079080 Dec 08 16:45:57.704645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-6a6d286c-9bd9-4dc9-85af-7d147be4a701 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0109272 Dec 08 16:45:57.759535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-f5cf1367-8374-42d0-ba55-9b8c3101da87 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488203 Dec 08 16:45:57.853039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-0e22724a-097b-45cf-840a-cde5a6b63e02 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823321 Dec 08 16:45:57.946035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-6960d8ed-f455-4b59-b9e5-3604ce620712 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866332 Dec 08 16:45:58.234433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4c0752-4467-4e42-9ce2-26a60f94ac59 req-16b67ea4-a97e-4b23-a38b-4569ba00f460 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 210 time: 0.0273809 Dec 08 16:45:58.791497 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2db431ad-267f-43dd-9ad9-98af2f5f4408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:59.144795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-5abcc2aa-f2a4-45d8-9b25-2b4442b8d386 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:59.146234 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-5abcc2aa-f2a4-45d8-9b25-2b4442b8d386 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1043537 Dec 08 16:45:59.213407 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2e04cce3-f7a5-4544-aa54-ade0e3b87032 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 380 time: 0.0583820 Dec 08 16:45:59.223052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'security_groups': ['4db1c216-3606-4d9a-a9e1-b78b971d5454']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:45:59.335663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e630032a-ff5b-4a31-84a4-5963782afb78 req-81971f62-d646-4074-b88b-07ae71f0d787 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 210 time: 0.0272474 Dec 08 16:45:59.344291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:45:59.348090 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:59.482266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.14 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/73b45c08-77f5-48e7-bf2c-dc5771e1ef06) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:45:59.630507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:59.665628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:59.713551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:45:59.719309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:45:59.723052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:45:59.729951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:45:59.777927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:45:59.778745 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:45:59.798378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-2c1001fc-f81f-425a-9b64-bdda0b0c4707 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788603 Dec 08 16:45:59.811537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Request body: {'port': {'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:45:59.878215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.046549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a6702735-c9c2-4149-9d15-1d38dd975db0 None None] Provisioning complete for port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:46:00.047125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6702735-c9c2-4149-9d15-1d38dd975db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.086488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a6702735-c9c2-4149-9d15-1d38dd975db0 None None] Port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:46:00.150127 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.170866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:46:00.178680 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.190866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Transition to ACTIVE for port object 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:46:00.195165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.283942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Pushing event updated for resources: {'Port': ['ID=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:00.322726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Attempting to bind port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:46:00.323149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Attempting to bind port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:46:00.323540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Attempting to bind port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:46:00.328466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:46:00.330198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Attempting to bind port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:46:00.336798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:46:00.337215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:46:00.337657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:46:00.338192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Bound port: 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:46:00.338603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.414659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] For port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:46:00.419367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] For port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:46:00.427149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.469917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:00.470547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:00.472021 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] 10.222.0.58 "PUT /v2.0/ports/73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 1092 time: 0.6657140 Dec 08 16:46:00.474614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:46:00.478943 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:46:00.495576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afb268-4658-4d85-8498-ea402530dbfe req-6ba94421-e76c-4c3c-a020-bb43939a5930 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:00.506668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5afb268-4658-4d85-8498-ea402530dbfe req-6ba94421-e76c-4c3c-a020-bb43939a5930 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0826170 Dec 08 16:46:00.550523 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c753257f-f702-4d3a-b58f-1eee793cd1db x-openstack-request-id: req-c753257f-f702-4d3a-b58f-1eee793cd1db {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:46:00.550749 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:46:00.551000 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c753257f-f702-4d3a-b58f-1eee793cd1db {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:46:00.551396 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'status': 'completed', 'code': 200} Dec 08 16:46:00.558118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc68a6ed-86ad-4cc5-bda8-c75b39d726e5 service neutron] Pushing event updated for resources: {'Port': ['ID=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:00.577634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-7c0442ec-9efd-432f-bd8f-9be3ba701965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:00.579410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-7c0442ec-9efd-432f-bd8f-9be3ba701965 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1095 time: 0.0611846 Dec 08 16:46:00.632200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-9083d209-df2d-4acd-bfdf-de26ca653140 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 217 time: 0.0442126 Dec 08 16:46:00.698216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-47ccfa3c-d2b6-4bb5-a0fd-27f026a9f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:00.699925 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-47ccfa3c-d2b6-4bb5-a0fd-27f026a9f118 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0608978 Dec 08 16:46:00.760855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-bb5074ae-69c3-41c0-ab7d-9f343624c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:00.762958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-bb5074ae-69c3-41c0-ab7d-9f343624c977 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545413 Dec 08 16:46:00.874560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5afb268-4658-4d85-8498-ea402530dbfe req-8b8ab422-1fda-4329-b1e1-54ec7cbba00f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666339 Dec 08 16:46:00.893582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-93456a0e-0463-443d-802c-85b7beb9ca88 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226459 Dec 08 16:46:00.995043 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a414a882-2d7e-46de-8890-a8e6be1a3f33 req-8774f8af-b48a-4435-bb4a-5adbbb8177d4 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941210 Dec 08 16:46:01.080705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-652128ab-bda8-46ec-b1af-9de850fcf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:01.082227 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-652128ab-bda8-46ec-b1af-9de850fcf50b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1095 time: 0.0425742 Dec 08 16:46:01.183138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-3b4c2d43-e261-4d91-8fc3-20acb44a389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:01.184531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-3b4c2d43-e261-4d91-8fc3-20acb44a389f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0957479 Dec 08 16:46:01.228678 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-581c4f96-4a33-4a9c-b019-f5e24bcff085 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 217 time: 0.0362823 Dec 08 16:46:01.278765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-e69db658-8f71-409c-947a-70bf03c8af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:01.280223 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-e69db658-8f71-409c-947a-70bf03c8af77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0446951 Dec 08 16:46:01.333615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-3af0132d-b719-447d-a234-b80b9f6ccd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:01.335361 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-3af0132d-b719-447d-a234-b80b9f6ccd06 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482402 Dec 08 16:46:01.426721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-7f241d64-489d-460a-9e8b-5231bd48c000 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840237 Dec 08 16:46:01.523613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-792465c5-5cb5-4dc4-8b45-e05d1ad769ce req-d4d73bc4-8ea3-4e34-a285-9c0067577ad9 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900471 Dec 08 16:46:01.935871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:01.990213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47168a91-149e-4280-b8f1-0952b979d6ff req-2f853a1d-9c90-4452-a61b-fd8ac4a750f9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:01.992344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47168a91-149e-4280-b8f1-0952b979d6ff req-2f853a1d-9c90-4452-a61b-fd8ac4a750f9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0515032 Dec 08 16:46:02.044916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47168a91-149e-4280-b8f1-0952b979d6ff req-f05c157d-7516-4000-a8ed-524196dde2c5 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464566 Dec 08 16:46:02.230256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:02.373783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:03.171548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765630a-e08a-4824-9b5b-27c1587bb9c6 req-a8610c1d-571d-4757-a240-11de273ff647 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:03.172943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2765630a-e08a-4824-9b5b-27c1587bb9c6 req-a8610c1d-571d-4757-a240-11de273ff647 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0510132 Dec 08 16:46:03.226032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2765630a-e08a-4824-9b5b-27c1587bb9c6 req-54a049e3-e38e-4ba5-be30-8e7a6011fb54 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452955 Dec 08 16:46:03.231957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:04.364479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f52c9-78b4-4444-a347-5081c32b9fab req-bedcf71b-41f8-4864-b875-50cab3113c61 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:04.366954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c8f52c9-78b4-4444-a347-5081c32b9fab req-bedcf71b-41f8-4864-b875-50cab3113c61 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0540226 Dec 08 16:46:04.423522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c8f52c9-78b4-4444-a347-5081c32b9fab req-bc09ae31-0b13-4851-a7fe-907e948a28b8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495117 Dec 08 16:46:05.543841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3483aea8-4b90-4feb-8e38-46f2b07f49fb req-eb72b481-980d-4be4-881a-94e734bde6ff tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:05.545329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3483aea8-4b90-4feb-8e38-46f2b07f49fb req-eb72b481-980d-4be4-881a-94e734bde6ff tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0503123 Dec 08 16:46:05.595914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3483aea8-4b90-4feb-8e38-46f2b07f49fb req-6b068d8c-5bd5-433d-91cc-151c623028ef tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445228 Dec 08 16:46:06.721600 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a177569-5138-42b5-9183-a0adcb792d2f req-dbf9716a-917f-44ce-a9af-4ca789bbe11c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:06.723101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a177569-5138-42b5-9183-a0adcb792d2f req-dbf9716a-917f-44ce-a9af-4ca789bbe11c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0528889 Dec 08 16:46:06.774276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a177569-5138-42b5-9183-a0adcb792d2f req-53b1ee4e-588d-45e9-8886-9d4d15efff81 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435991 Dec 08 16:46:07.891002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9dd20-ab7c-4b73-ad2f-d6a75899256d req-6f262c77-bcb3-4bd2-90c4-ad57e10efbfc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:07.892513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84a9dd20-ab7c-4b73-ad2f-d6a75899256d req-6f262c77-bcb3-4bd2-90c4-ad57e10efbfc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0496771 Dec 08 16:46:07.942154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84a9dd20-ab7c-4b73-ad2f-d6a75899256d req-594091aa-89b9-4c9d-a2ba-c6012cc4f0af tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428925 Dec 08 16:46:09.059448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98d014-71d4-4e99-adbf-fc9df7c5c4b1 req-ea045d42-30ea-4788-a19e-03e023c3a59b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:09.060927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc98d014-71d4-4e99-adbf-fc9df7c5c4b1 req-ea045d42-30ea-4788-a19e-03e023c3a59b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0491717 Dec 08 16:46:09.114938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc98d014-71d4-4e99-adbf-fc9df7c5c4b1 req-42cb5365-33db-4e84-b497-db3e1e9e0aab tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479524 Dec 08 16:46:10.231702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dea52-eb22-41c2-9008-01cb974d3c98 req-4dfa088c-c3fd-4ebf-bbe2-ec3474d4fd47 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:10.233229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-776dea52-eb22-41c2-9008-01cb974d3c98 req-4dfa088c-c3fd-4ebf-bbe2-ec3474d4fd47 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0496507 Dec 08 16:46:10.284885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-776dea52-eb22-41c2-9008-01cb974d3c98 req-a9a9921d-3fa5-4b6a-a58b-ceadd717d69a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454926 Dec 08 16:46:11.404592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e708-044a-45f6-a943-67fb408da660 req-53bcd139-7076-4e2a-8222-626de4d77017 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:11.406131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84b7e708-044a-45f6-a943-67fb408da660 req-53bcd139-7076-4e2a-8222-626de4d77017 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 944 time: 0.0499845 Dec 08 16:46:11.457358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84b7e708-044a-45f6-a943-67fb408da660 req-acba97c4-f4d9-47ec-bdb6-be3f13e052cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450296 Dec 08 16:46:11.514932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:46:11.619540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:46:11.631022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:46:11.669593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:11.683278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:46:11.702713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:46:11.706417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:11.752912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:11.760422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.760760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.761084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.761415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.761740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.762178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.762404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.762720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.763033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.763345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.763657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.763963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.764270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:11.937094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['73b45c08-77f5-48e7-bf2c-dc5771e1ef06'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:46:12.581435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3fc4fe-af2f-4909-92a6-1aa2c3a0cf88 req-8f5f8f63-2901-4f0c-925e-5c0d94b2ca39 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:12.583017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c3fc4fe-af2f-4909-92a6-1aa2c3a0cf88 req-8f5f8f63-2901-4f0c-925e-5c0d94b2ca39 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 945 time: 0.0546706 Dec 08 16:46:12.633491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c3fc4fe-af2f-4909-92a6-1aa2c3a0cf88 req-042e7a1c-06cd-46d9-bc8f-e0e88f563592 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439081 Dec 08 16:46:13.539741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:46:13.595902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:46:13.600203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:46:13.600580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:13.685740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:13.714910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:46:13.717200 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a43108-d0c2-4399-9633-458d0a709fc9" -d '{"events": [{"server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "name": "network-vif-plugged", "status": "completed", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:46:13.733494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:46:13.739406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:13.767454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0ed98-5f3c-4a0b-8416-81744b07453e req-322e508b-c459-4af6-9ff0-712b2a824815 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:13.769008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9d0ed98-5f3c-4a0b-8416-81744b07453e req-322e508b-c459-4af6-9ff0-712b2a824815 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 945 time: 0.0551543 Dec 08 16:46:13.819416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:13.842003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9d0ed98-5f3c-4a0b-8416-81744b07453e req-0f246839-d1ee-4b18-8dae-dcadc2cdb9ea tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570302 Dec 08 16:46:13.873167 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373a156b-4e22-49aa-b9a7-efbcca4900d2 x-openstack-request-id: req-373a156b-4e22-49aa-b9a7-efbcca4900d2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:46:13.873501 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "name": "network-vif-plugged", "status": "completed", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:46:13.873838 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-373a156b-4e22-49aa-b9a7-efbcca4900d2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:46:13.874263 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'code': 200} Dec 08 16:46:13.977117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970981da-9ceb-4ef5-a0ac-82d199052315 req-db7583ce-d44a-4751-bb69-2b8e72eec6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:13.978666 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-970981da-9ceb-4ef5-a0ac-82d199052315 req-db7583ce-d44a-4751-bb69-2b8e72eec6c0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1097 time: 0.0437200 Dec 08 16:46:14.029577 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-970981da-9ceb-4ef5-a0ac-82d199052315 req-cfe8b6b0-0663-4b9f-bd3e-c7c3031a2309 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431535 Dec 08 16:46:14.948863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a59fa8d-f684-4fe3-924c-ba2fcb1fafdd req-b408e73f-5817-4f31-9eee-dc0e77a586ed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:14.950417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a59fa8d-f684-4fe3-924c-ba2fcb1fafdd req-b408e73f-5817-4f31-9eee-dc0e77a586ed tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 946 time: 0.0520377 Dec 08 16:46:15.007748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a59fa8d-f684-4fe3-924c-ba2fcb1fafdd req-05a27b9e-744b-4eb1-bf0c-37dc0349fdf1 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509856 Dec 08 16:46:16.131041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea34a66-61e2-46f9-aa73-dce2b53ddea1 req-1e6b6193-35e8-4a65-a7e8-5b547cdf55d8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:16.132501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cea34a66-61e2-46f9-aa73-dce2b53ddea1 req-1e6b6193-35e8-4a65-a7e8-5b547cdf55d8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 946 time: 0.0527446 Dec 08 16:46:16.185295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cea34a66-61e2-46f9-aa73-dce2b53ddea1 req-3c5aa2ce-670a-4acc-aaa8-5f08ccb97640 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467372 Dec 08 16:46:16.314551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5279b5d-c26d-49ef-84e5-2f22eb0623fa req-2bc6faca-080d-471f-b831-26523f41ae03 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:16.316394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5279b5d-c26d-49ef-84e5-2f22eb0623fa req-2bc6faca-080d-471f-b831-26523f41ae03 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 946 time: 0.0525272 Dec 08 16:46:16.378076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5279b5d-c26d-49ef-84e5-2f22eb0623fa req-6ae8ae47-8a0a-4137-8354-76ba93edbf5c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550592 Dec 08 16:46:16.401510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47710) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:46:16.595540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109849fa-b0c2-4ef4-bd01-f7d8a8616fbb tempest-TestVolumeBootPattern-921599084 tempest-TestVolumeBootPattern-921599084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:16.597055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-109849fa-b0c2-4ef4-bd01-f7d8a8616fbb tempest-TestVolumeBootPattern-921599084 tempest-TestVolumeBootPattern-921599084-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1092 time: 0.1943474 Dec 08 16:46:16.599860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 47716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:46:16.604921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:46:16.627437 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:16.726354 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:16.833612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.25.3.45 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/c28f736a-1182-4e4d-912b-3f5c89e13070) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:46:16.934412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:16.968516 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.009532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:46:17.014247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:46:17.017717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:46:17.023858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=c28f736a-1182-4e4d-912b-3f5c89e13070,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:17.050203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.050543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.050874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.051205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.051531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.051852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.052169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.052484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.052796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.053108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.054086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.054530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.054788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:46:17.393287 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.466009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.620005 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.624782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.691402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=c28f736a-1182-4e4d-912b-3f5c89e13070,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:46:17.703599 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:17.805752 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Floating IP c8ffc316-9449-4e09-9a9d-c7eb410218e3 associated. External IP: 172.25.3.45, port: 73b45c08-77f5-48e7-bf2c-dc5771e1ef06. Dec 08 16:46:18.019683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:46:18.135169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:46:18.149442 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:46:18.155221 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:18.159714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:46:18.160325 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:45:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:46:18.182541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61ebf121-ffdc-4716-9676-1e9bcd7c8ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5808413 Dec 08 16:46:18.183125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:46:18.185391 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:46:18.274365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:46:18.285535 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec88c25b-1f12-4018-ac62-eb1a172210cf x-openstack-request-id: req-ec88c25b-1f12-4018-ac62-eb1a172210cf {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:46:18.285844 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:46:18.286101 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ec88c25b-1f12-4018-ac62-eb1a172210cf {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:46:18.286502 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'status': 'completed', 'code': 200} Dec 08 16:46:18.349620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-18e57442-1f0e-436c-801d-94a391727053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:18.351804 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-18e57442-1f0e-436c-801d-94a391727053 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1097 time: 0.0430057 Dec 08 16:46:18.457187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-5b296ca9-adf7-438f-bb17-f56865923248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:18.458844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-5b296ca9-adf7-438f-bb17-f56865923248 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0991418 Dec 08 16:46:18.515845 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:17Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:46:18.529580 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-e6f749ee-5498-439e-b8ed-70dd2b41543d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 999 time: 0.0632367 Dec 08 16:46:18.542940 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:46:18.554206 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:46:18.555060 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:45:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:46:18.595453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-d2de13a6-c25e-44cf-9067-344b3419db89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:18.596975 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-d2de13a6-c25e-44cf-9067-344b3419db89 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0591519 Dec 08 16:46:18.644895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-83497013-3599-4cd0-b2de-6b5bbac5719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:18.646559 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-83497013-3599-4cd0-b2de-6b5bbac5719d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425622 Dec 08 16:46:18.666466 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:46:18.737437 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-6be60e57-24b6-4743-a3d6-8d0d575505df service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837331 Dec 08 16:46:18.837626 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-3c2916f7-c907-4ad2-af7a-af3e71ca2cb8 req-924dd015-ea2d-4ab7-80c5-833c3bebb547 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935473 Dec 08 16:46:18.895187 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:17Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:46:18.922022 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8720cdc-22bf-4ca5-abc2-760377d63da8 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:17Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:46:19.136339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fed5d27-facc-4b88-a0b7-0c66532b6c3d None None] New status for floating IP c8ffc316-9449-4e09-9a9d-c7eb410218e3: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:46:25.985967 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df08d023-8641-4f1a-8f75-8f97eade8967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:28.793950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ab87629-4d36-4c27-814f-05b57b0e94be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:30.152253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:31.930943 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:32.224220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:32.375847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:33.227703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:34.675634 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:46:36.843058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c195ae-7d7d-497c-9707-865c62f8dd2f req-f5211939-6f34-48be-a03f-fd57af880f30 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:36.844495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c195ae-7d7d-497c-9707-865c62f8dd2f req-f5211939-6f34-48be-a03f-fd57af880f30 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0529690 Dec 08 16:46:36.901506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c195ae-7d7d-497c-9707-865c62f8dd2f req-cb782621-02db-4c77-829f-9129cd937958 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498586 Dec 08 16:46:38.042410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdb1e3-cc57-4d78-8a6e-a0a445be6f2f req-2d56952f-4bb8-4d62-94fb-62fea21a093e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:38.043955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bbdb1e3-cc57-4d78-8a6e-a0a445be6f2f req-2d56952f-4bb8-4d62-94fb-62fea21a093e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0655930 Dec 08 16:46:38.097277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bbdb1e3-cc57-4d78-8a6e-a0a445be6f2f req-8d1e440a-9951-454a-95e4-cbde9da7ffa8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472441 Dec 08 16:46:39.219022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664e250-c8c1-4d00-9bf1-57bc7e8e05d0 req-b48e0edd-967a-4112-9b05-61ec292c5a0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:39.220505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f664e250-c8c1-4d00-9bf1-57bc7e8e05d0 req-b48e0edd-967a-4112-9b05-61ec292c5a0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0514190 Dec 08 16:46:39.268015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f664e250-c8c1-4d00-9bf1-57bc7e8e05d0 req-33d74f7a-1863-4aba-9b6f-9ee871ef9582 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Dec 08 16:46:40.390406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de69725-fcb7-45fc-9ae5-d9b203c4bdb2 req-b07e905d-f79c-4eb8-ab69-8cc4c60e7a53 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:40.391767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1de69725-fcb7-45fc-9ae5-d9b203c4bdb2 req-b07e905d-f79c-4eb8-ab69-8cc4c60e7a53 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0508530 Dec 08 16:46:40.444797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1de69725-fcb7-45fc-9ae5-d9b203c4bdb2 req-47812cf0-85b0-4e3d-8e74-dfd297a49cb8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457716 Dec 08 16:46:41.565530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5946730-5de2-4dd3-bee2-1592b7c059fb req-9295cf3a-17e1-436e-9c31-b2c09772c949 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:41.567305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5946730-5de2-4dd3-bee2-1592b7c059fb req-9295cf3a-17e1-436e-9c31-b2c09772c949 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504153 Dec 08 16:46:41.619154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5946730-5de2-4dd3-bee2-1592b7c059fb req-be191390-6565-4de5-8e43-7923aa245849 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455899 Dec 08 16:46:42.743329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799d1c6-6c9a-4b26-8da7-bdf6b1606e9f req-c34e564b-45db-45d6-9978-1cac1d5b1916 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:42.744830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b799d1c6-6c9a-4b26-8da7-bdf6b1606e9f req-c34e564b-45db-45d6-9978-1cac1d5b1916 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0502346 Dec 08 16:46:42.791766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b799d1c6-6c9a-4b26-8da7-bdf6b1606e9f req-248f9a9d-376c-4f3f-a974-073831fa7479 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408969 Dec 08 16:46:43.920773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d200d6f-f088-4330-a74e-880ff83e10c8 req-d0b07627-79b8-4d19-b01c-0e6268c73d07 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:43.922420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d200d6f-f088-4330-a74e-880ff83e10c8 req-d0b07627-79b8-4d19-b01c-0e6268c73d07 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0586510 Dec 08 16:46:43.982765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d200d6f-f088-4330-a74e-880ff83e10c8 req-54de2bad-2ace-46b2-9659-be33334ce36b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490839 Dec 08 16:46:45.103396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c535dd-6d5f-4b43-801c-d0031bcfb1f5 req-0febd504-cc96-4b56-b9d2-71cef1a8a9ca tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:45.105010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2c535dd-6d5f-4b43-801c-d0031bcfb1f5 req-0febd504-cc96-4b56-b9d2-71cef1a8a9ca tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0493526 Dec 08 16:46:45.155627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2c535dd-6d5f-4b43-801c-d0031bcfb1f5 req-c4ef8676-f79b-4d9e-8cf4-186566cd5ccd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439153 Dec 08 16:46:46.282497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eae2d-5cec-45c2-9b37-ab02ffff7a66 req-2e746e04-97fd-4018-b4b1-01ace1f42916 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:46.284136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-814eae2d-5cec-45c2-9b37-ab02ffff7a66 req-2e746e04-97fd-4018-b4b1-01ace1f42916 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0561752 Dec 08 16:46:46.336893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-814eae2d-5cec-45c2-9b37-ab02ffff7a66 req-9df7d9b3-a5ef-499c-864b-bbf81239ff24 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456724 Dec 08 16:46:46.396855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-0dc7e4bc-c093-46b6-a182-cd000ac9701b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421679 Dec 08 16:46:46.462733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-0dd54d58-e5ed-4e74-8f84-cd4083a710c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:46.464237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-0dd54d58-e5ed-4e74-8f84-cd4083a710c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1096 time: 0.0452263 Dec 08 16:46:46.580967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-4224371d-a7f1-4a78-b0ab-bd7c4c1a8b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:46.583209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-4224371d-a7f1-4a78-b0ab-bd7c4c1a8b17 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0995588 Dec 08 16:46:46.627347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-196a180b-3a23-447f-a823-7f782e44df31 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 217 time: 0.0375009 Dec 08 16:46:46.677748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-6b5fd804-e70b-425f-8458-5377823ba92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:46.679270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-6b5fd804-e70b-425f-8458-5377823ba92e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0457234 Dec 08 16:46:46.715348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-48f0f792-ca48-410a-abe2-4dfb1a3ff668 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291722 Dec 08 16:46:46.805226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-a81a81d7-a42b-440a-af6b-a6fbdaa8e548 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823956 Dec 08 16:46:46.908468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b92876b-1e34-4913-9fe8-34c13bf2dee0 req-9d78c4b4-a5c6-4236-ab14-e3a3b62e6930 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959816 Dec 08 16:46:47.462434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab99deaf-86a3-4449-b506-426dfb50ab93 req-9db911b0-e615-45c4-8159-da1409f66180 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:47.463975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab99deaf-86a3-4449-b506-426dfb50ab93 req-9db911b0-e615-45c4-8159-da1409f66180 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0540824 Dec 08 16:46:47.517185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab99deaf-86a3-4449-b506-426dfb50ab93 req-f953d3c7-08a9-40ee-8f03-e282bfac1466 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464902 Dec 08 16:46:47.770916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa00bc-360c-46b1-b905-1b9b3d74a146 req-5a088dd6-daba-4a3a-8a2b-3802b2a38842 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:47.772182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1aa00bc-360c-46b1-b905-1b9b3d74a146 req-5a088dd6-daba-4a3a-8a2b-3802b2a38842 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0844545 Dec 08 16:46:47.797363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-aced5b2d-35b7-49d4-a763-f48d0722a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:47.798881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-aced5b2d-35b7-49d4-a763-f48d0722a120 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0729079 Dec 08 16:46:47.880691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d1aa00bc-360c-46b1-b905-1b9b3d74a146 req-b113b340-6405-4e5f-b7e7-9f1425cc8296 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007681 Dec 08 16:46:47.921985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-8bb70380-f103-4f36-a386-53d72e02b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:47.923493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-8bb70380-f103-4f36-a386-53d72e02b4c3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1165199 Dec 08 16:46:48.244567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-3ee31bfc-ce13-4571-9f21-8a7d03d3f116 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.3137028 Dec 08 16:46:48.299022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-efda2d2b-c7a5-43a2-8357-8e3bd1267c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:48.300603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-efda2d2b-c7a5-43a2-8357-8e3bd1267c00 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0489237 Dec 08 16:46:48.353720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-24867c0e-4683-4486-bf70-c1761997f340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:48.355194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-24867c0e-4683-4486-bf70-c1761997f340 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455482 Dec 08 16:46:48.458969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-558241d3-2714-4e1c-9f6a-d424fc14ff7b service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953600 Dec 08 16:46:48.556771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216c06d8-b3dd-4a74-86d1-fc0517b2fbce req-a8f17658-dea2-44f2-aa1b-013561f62101 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922897 Dec 08 16:46:49.002312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f69a61-7f25-4b1b-bad1-00f7fbd608ff req-1c7d1f52-7a45-4615-8b8b-caafc42b23d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:49.003874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3f69a61-7f25-4b1b-bad1-00f7fbd608ff req-1c7d1f52-7a45-4615-8b8b-caafc42b23d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0510633 Dec 08 16:46:49.059568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3f69a61-7f25-4b1b-bad1-00f7fbd608ff req-5808168b-651f-4669-a8b6-e6e390201fd9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488753 Dec 08 16:46:50.184098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89d349-31c4-4f56-bfba-aca6b3439da0 req-8cd9368c-ae48-4221-ba55-b9514a77bd22 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:50.185535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e89d349-31c4-4f56-bfba-aca6b3439da0 req-8cd9368c-ae48-4221-ba55-b9514a77bd22 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0471911 Dec 08 16:46:50.235312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e89d349-31c4-4f56-bfba-aca6b3439da0 req-e177c6e4-3372-485c-8866-743ecae355c8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435195 Dec 08 16:46:54.431669 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-3f6da36e-08da-485c-9cac-86a51ece8afe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415421 Dec 08 16:46:54.524897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-c51d76dd-1fef-4329-8aba-a8797ef2ca4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:54.526433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-c51d76dd-1fef-4329-8aba-a8797ef2ca4d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0419366 Dec 08 16:46:54.636232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-1a847a20-167c-46dc-a58c-f324900632f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:54.637683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-1a847a20-167c-46dc-a58c-f324900632f1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0897179 Dec 08 16:46:54.681076 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-e338837f-7e74-40d5-b1b2-93ef4a3453f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0360775 Dec 08 16:46:54.731426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-97c61ad3-9c47-4816-af6c-306bb1ac04e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:46:54.733185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-97c61ad3-9c47-4816-af6c-306bb1ac04e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0454991 Dec 08 16:46:54.772057 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-c3e8fd1e-c14d-49f4-b58b-90bf858c5fd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291233 Dec 08 16:46:54.865849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-6a187924-9955-496b-bc6b-341ca1d6ea9d service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Dec 08 16:46:54.966331 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7e4acb5d-8259-4bb1-b144-02093a49d409 req-2b315b82-cac0-48ad-bb44-ffcb2d45d344 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926929 Dec 08 16:46:55.991703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-78fe3449-4a4e-443f-826f-ab00c5c82d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:46:58.796182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67916026-47d8-4f86-9709-53d77116070a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:00.153261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:01.934444 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:02.226925 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:02.389515 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:03.244418 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:11.677082 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:47:25.369347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769964e-13a1-4926-871a-388b4dd52fb7 req-1b9a2684-506b-4617-9c95-582fe0ea317b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:25.370832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7769964e-13a1-4926-871a-388b4dd52fb7 req-1b9a2684-506b-4617-9c95-582fe0ea317b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505693 Dec 08 16:47:25.420947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7769964e-13a1-4926-871a-388b4dd52fb7 req-3a271c61-c889-4063-9273-e75b42a4d45e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431695 Dec 08 16:47:25.993611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fea99587-ac14-451f-b065-de1c64d9f675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:26.543896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b8b8-195a-4e79-b152-78324bd9b5ab req-700a129c-d37a-4ff2-9d24-4c675d76f5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:26.545402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7155b8b8-195a-4e79-b152-78324bd9b5ab req-700a129c-d37a-4ff2-9d24-4c675d76f5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0534232 Dec 08 16:47:26.594542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7155b8b8-195a-4e79-b152-78324bd9b5ab req-057934b7-eb16-43ec-bd72-6ea77327315d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429311 Dec 08 16:47:27.708643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36f8b-10e0-429e-849e-5e7ed6c81b0a req-7b2a269c-c928-4bf2-8480-9b5f6e066167 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:27.710119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dac36f8b-10e0-429e-849e-5e7ed6c81b0a req-7b2a269c-c928-4bf2-8480-9b5f6e066167 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0480764 Dec 08 16:47:27.756677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dac36f8b-10e0-429e-849e-5e7ed6c81b0a req-7371e04f-677b-43e0-9c68-83ce2199625b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406487 Dec 08 16:47:28.797864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-545a7524-cdf3-431a-a200-6901d3ebb493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:28.878174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cd1227-6f52-4a52-9835-0ccfa62338fd req-d13daca7-70bf-4c40-88fb-2a9fcdae0dc7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:28.879621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4cd1227-6f52-4a52-9835-0ccfa62338fd req-d13daca7-70bf-4c40-88fb-2a9fcdae0dc7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0518100 Dec 08 16:47:28.925555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4cd1227-6f52-4a52-9835-0ccfa62338fd req-4dbf5d72-e89c-442e-9d46-e725cd766e23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399969 Dec 08 16:47:30.044048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c418d-15ac-4e3c-abd9-0d7eea623e4d req-5ab379d8-5728-4bcf-b67d-d8958a04362e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:30.045520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-989c418d-15ac-4e3c-abd9-0d7eea623e4d req-5ab379d8-5728-4bcf-b67d-d8958a04362e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0492656 Dec 08 16:47:30.093423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-989c418d-15ac-4e3c-abd9-0d7eea623e4d req-e566bea8-bc0f-4a30-aa14-0771fac62f6b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418954 Dec 08 16:47:30.156028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:31.208789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff46037-ab2e-4fb7-8cd6-33ca4d4b52b2 req-cb266015-dc52-4118-adba-da6e74b68820 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:31.210269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ff46037-ab2e-4fb7-8cd6-33ca4d4b52b2 req-cb266015-dc52-4118-adba-da6e74b68820 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0480812 Dec 08 16:47:31.261141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ff46037-ab2e-4fb7-8cd6-33ca4d4b52b2 req-0851538a-43f6-468c-88c9-c424b535f063 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448840 Dec 08 16:47:31.936749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:32.229583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:32.380321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9209387-1933-44d3-a4c9-d416dae2054c req-de0abb3b-e1b0-403d-8a7a-6a5f3877b95b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:32.381780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9209387-1933-44d3-a4c9-d416dae2054c req-de0abb3b-e1b0-403d-8a7a-6a5f3877b95b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504959 Dec 08 16:47:32.409197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:32.430884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9209387-1933-44d3-a4c9-d416dae2054c req-9b0b5ab0-e433-4eb8-88b3-98def6a6b616 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Dec 08 16:47:33.242465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:33.549227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c3c7-6f38-4a83-8ca9-0504673d71ee req-b84b1367-9c91-43b4-a1f3-112b5775ff9d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:33.550730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3271c3c7-6f38-4a83-8ca9-0504673d71ee req-b84b1367-9c91-43b4-a1f3-112b5775ff9d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0501745 Dec 08 16:47:33.599730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3271c3c7-6f38-4a83-8ca9-0504673d71ee req-8c874e9d-9a7e-4393-afd6-434232f67c5e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430162 Dec 08 16:47:34.729221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5ea1f-6715-4041-9373-260d49220d3b req-283d2cb2-8ff0-4afa-a965-2e8514d338fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:34.730783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aed5ea1f-6715-4041-9373-260d49220d3b req-283d2cb2-8ff0-4afa-a965-2e8514d338fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0603538 Dec 08 16:47:34.782553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aed5ea1f-6715-4041-9373-260d49220d3b req-3f95868d-442a-49a0-8dd7-7f2703fe07a9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442016 Dec 08 16:47:35.902674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1b5cd4-9f02-4110-95ed-26373efdb22c req-84538c5b-5c2d-4caf-aba4-27627e2e5eb1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:35.904793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a1b5cd4-9f02-4110-95ed-26373efdb22c req-84538c5b-5c2d-4caf-aba4-27627e2e5eb1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Dec 08 16:47:35.952944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a1b5cd4-9f02-4110-95ed-26373efdb22c req-b6f654d6-b547-4346-bb87-c863fd6abb59 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420809 Dec 08 16:47:37.070621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071da60c-c848-478b-a735-7025d4262f82 req-d5aca7d7-e590-4a51-a3b9-91ef3975adc1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:37.072066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-071da60c-c848-478b-a735-7025d4262f82 req-d5aca7d7-e590-4a51-a3b9-91ef3975adc1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0483403 Dec 08 16:47:37.123992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-071da60c-c848-478b-a735-7025d4262f82 req-fa4c10fb-dbc3-41c9-b2e7-7c618221a324 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453637 Dec 08 16:47:37.321924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c7954-9e68-435f-9e7e-84d118ba7be4 req-9fed9fcc-39f2-4485-acac-b2b67ed7e4e0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:37.323608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a9c7954-9e68-435f-9e7e-84d118ba7be4 req-9fed9fcc-39f2-4485-acac-b2b67ed7e4e0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0514078 Dec 08 16:47:37.400623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-5c2e5a88-1c42-468d-aff8-103f06126c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:37.402139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-5c2e5a88-1c42-468d-aff8-103f06126c9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0651913 Dec 08 16:47:37.405981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a9c7954-9e68-435f-9e7e-84d118ba7be4 req-efed800f-0df6-4e84-9700-2a8c66f2f32e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753310 Dec 08 16:47:37.496368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-0a648964-a5b5-420e-9ddd-37c4ed65784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:37.497887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-0a648964-a5b5-420e-9ddd-37c4ed65784c service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0884924 Dec 08 16:47:37.563147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-b1e4cae7-0cd3-487c-bef1-009eaacdbe3c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0585716 Dec 08 16:47:37.622663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-f1500d88-e025-42b6-8c5a-2cc0e960f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:37.624119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-f1500d88-e025-42b6-8c5a-2cc0e960f69d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0536909 Dec 08 16:47:37.671343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-72e398bd-db70-4e1d-ab31-5b1c1999af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:37.672741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-72e398bd-db70-4e1d-ab31-5b1c1999af22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407925 Dec 08 16:47:37.761231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-032aa57e-945a-459a-90af-7de961f8d925 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809305 Dec 08 16:47:37.859277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b325ef4-d9f1-4806-a143-bc8d66881ee1 req-8f54fe7f-1b53-46da-9647-f5acee522cf9 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904825 Dec 08 16:47:38.525450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec27b4-f429-4c6d-97f1-c1dd31efefe9 req-a461b3b8-b1bd-47d1-909a-ffba9abde73e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:38.526977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ec27b4-f429-4c6d-97f1-c1dd31efefe9 req-a461b3b8-b1bd-47d1-909a-ffba9abde73e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505676 Dec 08 16:47:38.580024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15ec27b4-f429-4c6d-97f1-c1dd31efefe9 req-a0b2601a-1fb5-4ebc-8826-6cebec9170b8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423436 Dec 08 16:47:39.695889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c31eea4-dae5-4fa8-9e74-e7bfc2fa5fc3 req-0f65f968-b360-4e81-b4a9-8ac4076633ae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:39.697387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c31eea4-dae5-4fa8-9e74-e7bfc2fa5fc3 req-0f65f968-b360-4e81-b4a9-8ac4076633ae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0484734 Dec 08 16:47:39.748413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c31eea4-dae5-4fa8-9e74-e7bfc2fa5fc3 req-5d7cfd89-399a-4403-9dba-1cfd491312ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Dec 08 16:47:40.870572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f635819-bc43-42fe-833b-5f2d196f6d83 req-a2697175-3af2-4678-8721-8a1f270d89a9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:40.872040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f635819-bc43-42fe-833b-5f2d196f6d83 req-a2697175-3af2-4678-8721-8a1f270d89a9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0533795 Dec 08 16:47:40.920244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f635819-bc43-42fe-833b-5f2d196f6d83 req-46615b38-713d-43c7-8ff1-da3f8810d0a4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420315 Dec 08 16:47:42.043654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a55d7a-7b1c-43ee-9de1-e85831c0a893 req-5648b493-4757-46c4-b22b-59a181a149ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:42.045110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55a55d7a-7b1c-43ee-9de1-e85831c0a893 req-5648b493-4757-46c4-b22b-59a181a149ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0498214 Dec 08 16:47:42.092200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55a55d7a-7b1c-43ee-9de1-e85831c0a893 req-ce074cd1-e7b3-4921-a56d-dabe99f23e80 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404472 Dec 08 16:47:43.214356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18f81d-082a-4930-b723-d8d531a8da23 req-4350bc13-c50b-4645-a18d-88276a28f152 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:43.215868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee18f81d-082a-4930-b723-d8d531a8da23 req-4350bc13-c50b-4645-a18d-88276a28f152 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Dec 08 16:47:43.269527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee18f81d-082a-4930-b723-d8d531a8da23 req-775a0b31-ea0b-43c0-9728-c031826f8668 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468190 Dec 08 16:47:44.396952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5fca4f-2800-40f5-bb47-54cccee0afa0 req-38bcfd8e-d3d5-40ad-8a0b-791e35e8d024 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:44.398355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec5fca4f-2800-40f5-bb47-54cccee0afa0 req-38bcfd8e-d3d5-40ad-8a0b-791e35e8d024 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0495203 Dec 08 16:47:44.445820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec5fca4f-2800-40f5-bb47-54cccee0afa0 req-e4955940-70bb-4216-9798-7ba5f32d64c2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415783 Dec 08 16:47:45.572510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47cdac-ae76-45a5-9342-3a345f30a9ac req-63701695-926f-4685-92e8-3a7b1ed58431 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:45.574013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f47cdac-ae76-45a5-9342-3a345f30a9ac req-63701695-926f-4685-92e8-3a7b1ed58431 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0535398 Dec 08 16:47:45.624173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f47cdac-ae76-45a5-9342-3a345f30a9ac req-0ed98a40-5786-4826-a5cc-a97e4a173851 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Dec 08 16:47:46.747680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce3ec9-c667-47f7-953a-8d5889f8c910 req-19a98510-3370-48de-8240-2a5e0f4e2b31 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:46.749718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44ce3ec9-c667-47f7-953a-8d5889f8c910 req-19a98510-3370-48de-8240-2a5e0f4e2b31 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0514815 Dec 08 16:47:46.801556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44ce3ec9-c667-47f7-953a-8d5889f8c910 req-65cc6d2b-4360-406b-a6ba-cdc7a34b6af0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459249 Dec 08 16:47:47.922380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbe098-3785-4f21-aa5a-1e0eb4a3490c req-3ac4debf-755d-43b5-a53a-38dd8721c611 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:47.923914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ddbe098-3785-4f21-aa5a-1e0eb4a3490c req-3ac4debf-755d-43b5-a53a-38dd8721c611 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0512543 Dec 08 16:47:47.975266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ddbe098-3785-4f21-aa5a-1e0eb4a3490c req-bba2732d-48e0-4e46-9e7e-f521b38824e9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 Dec 08 16:47:48.395137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-9d0da3a6-c3be-4266-b608-e5e733d4452d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416811 Dec 08 16:47:48.466229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-0a8678f9-5195-4a4a-855f-9480594bc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:48.467863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-0a8678f9-5195-4a4a-855f-9480594bc44a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0481763 Dec 08 16:47:48.604315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-6b7f0f1c-5e40-436e-b4b5-03d881a46b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:48.605857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-6b7f0f1c-5e40-436e-b4b5-03d881a46b35 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1156456 Dec 08 16:47:48.675241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-07ee7a7f-6c66-41a4-a693-6c45013a8d4e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0617683 Dec 08 16:47:48.676751 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:47:48.729329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-4e2e39f6-f33a-44cd-b017-6fb37fa36fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:48.730839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-4e2e39f6-f33a-44cd-b017-6fb37fa36fdd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0492806 Dec 08 16:47:48.785248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-5615a40a-9ef6-4f3e-86b8-9f2f3168d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:48.786712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-5615a40a-9ef6-4f3e-86b8-9f2f3168d752 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482187 Dec 08 16:47:48.882501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-8bef5ebb-7bea-4985-87d5-173504cbdb1b service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889640 Dec 08 16:47:48.980588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfcfe08c-1a03-40f2-8aac-311646563101 req-51ec3bff-09f3-4db7-aa53-430b91790903 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911856 Dec 08 16:47:49.094054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36e349-c5ed-4e3b-a51f-76af3525d6d3 req-36292c81-e1ca-4757-80a6-8851e83c838b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:49.095625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de36e349-c5ed-4e3b-a51f-76af3525d6d3 req-36292c81-e1ca-4757-80a6-8851e83c838b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0503702 Dec 08 16:47:49.148168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de36e349-c5ed-4e3b-a51f-76af3525d6d3 req-6f08c33f-bd62-4def-b140-eb767be5fd96 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459585 Dec 08 16:47:50.276474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3a7ab2-4f2b-45be-b021-eb7ff1897006 req-6be27360-2484-494c-9278-337d6a0be49e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:50.278086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3a7ab2-4f2b-45be-b021-eb7ff1897006 req-6be27360-2484-494c-9278-337d6a0be49e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0509858 Dec 08 16:47:50.331019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a3a7ab2-4f2b-45be-b021-eb7ff1897006 req-63344303-4515-4b01-9cae-74fab6f4ff79 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462513 Dec 08 16:47:51.517605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b09e1-6709-4bee-82be-2b15902da34b req-fd5afeb6-a97f-4eb2-8691-c005b0cc6759 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:51.521966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-827b09e1-6709-4bee-82be-2b15902da34b req-fd5afeb6-a97f-4eb2-8691-c005b0cc6759 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.1038599 Dec 08 16:47:51.585728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-827b09e1-6709-4bee-82be-2b15902da34b req-d6d98292-b33e-4c6f-bd35-1bd18a8c1458 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512056 Dec 08 16:47:52.746172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462361ad-f5ae-4b2b-ad68-f0d6694f61de req-d06c04b3-d343-4030-b24e-7f215702c947 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:52.747721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-462361ad-f5ae-4b2b-ad68-f0d6694f61de req-d06c04b3-d343-4030-b24e-7f215702c947 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0677707 Dec 08 16:47:52.812665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-462361ad-f5ae-4b2b-ad68-f0d6694f61de req-2d8fe567-0cd3-4163-a0d8-6b480161f5f3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562027 Dec 08 16:47:53.947914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32583f8e-bf95-44ea-9af5-09f7fc525d2b req-b9586a4b-6859-4ccf-af6f-5564fdb3d062 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:53.949403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32583f8e-bf95-44ea-9af5-09f7fc525d2b req-b9586a4b-6859-4ccf-af6f-5564fdb3d062 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0517488 Dec 08 16:47:54.006351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32583f8e-bf95-44ea-9af5-09f7fc525d2b req-4aa900a9-1b57-491a-b5a0-970ae36de0de tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492241 Dec 08 16:47:55.151687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e6ac4-c492-4d5d-a582-44a63fc44007 req-c74e1ff5-2f32-470d-bdff-8d17d4612c09 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.153459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-447e6ac4-c492-4d5d-a582-44a63fc44007 req-c74e1ff5-2f32-470d-bdff-8d17d4612c09 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0621281 Dec 08 16:47:55.211170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-447e6ac4-c492-4d5d-a582-44a63fc44007 req-e15cd486-6c1b-45d6-bdef-f2966b6ed4d9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450277 Dec 08 16:47:55.449681 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-a6ca1893-4821-4807-b270-a2991ddcb9ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431719 Dec 08 16:47:55.511894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-c4d3f1fb-a08a-4f31-b0e2-6e568f37479a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.513374 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-c4d3f1fb-a08a-4f31-b0e2-6e568f37479a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1097 time: 0.0430222 Dec 08 16:47:55.636895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-447e25d6-f96a-4377-b83a-3a0b9e06596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.638435 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-447e25d6-f96a-4377-b83a-3a0b9e06596e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.1059203 Dec 08 16:47:55.705264 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-2df5c5be-bae4-4dcd-865c-08ef9996a00c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 1001 time: 0.0599122 Dec 08 16:47:55.753123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-c28dbb3f-4ebc-4b5d-be1b-be5e63010a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.754582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-c28dbb3f-4ebc-4b5d-be1b-be5e63010a19 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0433023 Dec 08 16:47:55.803782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-901502de-bbfc-47b1-9fc9-bd01685c5c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:55.805304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-901502de-bbfc-47b1-9fc9-bd01685c5c19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433884 Dec 08 16:47:55.896093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-7777a8a4-3382-4706-b4f3-0f1838d6fc5f service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833116 Dec 08 16:47:55.995202 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d272decc-b7c8-4b94-bbf8-e4a09258a7d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:55.996062 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5eb0e1d6-62f7-443c-bcae-3127354c1638 req-00b95de8-6f31-4515-890b-36ae2e84ac6c service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921428 Dec 08 16:47:56.333850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81fabe1-879d-4dff-83be-873be0fae8a4 req-c369e729-40ca-4412-a729-559e60384dfb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:56.335392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b81fabe1-879d-4dff-83be-873be0fae8a4 req-c369e729-40ca-4412-a729-559e60384dfb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0546217 Dec 08 16:47:56.403985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b81fabe1-879d-4dff-83be-873be0fae8a4 req-157604c7-7265-4c0d-bc35-b1ee12883e40 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605865 Dec 08 16:47:56.432670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-693c59e9-5143-4cfb-9af9-c26967d139ba tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001113558&fields=id&tenant_id=b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 267 time: 0.0628681 Dec 08 16:47:56.538317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-5f4bf2de-ec06-452e-96db-5188f94b7f7e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:56.539666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-5f4bf2de-ec06-452e-96db-5188f94b7f7e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1000738 Dec 08 16:47:56.554862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-d62f852a-eda8-423f-b23f-605ecdff301d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/quotas/b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 375 time: 0.0091693 Dec 08 16:47:56.611143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-70834ea7-0617-4945-bc8b-0080bfc1174d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506334 Dec 08 16:47:56.758632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-ff67e6a7-0ce1-4606-a4e3-09b9e4ac3885 service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360953 Dec 08 16:47:56.848591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-15234a15-466c-43a4-a34f-a6f07725832a service neutron] 10.222.0.62 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829396 Dec 08 16:47:57.144613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a970806-fb56-4cbd-9f99-9aa7eaaaf263 req-a92f0f95-830c-4dd8-9ae3-a7cb0b9ff58d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 210 time: 0.0317099 Dec 08 16:47:57.524691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0451d9-ab70-4678-bd67-313b4a3a2cb9 req-48ae0c56-700c-4243-b3c7-22be71ff2c62 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:57.526271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e0451d9-ab70-4678-bd67-313b4a3a2cb9 req-48ae0c56-700c-4243-b3c7-22be71ff2c62 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0512249 Dec 08 16:47:57.579192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e0451d9-ab70-4678-bd67-313b4a3a2cb9 req-ea40b97b-8153-42cb-97af-8eb10daf67ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435784 Dec 08 16:47:58.190725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-edf1ac01-83f2-42ac-ae19-8f51e824fad3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:58.192261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-edf1ac01-83f2-42ac-ae19-8f51e824fad3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 811 time: 0.1133254 Dec 08 16:47:58.243200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dac9ae8-a794-458d-b2fb-16e106cc9a96 req-7eea7cdc-f885-4ed2-9a3b-d1684bb39ac9 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 210 time: 0.0280352 Dec 08 16:47:58.263759 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-5d436ed2-e901-4b13-8945-96af440f7147 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b713932705ea4922b96fef93f8e58a6a HTTP/1.1" status: 200 len: 380 time: 0.0619211 Dec 08 16:47:58.272997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'port': {'device_id': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'admin_state_up': True, 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'security_groups': ['4db1c216-3606-4d9a-a9e1-b78b971d5454']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:47:58.390567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Made reservation on behalf of b713932705ea4922b96fef93f8e58a6a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:47:58.394022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:58.527206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.20.0.11 (a6dfd721-6037-4433-bddf-3cc4fdc94744/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4/9bc08d71-9aad-4a3d-b8c3-e8e67868de46) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:47:58.676499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:58.704286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8197-a14a-4b9c-8844-ecc95b1b430e req-6123175f-8dd9-41cc-85a3-4997a4dae022 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:58.706402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b6f8197-a14a-4b9c-8844-ecc95b1b430e req-6123175f-8dd9-41cc-85a3-4997a4dae022 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0545738 Dec 08 16:47:58.718617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:58.760193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b6f8197-a14a-4b9c-8844-ecc95b1b430e req-dd199ae7-7e4c-487b-b0cf-c9a1f0ff7eef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474081 Dec 08 16:47:58.767752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:47:58.773104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:47:58.776962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:47:58.810596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8367e868-d914-4189-b13d-683e9eda3503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:58.814563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:58.828847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.829198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.829542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.830097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.830449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.830787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.831122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.831452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.831781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.832119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.832450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.832778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.833105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:47:58.859527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:58.860175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:58.878193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-17378faa-03e1-429b-8d57-558c2d97562c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6088486 Dec 08 16:47:58.897286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Request body: {'port': {'device_id': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:47:58.961426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.021487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c75297e2-92c5-48bf-95ee-4863162758fe None None] Provisioning complete for port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:47:59.022013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c75297e2-92c5-48bf-95ee-4863162758fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.058590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c75297e2-92c5-48bf-95ee-4863162758fe None None] Port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:47:59.256791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:47:59.265262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.278553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Transition to ACTIVE for port object 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:47:59.283467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.355322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:59.402191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990d514-bb11-4e18-9b63-7201283b0e41 req-e2fb4514-0e2f-4d29-92d8-00c647f9ecc4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.404064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c990d514-bb11-4e18-9b63-7201283b0e41 req-e2fb4514-0e2f-4d29-92d8-00c647f9ecc4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0709898 Dec 08 16:47:59.418839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Attempting to bind port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:47:59.419599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Attempting to bind port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:47:59.420124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Attempting to bind port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:47:59.425581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:47:59.426170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Attempting to bind port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 on network a6dfd721-6037-4433-bddf-3cc4fdc94744 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:47:59.432823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:47:59.433554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Checking segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:47:59.434220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Bound using segment: {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:47:59.434817 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Bound port: 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:47:59.435360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.489639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c990d514-bb11-4e18-9b63-7201283b0e41 req-e546b07b-c369-4a81-bdc8-9b1d4686366f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637407 Dec 08 16:47:59.534140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] For port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:47:59.538023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] For port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:47:59.543916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.582495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.583114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:47:59.585262 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] 10.222.0.58 "PUT /v2.0/ports/9bc08d71-9aad-4a3d-b8c3-e8e67868de46 HTTP/1.1" status: 200 len: 1092 time: 0.6982877 Dec 08 16:47:59.585685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:47:59.587999 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c0c73e-9d55-4399-83a7-47168cbbc9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:47:59.653277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886d168c-8a9b-4756-956f-aa8b6e8f90f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:47:59.704832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-cb53f6ca-e2ce-48a2-8d70-57d91b52123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.706546 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-cb53f6ca-e2ce-48a2-8d70-57d91b52123d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 1095 time: 0.0734980 Dec 08 16:47:59.752896 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da39dea-b85a-42fb-bedf-497e7d3fcdb0 x-openstack-request-id: req-2da39dea-b85a-42fb-bedf-497e7d3fcdb0 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:47:59.753255 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:47:59.753447 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2da39dea-b85a-42fb-bedf-497e7d3fcdb0 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:47:59.753866 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'status': 'completed', 'code': 200} Dec 08 16:47:59.755716 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-5f9fc205-ab2b-4dbc-be80-2330e745e9a6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46 HTTP/1.1" status: 200 len: 217 time: 0.0414839 Dec 08 16:47:59.825178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-1c5fe387-148b-4aa8-861c-1eae29beff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.830533 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-1c5fe387-148b-4aa8-861c-1eae29beff5f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0661938 Dec 08 16:47:59.886778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-b7f4e1a9-cacc-4e07-90eb-533f2ff5b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.888684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-b7f4e1a9-cacc-4e07-90eb-533f2ff5b7f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504434 Dec 08 16:47:59.916364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62fcd3b-38ff-4b33-9782-c05d19068c50 req-c2e07f8a-7661-4a88-bc49-b643ef66b932 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:47:59.917918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c62fcd3b-38ff-4b33-9782-c05d19068c50 req-c2e07f8a-7661-4a88-bc49-b643ef66b932 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527992 Dec 08 16:47:59.975379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c62fcd3b-38ff-4b33-9782-c05d19068c50 req-11cdf722-8be2-4a95-b1c9-b6e3d0ede665 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477922 Dec 08 16:47:59.991315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-d167b96c-700f-4f75-bf2c-8ae4271b9b01 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947433 Dec 08 16:48:00.086934 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de41651a-611c-422b-a7ca-1a7abec00f97 req-f4c2a3e3-88b9-4e56-8da4-e31422c7b6a3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873239 Dec 08 16:48:00.164473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:00.180890 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-f6d2e697-b90e-4aed-b2e4-949bd7dfc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:00.182567 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-f6d2e697-b90e-4aed-b2e4-949bd7dfc45c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 1095 time: 0.0480185 Dec 08 16:48:00.278504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-c06b4eb1-3670-4d14-9895-667edf684d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:00.280097 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-c06b4eb1-3670-4d14-9895-667edf684d39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0904341 Dec 08 16:48:00.323372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-69a5e342-a21b-4c77-b9ed-f7aa52e17943 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46 HTTP/1.1" status: 200 len: 217 time: 0.0363755 Dec 08 16:48:00.373205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-e43dc35c-9905-4b81-b0e3-974eebf9b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:00.375692 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-e43dc35c-9905-4b81-b0e3-974eebf9b761 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0460219 Dec 08 16:48:00.425561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-1e783340-e07d-448a-a609-a7cde017b609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:00.426986 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-1e783340-e07d-448a-a609-a7cde017b609 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443835 Dec 08 16:48:00.519526 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-2d6d3c9d-49ee-4a2f-a15a-6543f74b0648 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853956 Dec 08 16:48:00.593035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01da5b-e8e0-423d-8a56-397b09a565c3 req-28653aaa-50bb-4b71-9e7a-905c9e92848b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:00.595075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c01da5b-e8e0-423d-8a56-397b09a565c3 req-28653aaa-50bb-4b71-9e7a-905c9e92848b tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0548429 Dec 08 16:48:00.622463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-12c0c73e-9d55-4399-83a7-47168cbbc9d9 req-f9a6d45d-0c71-4320-a6f2-cc8b6dde1378 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949168 Dec 08 16:48:00.649947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c01da5b-e8e0-423d-8a56-397b09a565c3 req-73b42399-acea-4357-a212-088302875e60 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484397 Dec 08 16:48:01.100488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18185617-758a-4d58-8494-c633c14f7936 req-f027d1fb-21ac-4a04-bf55-3ea579b60243 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:01.101661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18185617-758a-4d58-8494-c633c14f7936 req-f027d1fb-21ac-4a04-bf55-3ea579b60243 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0510800 Dec 08 16:48:01.150901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18185617-758a-4d58-8494-c633c14f7936 req-51454122-2500-40c2-918a-96d84a8755dd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429435 Dec 08 16:48:01.772004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebbfe36-272d-4831-8606-c5f642f0a5cf req-c232060a-c26d-4867-8161-0f802778d800 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:01.773504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ebbfe36-272d-4831-8606-c5f642f0a5cf req-c232060a-c26d-4867-8161-0f802778d800 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0549123 Dec 08 16:48:01.828511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ebbfe36-272d-4831-8606-c5f642f0a5cf req-63ce5788-7d99-4c95-bff6-a920bbb05941 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486443 Dec 08 16:48:01.943818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:02.234244 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:02.303899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f0e005-f9ed-4e2e-b3e9-2726eeb8fbce req-d06277c1-7912-4300-aaf0-aba6436c524b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:02.303899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67f0e005-f9ed-4e2e-b3e9-2726eeb8fbce req-d06277c1-7912-4300-aaf0-aba6436c524b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0771766 Dec 08 16:48:02.363179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-67f0e005-f9ed-4e2e-b3e9-2726eeb8fbce req-6da98d4b-479c-47da-8d40-69e8ccfdb8dc tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537789 Dec 08 16:48:02.411317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:02.945744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d05c053-7287-41d6-a630-6a8df10368bf req-8e416002-4d4e-4034-a983-4362e0801c57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:02.947236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d05c053-7287-41d6-a630-6a8df10368bf req-8e416002-4d4e-4034-a983-4362e0801c57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0500298 Dec 08 16:48:03.001687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d05c053-7287-41d6-a630-6a8df10368bf req-ecc213f9-947b-4ed3-8f00-3a0f76c5af26 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478253 Dec 08 16:48:03.257487 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:03.507621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a3020-77a3-4eb6-b619-214babd6d103 req-bd0ef9bd-eccc-4f59-bee2-661d95c032e8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:03.509095 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a3020-77a3-4eb6-b619-214babd6d103 req-bd0ef9bd-eccc-4f59-bee2-661d95c032e8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0517626 Dec 08 16:48:03.558633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-069a3020-77a3-4eb6-b619-214babd6d103 req-5b78c7e3-e151-4a64-b94a-5446dda1d845 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426481 Dec 08 16:48:04.124787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd4bf-da3a-4d62-b1c1-b21f6971ae49 req-91c8b743-8318-46c0-8fe7-ac111609103c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:04.132381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f7bd4bf-da3a-4d62-b1c1-b21f6971ae49 req-91c8b743-8318-46c0-8fe7-ac111609103c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0584261 Dec 08 16:48:04.179270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f7bd4bf-da3a-4d62-b1c1-b21f6971ae49 req-5478c607-a9a6-4b19-b846-7403fe4e8a53 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459177 Dec 08 16:48:04.697241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c7a0a7-3158-412d-ad8a-c648cf299762 req-413e85d9-94e0-439a-8236-41939aa7e044 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:04.698671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09c7a0a7-3158-412d-ad8a-c648cf299762 req-413e85d9-94e0-439a-8236-41939aa7e044 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0608895 Dec 08 16:48:04.748977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09c7a0a7-3158-412d-ad8a-c648cf299762 req-e1b447b6-1ef8-4e38-8a9b-5e0786da7634 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439856 Dec 08 16:48:05.312984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b4069-fda8-49c6-bf41-28e23c877505 req-b5a50f47-8177-4934-8923-919e3ae4f8bd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:05.314766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-819b4069-fda8-49c6-bf41-28e23c877505 req-b5a50f47-8177-4934-8923-919e3ae4f8bd tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0611641 Dec 08 16:48:05.368901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-819b4069-fda8-49c6-bf41-28e23c877505 req-d3ec3709-5536-4646-8def-562bd56695d8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472174 Dec 08 16:48:05.873014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52bc577-7035-47aa-9488-d13d3cabd73a req-e206d9f8-bb4b-4262-b397-8eab66198f20 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:05.874550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c52bc577-7035-47aa-9488-d13d3cabd73a req-e206d9f8-bb4b-4262-b397-8eab66198f20 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0537663 Dec 08 16:48:05.926740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c52bc577-7035-47aa-9488-d13d3cabd73a req-d72a6487-7fe1-496f-9534-0cd636e3f21b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451927 Dec 08 16:48:06.483445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c7736-d355-49c4-8cd8-5f3ab3a391a1 req-67726942-0386-42f9-baff-9dfd000c152d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:06.484946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-968c7736-d355-49c4-8cd8-5f3ab3a391a1 req-67726942-0386-42f9-baff-9dfd000c152d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0482600 Dec 08 16:48:06.537778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-968c7736-d355-49c4-8cd8-5f3ab3a391a1 req-b5d825bc-10e7-497b-b6da-370f4f29856f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458782 Dec 08 16:48:07.053055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58bb0c-2a7d-4fe8-9e6f-2539f65b0b79 req-3903280b-0268-4fff-920e-1f8acef999fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:07.054586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac58bb0c-2a7d-4fe8-9e6f-2539f65b0b79 req-3903280b-0268-4fff-920e-1f8acef999fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0515432 Dec 08 16:48:07.106598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac58bb0c-2a7d-4fe8-9e6f-2539f65b0b79 req-6a21c553-849c-46eb-a05c-61a9b8d7147a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455158 Dec 08 16:48:07.658269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196ae2-8d8f-4325-ac73-4a1ca8f870db req-1946c24e-045b-4bd5-aab1-8af9bcb34983 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:07.659890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90196ae2-8d8f-4325-ac73-4a1ca8f870db req-1946c24e-045b-4bd5-aab1-8af9bcb34983 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0525582 Dec 08 16:48:07.709063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90196ae2-8d8f-4325-ac73-4a1ca8f870db req-31d0854e-7b1c-4ca5-b610-be022920029c tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Dec 08 16:48:08.226432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eaa889-16d4-484a-a54a-f33ad95ed2e8 req-e5f372dc-0d79-4f54-82ca-723f002a2120 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:08.227908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4eaa889-16d4-484a-a54a-f33ad95ed2e8 req-e5f372dc-0d79-4f54-82ca-723f002a2120 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0500536 Dec 08 16:48:08.274952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4eaa889-16d4-484a-a54a-f33ad95ed2e8 req-ea032155-0b91-4a74-94fc-32727bf4e9f0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Dec 08 16:48:08.826174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590dadb2-a43b-461c-8dd6-45d9b2bd37b6 req-6b29754d-bdde-4aed-8072-54181ff155d7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:08.827628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590dadb2-a43b-461c-8dd6-45d9b2bd37b6 req-6b29754d-bdde-4aed-8072-54181ff155d7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0526223 Dec 08 16:48:08.878478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-590dadb2-a43b-461c-8dd6-45d9b2bd37b6 req-e95f7ae1-060c-48bd-be9f-21c5b87182ea tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446358 Dec 08 16:48:09.395391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6dac7-6b31-4dad-9fc7-fa967d263899 req-ccf4b888-3773-4aaa-8f61-9bcea0ebc55b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:09.396867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c6dac7-6b31-4dad-9fc7-fa967d263899 req-ccf4b888-3773-4aaa-8f61-9bcea0ebc55b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0531209 Dec 08 16:48:09.446626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c6dac7-6b31-4dad-9fc7-fa967d263899 req-f93ab0e4-2e9c-4fb0-af9a-80ec119e9139 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435526 Dec 08 16:48:09.999492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7a5a3-08b1-4070-bfef-5800f3c4d56f req-3868ea8d-f1ad-481a-8568-5af5e2f7f6cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:10.000944 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e7a5a3-08b1-4070-bfef-5800f3c4d56f req-3868ea8d-f1ad-481a-8568-5af5e2f7f6cb tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 944 time: 0.0501249 Dec 08 16:48:10.055671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e7a5a3-08b1-4070-bfef-5800f3c4d56f req-4b283854-73d9-4068-94c8-b747fce86292 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486667 Dec 08 16:48:10.140338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:48:10.407589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:10.420073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'port_id': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'mac_address': 'fa:16:3e:75:cb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:48:10.457153 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:10.469988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:48:10.491128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:10.495211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:10.546597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:10.554260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.554616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.554956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.555292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.555629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.555958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.556283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.556611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.556934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.557253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.557577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.557919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.558241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:10.569021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865b453-bab1-4dd8-a72e-e02d071e2190 req-4ff5ae00-28cf-4e22-8afb-12e425c64827 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:10.570539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f865b453-bab1-4dd8-a72e-e02d071e2190 req-4ff5ae00-28cf-4e22-8afb-12e425c64827 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0524931 Dec 08 16:48:10.620691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f865b453-bab1-4dd8-a72e-e02d071e2190 req-e22d6660-d1d3-4f42-a509-01f7ff331fa0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435500 Dec 08 16:48:10.719356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['9bc08d71-9aad-4a3d-b8c3-e8e67868de46'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:48:11.174031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfc728-5e9b-46b3-a551-7b0186d1cb53 req-66d2a7d2-9f76-4078-9916-5fb933fb946d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:11.175499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00cfc728-5e9b-46b3-a551-7b0186d1cb53 req-66d2a7d2-9f76-4078-9916-5fb933fb946d tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 945 time: 0.0502710 Dec 08 16:48:11.224806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00cfc728-5e9b-46b3-a551-7b0186d1cb53 req-00841c50-90af-497d-8b51-7632f9abe58e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434606 Dec 08 16:48:11.741453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a686c-8dde-4be3-b6d0-70d24af3b50b req-1a3b1b51-42e6-4cf1-8802-37cc193bf678 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:11.742959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f7a686c-8dde-4be3-b6d0-70d24af3b50b req-1a3b1b51-42e6-4cf1-8802-37cc193bf678 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0529850 Dec 08 16:48:11.791415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f7a686c-8dde-4be3-b6d0-70d24af3b50b req-75363a7e-0136-422b-95d1-e7ef971f6191 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425556 Dec 08 16:48:12.155070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:48:12.204069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:48:12.208212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:48:12.208569 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.285042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.312170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:48:12.314498 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaeb4359-e92d-4ed9-b8d9-131f54f7d728" -d '{"events": [{"server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "name": "network-vif-plugged", "status": "completed", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:48:12.328329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:48:12.334974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:12.342523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa433f5a-7f93-4b3c-8054-357476b3246b req-d2327c86-f1ca-42ae-9286-b26f08228084 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:12.344069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa433f5a-7f93-4b3c-8054-357476b3246b req-d2327c86-f1ca-42ae-9286-b26f08228084 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 945 time: 0.0521617 Dec 08 16:48:12.366523 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5ec8c4-5bb8-4337-8a78-5b09c8f5d05a x-openstack-request-id: req-be5ec8c4-5bb8-4337-8a78-5b09c8f5d05a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:48:12.366819 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "name": "network-vif-plugged", "status": "completed", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:48:12.367077 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be5ec8c4-5bb8-4337-8a78-5b09c8f5d05a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:48:12.367475 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'code': 200} Dec 08 16:48:12.396989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:12.411258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa433f5a-7f93-4b3c-8054-357476b3246b req-76d41350-9ec2-4d34-8d07-f75e5b48336a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499554 Dec 08 16:48:12.472671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3134ee-f9d6-47d3-b995-fd7d88abb5de req-79d965d8-9499-4def-b8d9-a500a95a09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:12.474216 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb3134ee-f9d6-47d3-b995-fd7d88abb5de req-79d965d8-9499-4def-b8d9-a500a95a09be service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 1097 time: 0.0467498 Dec 08 16:48:12.521541 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb3134ee-f9d6-47d3-b995-fd7d88abb5de req-2fe00f2b-a540-4083-8990-251270ae34b0 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Dec 08 16:48:12.910047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af84b61-2613-419d-8d81-8c011fb8b8b5 req-ec4f557e-91cd-44b4-994a-ff91b0ce7fbf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:12.911506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9af84b61-2613-419d-8d81-8c011fb8b8b5 req-ec4f557e-91cd-44b4-994a-ff91b0ce7fbf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0494189 Dec 08 16:48:12.962114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9af84b61-2613-419d-8d81-8c011fb8b8b5 req-ad8082ab-21a6-4831-966d-fbfdb8833829 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446136 Dec 08 16:48:13.538727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1c8ed-cdae-4563-9e27-0074e10e1aab req-4b23b0b6-fbf8-483e-b434-d27ef304eb34 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:13.540214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4a1c8ed-cdae-4563-9e27-0074e10e1aab req-4b23b0b6-fbf8-483e-b434-d27ef304eb34 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 946 time: 0.0523636 Dec 08 16:48:13.592973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4a1c8ed-cdae-4563-9e27-0074e10e1aab req-cf3a1a70-531b-4aba-8250-71f93af1881f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464096 Dec 08 16:48:14.079582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931cb8b6-fee7-4c70-9c7d-248a9c0c3447 req-b0b40413-7a6a-4d12-8d07-463a20410177 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:14.081209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-931cb8b6-fee7-4c70-9c7d-248a9c0c3447 req-b0b40413-7a6a-4d12-8d07-463a20410177 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496192 Dec 08 16:48:14.129764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-931cb8b6-fee7-4c70-9c7d-248a9c0c3447 req-735aaf9d-6cbd-46f9-9403-057574f311c0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425334 Dec 08 16:48:14.714464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f7f32-0512-43c3-891b-2fe470efc26b req-82012562-0030-4042-8088-ad30166403c8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:14.715959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-586f7f32-0512-43c3-891b-2fe470efc26b req-82012562-0030-4042-8088-ad30166403c8 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 946 time: 0.0549083 Dec 08 16:48:14.765809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-586f7f32-0512-43c3-891b-2fe470efc26b req-ec3e223c-2e9f-4081-9e27-ee29bb5bba33 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Dec 08 16:48:14.882683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825d213-1345-4489-9b34-2eda5a5e7f7f req-8d5b7c62-d52a-4ffb-b36a-7e0f2a84d98a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:14.884123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8825d213-1345-4489-9b34-2eda5a5e7f7f req-8d5b7c62-d52a-4ffb-b36a-7e0f2a84d98a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 946 time: 0.0515993 Dec 08 16:48:14.936320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8825d213-1345-4489-9b34-2eda5a5e7f7f req-06c153ad-8a52-4667-95b8-630f4d9c9779 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461123 Dec 08 16:48:14.960142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48292) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:15.003212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2452f2b-8dd2-467d-b2ad-9711910e493c tempest-TestVolumeBootPattern-921599084 tempest-TestVolumeBootPattern-921599084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:15.004690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2452f2b-8dd2-467d-b2ad-9711910e493c tempest-TestVolumeBootPattern-921599084 tempest-TestVolumeBootPattern-921599084-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 1092 time: 0.0434241 Dec 08 16:48:15.007473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:48:15.011613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:48:15.034275 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:15.135269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:15.276154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Allocated IP 172.25.3.141 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/886671e3-6f9f-4134-afe2-55fb2793f0de) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:48:15.286542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6722e-2b57-47dd-8ca2-dc97bcb473df req-9cd9e5f2-08ef-4c64-b01e-1d182845b516 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:15.288039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44d6722e-2b57-47dd-8ca2-dc97bcb473df req-9cd9e5f2-08ef-4c64-b01e-1d182845b516 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0893626 Dec 08 16:48:15.631942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44d6722e-2b57-47dd-8ca2-dc97bcb473df req-e86d4052-f1cb-4e36-9784-d26245165486 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3358715 Dec 08 16:48:15.669918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:15.703286 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:15.738538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:48:15.741294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:48:15.746743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:48:15.770108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=886671e3-6f9f-4134-afe2-55fb2793f0de,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:15.781035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.781379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.781717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.782070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.782399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.782724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.783043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.783360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.784281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.784606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.785100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.785426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:15.785745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:48:16.122282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.187455 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.338768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.343314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.413821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event updated for resources: {'Port': ['ID=886671e3-6f9f-4134-afe2-55fb2793f0de,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:48:16.426840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.530386 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Floating IP 3e2da5c7-4c40-411d-b438-2fe29d8badbb associated. External IP: 172.25.3.141, port: 9bc08d71-9aad-4a3d-b8c3-e8e67868de46. Dec 08 16:48:16.769763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:48:16.783141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b4239-8983-4a6b-8299-ac4263c239d7 req-7661d6b7-ed42-4441-bf5d-b7076f963e7a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:16.785313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67b4239-8983-4a6b-8299-ac4263c239d7 req-7661d6b7-ed42-4441-bf5d-b7076f963e7a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0756137 Dec 08 16:48:16.905542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67b4239-8983-4a6b-8299-ac4263c239d7 req-6a40a61e-2e38-4720-a5a9-5dd7a0f6dc7d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131520 Dec 08 16:48:16.924970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:48:16.937542 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:48:16.944111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:16.948146 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:16.948749 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:47:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:16.972920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9406f16f-96db-4db9-a043-ed22b8d6ef21 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9644392 Dec 08 16:48:16.973926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:48:16.976280 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22741a2-6ecc-4133-9e04-7e035603ab18" -d '{"events": [{"name": "network-changed", "server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:48:17.017967 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97cfe48-5513-4b01-82fa-92b4478f5369 x-openstack-request-id: req-a97cfe48-5513-4b01-82fa-92b4478f5369 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:48:17.018954 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:48:17.019225 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a97cfe48-5513-4b01-82fa-92b4478f5369 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:48:17.019647 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'status': 'completed', 'code': 200} Dec 08 16:48:17.081142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-ea2f6d49-0734-4827-9150-fedb08d42e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:17.082901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-ea2f6d49-0734-4827-9150-fedb08d42e03 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 1097 time: 0.0429177 Dec 08 16:48:17.158990 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:17.181010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-1c1677b2-bc3e-4d60-b1c4-552798066473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:17.182410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-1c1677b2-bc3e-4d60-b1c4-552798066473 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0922620 Dec 08 16:48:17.247882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-33120539-4a05-49db-9aea-2ab6b136c774 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46 HTTP/1.1" status: 200 len: 1000 time: 0.0584209 Dec 08 16:48:17.300526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-d56f2a2b-4428-4bdd-8ce8-75ce2aa24bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:17.302023 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-d56f2a2b-4428-4bdd-8ce8-75ce2aa24bf5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0476010 Dec 08 16:48:17.400155 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '3e2da5c7-4c40-411d-b438-2fe29d8badbb', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:75:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:48:15Z', 'updated_at': '2021-12-08T16:48:15Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}, {'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:19Z', 'revision_number': 1, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:17.429238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:48:17.438336 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:48:17.438853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:47:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:17.552969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:48:17.668008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-b823aea6-f0ac-41e9-bc1b-ef61e77316b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:17.669531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-b823aea6-f0ac-41e9-bc1b-ef61e77316b7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3606684 Dec 08 16:48:17.757424 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-f1672be2-e2cb-4bb1-8d45-d73d65896a67 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803859 Dec 08 16:48:17.794476 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '3e2da5c7-4c40-411d-b438-2fe29d8badbb', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:75:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:48:15Z', 'updated_at': '2021-12-08T16:48:15Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}, {'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:19Z', 'revision_number': 1, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:48:17.823163 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14ed5230-e256-42f4-a8f5-8708b6574d40 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '3e2da5c7-4c40-411d-b438-2fe29d8badbb', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.141', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:75:cb:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:48:15Z', 'updated_at': '2021-12-08T16:48:15Z', 'revision_number': 0, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}, {'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:19Z', 'revision_number': 1, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:48:17.853956 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d22741a2-6ecc-4133-9e04-7e035603ab18 req-0b6319ff-7a91-49d7-8e52-3eb3248267c1 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895658 Dec 08 16:48:18.027184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce399130-183b-4d55-96c1-f3454b42a69c None None] New status for floating IP 3e2da5c7-4c40-411d-b438-2fe29d8badbb: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:48:18.030375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3497b5d-ad6a-4662-b4d3-80d5010e80dd req-d941b20a-39ed-4b31-808f-d25a1194e7f4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:18.031958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3497b5d-ad6a-4662-b4d3-80d5010e80dd req-d941b20a-39ed-4b31-808f-d25a1194e7f4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0541639 Dec 08 16:48:18.083831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3497b5d-ad6a-4662-b4d3-80d5010e80dd req-58d4f1e7-3b85-4633-8ebe-9ed24d8cc1d9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448930 Dec 08 16:48:19.214303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83326fd4-204d-4a47-b226-d51735c38ef9 req-1c7d5cf2-018d-4e34-9cda-104f976dac23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:19.215772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83326fd4-204d-4a47-b226-d51735c38ef9 req-1c7d5cf2-018d-4e34-9cda-104f976dac23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0530937 Dec 08 16:48:19.263645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83326fd4-204d-4a47-b226-d51735c38ef9 req-07f6db9f-df1b-45b2-a93d-b96e62685df0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412786 Dec 08 16:48:20.378845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b28eb-77c4-4d09-ba7f-d9625abb5e38 req-a6f12632-163b-4c78-84f8-5d5d41ed25b0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:20.380332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e28b28eb-77c4-4d09-ba7f-d9625abb5e38 req-a6f12632-163b-4c78-84f8-5d5d41ed25b0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0487542 Dec 08 16:48:20.427868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e28b28eb-77c4-4d09-ba7f-d9625abb5e38 req-f074eee5-ad2c-4010-aa34-457f80098323 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416219 Dec 08 16:48:21.547323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eead4a-4720-4738-85bb-50d332d177bf req-2a2a2465-43bf-43cf-96e4-5eae3799e6fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:21.548776 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84eead4a-4720-4738-85bb-50d332d177bf req-2a2a2465-43bf-43cf-96e4-5eae3799e6fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0536952 Dec 08 16:48:21.597174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-84eead4a-4720-4738-85bb-50d332d177bf req-0c8bef8e-b3a9-4226-ac0c-8930642af79c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423176 Dec 08 16:48:22.717016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bc8169-612c-4af9-a45f-8eb9dd77645d req-e24245bd-8f13-4e94-ab5a-502a1445b6ba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:22.719380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95bc8169-612c-4af9-a45f-8eb9dd77645d req-e24245bd-8f13-4e94-ab5a-502a1445b6ba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0533051 Dec 08 16:48:22.768894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95bc8169-612c-4af9-a45f-8eb9dd77645d req-8367cb66-ff5d-44bb-90bb-1e02208d034c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Dec 08 16:48:23.900005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e528b86a-d417-4f2f-a94f-0aca813f0c29 req-83987d2c-d063-46cc-8c71-8f6a852da6d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:23.901583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e528b86a-d417-4f2f-a94f-0aca813f0c29 req-83987d2c-d063-46cc-8c71-8f6a852da6d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0577717 Dec 08 16:48:23.960154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e528b86a-d417-4f2f-a94f-0aca813f0c29 req-61d93500-fce7-491e-bb77-673f1845d683 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520048 Dec 08 16:48:25.083126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753c5fa-1f83-4ce2-90ad-25b37edc6952 req-64ac19a4-9876-4220-9f55-4dcb8c65e218 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:25.084638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f753c5fa-1f83-4ce2-90ad-25b37edc6952 req-64ac19a4-9876-4220-9f55-4dcb8c65e218 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Dec 08 16:48:25.133036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f753c5fa-1f83-4ce2-90ad-25b37edc6952 req-48efb685-2556-4451-8205-b82d2ea816d5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424948 Dec 08 16:48:25.675520 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:48:25.997170 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-426b973a-4478-4854-9c60-3f4b48821bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:26.247440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b4ac1-4c67-454b-b728-6ce4dd99332e req-56c15ea4-c3ef-4e66-b464-1aa299ac37fc tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:26.248994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b26b4ac1-4c67-454b-b728-6ce4dd99332e req-56c15ea4-c3ef-4e66-b464-1aa299ac37fc tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0486372 Dec 08 16:48:26.296109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b26b4ac1-4c67-454b-b728-6ce4dd99332e req-81cf428b-72fb-401f-b68a-c34483c4f602 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411911 Dec 08 16:48:27.418807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9eaeb7-cfb5-42e7-a2d4-cb467ee120ed req-77a34ce0-c8d4-442a-8940-703377137bb3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:27.420185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f9eaeb7-cfb5-42e7-a2d4-cb467ee120ed req-77a34ce0-c8d4-442a-8940-703377137bb3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0553153 Dec 08 16:48:27.468515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f9eaeb7-cfb5-42e7-a2d4-cb467ee120ed req-8cbe8aed-f961-4500-8951-39309bcc0187 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424392 Dec 08 16:48:28.586536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0582270c-a0a2-40a6-b667-39bf89e77463 req-3915cce5-eb90-4ad3-9081-f0d26255010d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:28.588060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0582270c-a0a2-40a6-b667-39bf89e77463 req-3915cce5-eb90-4ad3-9081-f0d26255010d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0509486 Dec 08 16:48:28.640065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0582270c-a0a2-40a6-b667-39bf89e77463 req-8f2b84cc-ec31-4b73-b55f-25ec5d7dc098 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448868 Dec 08 16:48:28.804194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-587da3bb-955b-4cf4-80ac-bb1d8b9f6dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:29.759774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5910e9d-de79-4ebf-bac5-f1078b9382b0 req-d0ffe67a-eda8-45b9-b077-c1820b1cf20a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:29.761230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5910e9d-de79-4ebf-bac5-f1078b9382b0 req-d0ffe67a-eda8-45b9-b077-c1820b1cf20a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Dec 08 16:48:29.811372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5910e9d-de79-4ebf-bac5-f1078b9382b0 req-98b6dfef-501a-4b50-a004-b05f34d7c19c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442598 Dec 08 16:48:30.157018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:30.931191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d097131-bfe5-4be2-be6b-77cae4e06c15 req-768ac4b3-8b5a-4861-bbd3-06ca4b5845a2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:30.933259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d097131-bfe5-4be2-be6b-77cae4e06c15 req-768ac4b3-8b5a-4861-bbd3-06ca4b5845a2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0529318 Dec 08 16:48:30.983505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d097131-bfe5-4be2-be6b-77cae4e06c15 req-2de041cf-8565-477d-8133-145baad93e23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435848 Dec 08 16:48:31.942410 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.103451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9afcfc-f883-467f-acdd-bf1cd5ea2ed8 req-35563e5e-faed-4ed8-bc88-3184912abf02 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:32.104969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d9afcfc-f883-467f-acdd-bf1cd5ea2ed8 req-35563e5e-faed-4ed8-bc88-3184912abf02 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0498719 Dec 08 16:48:32.154113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d9afcfc-f883-467f-acdd-bf1cd5ea2ed8 req-967bb63f-308e-485b-ad91-e33535799a20 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430706 Dec 08 16:48:32.238558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:32.402691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:33.272692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:33.276383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe283fb8-e4b2-4417-978f-cb5726a4a201 req-ebedfb90-2370-441e-b9aa-eacb6c2c0d90 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:33.277963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe283fb8-e4b2-4417-978f-cb5726a4a201 req-ebedfb90-2370-441e-b9aa-eacb6c2c0d90 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0556171 Dec 08 16:48:33.330215 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe283fb8-e4b2-4417-978f-cb5726a4a201 req-befe1587-45e1-4103-bd3e-815abc1007ca tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459607 Dec 08 16:48:34.457829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77459ee-b8a5-46f1-b79a-100972477163 req-0070cc27-2840-4b9c-af9f-16de8ffadcbf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:34.459843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c77459ee-b8a5-46f1-b79a-100972477163 req-0070cc27-2840-4b9c-af9f-16de8ffadcbf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0550320 Dec 08 16:48:34.507157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c77459ee-b8a5-46f1-b79a-100972477163 req-df6f4140-76a0-46b5-8a0a-67b613fd022f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411570 Dec 08 16:48:35.629291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537ebf9-7025-4271-9383-146984f4ad97 req-50b0b3af-20c3-4a4a-a9e4-f4622be0842b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:35.630822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4537ebf9-7025-4271-9383-146984f4ad97 req-50b0b3af-20c3-4a4a-a9e4-f4622be0842b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0542219 Dec 08 16:48:35.680313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4537ebf9-7025-4271-9383-146984f4ad97 req-ba45f312-d5e1-4222-a15b-f32ed54c552e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432246 Dec 08 16:48:36.819669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b552b-b4b3-43df-a9f4-7c5d9baeac12 req-7d895bc2-5519-40a7-80a3-5e916515f4d3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:36.821443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b7b552b-b4b3-43df-a9f4-7c5d9baeac12 req-7d895bc2-5519-40a7-80a3-5e916515f4d3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0682187 Dec 08 16:48:36.877318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b7b552b-b4b3-43df-a9f4-7c5d9baeac12 req-77b8888d-1bed-4b15-a197-e0fdde48c99e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489912 Dec 08 16:48:37.995707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1225bb-f49c-4732-8a1d-e639f75e7356 req-9d5c5048-71f2-4a6b-b8cf-b19d45312ac8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:37.997179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da1225bb-f49c-4732-8a1d-e639f75e7356 req-9d5c5048-71f2-4a6b-b8cf-b19d45312ac8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496042 Dec 08 16:48:38.050729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da1225bb-f49c-4732-8a1d-e639f75e7356 req-ae318c4a-258e-47ac-a797-d446c49e12b2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473015 Dec 08 16:48:39.174246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c15c6-2dea-468f-8033-01bd45e229a7 req-cee2dcd8-d286-416a-9817-b55ad5c2fafe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:39.175714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a24c15c6-2dea-468f-8033-01bd45e229a7 req-cee2dcd8-d286-416a-9817-b55ad5c2fafe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0508943 Dec 08 16:48:39.222636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a24c15c6-2dea-468f-8033-01bd45e229a7 req-bb1e8124-9243-47be-bd8e-6567fc123e8b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408728 Dec 08 16:48:40.340691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103de3ca-1f6e-437d-bb43-2ffdb85eaa68 req-d2b9b2b5-6a74-4a33-aa3d-2fd94677b24b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:40.342242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-103de3ca-1f6e-437d-bb43-2ffdb85eaa68 req-d2b9b2b5-6a74-4a33-aa3d-2fd94677b24b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0509827 Dec 08 16:48:40.391734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-103de3ca-1f6e-437d-bb43-2ffdb85eaa68 req-0d5ba604-ac61-4e62-8e6d-2a60da767ea6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434136 Dec 08 16:48:41.516115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71b7ac-f6ac-4828-9b56-c1cf60ac1851 req-6c879705-2912-44a0-9c53-4b4b4476d16e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:41.517589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd71b7ac-f6ac-4828-9b56-c1cf60ac1851 req-6c879705-2912-44a0-9c53-4b4b4476d16e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0537546 Dec 08 16:48:41.565011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd71b7ac-f6ac-4828-9b56-c1cf60ac1851 req-2efc0dac-cf1c-42e7-b0e7-a9da0786638a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413415 Dec 08 16:48:42.684093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f6f50-9ae0-4b4f-aea4-617966fd9ec8 req-1c6e0257-bd30-4fed-a9e2-5dae3b82ca45 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:42.685585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c1f6f50-9ae0-4b4f-aea4-617966fd9ec8 req-1c6e0257-bd30-4fed-a9e2-5dae3b82ca45 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505841 Dec 08 16:48:42.732620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c1f6f50-9ae0-4b4f-aea4-617966fd9ec8 req-05440936-e636-4956-8951-3ff6267e3d96 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410514 Dec 08 16:48:43.847487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faabed9-9f7d-40b8-93c8-072d2dbf9ba7 req-feba05bb-bf49-4960-86d9-e77c7b5369cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:43.848946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3faabed9-9f7d-40b8-93c8-072d2dbf9ba7 req-feba05bb-bf49-4960-86d9-e77c7b5369cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0487020 Dec 08 16:48:43.902120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3faabed9-9f7d-40b8-93c8-072d2dbf9ba7 req-50703c29-396b-467b-9e63-e6c220e4cb45 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464411 Dec 08 16:48:45.025294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec245c8d-d6e0-4df0-8527-484463e6c452 req-0e761e39-6da0-41e2-8c4e-daf07b4ef45e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:45.026848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec245c8d-d6e0-4df0-8527-484463e6c452 req-0e761e39-6da0-41e2-8c4e-daf07b4ef45e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0499482 Dec 08 16:48:45.078541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec245c8d-d6e0-4df0-8527-484463e6c452 req-2a16eae4-3994-411e-9786-124d5bf9a908 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456133 Dec 08 16:48:46.454501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970888-20fb-4cbe-a81a-8e7aaf03f787 req-b989dae8-28cb-4d48-ac0a-d5f7c55263ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:46.455964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b970888-20fb-4cbe-a81a-8e7aaf03f787 req-b989dae8-28cb-4d48-ac0a-d5f7c55263ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0486693 Dec 08 16:48:46.503010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b970888-20fb-4cbe-a81a-8e7aaf03f787 req-85f7c26b-62e2-4dc6-b34e-cd6048a10c71 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404687 Dec 08 16:48:47.626710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd75793-0e95-4fea-80ba-255deb1d68b7 req-0c4a2c56-55f0-4a4c-9fff-00af31d6837f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:47.628176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cd75793-0e95-4fea-80ba-255deb1d68b7 req-0c4a2c56-55f0-4a4c-9fff-00af31d6837f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0565379 Dec 08 16:48:47.674837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cd75793-0e95-4fea-80ba-255deb1d68b7 req-092d93a4-9922-40f1-ba7e-9a5d1208c2e8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407639 Dec 08 16:48:48.790173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff298ee-c7e0-4551-8a63-79a68666c286 req-eb31bc2b-afa7-4906-9d79-ff2d109c840e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:48.791617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fff298ee-c7e0-4551-8a63-79a68666c286 req-eb31bc2b-afa7-4906-9d79-ff2d109c840e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0475669 Dec 08 16:48:48.839613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fff298ee-c7e0-4551-8a63-79a68666c286 req-69405225-3620-4ddc-a574-90c58b27b92a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420384 Dec 08 16:48:49.407356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-b6763342-9606-4fb1-ba7b-611d9c7c7d90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433903 Dec 08 16:48:49.490195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-d138b742-9d5a-42f5-b770-01ff548e3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:49.491687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-d138b742-9d5a-42f5-b770-01ff548e3659 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0429103 Dec 08 16:48:49.594834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-885e8d2e-bb70-445f-b872-352e154066f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:49.596343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-885e8d2e-bb70-445f-b872-352e154066f8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0858719 Dec 08 16:48:49.642166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-227e8427-98bf-44a2-946d-d65dd13ea790 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0381565 Dec 08 16:48:49.694754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-3f30e5ec-155c-426e-8877-9381202560a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:49.696248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-3f30e5ec-155c-426e-8877-9381202560a3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0472012 Dec 08 16:48:49.729616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-d3c3739e-a04d-437d-a70e-7ccbcaaa0fea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262988 Dec 08 16:48:50.096032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-60eb72d3-4ffb-4c97-a892-9aec37c5e802 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597462 Dec 08 16:48:50.104878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce9880-0edb-435b-b172-06f70334227d req-afd4970b-d7fe-4290-9613-f965ec68c641 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:50.106308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52ce9880-0edb-435b-b172-06f70334227d req-afd4970b-d7fe-4290-9613-f965ec68c641 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0777109 Dec 08 16:48:50.210775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-52ce9880-0edb-435b-b172-06f70334227d req-3cf0b0fb-336a-4c29-9ccc-5854c4a5c33e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964229 Dec 08 16:48:50.228427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ba8a686-14fd-4d0c-9396-84975c335cb6 req-4a1c4e63-10d3-4d0a-b3bf-f1567a1c42bf service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211798 Dec 08 16:48:51.327061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da818-d983-468b-9c4b-6330aab71a3f req-91187922-d94f-46b4-8adc-6a514dce32f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:51.328495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2da818-d983-468b-9c4b-6330aab71a3f req-91187922-d94f-46b4-8adc-6a514dce32f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0490911 Dec 08 16:48:51.374526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba2da818-d983-468b-9c4b-6330aab71a3f req-fa290364-7ab7-44fb-a253-18466fc70a67 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Dec 08 16:48:52.500672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5789e-26e7-4515-9aeb-892bc570b9cb req-1149890c-0175-4e30-a10f-2d35ece9469f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:52.502369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8aa5789e-26e7-4515-9aeb-892bc570b9cb req-1149890c-0175-4e30-a10f-2d35ece9469f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0572228 Dec 08 16:48:52.562099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8aa5789e-26e7-4515-9aeb-892bc570b9cb req-3eb19a5d-45b2-458a-94a8-102e24fbd6c1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527406 Dec 08 16:48:53.681343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454fbd14-e5a6-4fd0-906f-327d366731b8 req-65e6cdbb-7de4-4feb-a14b-5d4c47d01f0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:53.682889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-454fbd14-e5a6-4fd0-906f-327d366731b8 req-65e6cdbb-7de4-4feb-a14b-5d4c47d01f0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Dec 08 16:48:53.730794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-454fbd14-e5a6-4fd0-906f-327d366731b8 req-f7147c63-a6b0-479d-b952-9f7d91b1839a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417488 Dec 08 16:48:54.849814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522cd5-9e93-40ca-b597-5d2d948e0bfd req-c5fb463c-7959-4945-b8e4-4179299812bf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:54.851338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a522cd5-9e93-40ca-b597-5d2d948e0bfd req-c5fb463c-7959-4945-b8e4-4179299812bf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Dec 08 16:48:54.902501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a522cd5-9e93-40ca-b597-5d2d948e0bfd req-bcd3f03f-170f-46be-b6d4-afe2e0856e0e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447092 Dec 08 16:48:56.001093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d0d6e36-415e-4953-87ab-6284903f8e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:56.036392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ca46a-5a69-497f-9446-c6f275f5097e req-2537255d-d4b4-4e7b-86e1-738ec69c7c74 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:56.038050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb2ca46a-5a69-497f-9446-c6f275f5097e req-2537255d-d4b4-4e7b-86e1-738ec69c7c74 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0626276 Dec 08 16:48:56.090625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb2ca46a-5a69-497f-9446-c6f275f5097e req-f029f891-f898-470d-a3e4-667041f128c1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461614 Dec 08 16:48:57.036899 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-fb82bf5a-e811-4238-80b7-6eb8aef7176b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436120 Dec 08 16:48:57.122854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-093df7b9-1b13-42a1-ac30-ebb4e7608759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:57.124384 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-093df7b9-1b13-42a1-ac30-ebb4e7608759 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0460374 Dec 08 16:48:57.234983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-feb6921a-f623-4aad-9d77-05bc287aef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:57.236518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-feb6921a-f623-4aad-9d77-05bc287aef65 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0930176 Dec 08 16:48:57.282332 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-f6468e51-586d-430d-bcdd-682e864c9736 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0384018 Dec 08 16:48:57.294262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b75c7-ed20-4cd5-9320-da660816d79b req-49ec1442-7bb8-4599-8f87-4d42f56ce418 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:57.295727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687b75c7-ed20-4cd5-9320-da660816d79b req-49ec1442-7bb8-4599-8f87-4d42f56ce418 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.1349077 Dec 08 16:48:57.338741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-371c9f7f-ff52-4991-8d40-93bbef858671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:57.340157 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-371c9f7f-ff52-4991-8d40-93bbef858671 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0511637 Dec 08 16:48:57.346391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-687b75c7-ed20-4cd5-9320-da660816d79b req-2fcc7cc7-5376-457f-9f18-736bb981a05c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439200 Dec 08 16:48:57.377162 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-01a8aac5-570c-49cd-a4e3-a0429b197f1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288188 Dec 08 16:48:57.474400 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-df355e00-4cdf-43bb-8f37-cf3f6239d0f2 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893538 Dec 08 16:48:57.576996 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d7162a90-36e6-44bf-a1df-eb37652cf7f0 req-5c946d48-84e3-4dac-8b6c-317847e8fb0b service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955589 Dec 08 16:48:58.464691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485519ef-4d45-4ca2-8eef-371354a9031e req-3dd16c53-f8e1-4ce8-a871-2f417376f787 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:58.466192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-485519ef-4d45-4ca2-8eef-371354a9031e req-3dd16c53-f8e1-4ce8-a871-2f417376f787 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0483139 Dec 08 16:48:58.518999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-485519ef-4d45-4ca2-8eef-371354a9031e req-9fa55972-b770-4894-a9cc-ee51dbf49888 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468142 Dec 08 16:48:58.807107 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8c3f3dc4-842c-411d-9e93-40e0b36cf456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:48:59.637525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56551a-4960-404e-9b03-1f492bdf46d4 req-cf02a8ba-a958-4457-b95e-e33131d91c7e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:48:59.639006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e56551a-4960-404e-9b03-1f492bdf46d4 req-cf02a8ba-a958-4457-b95e-e33131d91c7e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0487788 Dec 08 16:48:59.687152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e56551a-4960-404e-9b03-1f492bdf46d4 req-55d13fe1-cbca-4091-a2f9-a97830ebbb0e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421264 Dec 08 16:49:00.160069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:00.806977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c523d-79fe-41b8-a650-a398fef7f077 req-1bffe20f-a8a1-4865-b798-2bd3ccca8641 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:00.808469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c7c523d-79fe-41b8-a650-a398fef7f077 req-1bffe20f-a8a1-4865-b798-2bd3ccca8641 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505910 Dec 08 16:49:00.856642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c7c523d-79fe-41b8-a650-a398fef7f077 req-d150d6ef-95d6-4529-ae32-6cd545d7dd4d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420601 Dec 08 16:49:01.946453 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:01.977090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96e1fa1-8b1e-4021-8a72-142e3a899a46 req-e21dfba5-a1de-4536-89ed-4c506c199de8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:01.978648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e96e1fa1-8b1e-4021-8a72-142e3a899a46 req-e21dfba5-a1de-4536-89ed-4c506c199de8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0543647 Dec 08 16:49:02.034296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e96e1fa1-8b1e-4021-8a72-142e3a899a46 req-ab7c85df-f191-4b26-9dbb-e4f020b65763 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484724 Dec 08 16:49:02.240696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:02.402973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:02.675407 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:49:03.159744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12033448-9018-40b3-9251-8e04eff51887 req-5df84569-f0a3-45d5-ab34-50e7339a925c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:03.161260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12033448-9018-40b3-9251-8e04eff51887 req-5df84569-f0a3-45d5-ab34-50e7339a925c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0556943 Dec 08 16:49:03.210823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12033448-9018-40b3-9251-8e04eff51887 req-334fc7f3-257a-47b1-bdfd-39f0dd4999db tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434384 Dec 08 16:49:03.287613 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:04.335095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023d2fd-9152-4565-b7f3-278ba70c4727 req-2322e927-187e-41a3-9fd1-4250d8bd7f18 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:04.336577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e023d2fd-9152-4565-b7f3-278ba70c4727 req-2322e927-187e-41a3-9fd1-4250d8bd7f18 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0564032 Dec 08 16:49:04.385266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e023d2fd-9152-4565-b7f3-278ba70c4727 req-80bf4e70-8f94-4a60-8607-32d7a212648c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Dec 08 16:49:05.517251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6660a4a-b1a5-440f-abbd-5cacaffdbab2 req-f8eb544a-7a3e-4656-bf51-f379c02faa7d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:05.518893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6660a4a-b1a5-440f-abbd-5cacaffdbab2 req-f8eb544a-7a3e-4656-bf51-f379c02faa7d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0584843 Dec 08 16:49:05.572128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6660a4a-b1a5-440f-abbd-5cacaffdbab2 req-a3c94ce9-6a14-45e8-be52-e6449c171bd1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463629 Dec 08 16:49:06.692390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02edf55-c9a2-4aea-9b66-271387ad1906 req-badbc0cf-acca-4882-b4fa-7341f351eadf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:06.693874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d02edf55-c9a2-4aea-9b66-271387ad1906 req-badbc0cf-acca-4882-b4fa-7341f351eadf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0498295 Dec 08 16:49:06.744027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d02edf55-c9a2-4aea-9b66-271387ad1906 req-369e6562-f3ef-43cf-8602-c4c0292b9c65 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442569 Dec 08 16:49:07.863850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cecc8-bd17-457b-93f1-5607724173f2 req-02db30b4-02b1-4e9c-b395-3743b3906514 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:07.865232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-749cecc8-bd17-457b-93f1-5607724173f2 req-02db30b4-02b1-4e9c-b395-3743b3906514 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0508914 Dec 08 16:49:07.913058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-749cecc8-bd17-457b-93f1-5607724173f2 req-f8d47256-4c0f-4227-9bcc-df9446b5bac5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418551 Dec 08 16:49:08.590305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-9b2d7793-d204-424e-abb4-dd7353f0e9d9 req-0c6459cb-3e3d-40d7-a6dc-8833c167118a service neutron] (103281) timed out ('10.222.0.62', 39814) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:49:09.031121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349fae48-ba4a-4a27-8b0e-de0c7506a386 req-24bb2aa3-ceb6-4bdb-908e-a450d1995045 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:09.033196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-349fae48-ba4a-4a27-8b0e-de0c7506a386 req-24bb2aa3-ceb6-4bdb-908e-a450d1995045 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505114 Dec 08 16:49:09.081038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-349fae48-ba4a-4a27-8b0e-de0c7506a386 req-6a61af90-3146-4347-8d68-58e7ada437c8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418665 Dec 08 16:49:10.203425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a13eb04-876f-4967-8721-6c4baeadb50c req-0840f525-773b-455f-9863-683d490356c1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:10.205540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a13eb04-876f-4967-8721-6c4baeadb50c req-0840f525-773b-455f-9863-683d490356c1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0558989 Dec 08 16:49:10.251998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a13eb04-876f-4967-8721-6c4baeadb50c req-db4e1ae2-e8cc-4b19-a2dc-6cc918aa42e4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 Dec 08 16:49:11.369936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e970cb-a608-4854-8953-bb1b90967dbd req-44a2a982-f8b9-494c-91e9-5aaa8e1b37e2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:11.371340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11e970cb-a608-4854-8953-bb1b90967dbd req-44a2a982-f8b9-494c-91e9-5aaa8e1b37e2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0492702 Dec 08 16:49:11.420028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11e970cb-a608-4854-8953-bb1b90967dbd req-7ba83986-c63a-4048-b880-c9d274473d07 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418329 Dec 08 16:49:12.536588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61456d1-0e02-4bfa-b691-13f815bd7f82 req-08379b9c-eba9-4985-a20c-768ad3132d41 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:12.538067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c61456d1-0e02-4bfa-b691-13f815bd7f82 req-08379b9c-eba9-4985-a20c-768ad3132d41 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0488040 Dec 08 16:49:12.593273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c61456d1-0e02-4bfa-b691-13f815bd7f82 req-3e6ee7ff-cccd-43a6-94ec-544e07e3c91a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491953 Dec 08 16:49:13.709730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ec3fe-78ea-428f-b4ef-7707ec22991b req-a02853fa-2593-44e5-a214-bbc9c40e7262 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:13.711261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-447ec3fe-78ea-428f-b4ef-7707ec22991b req-a02853fa-2593-44e5-a214-bbc9c40e7262 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0488431 Dec 08 16:49:13.758868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-447ec3fe-78ea-428f-b4ef-7707ec22991b req-eefb09ab-4acf-4c3d-8aa4-462c5a247b2f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416481 Dec 08 16:49:14.883239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af488f-f983-44ce-8634-7be118602b37 req-de9265fc-ce91-4a6e-9810-24c1a981816a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:14.884758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5af488f-f983-44ce-8634-7be118602b37 req-de9265fc-ce91-4a6e-9810-24c1a981816a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Dec 08 16:49:14.933548 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5af488f-f983-44ce-8634-7be118602b37 req-2b32f364-7d49-4d36-b0cd-b86c318134a4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428040 Dec 08 16:49:16.054412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac47da4-ec6a-476b-ba52-b867ff16a01a req-46261c54-11cc-4e92-9775-6d5491fbff0f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:16.055962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ac47da4-ec6a-476b-ba52-b867ff16a01a req-46261c54-11cc-4e92-9775-6d5491fbff0f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Dec 08 16:49:16.103755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ac47da4-ec6a-476b-ba52-b867ff16a01a req-b86c81b6-25fd-4d7c-ad10-412af5f556fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414302 Dec 08 16:49:17.221672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4481509-8105-4ae6-9328-0fda6addadab req-bb109fbd-325f-404e-9bad-3f426bd047e6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:17.223158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4481509-8105-4ae6-9328-0fda6addadab req-bb109fbd-325f-404e-9bad-3f426bd047e6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496974 Dec 08 16:49:17.269617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f4481509-8105-4ae6-9328-0fda6addadab req-21f1159a-bb0f-4500-a625-4688abe12b5b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405431 Dec 08 16:49:18.389498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df78499f-fbbc-4461-8fa5-71b51f7e2933 req-e808794d-5fa2-4800-9ff2-c69ed8328ad8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:18.390903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df78499f-fbbc-4461-8fa5-71b51f7e2933 req-e808794d-5fa2-4800-9ff2-c69ed8328ad8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0524044 Dec 08 16:49:18.437618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df78499f-fbbc-4461-8fa5-71b51f7e2933 req-3c230bc0-cc5d-49fe-a52d-6b1c03bbd7ba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404658 Dec 08 16:49:19.556282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a197d7-5c5b-4ca5-9689-eb8b0e3a0504 req-9e4527ad-3cb1-4120-900e-5b0e8a1ac591 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:19.557749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28a197d7-5c5b-4ca5-9689-eb8b0e3a0504 req-9e4527ad-3cb1-4120-900e-5b0e8a1ac591 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0488062 Dec 08 16:49:19.608747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28a197d7-5c5b-4ca5-9689-eb8b0e3a0504 req-09753bc9-560f-4fca-bd1b-a46b02ef8c6a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449228 Dec 08 16:49:20.726091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e50c114-6179-4533-b862-c1e33b11a2c3 req-4ca85590-504f-487b-911c-621a897b62a6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:20.727533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e50c114-6179-4533-b862-c1e33b11a2c3 req-4ca85590-504f-487b-911c-621a897b62a6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Dec 08 16:49:20.777630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e50c114-6179-4533-b862-c1e33b11a2c3 req-0a757c30-6192-4d84-be68-709292a5bcf2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440328 Dec 08 16:49:21.897094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2c8fe-de72-4b59-9220-158356e04ca0 req-5851d441-1e9d-4d48-9ca1-ec80941d4af9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:21.898635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7a2c8fe-de72-4b59-9220-158356e04ca0 req-5851d441-1e9d-4d48-9ca1-ec80941d4af9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Dec 08 16:49:21.946870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7a2c8fe-de72-4b59-9220-158356e04ca0 req-26ed9198-12dc-4148-84b1-afd5ed7c7bf5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Dec 08 16:49:23.068099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62c938-1820-46a3-9e24-2f9e0ebd04d2 req-6b9b8a72-da6a-44b7-b598-0bd024dc6518 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:23.069633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c62c938-1820-46a3-9e24-2f9e0ebd04d2 req-6b9b8a72-da6a-44b7-b598-0bd024dc6518 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0519719 Dec 08 16:49:23.120160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c62c938-1820-46a3-9e24-2f9e0ebd04d2 req-07f5463c-9698-4448-8e4a-4c5bc62e4a5b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443144 Dec 08 16:49:24.241065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3b47c-fe60-4731-a077-310a18210c12 req-ff7c72a1-766e-4c94-babb-a2c70e574386 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:24.242557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ec3b47c-fe60-4731-a077-310a18210c12 req-ff7c72a1-766e-4c94-babb-a2c70e574386 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0539119 Dec 08 16:49:24.289646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ec3b47c-fe60-4731-a077-310a18210c12 req-f936aeeb-e24f-4b9d-b98d-38869145d451 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 Dec 08 16:49:25.410494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc8bcb3-fa3d-46b4-ae20-ad501fa0cce0 req-1f1e267e-1f26-495e-8672-14d39d23a4d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:25.411903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2dc8bcb3-fa3d-46b4-ae20-ad501fa0cce0 req-1f1e267e-1f26-495e-8672-14d39d23a4d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0491369 Dec 08 16:49:25.459954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2dc8bcb3-fa3d-46b4-ae20-ad501fa0cce0 req-740823e9-25e1-4903-ad6a-ea13f1b47f88 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420294 Dec 08 16:49:26.003839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d75ede6a-0630-4f1e-915a-fbf5735be6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:26.586755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57039d4-2cec-4e7a-8498-70372031a31d req-067e58d5-0fcc-406f-979f-e2c6804fa216 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:26.588273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e57039d4-2cec-4e7a-8498-70372031a31d req-067e58d5-0fcc-406f-979f-e2c6804fa216 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Dec 08 16:49:26.639355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e57039d4-2cec-4e7a-8498-70372031a31d req-02789730-1ff2-4c10-9261-5a358434da23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451725 Dec 08 16:49:27.759121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ceba1f-ffae-4efc-b57a-f36fa2cf9d79 req-2f182975-1fd7-4a2f-8e83-d32cfefae098 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:27.760634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54ceba1f-ffae-4efc-b57a-f36fa2cf9d79 req-2f182975-1fd7-4a2f-8e83-d32cfefae098 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0503206 Dec 08 16:49:27.809829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-54ceba1f-ffae-4efc-b57a-f36fa2cf9d79 req-7b1d0740-7aaa-4ed3-b36d-359dbffccef8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 Dec 08 16:49:28.812722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-36e0114e-752c-488c-b71d-9c0a414e5511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:28.931689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6c77b-030c-4551-915a-e1563793cd64 req-fd1f1677-dbc5-4164-b320-8ab3c139ff52 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:28.933081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29d6c77b-030c-4551-915a-e1563793cd64 req-fd1f1677-dbc5-4164-b320-8ab3c139ff52 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496161 Dec 08 16:49:28.982153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29d6c77b-030c-4551-915a-e1563793cd64 req-6b0bad0f-d922-4a62-92af-b62df9e9d5e7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Dec 08 16:49:30.105142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ec153-1f00-49a7-94a3-ab6c709f6ccb req-fd244ce7-be6d-4b55-b1f1-a6d79614d458 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:30.106670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-219ec153-1f00-49a7-94a3-ab6c709f6ccb req-fd244ce7-be6d-4b55-b1f1-a6d79614d458 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0539603 Dec 08 16:49:30.157502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-219ec153-1f00-49a7-94a3-ab6c709f6ccb req-bbb07511-b83e-4e25-963d-6bd6e49a39f8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447109 Dec 08 16:49:30.163220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:31.273676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010d8f4-96bb-4f44-ade0-2c1da367ef7a req-58756872-e9d3-46a3-b4b8-bc0683e5c18a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:31.275201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c010d8f4-96bb-4f44-ade0-2c1da367ef7a req-58756872-e9d3-46a3-b4b8-bc0683e5c18a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497284 Dec 08 16:49:31.323613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c010d8f4-96bb-4f44-ade0-2c1da367ef7a req-3917f0d6-fa1f-4f69-82ab-701fe8829277 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Dec 08 16:49:31.948449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:32.242816 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:32.408136 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:32.445692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a559b8-577f-4960-81ed-553b9515734f req-029c9304-be29-4801-9d63-7b39fba8f6d6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:32.447210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65a559b8-577f-4960-81ed-553b9515734f req-029c9304-be29-4801-9d63-7b39fba8f6d6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0551503 Dec 08 16:49:32.494015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65a559b8-577f-4960-81ed-553b9515734f req-8d40d1c5-bb4e-4ee0-93a8-40147fbece20 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404751 Dec 08 16:49:33.287243 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:33.613722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a14d01-1a48-46b1-b162-1ddb9538132d req-ed13b565-49f3-4411-8a95-d7d298aab1a9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:33.615137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27a14d01-1a48-46b1-b162-1ddb9538132d req-ed13b565-49f3-4411-8a95-d7d298aab1a9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0507367 Dec 08 16:49:33.663946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27a14d01-1a48-46b1-b162-1ddb9538132d req-32016cf6-f0a4-44fa-bb58-986da5383aba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428214 Dec 08 16:49:34.863859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8101a32a-282a-40c1-a593-bf2bd6d96774 req-faab2192-de35-4d24-9e87-74861cf34bd2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:34.865337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8101a32a-282a-40c1-a593-bf2bd6d96774 req-faab2192-de35-4d24-9e87-74861cf34bd2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0506928 Dec 08 16:49:34.915825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8101a32a-282a-40c1-a593-bf2bd6d96774 req-1727e1a2-66ec-4502-8059-e7bf82dcc50a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443180 Dec 08 16:49:36.035765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a3afe-9a02-40e9-945b-e887994e2775 req-9a4c7a6f-2917-48e5-9355-e166bbeb01f4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:36.037262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-063a3afe-9a02-40e9-945b-e887994e2775 req-9a4c7a6f-2917-48e5-9355-e166bbeb01f4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0499852 Dec 08 16:49:36.085244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-063a3afe-9a02-40e9-945b-e887994e2775 req-19f83d4c-c383-4d24-bfc0-80a79920f992 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Dec 08 16:49:37.204840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c9ad3-ee2a-4a0e-8c58-e43d729fdc02 req-da9d4c93-63de-4249-a449-96d0e73c3df0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:37.207069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb1c9ad3-ee2a-4a0e-8c58-e43d729fdc02 req-da9d4c93-63de-4249-a449-96d0e73c3df0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0513611 Dec 08 16:49:37.262164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb1c9ad3-ee2a-4a0e-8c58-e43d729fdc02 req-27a53555-4643-4573-8804-f6718376eaa9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483193 Dec 08 16:49:38.407658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f9fcb-dfe4-44f0-9d13-e4b70cf4bd5b req-f2daf97d-14d9-4640-b346-d89044521869 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:38.409426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd6f9fcb-dfe4-44f0-9d13-e4b70cf4bd5b req-f2daf97d-14d9-4640-b346-d89044521869 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0716383 Dec 08 16:49:38.471810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd6f9fcb-dfe4-44f0-9d13-e4b70cf4bd5b req-e739e81e-b789-4d14-b69e-41e8173c786a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548606 Dec 08 16:49:39.603804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce49214-3816-431a-9ce0-56a21fd9aba1 req-7ab1c18e-b469-47a8-99e6-21d86a1c32f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:39.605957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cce49214-3816-431a-9ce0-56a21fd9aba1 req-7ab1c18e-b469-47a8-99e6-21d86a1c32f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0507627 Dec 08 16:49:39.653041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cce49214-3816-431a-9ce0-56a21fd9aba1 req-7a38b901-b533-4167-b257-bc5e8eca6246 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413043 Dec 08 16:49:39.673697 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:49:40.773257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace3df9-3b8b-4569-b321-811aa160fd21 req-f8709a7d-2db9-4071-9726-9dcd012801b4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:40.774688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bace3df9-3b8b-4569-b321-811aa160fd21 req-f8709a7d-2db9-4071-9726-9dcd012801b4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0508344 Dec 08 16:49:40.829125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bace3df9-3b8b-4569-b321-811aa160fd21 req-2db71da4-80a4-4d35-a79f-dc0302637118 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476365 Dec 08 16:49:41.948265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d4c5d-eb4a-40a2-93ab-d2cd4f1f2cd9 req-1779d3dd-2c17-4822-842e-7213418bcb8a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:41.949729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a87d4c5d-eb4a-40a2-93ab-d2cd4f1f2cd9 req-1779d3dd-2c17-4822-842e-7213418bcb8a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0490322 Dec 08 16:49:41.997804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a87d4c5d-eb4a-40a2-93ab-d2cd4f1f2cd9 req-389ed3cc-5658-4f74-8ea2-00b2f7bcceae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417333 Dec 08 16:49:43.118762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593daf4-af52-47d4-9df6-4ce122a6e2a3 req-db8426bb-3c12-4937-af75-995134d48965 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:43.120251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d593daf4-af52-47d4-9df6-4ce122a6e2a3 req-db8426bb-3c12-4937-af75-995134d48965 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0510898 Dec 08 16:49:43.168999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d593daf4-af52-47d4-9df6-4ce122a6e2a3 req-9111ac9d-ec41-4f80-9766-c40a80253482 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426815 Dec 08 16:49:44.288185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235dea8-328d-41ff-b288-57fdebae3d0d req-fd81ea71-4fce-420b-b744-7da10aeb2f11 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:44.289705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0235dea8-328d-41ff-b288-57fdebae3d0d req-fd81ea71-4fce-420b-b744-7da10aeb2f11 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527635 Dec 08 16:49:44.340266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0235dea8-328d-41ff-b288-57fdebae3d0d req-96736e0f-b346-429a-bf60-bd685ed9a21a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443163 Dec 08 16:49:45.010899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:49:45.181055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 886671e3-6f9f-4134-afe2-55fb2793f0de {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:49:45.181394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.258203 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.258511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.270848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 886671e3-6f9f-4134-afe2-55fb2793f0de owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:49:45.424862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.448010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=886671e3-6f9f-4134-afe2-55fb2793f0de,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:45.459148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.459490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.459866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.460299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.460440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af6ea26-2b97-4617-97c0-356b1001ab99 req-153e6ad8-9fa0-4d14-8c9d-140f9e914cc9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:45.460906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.460906 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.461099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.461750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.461750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.462049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.462393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.462823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.462977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:45.467543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9af6ea26-2b97-4617-97c0-356b1001ab99 req-153e6ad8-9fa0-4d14-8c9d-140f9e914cc9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504439 Dec 08 16:49:45.515428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9af6ea26-2b97-4617-97c0-356b1001ab99 req-5868bcc3-308b-402c-bb55-37ed044aad70 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Dec 08 16:49:45.528550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.528886 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Floating IP 3e2da5c7-4c40-411d-b438-2fe29d8badbb disassociated (deleted). External IP: 172.25.3.141, port: 9bc08d71-9aad-4a3d-b8c3-e8e67868de46. Dec 08 16:49:45.743239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:49:45.852948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:49:45.857759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:45.863934 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:49:45.874554 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:49:45.875226 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:49:45.885632 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8cc61bef-7295-4972-88ae-178de41a1c88 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "DELETE /v2.0/floatingips/3e2da5c7-4c40-411d-b438-2fe29d8badbb HTTP/1.1" status: 204 len: 168 time: 0.8735678 Dec 08 16:49:45.886240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:49:45.889356 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23cedc0-3f0c-4198-a1a6-a33097f85574" -d '{"events": [{"name": "network-changed", "server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:49:45.997693 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:49:46.196314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4ad57-9f0e-49a5-8814-66cdfe9afd01 req-60970c94-6d4d-4516-9ec9-0a40529de3d3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:46.199434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f4ad57-9f0e-49a5-8814-66cdfe9afd01 req-60970c94-6d4d-4516-9ec9-0a40529de3d3 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 946 time: 0.1318223 Dec 08 16:49:46.237909 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:19Z', 'revision_number': 1, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:49:46.251139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f4ad57-9f0e-49a5-8814-66cdfe9afd01 req-a27536d3-8710-4ea2-b518-7b0113c9d347 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469890 Dec 08 16:49:46.264037 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:49:46.273252 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:49:46.273879 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:49:46.382937 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:49:46.617943 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:19Z', 'revision_number': 1, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:49:46.645287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b94b4b-5bb3-4890-b3b0-439e3f74ae2f None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'c8ffc316-9449-4e09-9a9d-c7eb410218e3', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'floating_ip_address': '172.25.3.45', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'port_id': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'mac_address': 'fa:16:3e:1f:db:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:46:17Z', 'updated_at': '2021-12-08T16:46:19Z', 'revision_number': 1, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:49:46.678782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772f958-b0d9-47e7-939e-88cfa3357e28 req-407d7883-638f-445b-a501-f72e84d1525c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:46.680416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0772f958-b0d9-47e7-939e-88cfa3357e28 req-407d7883-638f-445b-a501-f72e84d1525c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504136 Dec 08 16:49:46.731032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0772f958-b0d9-47e7-939e-88cfa3357e28 req-fa9733fd-9cec-4223-abaf-19f6182152b0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444982 Dec 08 16:49:46.868478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5835d7-b4f6-4316-9846-a3412e682b81 None None] New status for floating IP 3e2da5c7-4c40-411d-b438-2fe29d8badbb: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:49:46.949302 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd4dc87-1dab-44ca-a16c-ec6a29b14425 x-openstack-request-id: req-1bd4dc87-1dab-44ca-a16c-ec6a29b14425 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:49:46.949757 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:49:46.949884 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bd4dc87-1dab-44ca-a16c-ec6a29b14425 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:49:46.950270 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'status': 'completed', 'code': 200} Dec 08 16:49:47.015446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-9f1cf113-8d7a-4d42-a57f-6ed5f2c81b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.016933 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-9f1cf113-8d7a-4d42-a57f-6ed5f2c81b56 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 1097 time: 0.0417292 Dec 08 16:49:47.112190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-18fd2dba-b5f4-460d-a6f7-cacf3851b63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.113825 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-18fd2dba-b5f4-460d-a6f7-cacf3851b63e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0885224 Dec 08 16:49:47.159798 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-5d8e58aa-8bfa-4b02-a162-821dce20f1fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46 HTTP/1.1" status: 200 len: 217 time: 0.0359116 Dec 08 16:49:47.208851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-774e8e88-78dc-4342-a840-1176fa8528f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.210326 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-774e8e88-78dc-4342-a840-1176fa8528f2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0438282 Dec 08 16:49:47.256604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-5cb41573-6442-404a-bbff-4ea8177d0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.258100 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-5cb41573-6442-404a-bbff-4ea8177d0116 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399964 Dec 08 16:49:47.357215 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-081a0d61-9cf2-47e9-9c0e-04b854a52647 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918040 Dec 08 16:49:47.368710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3ab3-d9a5-4c5f-9fb5-cd2cd9306534 req-2f55b2cb-89a1-4746-adf5-a707f3fa0ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.370347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3cd3ab3-d9a5-4c5f-9fb5-cd2cd9306534 req-2f55b2cb-89a1-4746-adf5-a707f3fa0ea2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 946 time: 0.0499811 Dec 08 16:49:47.430385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3cd3ab3-d9a5-4c5f-9fb5-cd2cd9306534 req-85ed74b6-1d96-403d-8ddc-858a070610cf tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538931 Dec 08 16:49:47.457293 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-d23cedc0-3f0c-4198-a1a6-a33097f85574 req-2362ec7a-6284-4804-aa25-0d7b6de0907b service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912294 Dec 08 16:49:47.618927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f50195-a3d0-4021-bd73-9658b376026d req-e43a1351-7158-45e1-a888-18bb33f05a1e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.620586 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-28f50195-a3d0-4021-bd73-9658b376026d req-e43a1351-7158-45e1-a888-18bb33f05a1e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 946 time: 0.0688875 Dec 08 16:49:47.724049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:49:47.724381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:47.831467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:49:47.831831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:47.845827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:49:47.855934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc740f8-0a7b-4e30-83bb-219833826573 req-41ad51d9-9a10-4b62-8a1f-d650b0ce0206 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:47.857350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfc740f8-0a7b-4e30-83bb-219833826573 req-41ad51d9-9a10-4b62-8a1f-d650b0ce0206 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0511358 Dec 08 16:49:47.908329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfc740f8-0a7b-4e30-83bb-219833826573 req-03835e1f-e1b6-4be4-ab3f-5fe29ea1354e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Dec 08 16:49:47.982181 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:48.012900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=9bc08d71-9aad-4a3d-b8c3-e8e67868de46,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:48.060264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:49:48.062998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:48.066770 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-28f50195-a3d0-4021-bd73-9658b376026d req-94191c5c-aa63-438f-90b1-2f4bd069ca52 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "DELETE /v2.0/ports/9bc08d71-9aad-4a3d-b8c3-e8e67868de46 HTTP/1.1" status: 204 len: 173 time: 0.4398308 Dec 08 16:49:48.532908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c22a028-5892-4a71-bb54-f744f6e924bf req-3489cdcc-ed69-497f-91ca-22b88155dd1e tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 210 time: 0.0272219 Dec 08 16:49:48.952279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'name': 'network-vif-deleted', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:49:48.954984 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3ef2df-d0b3-4520-8f74-0dde9f161372" -d '{"events": [{"server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "name": "network-vif-deleted", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:49:48.994979 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28af66e-fe9d-4a8f-94a3-29bf998a2445 x-openstack-request-id: req-a28af66e-fe9d-4a8f-94a3-29bf998a2445 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:49:48.995541 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd08b8b3-8b72-485e-a792-c8fa8bf18bfc", "name": "network-vif-deleted", "tag": "9bc08d71-9aad-4a3d-b8c3-e8e67868de46", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:49:48.995718 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a28af66e-fe9d-4a8f-94a3-29bf998a2445 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:49:48.996210 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd08b8b3-8b72-485e-a792-c8fa8bf18bfc', 'name': 'network-vif-deleted', 'tag': '9bc08d71-9aad-4a3d-b8c3-e8e67868de46', 'status': 'completed', 'code': 200} Dec 08 16:49:49.041067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e314cce-aa86-4da8-ae49-850c5e2c82ab req-03faffda-a55d-4ac5-bb65-c907bd55d13b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:49.042613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e314cce-aa86-4da8-ae49-850c5e2c82ab req-03faffda-a55d-4ac5-bb65-c907bd55d13b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0545781 Dec 08 16:49:49.095428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e314cce-aa86-4da8-ae49-850c5e2c82ab req-1aef8077-4098-4bfd-bb9d-ada93a1c091d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466340 Dec 08 16:49:49.392870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-f09abdd2-c51b-4eda-9e58-a90c216e2668 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403559 Dec 08 16:49:49.456244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-9f28bf2a-ad2c-42f4-aba4-69822664a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:49.457744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-9f28bf2a-ad2c-42f4-aba4-69822664a318 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1096 time: 0.0423269 Dec 08 16:49:49.567584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-3f3c887c-23c2-43d2-b3f1-3deaaeac45e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:49.569043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-3f3c887c-23c2-43d2-b3f1-3deaaeac45e5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0926702 Dec 08 16:49:49.614753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-ffddddd9-f9b5-4922-a055-c6d666740163 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 217 time: 0.0377882 Dec 08 16:49:49.673476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69a06354-5d18-482d-89f7-67f1dbd5b328 req-d1278544-1691-4cdc-8636-d85e1132d149 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 210 time: 0.0435693 Dec 08 16:49:49.688955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-aabdeeb1-94f0-4a73-8213-88ac8ec27dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:49.690725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-aabdeeb1-94f0-4a73-8213-88ac8ec27dd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0687795 Dec 08 16:49:49.726801 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-278e8eab-642a-4ccf-bef8-46586fa0374a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292957 Dec 08 16:49:49.739197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-b3c37e12-6645-4550-80a4-71bedfe6e5d4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:49:49.740247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-b3c37e12-6645-4550-80a4-71bedfe6e5d4 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062206 Dec 08 16:49:49.841722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-ef3f8cb6-42dc-430b-be0b-57a7f6eddc76 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926950 Dec 08 16:49:49.941529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e823efc-af38-4df8-a8af-c8b9f2dc4083 req-af917325-9a9c-44bb-99a6-cdf8a029fff0 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931356 Dec 08 16:49:50.216048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeffb421-8e5a-43a9-8739-8aa635b2dc35 req-041209c4-03a9-40ed-98d9-75d55dbc1e4d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:50.217507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aeffb421-8e5a-43a9-8739-8aa635b2dc35 req-041209c4-03a9-40ed-98d9-75d55dbc1e4d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0502388 Dec 08 16:49:50.265582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aeffb421-8e5a-43a9-8739-8aa635b2dc35 req-8874db06-c39d-484b-a281-e365c5893b84 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Dec 08 16:49:50.771575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dca3e124-840d-415e-beec-50847d720819 req-0b8e7d31-3a0e-4e7a-8c19-fecebec0fd09 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 210 time: 0.0269749 Dec 08 16:49:51.384584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81de599-04a0-416a-bfd6-606a27256dac req-714dacdc-edff-4f1e-b8a5-0146fe6b9820 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:51.385957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c81de599-04a0-416a-bfd6-606a27256dac req-714dacdc-edff-4f1e-b8a5-0146fe6b9820 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0484526 Dec 08 16:49:51.439330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c81de599-04a0-416a-bfd6-606a27256dac req-88ed0ac2-9490-477d-9b13-4016b9e6bf30 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471749 Dec 08 16:49:51.873128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68a645b3-f125-4859-8569-c14394987d11 req-f3f7e132-e168-43fb-bf0e-bf75c657941a tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=fd08b8b3-8b72-485e-a792-c8fa8bf18bfc HTTP/1.1" status: 200 len: 210 time: 0.0293155 Dec 08 16:49:52.515027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:49:52.535897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:49:52.536239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 9bc08d71-9aad-4a3d-b8c3-e8e67868de46 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:49:52.558860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b7759-44b5-4dd8-8e2e-bb210b1dcd11 req-8989d322-5d73-44a3-ae53-e19994bd0cd4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:52.560878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd9b7759-44b5-4dd8-8e2e-bb210b1dcd11 req-8989d322-5d73-44a3-ae53-e19994bd0cd4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505741 Dec 08 16:49:52.612836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd9b7759-44b5-4dd8-8e2e-bb210b1dcd11 req-a7d2bf31-27a0-4511-b07c-578a466c99ee tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443146 Dec 08 16:49:53.736461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812957a-80b5-428a-87f7-9f7ffcaa075b req-795d44d1-2943-4126-8a1b-a29bf195b928 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:53.738096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9812957a-80b5-428a-87f7-9f7ffcaa075b req-795d44d1-2943-4126-8a1b-a29bf195b928 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0545366 Dec 08 16:49:53.793252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9812957a-80b5-428a-87f7-9f7ffcaa075b req-89533163-657f-4219-b54b-6b5060442908 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483646 Dec 08 16:49:54.923196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f9212-9257-4f87-8eeb-4d5e0beb85fd req-964eed89-f9a0-4359-a45a-50bf211c2a8f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:54.924946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef0f9212-9257-4f87-8eeb-4d5e0beb85fd req-964eed89-f9a0-4359-a45a-50bf211c2a8f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0591714 Dec 08 16:49:54.975716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef0f9212-9257-4f87-8eeb-4d5e0beb85fd req-2d691b72-388b-4775-b182-136412619707 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431404 Dec 08 16:49:56.011314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9e37704-7822-45ec-a9c1-d382165b6d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:56.131153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604fbba-b180-48cc-adf6-f8bd707850e0 req-47e9e59f-88f7-4cea-abd6-d33867334c69 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:56.132726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8604fbba-b180-48cc-adf6-f8bd707850e0 req-47e9e59f-88f7-4cea-abd6-d33867334c69 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0651212 Dec 08 16:49:56.188200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8604fbba-b180-48cc-adf6-f8bd707850e0 req-b08e9965-0815-44ea-b978-b68f6dfa88c5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491285 Dec 08 16:49:57.338446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3260693-a93e-44e3-839e-412e52e4b6e5 req-26f7b1de-3f31-4404-8496-c6cc4f64febe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:57.340744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3260693-a93e-44e3-839e-412e52e4b6e5 req-26f7b1de-3f31-4404-8496-c6cc4f64febe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0729480 Dec 08 16:49:57.392466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3260693-a93e-44e3-839e-412e52e4b6e5 req-92907595-b4f9-40d8-a6d4-4ac609375c79 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426147 Dec 08 16:49:58.083886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-fe594bac-fe79-4d37-a05c-04075e5a5b3c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1485250 Dec 08 16:49:58.156691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-dd83bbe3-ed3c-4e23-aeb5-6f76b918fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:58.158798 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-dd83bbe3-ed3c-4e23-aeb5-6f76b918fcba service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1097 time: 0.0519679 Dec 08 16:49:58.267806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-3b6a1e49-f34a-4043-9a9f-b818b357e5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:58.269372 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-3b6a1e49-f34a-4043-9a9f-b818b357e5a1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.0890110 Dec 08 16:49:58.310526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48764) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:49:58.349600 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-638184a5-0875-4214-a750-402d91cb72c0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 1001 time: 0.0725977 Dec 08 16:49:58.406608 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-e0bc994a-7e69-46d2-bc48-ef8b85f8c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:58.408166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-e0bc994a-7e69-46d2-bc48-ef8b85f8c7f5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0513160 Dec 08 16:49:58.466845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-de11a522-193b-4c76-a57a-8a0865424be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:58.468427 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-de11a522-193b-4c76-a57a-8a0865424be1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506687 Dec 08 16:49:58.481184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-31213bfe-002a-4cb3-a9db-24454fdfc341 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:49:58.482300 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-31213bfe-002a-4cb3-a9db-24454fdfc341 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055325 Dec 08 16:49:58.528336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port c28f736a-1182-4e4d-912b-3f5c89e13070 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:49:58.528928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:58.539570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e890578-6b44-4cc6-8a2c-17fbdb9c2e5c req-bfaf26ca-7f42-4ea4-a05f-dd22f052b405 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:58.541069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e890578-6b44-4cc6-8a2c-17fbdb9c2e5c req-bfaf26ca-7f42-4ea4-a05f-dd22f052b405 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0701294 Dec 08 16:49:58.582837 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-5dd9b6c6-5da5-4b28-8683-957451d8d5d3 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918057 Dec 08 16:49:58.648967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e890578-6b44-4cc6-8a2c-17fbdb9c2e5c req-a2ddbe6e-68ef-431c-bd83-c57140ba82ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984595 Dec 08 16:49:58.661070 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:58.661388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:58.674029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for c28f736a-1182-4e4d-912b-3f5c89e13070 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:49:58.680907 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f139fc6f-b332-4a9f-a44d-83f06ee9d6c4 req-4e57db02-8661-4e42-a217-615f86d00f02 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900922 Dec 08 16:49:58.806725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba3d2f87-a6f5-4a98-bb6b-280f436e0d19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:58.855759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:58.882984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=c28f736a-1182-4e4d-912b-3f5c89e13070,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:49:58.912420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.912775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.913119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.913462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.913822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.914163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.914495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.914823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.915317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.915494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.915778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.916105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.916431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:49:58.957170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:58.957579 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Floating IP c8ffc316-9449-4e09-9a9d-c7eb410218e3 disassociated (deleted). External IP: 172.25.3.45, port: 73b45c08-77f5-48e7-bf2c-dc5771e1ef06. Dec 08 16:49:59.424039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:49:59.534024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:49:59.539955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:49:59.545583 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:49:59.558164 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:49:59.558783 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:49:59.572632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f00acea8-7a69-4a48-9cfd-04923442a5df tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "DELETE /v2.0/floatingips/c8ffc316-9449-4e09-9a9d-c7eb410218e3 HTTP/1.1" status: 204 len: 168 time: 1.2609146 Dec 08 16:49:59.573299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:49:59.575603 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aefe86-801a-4657-bf19-4c29f71c0a93" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:49:59.618901 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f609019c-da73-4eb4-b581-851e72910836 x-openstack-request-id: req-f609019c-da73-4eb4-b581-851e72910836 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:49:59.619200 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:49:59.619452 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f609019c-da73-4eb4-b581-851e72910836 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:49:59.620495 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'status': 'completed', 'code': 200} Dec 08 16:49:59.707417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-03398c5f-56d1-4d3c-bf3a-e5eb834e4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:59.709894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-03398c5f-56d1-4d3c-bf3a-e5eb834e4989 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b713932705ea4922b96fef93f8e58a6a&device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 1097 time: 0.0618627 Dec 08 16:49:59.798446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:49:59.840937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-e894a0f9-9cef-404c-9348-ab2d0e87f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:59.842456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-e894a0f9-9cef-404c-9348-ab2d0e87f9bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 200 len: 912 time: 0.1260347 Dec 08 16:49:59.851275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e678ef76-f9d4-42f1-b8fb-83dec8c63ef3 req-3ed62891-4a20-46b0-94da-457f9fcf9712 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:59.852900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e678ef76-f9d4-42f1-b8fb-83dec8c63ef3 req-3ed62891-4a20-46b0-94da-457f9fcf9712 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0836890 Dec 08 16:49:59.896055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-0751d69f-7e25-433a-be57-77895a7f8e34 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 200 len: 217 time: 0.0428605 Dec 08 16:49:59.902783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c04dc3-0e83-4f3f-8e3c-54c9cb7df372 req-49cc7ecd-ab87-4197-8f19-4a703f1c37b4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:59.911533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c04dc3-0e83-4f3f-8e3c-54c9cb7df372 req-49cc7ecd-ab87-4197-8f19-4a703f1c37b4 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 946 time: 0.0985339 Dec 08 16:49:59.953237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e678ef76-f9d4-42f1-b8fb-83dec8c63ef3 req-12ba5e5d-5cf8-4c2f-90e1-9ba28dea7fe4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901937 Dec 08 16:49:59.956413 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-e206d551-e4a4-449c-8bdf-40ad7cb660a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:49:59.958209 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-e206d551-e4a4-449c-8bdf-40ad7cb660a1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 200 len: 850 time: 0.0544815 Dec 08 16:49:59.998931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c04dc3-0e83-4f3f-8e3c-54c9cb7df372 req-89ce6e53-ddaf-415c-99c2-a13c5cbd315f tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864294 Dec 08 16:50:00.011547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-b4d53390-1a81-4e3c-b94e-351e50cb7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:00.013340 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-b4d53390-1a81-4e3c-b94e-351e50cb7dd7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a6dfd721-6037-4433-bddf-3cc4fdc94744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470431 Dec 08 16:50:00.047690 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:00.075423 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:50:00.084451 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:00.085359 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:00.108511 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-0f396a0e-4e4c-47a0-b684-d9b08cb28c0b service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870404 Dec 08 16:50:00.166180 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:00.197401 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:00.209334 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9aefe86-801a-4657-bf19-4c29f71c0a93 req-e818dd58-93a9-4071-b46c-315e134dc7d1 service neutron] 10.222.0.58 "GET /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928810 Dec 08 16:50:00.404206 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:00.437154 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9645a95-8e38-459c-96f0-74ee5b4ee3e4 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:03Z', 'revision_number': 4, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '073f21b9-894d-4e64-bc0a-e056b0c5180e', 'name': '', 'network_id': 'a6dfd721-6037-4433-bddf-3cc4fdc94744', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'mac_address': 'fa:16:3e:42:70:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:02Z', 'updated_at': '2021-12-08T16:40:09Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'subnets': [{'id': '0ff7c4e8-fbfc-4e60-a879-4f7775d147a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:50:00.680340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885ce0d5-a513-43b7-b568-485828e7a079 None None] New status for floating IP c8ffc316-9449-4e09-9a9d-c7eb410218e3: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:50:01.089533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102dd08-abf2-42ad-af3e-907c9e06635b req-c77a4a49-27e0-428a-98eb-6cb9bbb30065 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:01.091008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4102dd08-abf2-42ad-af3e-907c9e06635b req-c77a4a49-27e0-428a-98eb-6cb9bbb30065 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0630641 Dec 08 16:50:01.166152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5e6c4-ab0d-4336-ba0b-67501c3cf6d8 req-1bc0ea86-52d1-4a67-a86f-68d2d5c22040 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:01.167677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89c5e6c4-ab0d-4336-ba0b-67501c3cf6d8 req-1bc0ea86-52d1-4a67-a86f-68d2d5c22040 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 946 time: 0.0942194 Dec 08 16:50:01.171487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4102dd08-abf2-42ad-af3e-907c9e06635b req-60b50b5d-2d76-42b3-ac15-b9af344ed9e5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620177 Dec 08 16:50:01.221857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89c5e6c4-ab0d-4336-ba0b-67501c3cf6d8 req-b87d0f3f-14a3-4779-b4b3-b6bcc8b4a6c6 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/security-groups?id=4db1c216-3606-4d9a-a9e1-b78b971d5454&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480444 Dec 08 16:50:01.304506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-c434ae8c-a563-4fd8-8df5-47171e644186 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:01.305943 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-c434ae8c-a563-4fd8-8df5-47171e644186 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 946 time: 0.0488882 Dec 08 16:50:01.405263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:01.405597 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:01.495378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] For port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:01.495742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:01.508669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:01.637263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:01.663703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=73b45c08-77f5-48e7-bf2c-dc5771e1ef06,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:01.707406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] No DVR routers for this DVR port 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:50:01.710039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:01.713403 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8e03aeb7-3600-4ff5-9a82-ca2c3f988012 req-65ba2c2e-244a-429b-9062-cc8c22c23210 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.58 "DELETE /v2.0/ports/73b45c08-77f5-48e7-bf2c-dc5771e1ef06 HTTP/1.1" status: 204 len: 173 time: 0.4015245 Dec 08 16:50:01.713864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'name': 'network-vif-deleted', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:50:01.716109 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e135c0b-ce7e-4189-88f7-defc85bed650" -d '{"events": [{"server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "name": "network-vif-deleted", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:50:01.754551 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67be4968-69c8-42db-85c7-336c6756ae59 x-openstack-request-id: req-67be4968-69c8-42db-85c7-336c6756ae59 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:50:01.754859 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7f59f1-f480-4ecd-a504-00fdb92e125f", "name": "network-vif-deleted", "tag": "73b45c08-77f5-48e7-bf2c-dc5771e1ef06", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:50:01.755115 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67be4968-69c8-42db-85c7-336c6756ae59 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:50:01.755518 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7f59f1-f480-4ecd-a504-00fdb92e125f', 'name': 'network-vif-deleted', 'tag': '73b45c08-77f5-48e7-bf2c-dc5771e1ef06', 'status': 'completed', 'code': 200} Dec 08 16:50:01.951417 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:02.247854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:02.301847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4aacd-5147-48f8-a3ca-e52131bf2e2a req-20366c14-7bc4-4966-954b-69145cd31a3c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:02.303417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e4aacd-5147-48f8-a3ca-e52131bf2e2a req-20366c14-7bc4-4966-954b-69145cd31a3c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0612597 Dec 08 16:50:02.336193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04bea172-8c10-472f-b993-0945486d5d5d req-e2fcca5d-8ed3-4fae-bec7-3dfe6b6fb4a2 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 210 time: 0.0316122 Dec 08 16:50:02.372846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e4aacd-5147-48f8-a3ca-e52131bf2e2a req-78e25eac-f221-4288-9971-bed17616c5d1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600250 Dec 08 16:50:02.426571 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:03.302958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:03.442729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab82e14c-5534-4dcb-a148-70dfef8df248 req-404041c0-4283-49f7-af5e-31f14600e6b7 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 210 time: 0.0301073 Dec 08 16:50:03.502670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c06fec6-b6b0-4e35-84b7-ff8d47c844a1 req-5fbf639d-e1f5-4256-a423-50e61795b667 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:03.504267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c06fec6-b6b0-4e35-84b7-ff8d47c844a1 req-5fbf639d-e1f5-4256-a423-50e61795b667 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0520201 Dec 08 16:50:03.554796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c06fec6-b6b0-4e35-84b7-ff8d47c844a1 req-97d86191-143c-4327-8288-ffdebfbae4b1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436289 Dec 08 16:50:04.545092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6921276c-8437-4834-a3af-a692f1e39998 req-d61bdd39-f769-403e-a0b9-e36568dc3527 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 210 time: 0.0315187 Dec 08 16:50:04.605338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:04.627122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:04.627613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 73b45c08-77f5-48e7-bf2c-dc5771e1ef06 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:04.674860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e381b6-7acf-49e0-a322-fee99f87e1e8 req-24ab13c9-2214-417f-acd5-9bce78456a25 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:04.677100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4e381b6-7acf-49e0-a322-fee99f87e1e8 req-24ab13c9-2214-417f-acd5-9bce78456a25 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0526121 Dec 08 16:50:04.725886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4e381b6-7acf-49e0-a322-fee99f87e1e8 req-94c379c2-89e6-4a6a-8451-509331af5dc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425878 Dec 08 16:50:05.643933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec3e1a1c-5507-40a4-8551-93016c3019c7 req-f1fb3769-3cdf-4818-82b4-534fa819a7da tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "GET /v2.0/ports?device_id=ce7f59f1-f480-4ecd-a504-00fdb92e125f HTTP/1.1" status: 200 len: 210 time: 0.0270073 Dec 08 16:50:05.846762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4931d-386d-4917-99d2-8772d1c7dc78 req-f758790b-8ee5-42d6-89d9-6fc4004488b4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:05.848283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e4931d-386d-4917-99d2-8772d1c7dc78 req-f758790b-8ee5-42d6-89d9-6fc4004488b4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0519648 Dec 08 16:50:05.906305 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e4931d-386d-4917-99d2-8772d1c7dc78 req-10211db5-0815-4626-891d-712ca2e0d1e3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516665 Dec 08 16:50:06.704126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48820) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:06.836993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Deleting port 88c4bc4d-fdaf-465a-825a-b63a1d29b6d0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:06.837319 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:06.912771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:06.913084 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:06.925044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Calling delete_port for 88c4bc4d-fdaf-465a-825a-b63a1d29b6d0 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:07.056652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c462954b-2b1d-49c9-b88f-46572a456556 req-42a2a827-afe4-4387-bd9c-772823840163 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:07.058154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c462954b-2b1d-49c9-b88f-46572a456556 req-42a2a827-afe4-4387-bd9c-772823840163 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0789568 Dec 08 16:50:07.141878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c462954b-2b1d-49c9-b88f-46572a456556 req-297d03a7-65d7-4d18-899b-e7cee0afa272 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774019 Dec 08 16:50:07.142963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:07.174911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'Port': ['ID=88c4bc4d-fdaf-465a-825a-b63a1d29b6d0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:07.236276 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:07.238942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:07.240085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d2b96298-1963-4028-9b86-fc7e29ed1a57 tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "DELETE /v2.0/floatingips/e8ac55ce-85d6-4265-ad31-25e6c8e82b87 HTTP/1.1" status: 204 len: 168 time: 0.5349658 Dec 08 16:50:08.269680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac8704f-9ef9-4561-b12f-4d8ff4ad35b5 req-3b4891b1-a402-4059-915a-4bbf2b1fdc17 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:08.271184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ac8704f-9ef9-4561-b12f-4d8ff4ad35b5 req-3b4891b1-a402-4059-915a-4bbf2b1fdc17 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0516534 Dec 08 16:50:08.325319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ac8704f-9ef9-4561-b12f-4d8ff4ad35b5 req-60f44826-bb63-4d9d-9b92-6e1fe4e89601 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475874 Dec 08 16:50:09.460262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c69bcc-b37f-4b44-8cbe-8b29b7e66fa8 req-d41e8426-296c-4425-ae2c-5fd4c3f6e3f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:09.463571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3c69bcc-b37f-4b44-8cbe-8b29b7e66fa8 req-d41e8426-296c-4425-ae2c-5fd4c3f6e3f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0561826 Dec 08 16:50:09.521227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3c69bcc-b37f-4b44-8cbe-8b29b7e66fa8 req-3b1594ce-7ebe-4282-b5e0-8a8e47edb23f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509555 Dec 08 16:50:10.545818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48852) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:10.637728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3e010e3-bfd6-4231-ae60-dd97aabc9bcc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:10.677355 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3e010e3-bfd6-4231-ae60-dd97aabc9bcc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:10.687111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec8e2-1913-465e-9a6e-455eedf90031 req-76b21a33-debb-4c5e-9ce9-609192c6111c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:10.688632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe6ec8e2-1913-465e-9a6e-455eedf90031 req-76b21a33-debb-4c5e-9ce9-609192c6111c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0904269 Dec 08 16:50:10.759200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe6ec8e2-1913-465e-9a6e-455eedf90031 req-3c3f98aa-1156-47f1-aabe-894b2dee5fa9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642300 Dec 08 16:50:10.804062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3e010e3-bfd6-4231-ae60-dd97aabc9bcc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:10.807142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3e010e3-bfd6-4231-ae60-dd97aabc9bcc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:10.808318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3e010e3-bfd6-4231-ae60-dd97aabc9bcc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] 10.222.0.62 "DELETE /v2.0/security-groups/4db1c216-3606-4d9a-a9e1-b78b971d5454 HTTP/1.1" status: 204 len: 168 time: 0.2615027 Dec 08 16:50:10.818704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e010e3-bfd6-4231-ae60-dd97aabc9bcc tempest-TestVolumeBootPattern-607642148 tempest-TestVolumeBootPattern-607642148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db1c216-3606-4d9a-a9e1-b78b971d5454,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:10.898263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:11.348869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:11.608495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Deleting port 073f21b9-894d-4e64-bc0a-e056b0c5180e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:11.609175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:11.703783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] For port 073f21b9-894d-4e64-bc0a-e056b0c5180e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=073f21b9-894d-4e64-bc0a-e056b0c5180e,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:11.704142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:11.719185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Calling delete_port for 073f21b9-894d-4e64-bc0a-e056b0c5180e owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:11.900624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791caef4-29b1-404f-9ba6-788ca4a0baa6 req-027d2bb2-f607-4fca-a157-4d2fa02d81da tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:11.902143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-791caef4-29b1-404f-9ba6-788ca4a0baa6 req-027d2bb2-f607-4fca-a157-4d2fa02d81da tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0675626 Dec 08 16:50:11.986459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-791caef4-29b1-404f-9ba6-788ca4a0baa6 req-7a1d7122-f8b2-49e1-97fe-f505ced1363f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770082 Dec 08 16:50:11.987619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:12.012808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=073f21b9-894d-4e64-bc0a-e056b0c5180e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:12.192877 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:12.416444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:50:12.530196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:50:12.535332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-33050914-720c-4ca0-8f65-f53b83345ee3 admin admin] 10.222.0.62 "PUT /v2.0/routers/4b2ed4d4-6753-4e26-a9d2-987d2276fa8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358917 Dec 08 16:50:12.537819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48866) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:12.540956 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] Sync routers for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:50:12.552025 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:12.552731 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:12.648013 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:12.663941 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:12.854991 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:50:11Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:12.889708 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] Checking router: 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:50:12.900120 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] Routers {'4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:12.900761 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:13.028892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] Set router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:13.048233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.159019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831b1f7-d44c-4b3c-9e2e-8107857a93ab req-3f899f09-a741-4857-b9aa-480a7171339e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:13.161138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5831b1f7-d44c-4b3c-9e2e-8107857a93ab req-3f899f09-a741-4857-b9aa-480a7171339e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0759604 Dec 08 16:50:13.164138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Deleting port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:13.165233 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.233539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:50:11Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:13.259983 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b0d19a-999a-422a-add9-37c80fb97039 None None] The sync data for ids ['4b2ed4d4-6753-4e26-a9d2-987d2276fa8c'] in n-d-820935-5 is: [{'id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'name': 'tempest-TestVolumeBootPattern-763474941-router', 'tenant_id': 'b713932705ea4922b96fef93f8e58a6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:50:11Z', 'revision_number': 5, 'project_id': 'b713932705ea4922b96fef93f8e58a6a', 'gw_port': {'id': 'a68d57cd-6492-4c8d-8e37-1e9adf3c8faf', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:d8:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b2ed4d4-6753-4e26-a9d2-987d2276fa8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:00Z', 'updated_at': '2021-12-08T16:40:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:50:13.267263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5831b1f7-d44c-4b3c-9e2e-8107857a93ab req-a21f0c3d-fb4a-4898-9d77-f09ca4dc1dc0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897377 Dec 08 16:50:13.288148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] For port a68d57cd-6492-4c8d-8e37-1e9adf3c8faf, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:13.288595 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.305597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Calling delete_port for a68d57cd-6492-4c8d-8e37-1e9adf3c8faf owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:13.477697 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.512820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Pushing event deleted for resources: {'Port': ['ID=a68d57cd-6492-4c8d-8e37-1e9adf3c8faf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:13.527514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae035098-b413-4a34-961a-16621a2db19c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:13.586498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.681119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.683446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.731149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.732025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b2ed4d4-6753-4e26-a9d2-987d2276fa8c {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:50:13.736746 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.737901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-efc99b07-f73e-48c9-ad92-79486fc2d092 admin admin] 10.222.0.62 "DELETE /v2.0/routers/4b2ed4d4-6753-4e26-a9d2-987d2276fa8c HTTP/1.1" status: 204 len: 168 time: 1.1990163 Dec 08 16:50:13.740906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48872) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:13.788953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Deleting subnet 0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:50:13.792549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.834530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.919981 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:13.982089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.009896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff7c4e8-fbfc-4e60-a879-4f7775d147a4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:14.011861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.015157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-011c2964-cce9-4983-9c14-dcaab7796d7e admin admin] 10.222.0.62 "DELETE /v2.0/subnets/0ff7c4e8-fbfc-4e60-a879-4f7775d147a4 HTTP/1.1" status: 204 len: 168 time: 0.2729664 Dec 08 16:50:14.017659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 48874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:14.020785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e616c2-31dc-41e9-a75a-7ca5f2f87133 None None] Network a6dfd721-6037-4433-bddf-3cc4fdc94744 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:50:14.097609 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.169142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Deleting port 90c2e95a-2e77-4201-81fc-ebe5776295f2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:14.169540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.243780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] For port 90c2e95a-2e77-4201-81fc-ebe5776295f2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=90c2e95a-2e77-4201-81fc-ebe5776295f2,segment=NetworkSegment(8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a),segment_id=8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:14.244052 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.259161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Calling delete_port for 90c2e95a-2e77-4201-81fc-ebe5776295f2 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:14.308770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] DHCP port deletion for a6dfd721-6037-4433-bddf-3cc4fdc94744 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:14.405962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.422253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Deleting port 90c2e95a-2e77-4201-81fc-ebe5776295f2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:14.422996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.446623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c2e95a-2e77-4201-81fc-ebe5776295f2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:14.448539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] No DVR routers for this DVR port 90c2e95a-2e77-4201-81fc-ebe5776295f2 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:50:14.483928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 073f21b9-894d-4e64-bc0a-e056b0c5180e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:14.516352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 073f21b9-894d-4e64-bc0a-e056b0c5180e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:14.516352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 073f21b9-894d-4e64-bc0a-e056b0c5180e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:14.527792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] For port 90c2e95a-2e77-4201-81fc-ebe5776295f2, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:14.528501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.543785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Calling delete_port for 90c2e95a-2e77-4201-81fc-ebe5776295f2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:14.546918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.547768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Port 90c2e95a-2e77-4201-81fc-ebe5776295f2 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:50:14.549163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.566614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8e48f-9102-4b73-ab0b-320827537b77 req-343fd351-0d2b-4bd3-a2e2-17917e23b96d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:14.568199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7c8e48f-9102-4b73-ab0b-320827537b77 req-343fd351-0d2b-4bd3-a2e2-17917e23b96d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.1507952 Dec 08 16:50:14.577810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Pushing event deleted for resources: {'Port': ['ID=90c2e95a-2e77-4201-81fc-ebe5776295f2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:14.583988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] No DVR routers for this DVR port 90c2e95a-2e77-4201-81fc-ebe5776295f2 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:50:14.589887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dfd721-6037-4433-bddf-3cc4fdc94744']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:14.595034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.595583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.596118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.596863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.598301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.598547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.599088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.599626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.600276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.600768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.601300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.602382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.603196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c226e5-8534-42cd-bf46-846bb78b1b3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:50:14.616887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:14.617175 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c04dcb4-6d26-4a4f-b6b1-177e9fcf245a') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:14.630875 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.657161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.667389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7c8e48f-9102-4b73-ab0b-320827537b77 req-ceddd2e9-af74-463d-b620-a82ddb50266f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898781 Dec 08 16:50:14.668432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:50:14.668836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:50:14.670742 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:50:14.752383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.762510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:14.768546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a6dfd721-6037-4433-bddf-3cc4fdc94744 HTTP/1.1" status: 204 len: 168 time: 0.7495766 Dec 08 16:50:14.772797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:14.788068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20903fef-9967-4d71-815f-49e4cc664647 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6dfd721-6037-4433-bddf-3cc4fdc94744,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:15.137903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:15.397140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Deleting port 949dddcf-64b9-4a74-a121-f6249f42b49e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:15.397416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:15.476541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] For port 949dddcf-64b9-4a74-a121-f6249f42b49e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=949dddcf-64b9-4a74-a121-f6249f42b49e,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:15.477077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:15.490639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Calling delete_port for 949dddcf-64b9-4a74-a121-f6249f42b49e owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:15.672679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:15.703013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Pushing event deleted for resources: {'Port': ['ID=949dddcf-64b9-4a74-a121-f6249f42b49e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:15.812215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45d9ce-c0d2-4389-a6a9-e8a701f1f468 req-fd1f2ebe-75af-4810-8339-f7c1b71dea57 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:15.813924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d45d9ce-c0d2-4389-a6a9-e8a701f1f468 req-fd1f2ebe-75af-4810-8339-f7c1b71dea57 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0578320 Dec 08 16:50:15.870232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d45d9ce-c0d2-4389-a6a9-e8a701f1f468 req-ca88dbaa-7757-49b7-a971-ea63767cfe6a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464745 Dec 08 16:50:15.887563 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:16.016894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a68d57cd-6492-4c8d-8e37-1e9adf3c8faf no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:16.043148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a68d57cd-6492-4c8d-8e37-1e9adf3c8faf {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:16.043493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a68d57cd-6492-4c8d-8e37-1e9adf3c8faf not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:16.043931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 90c2e95a-2e77-4201-81fc-ebe5776295f2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:16.065416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 90c2e95a-2e77-4201-81fc-ebe5776295f2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:16.065815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 90c2e95a-2e77-4201-81fc-ebe5776295f2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:16.447186 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Router 193679e9-f110-4e2b-9ccc-bc9e1b853739 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:50:16.567175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:50:16.572665 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bd62e79e-3c7c-4e5a-8c60-e5a2cbe7ec38 admin admin] 10.222.0.62 "PUT /v2.0/routers/193679e9-f110-4e2b-9ccc-bc9e1b853739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7984345 Dec 08 16:50:16.575889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:16.579564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] Sync routers for ids ['193679e9-f110-4e2b-9ccc-bc9e1b853739'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:50:16.592497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] Routers {'193679e9-f110-4e2b-9ccc-bc9e1b853739'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:16.593146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['193679e9-f110-4e2b-9ccc-bc9e1b853739'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:16.679650 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:50:16.716133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:16.719239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] Set router 193679e9-f110-4e2b-9ccc-bc9e1b853739 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:16.877707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:16.920389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:50:15Z', 'revision_number': 5, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port': {'id': '0348bc46-b70b-493c-84f8-b9ec6617da02', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:40:06Z', 'updated_at': '2021-12-08T16:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:16.966511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Deleting port 0348bc46-b70b-493c-84f8-b9ec6617da02 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:16.967073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:16.979702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] Checking router: 193679e9-f110-4e2b-9ccc-bc9e1b853739 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:50:16.996017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] Routers {'193679e9-f110-4e2b-9ccc-bc9e1b853739'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:50:16.996977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:49:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['193679e9-f110-4e2b-9ccc-bc9e1b853739'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:17.056416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ce291f-f79a-4307-a5c2-a5ba37f181d2 req-d3f2eb85-7d5b-4713-b57d-c117ebba0d2b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:17.058224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ce291f-f79a-4307-a5c2-a5ba37f181d2 req-d3f2eb85-7d5b-4713-b57d-c117ebba0d2b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0608013 Dec 08 16:50:17.072976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] For port 0348bc46-b70b-493c-84f8-b9ec6617da02, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0348bc46-b70b-493c-84f8-b9ec6617da02,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:17.073505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.090290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Calling delete_port for 0348bc46-b70b-493c-84f8-b9ec6617da02 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:17.115836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4ce291f-f79a-4307-a5c2-a5ba37f181d2 req-5399bff1-cc7e-493a-b2ae-0e767e5af490 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514901 Dec 08 16:50:17.119247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] Set router 193679e9-f110-4e2b-9ccc-bc9e1b853739 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:50:17.176505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:50:16Z', 'revision_number': 6, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:17.221568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4093754-cff2-484f-8d54-f3ad4a2c3797 None None] The sync data for ids ['193679e9-f110-4e2b-9ccc-bc9e1b853739'] in n-d-820935-5 is: [{'id': '193679e9-f110-4e2b-9ccc-bc9e1b853739', 'name': 'tempest-TestVolumeBootPattern-169448205-router', 'tenant_id': 'b1d2b38946cd46eb8637b8d2720af397', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:40:05Z', 'updated_at': '2021-12-08T16:50:16Z', 'revision_number': 6, 'project_id': 'b1d2b38946cd46eb8637b8d2720af397', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:50:17.278836 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.312200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Pushing event deleted for resources: {'Port': ['ID=0348bc46-b70b-493c-84f8-b9ec6617da02,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:17.328682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2537329-df39-45ab-81b1-56d31227f6b0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:17.388105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.483957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.486074 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.536058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.536502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 193679e9-f110-4e2b-9ccc-bc9e1b853739 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:50:17.541148 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.542334 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e4e967c4-aa7b-47fa-a1fb-12fbdcade173 admin admin] 10.222.0.62 "DELETE /v2.0/routers/193679e9-f110-4e2b-9ccc-bc9e1b853739 HTTP/1.1" status: 204 len: 168 time: 0.9652147 Dec 08 16:50:17.544886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48894) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:17.601097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Deleting subnet 775fec2c-2161-4157-a33c-7ea74f24bccf {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:50:17.605085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.641818 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.729298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.787134 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.813497 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=775fec2c-2161-4157-a33c-7ea74f24bccf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:17.820625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.824176 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b9ab3ab-081e-4ceb-b81b-575a23408e4f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/775fec2c-2161-4157-a33c-7ea74f24bccf HTTP/1.1" status: 204 len: 168 time: 0.2783067 Dec 08 16:50:17.827045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a4b69b-ac6e-426a-a030-e713c443920d None None] Network 8ca1a540-7a36-4c6c-a1b6-cd454d70182a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:50:17.827356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48896) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:17.900894 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:17.965181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Deleting port 3d571cfa-7003-42a5-95e8-a231958520b8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:17.965517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.015914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f939887f-6645-499c-9279-bd18edd2262c None None] DHCP port deletion for 8ca1a540-7a36-4c6c-a1b6-cd454d70182a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:50:18.046550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] For port 3d571cfa-7003-42a5-95e8-a231958520b8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3d571cfa-7003-42a5-95e8-a231958520b8,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:18.047270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.066621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Calling delete_port for 3d571cfa-7003-42a5-95e8-a231958520b8 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:18.083448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f939887f-6645-499c-9279-bd18edd2262c None None] Deleting port 3d571cfa-7003-42a5-95e8-a231958520b8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:50:18.083817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f939887f-6645-499c-9279-bd18edd2262c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.086929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 949dddcf-64b9-4a74-a121-f6249f42b49e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:18.141435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 949dddcf-64b9-4a74-a121-f6249f42b49e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:18.142521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 949dddcf-64b9-4a74-a121-f6249f42b49e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:18.142951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0348bc46-b70b-493c-84f8-b9ec6617da02 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:18.169641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.177354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 0348bc46-b70b-493c-84f8-b9ec6617da02 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:18.177743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0348bc46-b70b-493c-84f8-b9ec6617da02 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:18.178169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3d571cfa-7003-42a5-95e8-a231958520b8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:50:18.206101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d571cfa-7003-42a5-95e8-a231958520b8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:18.210272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3d571cfa-7003-42a5-95e8-a231958520b8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:50:18.210607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3d571cfa-7003-42a5-95e8-a231958520b8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:50:18.211276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] No DVR routers for this DVR port 3d571cfa-7003-42a5-95e8-a231958520b8 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:50:18.220011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f939887f-6645-499c-9279-bd18edd2262c None None] For port 3d571cfa-7003-42a5-95e8-a231958520b8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3d571cfa-7003-42a5-95e8-a231958520b8,segment=NetworkSegment(33b1cdd0-49b4-4c12-9465-fb0cdeb9c600),segment_id=33b1cdd0-49b4-4c12-9465-fb0cdeb9c600)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:18.220406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f939887f-6645-499c-9279-bd18edd2262c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.235560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f939887f-6645-499c-9279-bd18edd2262c None None] Calling delete_port for 3d571cfa-7003-42a5-95e8-a231958520b8 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:50:18.266636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebdbbf8-0bab-48ed-883c-71b64407a31c req-07e77b30-59d9-4e2f-ad6b-c90cbf695c8e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:18.275038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ebdbbf8-0bab-48ed-883c-71b64407a31c req-07e77b30-59d9-4e2f-ad6b-c90cbf695c8e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0691752 Dec 08 16:50:18.298645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.325230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca1a540-7a36-4c6c-a1b6-cd454d70182a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:50:18.326706 n-d-820935-5 neutron-server[103283]: self.session.flush() Dec 08 16:50:18.333066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ebdbbf8-0bab-48ed-883c-71b64407a31c req-30545259-56de-493d-8e51-10e1353ebef3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570183 Dec 08 16:50:18.335256 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f939887f-6645-499c-9279-bd18edd2262c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.359160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:18.360026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33b1cdd0-49b4-4c12-9465-fb0cdeb9c600') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:50:18.373328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f939887f-6645-499c-9279-bd18edd2262c None None] No DVR routers for this DVR port 3d571cfa-7003-42a5-95e8-a231958520b8 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:50:18.373596 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.376017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939887f-6645-499c-9279-bd18edd2262c None None] Pushing event deleted for resources: {'Port': ['ID=3d571cfa-7003-42a5-95e8-a231958520b8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:18.393416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.400421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:50:18.400829 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:50:18.402878 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:50:18.468562 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.478416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.482019 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8ca1a540-7a36-4c6c-a1b6-cd454d70182a HTTP/1.1" status: 204 len: 168 time: 0.6532173 Dec 08 16:50:18.496939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc99501a-c22b-4f19-9135-2161c1085549 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ca1a540-7a36-4c6c-a1b6-cd454d70182a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:18.622819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:18.663428 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-149de4cd-9814-4374-85a8-ae0ed4a6344f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b713932705ea4922b96fef93f8e58a6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393260 Dec 08 16:50:18.665708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48906) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:18.715939 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee58005e-b88e-4419-b2af-ea902178ba5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.738428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee58005e-b88e-4419-b2af-ea902178ba5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.786110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee58005e-b88e-4419-b2af-ea902178ba5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.788759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee58005e-b88e-4419-b2af-ea902178ba5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:18.789960 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee58005e-b88e-4419-b2af-ea902178ba5a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3d158cd-9fee-44f7-88b7-c2bf393ad0e0 HTTP/1.1" status: 204 len: 168 time: 0.1232922 Dec 08 16:50:18.798236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58005e-b88e-4419-b2af-ea902178ba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d158cd-9fee-44f7-88b7-c2bf393ad0e0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:19.154102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:19.203545 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fe6f5047-962d-4dab-a352-85886101019e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b1d2b38946cd46eb8637b8d2720af397&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0478113 Dec 08 16:50:19.205682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 48914) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:50:19.258621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06eed86-6e39-4119-99b0-6f1ae61ae102 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:19.281378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06eed86-6e39-4119-99b0-6f1ae61ae102 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:19.332293 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06eed86-6e39-4119-99b0-6f1ae61ae102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:19.335013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d06eed86-6e39-4119-99b0-6f1ae61ae102 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:19.336310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d06eed86-6e39-4119-99b0-6f1ae61ae102 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2923ef02-3231-4376-9879-dad339aaf175 HTTP/1.1" status: 204 len: 168 time: 0.1290829 Dec 08 16:50:19.344426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06eed86-6e39-4119-99b0-6f1ae61ae102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2923ef02-3231-4376-9879-dad339aaf175,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:19.478492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7242d-ee72-4982-8e64-5b65c00f1f1d req-f953948e-493d-4aff-babe-4b1e3a069399 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:19.480120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9c7242d-ee72-4982-8e64-5b65c00f1f1d req-f953948e-493d-4aff-babe-4b1e3a069399 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0538597 Dec 08 16:50:19.534213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9c7242d-ee72-4982-8e64-5b65c00f1f1d req-05b019f5-2054-40b9-bf33-1542efa114b3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482955 Dec 08 16:50:20.653057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e226f7-3bed-4353-aacd-5b2228ad7902 req-697b7192-f5e0-4f49-b87a-8591bee7be7a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:20.654558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3e226f7-3bed-4353-aacd-5b2228ad7902 req-697b7192-f5e0-4f49-b87a-8591bee7be7a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0487757 Dec 08 16:50:20.701896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3e226f7-3bed-4353-aacd-5b2228ad7902 req-92f36048-6f1e-4fa7-894a-d8f83096bb6b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403776 Dec 08 16:50:21.822626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73cd26-4fa7-49b1-b39b-746116f44a3d req-e043dde8-20fe-4a2f-8f4d-55959157a785 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:21.824048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb73cd26-4fa7-49b1-b39b-746116f44a3d req-e043dde8-20fe-4a2f-8f4d-55959157a785 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0498714 Dec 08 16:50:21.872043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb73cd26-4fa7-49b1-b39b-746116f44a3d req-504bdd27-650d-401f-a347-b1ed2ea78629 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Dec 08 16:50:22.995082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ba766-728d-4d3f-9e55-6d9ae83d6d9e req-63b4ef6b-242a-4ccf-829e-960a3df8a72b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:22.996601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-132ba766-728d-4d3f-9e55-6d9ae83d6d9e req-63b4ef6b-242a-4ccf-829e-960a3df8a72b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0536735 Dec 08 16:50:23.044510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-132ba766-728d-4d3f-9e55-6d9ae83d6d9e req-5ca3f68f-bc7c-4c0a-be05-a2964dc792b8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419004 Dec 08 16:50:24.165695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa07003-00b6-4a25-ae9b-52a58fa6dc77 req-cf8e2cd8-3ab6-4b61-81e8-dd5ff4ddbfca tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:24.167113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fa07003-00b6-4a25-ae9b-52a58fa6dc77 req-cf8e2cd8-3ab6-4b61-81e8-dd5ff4ddbfca tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0501420 Dec 08 16:50:24.215636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fa07003-00b6-4a25-ae9b-52a58fa6dc77 req-d1ce936a-5a0a-4e5f-b61b-15e091696be2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Dec 08 16:50:25.075420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-89c6eadc-8fcb-4b79-810e-b971032e48d7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:25.076916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-89c6eadc-8fcb-4b79-810e-b971032e48d7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1059852 Dec 08 16:50:25.092545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-641e0691-65ad-49fc-a434-ef7529139900 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/quotas/fddc30ebaba34556b6fd50813e8cf912 HTTP/1.1" status: 200 len: 375 time: 0.0094600 Dec 08 16:50:25.150219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-22bf2821-ab6a-4a7c-81ca-b30c1a2ae711 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513108 Dec 08 16:50:25.247669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-704e7c46-496e-49e6-b3e6-64130b1789a8 service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904205 Dec 08 16:50:25.379284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5693-a4cf-454d-aab5-69c608f01b64 req-bf4bff58-8f3b-4547-9aaa-46c53a991690 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:25.380767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-915c5693-a4cf-454d-aab5-69c608f01b64 req-bf4bff58-8f3b-4547-9aaa-46c53a991690 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0824497 Dec 08 16:50:25.383031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-ec55966e-e9ab-439b-be31-ebc039b674b3 service neutron] 10.222.0.62 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272323 Dec 08 16:50:25.433050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-915c5693-a4cf-454d-aab5-69c608f01b64 req-c2cf02d2-53b8-4023-a718-2577d7a84ae4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455668 Dec 08 16:50:25.546409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89a9f109-9ab9-4c63-9bc7-726d03f24103 req-346595c6-8164-422f-b33a-753f5f52b03c tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 210 time: 0.0258718 Dec 08 16:50:26.004208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9414419-52de-440a-9a39-4697dfbf104d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:26.556061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc9592-46c5-42f5-8973-d6f6ed0e497a req-2d752be3-8eec-470e-b1a5-2dd0b04366d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:26.557549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24cc9592-46c5-42f5-8973-d6f6ed0e497a req-2d752be3-8eec-470e-b1a5-2dd0b04366d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0534968 Dec 08 16:50:26.618854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24cc9592-46c5-42f5-8973-d6f6ed0e497a req-95bef4ba-a101-42c9-93c9-385e801cb106 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534525 Dec 08 16:50:26.644455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-98d6bd9f-be2b-4957-91fb-e48c52f98c8f tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:26.646184 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-98d6bd9f-be2b-4957-91fb-e48c52f98c8f tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 815 time: 0.1203234 Dec 08 16:50:26.662133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Request body: {'port': {'device_id': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'admin_state_up': True, 'tenant_id': 'fddc30ebaba34556b6fd50813e8cf912'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:26.682000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56d622c7-e7ea-4b34-ab81-3f19e79e9611 req-bb69d957-f2cc-4319-ab78-d1bbb2f551f1 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Dec 08 16:50:26.774125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Made reservation on behalf of fddc30ebaba34556b6fd50813e8cf912 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:50:26.777577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:26.907221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Allocated IP 172.20.0.4 (a78ac7f6-1f74-47dd-af7c-f5391f715a2e/ac258c68-0ab5-4ac4-a927-a105783e8e0a/3e279071-9a22-433b-80a5-e22aa5fef7f3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:50:27.054124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.087009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.104199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3', '0c502534-cf91-48b1-a4f3-f27ebe464899'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:50:27.107243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e720c7b-2f6d-4782-9707-1fd349b9a236'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:50:27.130310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Network a78ac7f6-1f74-47dd-af7c-f5391f715a2e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:50:27.135395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:50:27.139123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:50:27.165545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event updated for resources: {'Port': ['ID=3e279071-9a22-433b-80a5-e22aa5fef7f3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:27.193268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:27.193964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.211209 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-33aafeb9-04be-4a1e-a419-0aabd3131fe9 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5546429 Dec 08 16:50:27.224359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Request body: {'port': {'device_id': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:50:27.284769 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.587055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e279071-9a22-433b-80a5-e22aa5fef7f3 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:50:27.595617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.609012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Transition to ACTIVE for port object 3e279071-9a22-433b-80a5-e22aa5fef7f3 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:50:27.614211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.686152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e279071-9a22-433b-80a5-e22aa5fef7f3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:27.745417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Attempting to bind port 3e279071-9a22-433b-80a5-e22aa5fef7f3 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:50:27.745902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Attempting to bind port 3e279071-9a22-433b-80a5-e22aa5fef7f3 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:50:27.746229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Attempting to bind port 3e279071-9a22-433b-80a5-e22aa5fef7f3 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:50:27.751076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Port 3e279071-9a22-433b-80a5-e22aa5fef7f3 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:50:27.751407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Attempting to bind port 3e279071-9a22-433b-80a5-e22aa5fef7f3 on network a78ac7f6-1f74-47dd-af7c-f5391f715a2e {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:50:27.757067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:50:27.757662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Checking segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:50:27.758078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Bound using segment: {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:50:27.758547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Bound port: 3e279071-9a22-433b-80a5-e22aa5fef7f3, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:50:27.758891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.762023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22910b-a30e-4a5e-8fc7-42dd49b51983 req-c885af2a-199f-49cf-a37c-77f8e472bbf7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:27.764155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f22910b-a30e-4a5e-8fc7-42dd49b51983 req-c885af2a-199f-49cf-a37c-77f8e472bbf7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0634511 Dec 08 16:50:27.835266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] For port 3e279071-9a22-433b-80a5-e22aa5fef7f3, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:50:27.839207 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] For port 3e279071-9a22-433b-80a5-e22aa5fef7f3, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:50:27.843407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.844809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf224c72-938b-4644-8329-36ed13f0b724 req-d8e76c21-1761-4bbb-b05d-6fc31cdac57e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:27.846339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf224c72-938b-4644-8329-36ed13f0b724 req-d8e76c21-1761-4bbb-b05d-6fc31cdac57e tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 943 time: 0.0812821 Dec 08 16:50:27.850834 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f22910b-a30e-4a5e-8fc7-42dd49b51983 req-a04585d4-bbb9-400d-ae05-47db9034fbee tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766835 Dec 08 16:50:27.884314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:27.884928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:27.886353 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] 10.222.0.58 "PUT /v2.0/ports/3e279071-9a22-433b-80a5-e22aa5fef7f3 HTTP/1.1" status: 200 len: 1091 time: 0.6671882 Dec 08 16:50:27.886799 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'tag': '3e279071-9a22-433b-80a5-e22aa5fef7f3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:50:27.889105 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}25c38bb7ccb82df87979bcb230bea3f9252bb95571831d84744eecd13ffd7351" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282adbca-a079-4272-871c-eb68dcec1dc2" -d '{"events": [{"name": "network-changed", "server_uuid": "6bcd7602-3aab-4728-a27f-44f246c93c12", "tag": "3e279071-9a22-433b-80a5-e22aa5fef7f3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:50:27.912558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf224c72-938b-4644-8329-36ed13f0b724 req-6d09a958-56f4-4f70-8759-d8188c1453ad tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561345 Dec 08 16:50:27.912739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f32ba4-91c6-488d-9785-8695e03023c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e279071-9a22-433b-80a5-e22aa5fef7f3,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:27.959939 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adb56cd-ce46-4270-8ee1-f93d62f4d6d4 x-openstack-request-id: req-4adb56cd-ce46-4270-8ee1-f93d62f4d6d4 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:50:27.960238 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bcd7602-3aab-4728-a27f-44f246c93c12", "tag": "3e279071-9a22-433b-80a5-e22aa5fef7f3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:50:27.960493 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4adb56cd-ce46-4270-8ee1-f93d62f4d6d4 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:50:27.960891 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'tag': '3e279071-9a22-433b-80a5-e22aa5fef7f3', 'status': 'completed', 'code': 200} Dec 08 16:50:27.977566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-fc95dadb-5535-43a3-8412-a15ce97d711a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:27.979113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-fc95dadb-5535-43a3-8412-a15ce97d711a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 1094 time: 0.0471749 Dec 08 16:50:28.025928 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-69d2a08c-755c-4714-ad43-1aebc331624d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3 HTTP/1.1" status: 200 len: 217 time: 0.0372047 Dec 08 16:50:28.075425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-7e2e3377-ff99-4cc2-b0a9-35dccdd441d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:28.076855 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-7e2e3377-ff99-4cc2-b0a9-35dccdd441d7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0446219 Dec 08 16:50:28.109268 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-5f5e749f-b891-4d1b-a265-8761d7060c64 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248165 Dec 08 16:50:28.205933 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-f2bff925-8865-40ab-885a-4824a1969ab3 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895722 Dec 08 16:50:28.300516 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-de260f47-1fb3-4b56-bba2-401fda4209cc req-f07e307a-7c5e-4b03-ac01-f322059bf7cc service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866220 Dec 08 16:50:28.395746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-e937cf5b-b057-4a86-98bb-7c7baf2eccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:28.397179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-e937cf5b-b057-4a86-98bb-7c7baf2eccab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 1094 time: 0.0472126 Dec 08 16:50:28.486721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-f1ad4fa2-9015-46f9-80b6-db07d65f6b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:28.488410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-f1ad4fa2-9015-46f9-80b6-db07d65f6b6d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0844202 Dec 08 16:50:28.530774 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-156cc672-fbb2-48b2-84c3-5d167f810895 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3 HTTP/1.1" status: 200 len: 217 time: 0.0350049 Dec 08 16:50:28.586525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-bc3d1b56-ecbc-4f16-a485-60952f0ea502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:28.588067 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-bc3d1b56-ecbc-4f16-a485-60952f0ea502 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0503862 Dec 08 16:50:28.621292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-20415cca-fb52-4ce1-b734-b7bb8edc3a85 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250859 Dec 08 16:50:28.716031 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-5b8b743f-08f5-464a-a043-b59a27085342 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865822 Dec 08 16:50:28.811866 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b2e2035e-3539-4f3f-9480-310c6e73fdb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:28.826206 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-282adbca-a079-4272-871c-eb68dcec1dc2 req-41acbbf5-9483-40de-892c-9722a658fbc0 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022711 Dec 08 16:50:28.977196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489dba9-6903-4a73-91c1-827cc7117a4f req-14f71e39-07a0-491e-94f6-3b4e8c62cd2a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:28.978676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e489dba9-6903-4a73-91c1-827cc7117a4f req-14f71e39-07a0-491e-94f6-3b4e8c62cd2a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0561841 Dec 08 16:50:29.054117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e489dba9-6903-4a73-91c1-827cc7117a4f req-97971f09-73fe-4702-861a-3dc5280361a6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691581 Dec 08 16:50:29.069944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629e035-f4bd-4db8-8a8a-0165f3cc2bae req-3fca3128-c514-4807-a3ce-c5d77b3228ed tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:29.071450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8629e035-f4bd-4db8-8a8a-0165f3cc2bae req-3fca3128-c514-4807-a3ce-c5d77b3228ed tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 943 time: 0.0728211 Dec 08 16:50:29.122025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8629e035-f4bd-4db8-8a8a-0165f3cc2bae req-d8e03f1d-6136-484c-b0e4-4fffb1b6fadf tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443628 Dec 08 16:50:30.168365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:30.175624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bcc46c-2e61-4c03-96cc-014e9f682856 req-9decbb76-0696-4f9c-aa81-7df6e45dda19 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:30.177297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44bcc46c-2e61-4c03-96cc-014e9f682856 req-9decbb76-0696-4f9c-aa81-7df6e45dda19 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0534205 Dec 08 16:50:30.260642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-44bcc46c-2e61-4c03-96cc-014e9f682856 req-51a1a63f-a948-49e3-aae3-e921c97b4cca tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771666 Dec 08 16:50:30.273737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a717a73-2c47-4a0a-a19b-22eb13313d21 req-7c1bce6b-c025-407a-a37b-28b3907c0411 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:30.275295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a717a73-2c47-4a0a-a19b-22eb13313d21 req-7c1bce6b-c025-407a-a37b-28b3907c0411 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 943 time: 0.0764544 Dec 08 16:50:30.325516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a717a73-2c47-4a0a-a19b-22eb13313d21 req-196e920b-5644-47c3-8c98-d2cda32e5117 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438278 Dec 08 16:50:31.389282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44300a-ac99-475f-b6aa-369dd1e402f1 req-07237dbd-1753-4b64-8944-3f1f13f9f18c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:31.391399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb44300a-ac99-475f-b6aa-369dd1e402f1 req-07237dbd-1753-4b64-8944-3f1f13f9f18c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0568535 Dec 08 16:50:31.485192 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb44300a-ac99-475f-b6aa-369dd1e402f1 req-cf249e84-c321-4e73-9776-408d1b0d5ac9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873899 Dec 08 16:50:31.494482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e924a03-a96a-45fa-b87d-fa5e8fcf7365 req-8f7627a0-0938-4b98-aae6-ef4c9112b09d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:31.496044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e924a03-a96a-45fa-b87d-fa5e8fcf7365 req-8f7627a0-0938-4b98-aae6-ef4c9112b09d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 943 time: 0.0913475 Dec 08 16:50:31.560450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e924a03-a96a-45fa-b87d-fa5e8fcf7365 req-d471a62b-1326-4230-b837-64d5558b7214 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561688 Dec 08 16:50:31.956957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:32.251131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:32.414370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:32.616070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989cf7b-6204-4281-ad4f-6844d71d406d req-9124f918-07b6-4b1f-996f-b914ba3bae33 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:32.617643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7989cf7b-6204-4281-ad4f-6844d71d406d req-9124f918-07b6-4b1f-996f-b914ba3bae33 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0585351 Dec 08 16:50:32.651061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e279071-9a22-433b-80a5-e22aa5fef7f3 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:50:32.719199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7989cf7b-6204-4281-ad4f-6844d71d406d req-827c90ae-84e0-48dc-a2b6-6354755b948a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943525 Dec 08 16:50:32.735718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368efd-af50-4a2d-a718-9064ce4f178a req-e1fbf7b0-d904-4795-91a3-c29e8d51cdc7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:32.744411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f368efd-af50-4a2d-a718-9064ce4f178a req-e1fbf7b0-d904-4795-91a3-c29e8d51cdc7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 943 time: 0.1053579 Dec 08 16:50:32.794545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f368efd-af50-4a2d-a718-9064ce4f178a req-2545ea5c-32f1-4de3-94d5-8ae2d2aee751 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490921 Dec 08 16:50:32.803934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3e279071-9a22-433b-80a5-e22aa5fef7f3, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:32.823041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '3e279071-9a22-433b-80a5-e22aa5fef7f3', 'network_id': 'a78ac7f6-1f74-47dd-af7c-f5391f715a2e', 'port_id': '3e279071-9a22-433b-80a5-e22aa5fef7f3', 'mac_address': 'fa:16:3e:6e:44:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac258c68-0ab5-4ac4-a927-a105783e8e0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:50:32.867028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:32.881195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e279071-9a22-433b-80a5-e22aa5fef7f3 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:50:32.911612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3e279071-9a22-433b-80a5-e22aa5fef7f3, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:32.916139 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:32.966210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=3e279071-9a22-433b-80a5-e22aa5fef7f3,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:33.147778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e279071-9a22-433b-80a5-e22aa5fef7f3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:50:33.317154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:33.861355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba77ec-3917-46fa-8a55-11cb7998c98d req-b96e496f-cabf-46e8-845f-0c5b078de4d6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:33.862983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcba77ec-3917-46fa-8a55-11cb7998c98d req-b96e496f-cabf-46e8-845f-0c5b078de4d6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0546730 Dec 08 16:50:33.944362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46896-914d-447a-9b8c-c1e96cd010c9 req-8b784418-768f-4f52-8fd4-f702f248614b tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:33.945883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28f46896-914d-447a-9b8c-c1e96cd010c9 req-8b784418-768f-4f52-8fd4-f702f248614b tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 944 time: 0.0790486 Dec 08 16:50:33.950499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcba77ec-3917-46fa-8a55-11cb7998c98d req-4210873d-0fa0-4ff8-a302-8ff349dbbfb3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752130 Dec 08 16:50:34.000616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28f46896-914d-447a-9b8c-c1e96cd010c9 req-9d8906fc-3e62-4eac-aa9e-f3468901cfc8 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 Dec 08 16:50:34.650016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e279071-9a22-433b-80a5-e22aa5fef7f3 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:50:34.702266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 3e279071-9a22-433b-80a5-e22aa5fef7f3 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:50:34.708219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 3e279071-9a22-433b-80a5-e22aa5fef7f3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:50:34.708587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:34.789540 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:34.812949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e279071-9a22-433b-80a5-e22aa5fef7f3'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:50:34.815327 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}108c0a7de3094be9109fbe3041cb22ad6c711e3bea4db7d4f83fba8ceeeabe7d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c125d52-d697-4e08-be25-f0b57dddda92" -d '{"events": [{"server_uuid": "6bcd7602-3aab-4728-a27f-44f246c93c12", "name": "network-vif-plugged", "status": "completed", "tag": "3e279071-9a22-433b-80a5-e22aa5fef7f3"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:50:34.833418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 3e279071-9a22-433b-80a5-e22aa5fef7f3, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:50:34.837637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:34.865413 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605a2866-fffa-4463-9608-469636ed7a19 x-openstack-request-id: req-605a2866-fffa-4463-9608-469636ed7a19 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:50:34.865705 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcd7602-3aab-4728-a27f-44f246c93c12", "name": "network-vif-plugged", "status": "completed", "tag": "3e279071-9a22-433b-80a5-e22aa5fef7f3", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:50:34.866004 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-605a2866-fffa-4463-9608-469636ed7a19 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:50:34.866378 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e279071-9a22-433b-80a5-e22aa5fef7f3', 'code': 200} Dec 08 16:50:34.896651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=3e279071-9a22-433b-80a5-e22aa5fef7f3,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:50:34.962079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900f588-2e71-45ef-a898-a7efad580d20 req-0fc23cc0-5a2e-4d03-9f1d-0d52c8db1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:34.963603 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a900f588-2e71-45ef-a898-a7efad580d20 req-0fc23cc0-5a2e-4d03-9f1d-0d52c8db1d8d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 1096 time: 0.0448649 Dec 08 16:50:35.010508 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a900f588-2e71-45ef-a898-a7efad580d20 req-33353d63-2a0e-4640-96ed-0091b1cb65d6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399635 Dec 08 16:50:35.071627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1a6c-bf91-4792-a955-fdfa66760f07 req-d100d486-5395-492c-9774-2509cb26df59 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:35.073134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3edc1a6c-bf91-4792-a955-fdfa66760f07 req-d100d486-5395-492c-9774-2509cb26df59 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505340 Dec 08 16:50:35.152249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b68bf4-5963-4100-b492-78c49317685a req-59954b53-5677-4e4b-b6a2-6d8207670ecb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:35.153730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1b68bf4-5963-4100-b492-78c49317685a req-59954b53-5677-4e4b-b6a2-6d8207670ecb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 945 time: 0.0797083 Dec 08 16:50:35.157224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3edc1a6c-bf91-4792-a955-fdfa66760f07 req-5193890b-91bb-494e-b181-fc02f961b774 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738523 Dec 08 16:50:35.203352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1b68bf4-5963-4100-b492-78c49317685a req-761832d2-ddfb-450a-a40c-96dc4cc23e4f tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Dec 08 16:50:36.289530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fd4ea-611d-4fc8-bffe-5b3cb911d833 req-413ba0e1-30d6-4a31-844d-29be794e2081 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:36.291119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-984fd4ea-611d-4fc8-bffe-5b3cb911d833 req-413ba0e1-30d6-4a31-844d-29be794e2081 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0606611 Dec 08 16:50:36.368963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-984fd4ea-611d-4fc8-bffe-5b3cb911d833 req-0a0552b0-2291-4805-af40-016c784a1739 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701625 Dec 08 16:50:36.376782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab2aa-d1c3-479e-a436-6e3fe466a67c req-712e147c-3e87-444b-bd0d-8f94849da662 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:36.378892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4dab2aa-d1c3-479e-a436-6e3fe466a67c req-712e147c-3e87-444b-bd0d-8f94849da662 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 945 time: 0.0985014 Dec 08 16:50:36.428743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4dab2aa-d1c3-479e-a436-6e3fe466a67c req-b2e6ec35-5903-4632-adf6-58357a7052a7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436935 Dec 08 16:50:37.504629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179036d-d2df-4ac2-bc1f-a8473145ed46 req-050363ef-dd61-4597-9a86-3afe1e8563d0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:37.506277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5179036d-d2df-4ac2-bc1f-a8473145ed46 req-050363ef-dd61-4597-9a86-3afe1e8563d0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0541928 Dec 08 16:50:37.561245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5179036d-d2df-4ac2-bc1f-a8473145ed46 req-901d337a-407d-40e4-84f4-a88f1daa2054 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487175 Dec 08 16:50:38.704343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae45228d-453c-45a7-9095-625c2444ea78 req-0e70f1e0-6375-4152-978b-b0884e0978e5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:38.705995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae45228d-453c-45a7-9095-625c2444ea78 req-0e70f1e0-6375-4152-978b-b0884e0978e5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0645061 Dec 08 16:50:38.759864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae45228d-453c-45a7-9095-625c2444ea78 req-502678e8-4004-4e22-a238-3e26eb2715d8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478637 Dec 08 16:50:39.888130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7eacf-d3a5-43ac-81c0-07ae7ae8c8d5 req-7287cf82-ad4c-41f9-bb33-500a5a776a6d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:39.889926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aad7eacf-d3a5-43ac-81c0-07ae7ae8c8d5 req-7287cf82-ad4c-41f9-bb33-500a5a776a6d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Dec 08 16:50:39.949766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aad7eacf-d3a5-43ac-81c0-07ae7ae8c8d5 req-d1d3a070-468c-48ab-9bc0-0c9adde326c9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471973 Dec 08 16:50:41.108922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2aa8b-c611-4f00-b727-fdb4c4a745d6 req-a0ed751b-1307-45fc-8b04-81b1d1ad0440 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:41.111259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62d2aa8b-c611-4f00-b727-fdb4c4a745d6 req-a0ed751b-1307-45fc-8b04-81b1d1ad0440 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0649867 Dec 08 16:50:41.168841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62d2aa8b-c611-4f00-b727-fdb4c4a745d6 req-52ea63e8-20e1-48fc-9b88-601ac8655209 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497150 Dec 08 16:50:42.317186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e07da4e-b1d7-41e8-9a45-1139929adc47 req-f645ed15-2376-4d38-a593-dd6a2cd25d3b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:42.318804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e07da4e-b1d7-41e8-9a45-1139929adc47 req-f645ed15-2376-4d38-a593-dd6a2cd25d3b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0625644 Dec 08 16:50:42.368671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e07da4e-b1d7-41e8-9a45-1139929adc47 req-8590447d-37ba-45bb-9d76-409652328050 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435460 Dec 08 16:50:43.497018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d92ffd2-6ddf-4997-b60c-b56b29d241b9 req-7307b21d-82c2-4fbf-9f71-71f102fdd30f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:43.498559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d92ffd2-6ddf-4997-b60c-b56b29d241b9 req-7307b21d-82c2-4fbf-9f71-71f102fdd30f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0556245 Dec 08 16:50:43.550385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d92ffd2-6ddf-4997-b60c-b56b29d241b9 req-13834688-56df-4060-8217-56c07d65c929 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455396 Dec 08 16:50:44.678852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0f147-f89e-4ae7-ae2a-42e35dc7c382 req-aff00385-28e3-4cf6-8cb0-04f5190da69c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:44.680516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eac0f147-f89e-4ae7-ae2a-42e35dc7c382 req-aff00385-28e3-4cf6-8cb0-04f5190da69c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0568395 Dec 08 16:50:44.729956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eac0f147-f89e-4ae7-ae2a-42e35dc7c382 req-075ac124-a715-48d2-b870-90353b8cf040 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430679 Dec 08 16:50:45.858891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecaf3f-baea-4d3e-94a7-a80c050cf668 req-c2867631-a9b5-4b33-8893-b3a9a5c462fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:45.860403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48ecaf3f-baea-4d3e-94a7-a80c050cf668 req-c2867631-a9b5-4b33-8893-b3a9a5c462fd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0582895 Dec 08 16:50:45.915128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-48ecaf3f-baea-4d3e-94a7-a80c050cf668 req-884a3856-6277-4a2a-984b-6eb1fed6952e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474603 Dec 08 16:50:47.039270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7739fb-93f4-4ba1-a0bb-776567fa216f req-0c87b87c-8220-4cbb-a9e5-e2ad7bd6eacd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:47.040639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7739fb-93f4-4ba1-a0bb-776567fa216f req-0c87b87c-8220-4cbb-a9e5-e2ad7bd6eacd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Dec 08 16:50:47.090492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7739fb-93f4-4ba1-a0bb-776567fa216f req-bd5e705c-6337-45b5-bbd8-39c47c3e0318 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437448 Dec 08 16:50:48.214716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f6fca0-6d86-469c-956d-351464a673be req-c88ca6ea-987a-4c6c-9ef3-08e5030fbca9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:48.216253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6f6fca0-6d86-469c-956d-351464a673be req-c88ca6ea-987a-4c6c-9ef3-08e5030fbca9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0541539 Dec 08 16:50:48.266686 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6f6fca0-6d86-469c-956d-351464a673be req-261dcc09-6c8d-4e2e-9cce-304112041f78 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444806 Dec 08 16:50:49.398034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9860239-a503-48e5-982c-613d948c84ac req-e718bbcf-5d05-4b54-a1c4-78a35ad5bc00 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:49.399527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9860239-a503-48e5-982c-613d948c84ac req-e718bbcf-5d05-4b54-a1c4-78a35ad5bc00 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0553074 Dec 08 16:50:49.447018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9860239-a503-48e5-982c-613d948c84ac req-c6765301-b7fc-4dd2-9ecb-f95c0ccb2b8b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412505 Dec 08 16:50:49.505945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-6d319ae3-7515-4973-9961-92099af01ff7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1524677 Dec 08 16:50:49.571315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-7e77ce52-ed9b-4169-99f4-387b599f6119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:49.572792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-7e77ce52-ed9b-4169-99f4-387b599f6119 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0424242 Dec 08 16:50:49.930889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-cb17c731-ca91-4de9-bc34-3f0750df1497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:49.932422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-cb17c731-ca91-4de9-bc34-3f0750df1497 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.3386488 Dec 08 16:50:50.001997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-9282fe5f-ad5b-46a3-b36a-fd72ad03d49f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0625999 Dec 08 16:50:50.068601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-112863c8-c386-4a21-998c-d8c8248bd616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:50.070097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-112863c8-c386-4a21-998c-d8c8248bd616 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0614190 Dec 08 16:50:50.120746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-21b50b32-f157-4917-abba-8b405379f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:50.122278 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-21b50b32-f157-4917-abba-8b405379f228 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449989 Dec 08 16:50:50.214312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-ba26c809-622e-4ff8-9111-02e64f9b4707 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838585 Dec 08 16:50:50.309403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-217d1d3f-790b-4ce3-bfb6-399c791bd5c6 req-38a72e1d-0911-47e3-a3ff-a51b8316f52c service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883567 Dec 08 16:50:50.568834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401b647-b8fa-4776-9214-0156324171af req-587f643a-d06e-409e-8bac-94085b24ad95 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:50.570425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1401b647-b8fa-4776-9214-0156324171af req-587f643a-d06e-409e-8bac-94085b24ad95 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0512326 Dec 08 16:50:50.619858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1401b647-b8fa-4776-9214-0156324171af req-98def556-524d-454a-8b25-57bc461ed58e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432985 Dec 08 16:50:51.746547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c28057-6f2f-4990-8a56-a4a62ff0ab83 req-e86b3c65-5117-4fa4-9530-fa08371627d1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:51.748466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c28057-6f2f-4990-8a56-a4a62ff0ab83 req-e86b3c65-5117-4fa4-9530-fa08371627d1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0573742 Dec 08 16:50:51.805951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c28057-6f2f-4990-8a56-a4a62ff0ab83 req-21d79b40-effe-4b76-8c22-fe5f620b72ba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504177 Dec 08 16:50:52.932685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd57f824-705a-4f67-833b-a00047607a22 req-f706d738-b656-457f-8521-c0ba1ceac7e8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:52.934113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd57f824-705a-4f67-833b-a00047607a22 req-f706d738-b656-457f-8521-c0ba1ceac7e8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0499878 Dec 08 16:50:52.983717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd57f824-705a-4f67-833b-a00047607a22 req-705101cf-81dc-4f54-9545-deea5d3428aa tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429668 Dec 08 16:50:53.669485 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:50:54.101973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1fadb-06c0-486f-8f79-5d2578f7e1fc req-af0e96c6-42e1-45c6-9048-46d417f7f7fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:54.103551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2a1fadb-06c0-486f-8f79-5d2578f7e1fc req-af0e96c6-42e1-45c6-9048-46d417f7f7fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496469 Dec 08 16:50:54.154745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2a1fadb-06c0-486f-8f79-5d2578f7e1fc req-ce81e00e-fc88-4066-ab86-98b902c771c2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453310 Dec 08 16:50:55.276660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9da250-157b-47e1-8b34-39e9f4eae7a1 req-7d4fb3f0-4ecb-4915-9e39-066fe5b43f2a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:55.278183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad9da250-157b-47e1-8b34-39e9f4eae7a1 req-7d4fb3f0-4ecb-4915-9e39-066fe5b43f2a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0513625 Dec 08 16:50:55.329994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad9da250-157b-47e1-8b34-39e9f4eae7a1 req-c525143e-42c8-495f-ba16-64bdf31229bb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451579 Dec 08 16:50:56.007036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aca2ed39-ffa2-454a-ba24-7da15175f4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:56.447340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154774e-144c-4b2c-98fd-6e3d9009ce2c req-a647fdd5-d37a-4c20-9b91-a06b63c55e0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:56.448830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c154774e-144c-4b2c-98fd-6e3d9009ce2c req-a647fdd5-d37a-4c20-9b91-a06b63c55e0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0490093 Dec 08 16:50:56.496169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c154774e-144c-4b2c-98fd-6e3d9009ce2c req-c7acf870-24ca-4afa-a888-48b19c29ee03 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411186 Dec 08 16:50:57.620408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee4b5f-98b9-4737-8bd9-74229ddaf358 req-13fd59c4-c1fd-4674-aeb8-a0564672c83b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:57.621977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20ee4b5f-98b9-4737-8bd9-74229ddaf358 req-13fd59c4-c1fd-4674-aeb8-a0564672c83b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0552144 Dec 08 16:50:57.672274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20ee4b5f-98b9-4737-8bd9-74229ddaf358 req-7ce741dd-0b95-46f1-b655-f4b4b7ed61de tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442054 Dec 08 16:50:58.798104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdd3f5-bd94-4bd8-aa7f-4f6854ea1b13 req-8931864a-c95e-4460-83ff-6dfaf2d2bbe3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:58.799827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bbdd3f5-bd94-4bd8-aa7f-4f6854ea1b13 req-8931864a-c95e-4460-83ff-6dfaf2d2bbe3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0539756 Dec 08 16:50:58.816865 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1478a7e4-da1f-4aa4-8a5d-5a44858b01f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:50:58.854529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bbdd3f5-bd94-4bd8-aa7f-4f6854ea1b13 req-62b1347a-f8de-48bc-824d-ddf984649f83 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474365 Dec 08 16:50:59.975990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87a9d0-520b-493a-bb25-e368fc4fd874 req-4cbb63a7-2892-487b-8248-d1bd3061687e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:50:59.977469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b87a9d0-520b-493a-bb25-e368fc4fd874 req-4cbb63a7-2892-487b-8248-d1bd3061687e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0493619 Dec 08 16:51:00.028161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5b87a9d0-520b-493a-bb25-e368fc4fd874 req-73ed765a-1c33-4af4-90bb-fdcfd1e56013 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445664 Dec 08 16:51:00.170390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:01.148734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592bb9d-6e8e-4584-863f-a8ea10d45017 req-4aeba911-c863-4d24-afa6-2ff2848ecec9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:01.150300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9592bb9d-6e8e-4584-863f-a8ea10d45017 req-4aeba911-c863-4d24-afa6-2ff2848ecec9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0522389 Dec 08 16:51:01.199309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9592bb9d-6e8e-4584-863f-a8ea10d45017 req-279bc52f-6f4d-4527-b367-68076c5ee41f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428445 Dec 08 16:51:01.956185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.254090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:02.318931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11931d90-68c5-4989-991c-833ca1942373 req-91d6b83c-0d21-47c7-8164-30998b23f45f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:02.320446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11931d90-68c5-4989-991c-833ca1942373 req-91d6b83c-0d21-47c7-8164-30998b23f45f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0493689 Dec 08 16:51:02.372113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11931d90-68c5-4989-991c-833ca1942373 req-7aad75ca-5ba3-4780-89a8-1a3b473fb39e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456228 Dec 08 16:51:02.415914 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:03.316381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:03.492307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac56524-eb13-40d7-840f-51bc72dadad7 req-e2fab0a9-2f62-4740-9624-cf9b6723d3de tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:03.493787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ac56524-eb13-40d7-840f-51bc72dadad7 req-e2fab0a9-2f62-4740-9624-cf9b6723d3de tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527411 Dec 08 16:51:03.543056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ac56524-eb13-40d7-840f-51bc72dadad7 req-5edcb9e6-ba5a-412b-bf8e-1cbcdc7d8d25 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430868 Dec 08 16:51:04.663117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b77fbab-ef8e-45de-a82e-33fba838fb4b req-faf9194c-2cba-4956-a879-14e244a54b6f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:04.664577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b77fbab-ef8e-45de-a82e-33fba838fb4b req-faf9194c-2cba-4956-a879-14e244a54b6f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Dec 08 16:51:04.712155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b77fbab-ef8e-45de-a82e-33fba838fb4b req-1b154040-3dfc-44c0-a648-4c20830d3914 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Dec 08 16:51:05.834239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9e4c74-4d18-4fb4-9b17-75d217f8e4dd req-5f6cd5c9-f9da-446e-969e-2ae3343e169e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:05.835722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd9e4c74-4d18-4fb4-9b17-75d217f8e4dd req-5f6cd5c9-f9da-446e-969e-2ae3343e169e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0548699 Dec 08 16:51:05.884014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd9e4c74-4d18-4fb4-9b17-75d217f8e4dd req-fa89c20c-a05f-4386-9b92-b29b8a1d3a5d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423000 Dec 08 16:51:07.013461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fe1ef-35eb-4752-8120-ec68dbffbc4e req-d895305f-10ae-444f-bdf6-44015f209327 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:07.015214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df0fe1ef-35eb-4752-8120-ec68dbffbc4e req-d895305f-10ae-444f-bdf6-44015f209327 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0532191 Dec 08 16:51:07.069811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df0fe1ef-35eb-4752-8120-ec68dbffbc4e req-da681251-3536-4bdb-a350-541fd477aca2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461063 Dec 08 16:51:08.204878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10988995-550f-4dc5-b070-678ae7a3d6c7 req-d274ba1e-85cd-410a-a682-006fffed2dc7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:08.206432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10988995-550f-4dc5-b070-678ae7a3d6c7 req-d274ba1e-85cd-410a-a682-006fffed2dc7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0519304 Dec 08 16:51:08.269028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10988995-550f-4dc5-b070-678ae7a3d6c7 req-3e17ddba-25e4-4b14-988b-7046f137a7d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554242 Dec 08 16:51:09.386931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22137cc9-0256-4b8b-928e-3278b3d9c3bc req-c3f7bd93-28ef-4a51-936d-cff6a40de46e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:09.388303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22137cc9-0256-4b8b-928e-3278b3d9c3bc req-c3f7bd93-28ef-4a51-936d-cff6a40de46e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0492005 Dec 08 16:51:09.441589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22137cc9-0256-4b8b-928e-3278b3d9c3bc req-5f78db06-5a3d-4f5b-8d1d-acbdcba10c86 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470476 Dec 08 16:51:10.566238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf4be9-3b91-4664-9523-fb3944f71b0b req-61d6ec45-82c3-406f-833c-fe5def7b4d00 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:10.567855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1cf4be9-3b91-4664-9523-fb3944f71b0b req-61d6ec45-82c3-406f-833c-fe5def7b4d00 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0536451 Dec 08 16:51:10.620483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1cf4be9-3b91-4664-9523-fb3944f71b0b req-6fc4e768-d0bb-44f2-999f-8e180fada596 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462043 Dec 08 16:51:11.747517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de40e51-a16d-4a13-82b0-607326ec63f5 req-3cb79f34-95f6-469e-8450-0a928ae02187 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:11.749195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de40e51-a16d-4a13-82b0-607326ec63f5 req-3cb79f34-95f6-469e-8450-0a928ae02187 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0567226 Dec 08 16:51:11.799293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8de40e51-a16d-4a13-82b0-607326ec63f5 req-ae42add6-aec5-4453-a68a-d300183c2c56 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423481 Dec 08 16:51:12.925732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ba78-864b-4c63-8448-a199a353633b req-5037def9-2cd5-4910-b56d-03e0c4c25c28 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:12.927356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c386ba78-864b-4c63-8448-a199a353633b req-5037def9-2cd5-4910-b56d-03e0c4c25c28 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0528429 Dec 08 16:51:12.979448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c386ba78-864b-4c63-8448-a199a353633b req-814336b1-30e5-454b-b01a-5b4271da9244 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458539 Dec 08 16:51:14.098951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf97b-cee6-41cc-8326-5d8b84474d1f req-38a914cc-64b8-4c50-bcf8-ce4b9f54bdf4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:14.100482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72fbf97b-cee6-41cc-8326-5d8b84474d1f req-38a914cc-64b8-4c50-bcf8-ce4b9f54bdf4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504205 Dec 08 16:51:14.158910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72fbf97b-cee6-41cc-8326-5d8b84474d1f req-e472d91c-c9ac-49ce-aca8-a9bba4d7e406 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524082 Dec 08 16:51:15.278738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16667eaa-c8b9-4753-b5a3-6064bd8745de req-5c8157ae-8efa-49b5-8144-ebaf99b267f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:15.280197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16667eaa-c8b9-4753-b5a3-6064bd8745de req-5c8157ae-8efa-49b5-8144-ebaf99b267f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497944 Dec 08 16:51:15.328096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16667eaa-c8b9-4753-b5a3-6064bd8745de req-15a6183a-b091-4888-9628-171f78857d6d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Dec 08 16:51:16.447169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34e5cd-010c-4b16-aa70-08b3ba6e38f8 req-2ff4c235-07ed-4ea8-9793-4098cc93f508 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:16.448864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa34e5cd-010c-4b16-aa70-08b3ba6e38f8 req-2ff4c235-07ed-4ea8-9793-4098cc93f508 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0502648 Dec 08 16:51:16.500374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa34e5cd-010c-4b16-aa70-08b3ba6e38f8 req-e0bb30f1-887a-4b77-94f8-40f017b2df7e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440633 Dec 08 16:51:17.629359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aec457-3b63-4629-9da5-d292e7b0668e req-edae4ce8-9dc6-425b-9b65-58e1d29d7527 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:17.630961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22aec457-3b63-4629-9da5-d292e7b0668e req-edae4ce8-9dc6-425b-9b65-58e1d29d7527 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0580475 Dec 08 16:51:17.684509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22aec457-3b63-4629-9da5-d292e7b0668e req-374033fb-0fc8-431f-9c39-4d268e68c3ac tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465891 Dec 08 16:51:18.817935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe372445-85c6-4137-8763-78344b3d25fb req-4cdd1512-6252-441b-92ef-c022372065e1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:18.819580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe372445-85c6-4137-8763-78344b3d25fb req-4cdd1512-6252-441b-92ef-c022372065e1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0567753 Dec 08 16:51:18.877183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe372445-85c6-4137-8763-78344b3d25fb req-3f28aa0d-ad8a-4b01-8c4b-6e58b87e5f03 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464504 Dec 08 16:51:20.003094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9e992-96b6-41db-829c-9d14a36a8334 req-178851ab-a440-4f47-b80e-a6160a8fba4e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:20.004935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b9e992-96b6-41db-829c-9d14a36a8334 req-178851ab-a440-4f47-b80e-a6160a8fba4e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Dec 08 16:51:20.055251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78b9e992-96b6-41db-829c-9d14a36a8334 req-7a397afd-e004-4feb-9e0b-f62970827321 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442903 Dec 08 16:51:21.190204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bfb71-e2ef-4cc7-b803-a1f4f2d8d4f2 req-cedea8fd-d3e0-4b88-9e43-09210bd50e42 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:21.193205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f7bfb71-e2ef-4cc7-b803-a1f4f2d8d4f2 req-cedea8fd-d3e0-4b88-9e43-09210bd50e42 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0539868 Dec 08 16:51:21.247050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f7bfb71-e2ef-4cc7-b803-a1f4f2d8d4f2 req-e97e8e43-1d6f-4df6-a5b4-8189b8732b5e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463033 Dec 08 16:51:22.376456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef94e6c-16cc-461c-a15e-15952b487b63 req-963733ee-f180-4bd5-819a-5641a27ec1a1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:22.378141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ef94e6c-16cc-461c-a15e-15952b487b63 req-963733ee-f180-4bd5-819a-5641a27ec1a1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0539622 Dec 08 16:51:22.464365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ef94e6c-16cc-461c-a15e-15952b487b63 req-3e21f3aa-f7c9-4b0c-8b2d-23a58e8e09bc tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784292 Dec 08 16:51:23.637921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4763c6-d857-43fc-8520-5779814cc45f req-b14958e8-9ec2-41c9-9b19-bd837179c500 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:23.639697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b4763c6-d857-43fc-8520-5779814cc45f req-b14958e8-9ec2-41c9-9b19-bd837179c500 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0570610 Dec 08 16:51:23.696015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b4763c6-d857-43fc-8520-5779814cc45f req-2c6b8059-7207-4587-b061-87ae049a02a0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489938 Dec 08 16:51:24.824397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270c7ea9-00be-4169-a462-472e50e9a9fc req-30d26112-ef32-445f-ae8d-0d0ac238555e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:24.826007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-270c7ea9-00be-4169-a462-472e50e9a9fc req-30d26112-ef32-445f-ae8d-0d0ac238555e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0567358 Dec 08 16:51:24.877423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-270c7ea9-00be-4169-a462-472e50e9a9fc req-a08c3305-b6f0-4aac-bde0-575bbc6e0947 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449510 Dec 08 16:51:26.009819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a84ca-a6c0-4260-8d68-a420d4a7f7d5 req-6be42c40-2402-4367-bbf6-20d4ce3a1d41 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:26.011754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac9a84ca-a6c0-4260-8d68-a420d4a7f7d5 req-6be42c40-2402-4367-bbf6-20d4ce3a1d41 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0592496 Dec 08 16:51:26.014801 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f1b5370-5ca3-492b-b1a1-0c1ceaf5c00d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:26.062717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac9a84ca-a6c0-4260-8d68-a420d4a7f7d5 req-83185015-f84d-4733-b682-6366b5364a72 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444500 Dec 08 16:51:27.192870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05db78e-fbb4-42dc-9bf9-4cc7262c1d8a req-85481489-9eb4-4567-887b-858f2e47cd10 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:27.194492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b05db78e-fbb4-42dc-9bf9-4cc7262c1d8a req-85481489-9eb4-4567-887b-858f2e47cd10 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0561607 Dec 08 16:51:27.247847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b05db78e-fbb4-42dc-9bf9-4cc7262c1d8a req-9c094c40-b7f4-4aa6-aa68-e7bb00fdc8f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472677 Dec 08 16:51:28.373731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671db891-b3b6-4746-a71c-8f9115097f4e req-43500308-e6bd-4895-8390-49aca6730c51 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:28.375375 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-671db891-b3b6-4746-a71c-8f9115097f4e req-43500308-e6bd-4895-8390-49aca6730c51 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0543690 Dec 08 16:51:28.433183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-671db891-b3b6-4746-a71c-8f9115097f4e req-6a271e0c-b483-4f1a-8db3-fbc8796d0faf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509412 Dec 08 16:51:28.821985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3a8dcb6-b2f6-41da-a9cc-9698f59ea746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:29.557784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb555df-d1b5-4265-9183-d28a97d86443 req-7dd95480-0a3a-4673-b5a6-ad4420cda16c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:29.559404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bb555df-d1b5-4265-9183-d28a97d86443 req-7dd95480-0a3a-4673-b5a6-ad4420cda16c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0541980 Dec 08 16:51:29.613938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3bb555df-d1b5-4265-9183-d28a97d86443 req-51ed2179-330e-4ae0-8b6f-57c2953943ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474989 Dec 08 16:51:30.174036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:30.669587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:51:30.740630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b950ed-0fc3-4533-a18b-0edd4f1b8e41 req-b1ab571e-4aea-4215-b573-00ca6a29b0eb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:30.742348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0b950ed-0fc3-4533-a18b-0edd4f1b8e41 req-b1ab571e-4aea-4215-b573-00ca6a29b0eb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0541356 Dec 08 16:51:30.793988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0b950ed-0fc3-4533-a18b-0edd4f1b8e41 req-8b503902-328a-4095-b5f4-42cbd2a938fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452111 Dec 08 16:51:31.925086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c71dc-6acc-44e8-b0c0-a87c814a2f87 req-90e346f8-23c4-4eb1-9729-3c8515faf707 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:31.928680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-641c71dc-6acc-44e8-b0c0-a87c814a2f87 req-90e346f8-23c4-4eb1-9729-3c8515faf707 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0625713 Dec 08 16:51:31.965089 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:31.994397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-641c71dc-6acc-44e8-b0c0-a87c814a2f87 req-db3f22e0-a055-410b-bb55-55684bb0d784 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595136 Dec 08 16:51:32.258709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:32.430951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:33.121195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda71a6-7262-4cd7-82f6-fb5492f68f5b req-b0c385f5-5a80-43f7-befc-1d8a393947b2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:33.122886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-deda71a6-7262-4cd7-82f6-fb5492f68f5b req-b0c385f5-5a80-43f7-befc-1d8a393947b2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0520048 Dec 08 16:51:33.177417 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-deda71a6-7262-4cd7-82f6-fb5492f68f5b req-69cc7168-5e16-4b12-8b89-da7f2049960a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470612 Dec 08 16:51:33.341681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:34.307405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f14bac-8262-406b-94d9-c75f56397ba7 req-fd0d59fa-9718-4a89-be35-f9f5ff992480 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:34.309058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80f14bac-8262-406b-94d9-c75f56397ba7 req-fd0d59fa-9718-4a89-be35-f9f5ff992480 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0592940 Dec 08 16:51:34.364358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80f14bac-8262-406b-94d9-c75f56397ba7 req-46e7d5a9-0e56-4f7d-a1ac-96ee1055f50a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Dec 08 16:51:35.497297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff35222-8e78-474a-99c0-382f524939f8 req-be961c52-94c5-4557-8be0-e1b5049aeac5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:35.498939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ff35222-8e78-474a-99c0-382f524939f8 req-be961c52-94c5-4557-8be0-e1b5049aeac5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0552313 Dec 08 16:51:35.555887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ff35222-8e78-474a-99c0-382f524939f8 req-893b5895-89aa-4346-9e9d-0e86dd376928 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504274 Dec 08 16:51:36.688087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d64d6-46ab-4f38-8c43-87b16ab3c98f req-44071bc3-69d5-41ed-b913-b6e8edd3a4ba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:36.689684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75d64d6-46ab-4f38-8c43-87b16ab3c98f req-44071bc3-69d5-41ed-b913-b6e8edd3a4ba tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0571983 Dec 08 16:51:36.747608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b75d64d6-46ab-4f38-8c43-87b16ab3c98f req-a522b1b9-831e-45a2-b2d6-c194dc79814c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514119 Dec 08 16:51:37.873319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f9635-62d2-4d02-b258-02605d551c3c req-75332c50-3e91-427d-80ec-19b126b386c3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:37.874932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-082f9635-62d2-4d02-b258-02605d551c3c req-75332c50-3e91-427d-80ec-19b126b386c3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527453 Dec 08 16:51:37.930585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-082f9635-62d2-4d02-b258-02605d551c3c req-1cb2aeec-8aa8-460a-b966-3f3f4283ff73 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485718 Dec 08 16:51:39.061545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a9329-2a12-4ef4-9829-4abea170b636 req-7770be3d-bc53-4d26-a64e-cedfd8570205 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:39.064165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b4a9329-2a12-4ef4-9829-4abea170b636 req-7770be3d-bc53-4d26-a64e-cedfd8570205 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0563495 Dec 08 16:51:39.130830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b4a9329-2a12-4ef4-9829-4abea170b636 req-e0ee6653-94b2-42ee-8f14-9045fea15df2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593660 Dec 08 16:51:40.279162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754d7da-9355-4aeb-b0fc-c4d72f87bfa1 req-59e588c6-4a41-4360-915f-c3e8897f25a7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:40.280710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d754d7da-9355-4aeb-b0fc-c4d72f87bfa1 req-59e588c6-4a41-4360-915f-c3e8897f25a7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0617783 Dec 08 16:51:40.339318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d754d7da-9355-4aeb-b0fc-c4d72f87bfa1 req-e3389e7c-3361-470c-8712-13ab115c5808 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510283 Dec 08 16:51:41.476923 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7fa64-1931-4270-a536-668d4b047255 req-d4a7342d-f061-4b32-a520-c27c3f464778 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:41.478465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92a7fa64-1931-4270-a536-668d4b047255 req-d4a7342d-f061-4b32-a520-c27c3f464778 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0501983 Dec 08 16:51:41.528847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-92a7fa64-1931-4270-a536-668d4b047255 req-4e84f7cc-beaa-43ee-9c8d-ec8cf7d00f5f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436351 Dec 08 16:51:42.677125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445c2e1-64a8-46a0-b552-430939543389 req-a7fb3074-7ed9-413c-8c2e-7015b613e754 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:42.678746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9445c2e1-64a8-46a0-b552-430939543389 req-a7fb3074-7ed9-413c-8c2e-7015b613e754 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0582583 Dec 08 16:51:42.751157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9445c2e1-64a8-46a0-b552-430939543389 req-08db0734-3249-4f46-9976-aed74e51834a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620780 Dec 08 16:51:43.896196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e281056-9397-421f-b5a2-03306924d29a req-813f4e2b-6557-4949-bc55-07d5fc1ab044 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:43.898899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e281056-9397-421f-b5a2-03306924d29a req-813f4e2b-6557-4949-bc55-07d5fc1ab044 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0704255 Dec 08 16:51:43.965681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e281056-9397-421f-b5a2-03306924d29a req-fd3f076f-5fe3-4e19-8b68-d1a2e23527cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574002 Dec 08 16:51:45.101227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb957713-3c88-416b-9943-0fdf3c6a37bc req-8797ded2-ba41-4d95-bba8-de2ae837b9f6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:45.102865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb957713-3c88-416b-9943-0fdf3c6a37bc req-8797ded2-ba41-4d95-bba8-de2ae837b9f6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0598803 Dec 08 16:51:45.167221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bb957713-3c88-416b-9943-0fdf3c6a37bc req-c6b09940-9dfd-40c8-aa95-913870a57b7a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580280 Dec 08 16:51:46.296710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f167fa1-3cde-4c0c-8498-b7bac5260601 req-aec20ff8-42cf-4813-a8a6-a215401da796 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:46.298207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f167fa1-3cde-4c0c-8498-b7bac5260601 req-aec20ff8-42cf-4813-a8a6-a215401da796 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0582387 Dec 08 16:51:46.348988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f167fa1-3cde-4c0c-8498-b7bac5260601 req-c1519666-6cd7-4183-ab45-1c17aedae076 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440292 Dec 08 16:51:47.471611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a3ecaa-9a2f-4b64-b902-50f253ca80eb req-74e01a14-ca78-4c87-8337-66eae290d89c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:47.473250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a3ecaa-9a2f-4b64-b902-50f253ca80eb req-74e01a14-ca78-4c87-8337-66eae290d89c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0532684 Dec 08 16:51:47.521606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a3ecaa-9a2f-4b64-b902-50f253ca80eb req-35bf83be-dbf3-42d5-ae1f-3f03663e971e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424190 Dec 08 16:51:48.643915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3cbb6-788b-468d-a666-71026edfa03f req-9319c16f-e820-413e-a64b-d04867ebdf18 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:48.645456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50b3cbb6-788b-468d-a666-71026edfa03f req-9319c16f-e820-413e-a64b-d04867ebdf18 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0551257 Dec 08 16:51:48.693542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50b3cbb6-788b-468d-a666-71026edfa03f req-76aa9cdb-2194-4b3b-9522-2b5c637dd21a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420759 Dec 08 16:51:49.814969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb6df-5b7f-4b9a-b03f-5136466dd559 req-09d1c9bf-3b75-42db-a410-aadde32f1bf9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:49.816539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b49eb6df-5b7f-4b9a-b03f-5136466dd559 req-09d1c9bf-3b75-42db-a410-aadde32f1bf9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0524676 Dec 08 16:51:49.867572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b49eb6df-5b7f-4b9a-b03f-5136466dd559 req-e3f3c146-3def-4f47-a086-aab8e0a8dd75 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443530 Dec 08 16:51:50.987124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1639d8d-5f3c-4a6c-9f75-ba3a7b0cdcd2 req-36362ae0-f3ca-489a-b920-5eb1f178580a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:50.988653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1639d8d-5f3c-4a6c-9f75-ba3a7b0cdcd2 req-36362ae0-f3ca-489a-b920-5eb1f178580a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0494065 Dec 08 16:51:51.045980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1639d8d-5f3c-4a6c-9f75-ba3a7b0cdcd2 req-0e6d0a46-a2fd-4071-8f62-0d1fbd9993bc tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513248 Dec 08 16:51:51.383817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-62da423c-d2e4-4a1f-9735-acacaba2b92c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397177 Dec 08 16:51:51.466940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-0a486702-6300-46e6-a84e-da3dbc8a960e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:51.468454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-0a486702-6300-46e6-a84e-da3dbc8a960e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0415261 Dec 08 16:51:51.586273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-44b3ebd8-dfa7-4458-9b96-04a26355f5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:51.587766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-44b3ebd8-dfa7-4458-9b96-04a26355f5e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0988100 Dec 08 16:51:51.633109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-f2499920-ff46-41ae-9ce6-d7b69bc90662 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0373490 Dec 08 16:51:51.684017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-69ac185e-23b8-43f0-8d8c-12eedd2b8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:51.685404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-69ac185e-23b8-43f0-8d8c-12eedd2b8789 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0462489 Dec 08 16:51:51.718694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-3c38eba3-1c72-4936-9905-d2eff38684d8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256717 Dec 08 16:51:51.827406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-11ce8b5c-b8a0-4041-91cb-204dbc8b5147 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017938 Dec 08 16:51:51.943110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2097ac6-66c7-4583-98c8-6588e41904bb req-3ea00952-da7e-4d4f-accb-1d5ef0f20877 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074250 Dec 08 16:51:52.173416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8307a8-b7e6-4537-83b0-ce800e99014d req-4af50cc8-fb28-40e5-a10e-697d19de0dd7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:52.174986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b8307a8-b7e6-4537-83b0-ce800e99014d req-4af50cc8-fb28-40e5-a10e-697d19de0dd7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0550792 Dec 08 16:51:52.222487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b8307a8-b7e6-4537-83b0-ce800e99014d req-4c48a258-6747-4176-9c31-c201ef10ede7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409362 Dec 08 16:51:53.344171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b510de4-bde6-4709-8546-32b91ea3467e req-96295685-97c3-4c47-9944-0a60f93808e9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:53.345295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b510de4-bde6-4709-8546-32b91ea3467e req-96295685-97c3-4c47-9944-0a60f93808e9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0534787 Dec 08 16:51:53.396702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b510de4-bde6-4709-8546-32b91ea3467e req-65be4c6e-c8d5-47d1-8d73-5dbfcdbc7023 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Dec 08 16:51:54.521562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61070f-0079-4c7a-96d4-dff091197d6b req-96169005-1fdd-44a4-8d01-5c89af7b5224 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:54.523068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb61070f-0079-4c7a-96d4-dff091197d6b req-96169005-1fdd-44a4-8d01-5c89af7b5224 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Dec 08 16:51:54.574295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb61070f-0079-4c7a-96d4-dff091197d6b req-42f0da0f-d7ae-42e8-a319-7bb00a3d819b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453064 Dec 08 16:51:55.695113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ca59f-8605-41db-b810-a3739491400e req-55e4c01e-0681-497e-b33b-5964565772d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:55.696577 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-700ca59f-8605-41db-b810-a3739491400e req-55e4c01e-0681-497e-b33b-5964565772d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496864 Dec 08 16:51:55.745807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-700ca59f-8605-41db-b810-a3739491400e req-b67e8ecb-cbd6-4f47-add2-e18f2e4fb61c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431707 Dec 08 16:51:56.008654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3878b162-8035-4608-9b0e-382757a82a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:56.864767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21f9b1-a49f-45ff-a4a0-0d192dd50b2f req-84773fd9-2835-49af-96d7-34d1c819d54b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:56.866297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a21f9b1-a49f-45ff-a4a0-0d192dd50b2f req-84773fd9-2835-49af-96d7-34d1c819d54b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Dec 08 16:51:56.915507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1a21f9b1-a49f-45ff-a4a0-0d192dd50b2f req-28c14faf-f881-49ca-a864-8d0547c376f4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Dec 08 16:51:58.040376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb31f830-ed64-4ea2-9c3e-73a7e4f16f75 req-2cda6660-5354-4ef1-9b94-586c10fd35d0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:58.041888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb31f830-ed64-4ea2-9c3e-73a7e4f16f75 req-2cda6660-5354-4ef1-9b94-586c10fd35d0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0531588 Dec 08 16:51:58.091316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb31f830-ed64-4ea2-9c3e-73a7e4f16f75 req-f21e59b8-e2d3-4054-85ff-5afdfeeb0759 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433922 Dec 08 16:51:58.826586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1704c3e5-99a6-420b-badf-7cb62c7ab72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:51:59.208013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4bc2d3-03a5-4844-a0cc-4b79ab37c92d req-eabb652b-6e4b-4ba0-913b-a3a17962bf83 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:59.209500 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4bc2d3-03a5-4844-a0cc-4b79ab37c92d req-eabb652b-6e4b-4ba0-913b-a3a17962bf83 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0500410 Dec 08 16:51:59.259159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4bc2d3-03a5-4844-a0cc-4b79ab37c92d req-4bb47a74-872a-4a53-94bb-3f911bfd6a64 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437026 Dec 08 16:51:59.427304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-9bc5d877-4be4-4ccf-9a78-9cda75e50a21 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456719 Dec 08 16:51:59.514143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decabd74-1f10-4391-99ca-19da9eb00173 req-2d59cab0-2317-4e9c-a67d-2eaa9ae29537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:59.515726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-2d59cab0-2317-4e9c-a67d-2eaa9ae29537 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0428827 Dec 08 16:51:59.618545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decabd74-1f10-4391-99ca-19da9eb00173 req-71306171-5d8e-4f40-906b-31d992237280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:59.619924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-71306171-5d8e-4f40-906b-31d992237280 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0841825 Dec 08 16:51:59.665359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-bc97ddbb-dac7-47ac-8f4f-ec13eb9ab5ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0379450 Dec 08 16:51:59.715372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decabd74-1f10-4391-99ca-19da9eb00173 req-e1839aa9-a8fc-4dcc-aff8-0cc1634537c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:51:59.716815 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-e1839aa9-a8fc-4dcc-aff8-0cc1634537c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0442545 Dec 08 16:51:59.750232 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-5b21a4d7-3365-466a-b6ec-2510f651f670 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243726 Dec 08 16:51:59.842915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-1de6467f-2cf4-44a0-844d-81a03bf458af service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845468 Dec 08 16:51:59.936313 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-decabd74-1f10-4391-99ca-19da9eb00173 req-4bd6eab3-f3ec-46c1-be5a-66c3329c2e80 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822332 Dec 08 16:52:00.176317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:00.382240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252ed1c-3990-405b-85aa-61e06df57c91 req-bd22d27e-7b92-4a98-b36c-2d960dddeab6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:00.383957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8252ed1c-3990-405b-85aa-61e06df57c91 req-bd22d27e-7b92-4a98-b36c-2d960dddeab6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0558505 Dec 08 16:52:00.435795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8252ed1c-3990-405b-85aa-61e06df57c91 req-1077740f-fee3-4279-943a-dfc0b2e3ec56 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456340 Dec 08 16:52:01.554356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd68294-ea76-45c1-bc08-493b7fd9a5cd req-4042deb6-f80d-433a-a850-c788497b4e2d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:01.555855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cd68294-ea76-45c1-bc08-493b7fd9a5cd req-4042deb6-f80d-433a-a850-c788497b4e2d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0503657 Dec 08 16:52:01.605599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2cd68294-ea76-45c1-bc08-493b7fd9a5cd req-3a3642bb-0268-473b-8de7-cda94aa2228b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435627 Dec 08 16:52:01.958418 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:02.263551 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:02.461355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:02.724351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984962e-ddb1-4657-b37e-61559ebc6bbb req-dd297594-7d93-4f8c-95d7-8bf87a2adfb2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:02.725832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6984962e-ddb1-4657-b37e-61559ebc6bbb req-dd297594-7d93-4f8c-95d7-8bf87a2adfb2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0483329 Dec 08 16:52:02.775592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6984962e-ddb1-4657-b37e-61559ebc6bbb req-7736cd3a-1503-4936-805d-629918174a0d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436759 Dec 08 16:52:03.346722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:03.893288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bca5e-410c-45d6-bc93-8973bba9a5b9 req-82af0af9-e6bc-4a3c-b042-bc78798b926f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:03.894794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-898bca5e-410c-45d6-bc93-8973bba9a5b9 req-82af0af9-e6bc-4a3c-b042-bc78798b926f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497162 Dec 08 16:52:03.943880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-898bca5e-410c-45d6-bc93-8973bba9a5b9 req-c208bc20-2344-4611-8472-0fc7275d2968 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430074 Dec 08 16:52:05.068656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e74e1-4062-412e-b91d-a53a19367471 req-8c203c9e-644a-4115-ab75-8288cfe6fa96 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:05.070131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-241e74e1-4062-412e-b91d-a53a19367471 req-8c203c9e-644a-4115-ab75-8288cfe6fa96 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0513475 Dec 08 16:52:05.119270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-241e74e1-4062-412e-b91d-a53a19367471 req-a5ff7e3b-9dfe-4dcf-a634-8a993b4a865c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429084 Dec 08 16:52:06.240417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb0f37-bbb0-46bc-9030-10a7b160e443 req-d8d6cf9e-3588-45fd-9b87-7abb98457bfe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:06.241836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-defb0f37-bbb0-46bc-9030-10a7b160e443 req-d8d6cf9e-3588-45fd-9b87-7abb98457bfe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0537241 Dec 08 16:52:06.291134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-defb0f37-bbb0-46bc-9030-10a7b160e443 req-66aaa0d0-b02e-4d0b-9814-93f2dab08dd0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433252 Dec 08 16:52:07.415364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888104d3-98a1-4569-8860-7401659d1ad9 req-f1eab736-03bd-4523-9076-4b9e6fafaf48 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:07.416797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-888104d3-98a1-4569-8860-7401659d1ad9 req-f1eab736-03bd-4523-9076-4b9e6fafaf48 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0521526 Dec 08 16:52:07.468120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-888104d3-98a1-4569-8860-7401659d1ad9 req-3b11886e-0f8d-44aa-8e5c-80b28d04cea0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447993 Dec 08 16:52:07.668571 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:52:08.586630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990847bc-9120-4620-ab70-a016ea8c0b11 req-1c916457-32d3-4388-a8c6-c0dcd98c2ce7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:08.588202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-990847bc-9120-4620-ab70-a016ea8c0b11 req-1c916457-32d3-4388-a8c6-c0dcd98c2ce7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Dec 08 16:52:08.643687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-990847bc-9120-4620-ab70-a016ea8c0b11 req-ce9a4bda-429c-4850-8265-24b1c4d4b41c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493355 Dec 08 16:52:09.767943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e03dc7-e9b7-4199-8725-0fcbdfcce5ad req-5e2d7715-aa59-4f60-81ff-59cd91764893 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:09.769453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07e03dc7-e9b7-4199-8725-0fcbdfcce5ad req-5e2d7715-aa59-4f60-81ff-59cd91764893 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0514622 Dec 08 16:52:09.818143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07e03dc7-e9b7-4199-8725-0fcbdfcce5ad req-328b7a00-9305-46f6-8107-e9c35bcbb56f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Dec 08 16:52:10.937392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d2200-6745-4229-ab49-c94c96e78f21 req-ea5a8192-0cdb-4c6a-97eb-f4e5241aae14 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:10.938975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-067d2200-6745-4229-ab49-c94c96e78f21 req-ea5a8192-0cdb-4c6a-97eb-f4e5241aae14 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497975 Dec 08 16:52:10.992592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-067d2200-6745-4229-ab49-c94c96e78f21 req-d099ad97-5ee7-408f-94d3-a65c51b53442 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458488 Dec 08 16:52:12.116737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e3fd0d-1657-440f-a105-6c22497091aa req-70c5ec60-9e51-4e82-a1f4-f3579310ffc8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:12.118225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e3fd0d-1657-440f-a105-6c22497091aa req-70c5ec60-9e51-4e82-a1f4-f3579310ffc8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0567155 Dec 08 16:52:12.166227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e3fd0d-1657-440f-a105-6c22497091aa req-e6caff91-3d54-467d-9ed4-23f393d89e70 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415778 Dec 08 16:52:13.285147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092a189-39d7-46c8-bf58-d0357253cc11 req-2aa15c02-440a-4c8f-8c3c-9931cfe7dbbe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:13.287175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c092a189-39d7-46c8-bf58-d0357253cc11 req-2aa15c02-440a-4c8f-8c3c-9931cfe7dbbe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0512788 Dec 08 16:52:13.338371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c092a189-39d7-46c8-bf58-d0357253cc11 req-d26c9c48-f3a0-482c-9bd0-ef9def2a644b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451047 Dec 08 16:52:14.460661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fbfcd-b519-406f-9dfe-edeb1b97beb9 req-c8c972f0-04ac-4edf-b456-96ed01ebac7e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:14.462137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d5fbfcd-b519-406f-9dfe-edeb1b97beb9 req-c8c972f0-04ac-4edf-b456-96ed01ebac7e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527866 Dec 08 16:52:14.509696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d5fbfcd-b519-406f-9dfe-edeb1b97beb9 req-a4b594d2-fc5c-4968-a5a3-4af7e3a54a53 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416424 Dec 08 16:52:15.627475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f69af7e-b41c-4cec-b4c3-4030099b3554 req-a3d113a3-da41-42ae-a97e-aeb06bc64932 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:15.628982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f69af7e-b41c-4cec-b4c3-4030099b3554 req-a3d113a3-da41-42ae-a97e-aeb06bc64932 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0502634 Dec 08 16:52:15.677713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f69af7e-b41c-4cec-b4c3-4030099b3554 req-30a5222f-64f3-4757-b03f-53c0e448b8d7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Dec 08 16:52:16.800817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2aa4a9-7392-4706-8d09-f27b8d5219e7 req-9805bcab-7bfd-4b65-ba92-7e724f0ec406 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:16.802896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e2aa4a9-7392-4706-8d09-f27b8d5219e7 req-9805bcab-7bfd-4b65-ba92-7e724f0ec406 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505066 Dec 08 16:52:16.857010 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e2aa4a9-7392-4706-8d09-f27b8d5219e7 req-be2e7c9a-2536-4b7e-9db3-f43b32e32c66 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480881 Dec 08 16:52:17.982105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d721f17-0239-4af7-9bbe-ec0305703ee3 req-da99b3e5-2b30-478f-85ba-4658a0c0b0ce tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:17.983674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d721f17-0239-4af7-9bbe-ec0305703ee3 req-da99b3e5-2b30-478f-85ba-4658a0c0b0ce tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0522413 Dec 08 16:52:18.035732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d721f17-0239-4af7-9bbe-ec0305703ee3 req-db2056a8-db7c-48eb-b36c-566cea1089f2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447843 Dec 08 16:52:19.164096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe972de-312f-4a0b-9aba-1b463f4dfe69 req-e179fa3c-3cbd-48d3-a489-fff387eba262 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:19.165684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fe972de-312f-4a0b-9aba-1b463f4dfe69 req-e179fa3c-3cbd-48d3-a489-fff387eba262 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0542102 Dec 08 16:52:19.217139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5fe972de-312f-4a0b-9aba-1b463f4dfe69 req-14916a7e-6738-4e8e-b278-ec9afa1128eb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454562 Dec 08 16:52:20.335941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b6203-108a-41f1-bfb2-271d99078591 req-788ffdda-30e3-488f-bab4-2742b6f95f0f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:20.337401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-284b6203-108a-41f1-bfb2-271d99078591 req-788ffdda-30e3-488f-bab4-2742b6f95f0f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0521986 Dec 08 16:52:20.383845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-284b6203-108a-41f1-bfb2-271d99078591 req-68eb5b69-8a36-44a0-a932-f35063344db4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Dec 08 16:52:21.500000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37a1fe-0d0a-4184-ac3b-daad47128cf0 req-ebba4cd9-0d18-4310-b40d-78ce2a1dc563 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:21.501493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d37a1fe-0d0a-4184-ac3b-daad47128cf0 req-ebba4cd9-0d18-4310-b40d-78ce2a1dc563 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0490825 Dec 08 16:52:21.549129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d37a1fe-0d0a-4184-ac3b-daad47128cf0 req-6ebcbd35-5ac9-4450-9b53-278e537b53af tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 Dec 08 16:52:22.666305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6369bc7-f211-405f-9e30-e68363d4bf77 req-6bcf636c-7192-441c-bc01-821f43e827ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:22.667812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6369bc7-f211-405f-9e30-e68363d4bf77 req-6bcf636c-7192-441c-bc01-821f43e827ef tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0485270 Dec 08 16:52:22.721455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d6369bc7-f211-405f-9e30-e68363d4bf77 req-d713861c-6be6-4454-ab52-3d3f3c9e9c49 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475891 Dec 08 16:52:23.857813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cb9d2-ca9b-4047-9104-cf09512d7040 req-30190aa8-33a6-45e3-bc20-4677b4b0c730 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:23.859329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a4cb9d2-ca9b-4047-9104-cf09512d7040 req-30190aa8-33a6-45e3-bc20-4677b4b0c730 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0515482 Dec 08 16:52:23.909632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a4cb9d2-ca9b-4047-9104-cf09512d7040 req-f3ec9775-aa9e-4989-a8ef-e5d4b8b83c1e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440376 Dec 08 16:52:25.030976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c262-7b28-4a7c-a667-a41aff478b11 req-88422470-c591-46b1-90cd-50d06206b9f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:25.032439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7388c262-7b28-4a7c-a667-a41aff478b11 req-88422470-c591-46b1-90cd-50d06206b9f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505631 Dec 08 16:52:25.080591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7388c262-7b28-4a7c-a667-a41aff478b11 req-14e96b1e-b258-4d4c-8f63-6b32f90cacf6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412321 Dec 08 16:52:26.012316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ef6ecaa-52c0-4610-a458-d9e0fc9f2d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:26.211856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f78936-3fc9-44e5-a299-b569e3194b00 req-f1aae0f6-625a-4204-b4c4-831c6a70da02 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:26.213427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90f78936-3fc9-44e5-a299-b569e3194b00 req-f1aae0f6-625a-4204-b4c4-831c6a70da02 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0582714 Dec 08 16:52:26.266516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90f78936-3fc9-44e5-a299-b569e3194b00 req-b0a05f33-1fb4-473a-9001-0f1d965ca029 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460567 Dec 08 16:52:27.389711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eacc4-d3db-4d3e-926f-91e1d00c3bc8 req-5c6aa2a1-31b2-424e-8636-80eeee7720e1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:27.391252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-960eacc4-d3db-4d3e-926f-91e1d00c3bc8 req-5c6aa2a1-31b2-424e-8636-80eeee7720e1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Dec 08 16:52:27.440947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-960eacc4-d3db-4d3e-926f-91e1d00c3bc8 req-0575d16b-6ee8-451a-b360-97a2a4c6a67f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Dec 08 16:52:28.563629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf8088a-e0d3-462d-b700-a6d56bc3b47c req-317edda9-0bf6-4600-8791-88f81ba5bda9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:28.565115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cf8088a-e0d3-462d-b700-a6d56bc3b47c req-317edda9-0bf6-4600-8791-88f81ba5bda9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0552444 Dec 08 16:52:28.616529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5cf8088a-e0d3-462d-b700-a6d56bc3b47c req-e1327934-844a-4121-b8a1-4a7cc94e57e6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445306 Dec 08 16:52:28.830509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f600572f-597e-41b3-a651-a10417fe261a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:29.734784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b006090b-269d-4142-a237-2425f8199455 req-589f8997-d48b-462b-a7ce-b605da832761 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:29.736321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b006090b-269d-4142-a237-2425f8199455 req-589f8997-d48b-462b-a7ce-b605da832761 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0503218 Dec 08 16:52:29.787198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b006090b-269d-4142-a237-2425f8199455 req-4a4ab11a-af45-449b-b4b0-296f35c35098 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444913 Dec 08 16:52:30.180458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:30.909013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bf7b4-1338-4d4e-a6e7-5aad0795f70e req-29a37091-b134-4f8f-b25f-c8942f70a82a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:30.910557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-920bf7b4-1338-4d4e-a6e7-5aad0795f70e req-29a37091-b134-4f8f-b25f-c8942f70a82a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504229 Dec 08 16:52:30.965103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-920bf7b4-1338-4d4e-a6e7-5aad0795f70e req-64017a59-a554-4f9d-b58a-32160a249718 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484807 Dec 08 16:52:31.964133 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:32.082164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77837eb3-8b20-4a99-a6d0-1c2bdd1bbe33 req-1d9d3aeb-c9da-4700-8d23-c0ab528baf21 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:32.084181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77837eb3-8b20-4a99-a6d0-1c2bdd1bbe33 req-1d9d3aeb-c9da-4700-8d23-c0ab528baf21 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0511897 Dec 08 16:52:32.134477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77837eb3-8b20-4a99-a6d0-1c2bdd1bbe33 req-50f7b147-8414-4789-be2b-454b96c0fde9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433252 Dec 08 16:52:32.266375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:32.459373 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:33.253839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cd5f7-afd9-4cbd-a369-c0341af2e805 req-cf41be00-b6c1-4b55-bcd7-08a5066d4d72 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:33.255970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d87cd5f7-afd9-4cbd-a369-c0341af2e805 req-cf41be00-b6c1-4b55-bcd7-08a5066d4d72 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Dec 08 16:52:33.303076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d87cd5f7-afd9-4cbd-a369-c0341af2e805 req-0ccb6d4a-1d3f-4b69-a2b2-6ae8c3d7f84e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411463 Dec 08 16:52:33.346250 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:34.427606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389aafe-2bcf-4862-bd90-ae4cd1aa736e req-a2bc7f1c-5173-4920-947f-d8e010eded23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:34.429106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6389aafe-2bcf-4862-bd90-ae4cd1aa736e req-a2bc7f1c-5173-4920-947f-d8e010eded23 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0564816 Dec 08 16:52:34.477785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6389aafe-2bcf-4862-bd90-ae4cd1aa736e req-72d2eaae-21ad-43ec-9c33-ea2302c6bb0e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Dec 08 16:52:35.595146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde92c03-c15c-4e6a-b94c-061517898a2e req-4af0da0f-133f-4ada-9c4d-07ea2712ac0f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:35.596600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fde92c03-c15c-4e6a-b94c-061517898a2e req-4af0da0f-133f-4ada-9c4d-07ea2712ac0f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Dec 08 16:52:35.643969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fde92c03-c15c-4e6a-b94c-061517898a2e req-ebe4e9d3-e216-42fe-900f-9b8f5725394d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Dec 08 16:52:36.763769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a9b07-5e4c-43cb-aecd-158c27c6508b req-639d67fe-43c1-4540-be99-71004ed8ea75 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:36.765227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-107a9b07-5e4c-43cb-aecd-158c27c6508b req-639d67fe-43c1-4540-be99-71004ed8ea75 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497482 Dec 08 16:52:36.815423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-107a9b07-5e4c-43cb-aecd-158c27c6508b req-6695474e-f929-4585-a3ac-488559c342f5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Dec 08 16:52:37.943877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d45a084-4839-4345-90dc-d21d4bb0d2a9 req-be6f47ff-6bab-429d-b2c8-54c1635d961a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:37.945368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d45a084-4839-4345-90dc-d21d4bb0d2a9 req-be6f47ff-6bab-429d-b2c8-54c1635d961a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0571663 Dec 08 16:52:37.995887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d45a084-4839-4345-90dc-d21d4bb0d2a9 req-065374ab-e399-4d37-ac57-53373d6d9131 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444989 Dec 08 16:52:39.115481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227d08e-9374-4082-9ef7-608f363ffd5f req-c4e98cff-6d33-4876-9a83-e48417054867 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:39.117102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5227d08e-9374-4082-9ef7-608f363ffd5f req-c4e98cff-6d33-4876-9a83-e48417054867 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527227 Dec 08 16:52:39.169527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5227d08e-9374-4082-9ef7-608f363ffd5f req-62dd1ede-aeff-44ad-a59e-c96380800cf7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458770 Dec 08 16:52:40.293475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d997daa-832f-4ff6-acfb-56ee3e10311f req-a535fa00-ef3d-4dc9-9736-454c479be92c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:40.294995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d997daa-832f-4ff6-acfb-56ee3e10311f req-a535fa00-ef3d-4dc9-9736-454c479be92c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0539913 Dec 08 16:52:40.346334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d997daa-832f-4ff6-acfb-56ee3e10311f req-a04e946e-e596-40f6-a588-f98772bfe6d4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452700 Dec 08 16:52:41.463997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783ad4a-425d-4e38-a852-0d1c1f5028fc req-56e7c043-3d2e-48d0-823c-ec2171f60eae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:41.465469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d783ad4a-425d-4e38-a852-0d1c1f5028fc req-56e7c043-3d2e-48d0-823c-ec2171f60eae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0487924 Dec 08 16:52:41.512716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d783ad4a-425d-4e38-a852-0d1c1f5028fc req-e85f1c8b-d921-46bf-8c05-ac1999470882 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411801 Dec 08 16:52:42.654384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69de7516-d894-4408-a40e-68a55ec00f6f req-cbe4b35b-cbd2-42ad-aca4-ffa027ccea17 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:42.655887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69de7516-d894-4408-a40e-68a55ec00f6f req-cbe4b35b-cbd2-42ad-aca4-ffa027ccea17 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0702670 Dec 08 16:52:42.986681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69de7516-d894-4408-a40e-68a55ec00f6f req-6142e45c-b366-447d-9cf3-2d0a096714b0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234625 Dec 08 16:52:44.117888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ecdc14-dd94-46b1-b614-e6f2c9b25905 req-baee396b-8fa8-4e2f-a6e2-d87f9159ed76 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:44.119510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2ecdc14-dd94-46b1-b614-e6f2c9b25905 req-baee396b-8fa8-4e2f-a6e2-d87f9159ed76 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0540454 Dec 08 16:52:44.169044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2ecdc14-dd94-46b1-b614-e6f2c9b25905 req-879129b1-2e76-4e23-a23d-82d791df817d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435159 Dec 08 16:52:44.667587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:52:45.290698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a7fd87-04f5-4cd7-ae27-f59ea422a62b req-07fa4044-f8c0-41e0-bd04-8e6d1127a723 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:45.292207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8a7fd87-04f5-4cd7-ae27-f59ea422a62b req-07fa4044-f8c0-41e0-bd04-8e6d1127a723 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0496202 Dec 08 16:52:45.343928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8a7fd87-04f5-4cd7-ae27-f59ea422a62b req-2f4df207-e863-415f-81b8-e369445cc521 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Dec 08 16:52:46.336585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-eea5e540-0cd0-491f-a83a-bb4b4b1ce85e req-dc092306-5925-4a04-9372-b6654ec730c6 service neutron] (103281) timed out ('10.222.0.58', 54892) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:52:46.462224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b232445-7ce8-4073-a645-3ffcaf406dbd req-ebe42749-ec94-407f-bbf8-47007db41446 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:46.463671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b232445-7ce8-4073-a645-3ffcaf406dbd req-ebe42749-ec94-407f-bbf8-47007db41446 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0489852 Dec 08 16:52:46.509810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b232445-7ce8-4073-a645-3ffcaf406dbd req-3eb4f5ae-0678-4f83-8f71-936150501958 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402269 Dec 08 16:52:47.627513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb671c11-8731-49f3-9c4f-d78366e86db7 req-4ba1a271-b7b5-491a-82f1-9fd9547b1f5a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:47.629511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb671c11-8731-49f3-9c4f-d78366e86db7 req-4ba1a271-b7b5-491a-82f1-9fd9547b1f5a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0509222 Dec 08 16:52:47.678877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb671c11-8731-49f3-9c4f-d78366e86db7 req-0952f2c8-3058-452e-bb54-73d72a95b92d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431056 Dec 08 16:52:48.803888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db97880-4199-473c-8cf6-c6a5e8c7b1a0 req-3a118882-98a7-4de5-bf6d-da39255d7410 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:48.805440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8db97880-4199-473c-8cf6-c6a5e8c7b1a0 req-3a118882-98a7-4de5-bf6d-da39255d7410 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0557270 Dec 08 16:52:48.855614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8db97880-4199-473c-8cf6-c6a5e8c7b1a0 req-259c4fca-5ba8-43b5-a410-bec59b01ebbe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441647 Dec 08 16:52:49.978285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d779a-91ec-4f0c-a3b5-55fc9f8f1858 req-f4bf4fc6-6e8f-49e5-bebc-a402be06f402 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:49.979849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-376d779a-91ec-4f0c-a3b5-55fc9f8f1858 req-f4bf4fc6-6e8f-49e5-bebc-a402be06f402 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0513208 Dec 08 16:52:50.034439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-376d779a-91ec-4f0c-a3b5-55fc9f8f1858 req-26369288-a781-456d-941f-88078aadfa8e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483811 Dec 08 16:52:51.154804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f521a-ed11-4990-a340-3461cb43cc91 req-e580871a-747a-41ba-b997-6cee6d217180 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:51.156338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e47f521a-ed11-4990-a340-3461cb43cc91 req-e580871a-747a-41ba-b997-6cee6d217180 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0511394 Dec 08 16:52:51.209839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e47f521a-ed11-4990-a340-3461cb43cc91 req-fec54e3a-5443-422f-9a50-90b8268bd871 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472636 Dec 08 16:52:52.334045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5d8dd-5eb4-43f1-8321-895310d4ec73 req-88e29c6d-8c7b-4a7d-a7c4-5177aefc0e19 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:52.335635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01c5d8dd-5eb4-43f1-8321-895310d4ec73 req-88e29c6d-8c7b-4a7d-a7c4-5177aefc0e19 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0532036 Dec 08 16:52:52.416902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01c5d8dd-5eb4-43f1-8321-895310d4ec73 req-f51e04f4-f9b9-45b7-ad6b-c56d1e931fc7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748172 Dec 08 16:52:52.423343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-56b04ce5-80ac-4140-bab8-7b6e768b5e49 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665565 Dec 08 16:52:52.492596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-d286362e-9981-4aac-b4d3-f0d1a250f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:52.494132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-d286362e-9981-4aac-b4d3-f0d1a250f09d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1096 time: 0.0484831 Dec 08 16:52:52.611735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-964d67e4-5b92-4087-a40a-6b2c702bf383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:52.613149 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-964d67e4-5b92-4087-a40a-6b2c702bf383 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0928574 Dec 08 16:52:52.658704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-1fba1a4f-df54-41fc-9945-0ac70915b97c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 217 time: 0.0385292 Dec 08 16:52:52.712700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-ce28693d-f34a-47c1-9d82-f31ef8dfceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:52.714190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-ce28693d-f34a-47c1-9d82-f31ef8dfceb9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0492206 Dec 08 16:52:52.747565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-7dcfa270-c266-40bd-a4da-e2db401f2ebf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256908 Dec 08 16:52:52.846668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-6b898617-ea9f-4a63-bcae-ce7a36f3f4bc service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911264 Dec 08 16:52:52.968412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d042369-1183-4eb4-947e-36cb7cd8a55e req-fce12b05-df52-4031-9f7b-622ae53fdf93 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143541 Dec 08 16:52:53.538834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab6c1e-196f-44b7-8057-0293ec5b411d req-32ef746b-40fd-4a69-8a6f-fb9c7b1e091f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:53.540286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27ab6c1e-196f-44b7-8057-0293ec5b411d req-32ef746b-40fd-4a69-8a6f-fb9c7b1e091f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Dec 08 16:52:53.590800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27ab6c1e-196f-44b7-8057-0293ec5b411d req-e3787cbc-ab5f-4f4d-ae55-b593b2b47e90 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442691 Dec 08 16:52:54.725675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802dc6b6-7b64-476b-ad33-8ae8914d53ac req-e20dd88b-2add-4ba9-86dc-ac7717b700d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:54.727204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-802dc6b6-7b64-476b-ad33-8ae8914d53ac req-e20dd88b-2add-4ba9-86dc-ac7717b700d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0559068 Dec 08 16:52:54.775394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-802dc6b6-7b64-476b-ad33-8ae8914d53ac req-9ef51a40-23cf-4e5f-a3d5-b946c67cea93 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 Dec 08 16:52:55.897437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc239645-76c9-4a3a-bb7f-03d5b723f243 req-93747c6e-fe87-484f-85e0-478fe5a022f9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:55.898992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc239645-76c9-4a3a-bb7f-03d5b723f243 req-93747c6e-fe87-484f-85e0-478fe5a022f9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0516682 Dec 08 16:52:55.950046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc239645-76c9-4a3a-bb7f-03d5b723f243 req-79b29bda-d65b-451c-a141-4e86e7fd3e7a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449913 Dec 08 16:52:56.016704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4456384f-f434-47d6-916b-b754f60a868e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:57.072424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673ea35-f3d6-4094-b820-e03e26ab7837 req-aea335c7-9e5f-457c-b735-b11f1bcd6467 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:57.074018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0673ea35-f3d6-4094-b820-e03e26ab7837 req-aea335c7-9e5f-457c-b735-b11f1bcd6467 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0516129 Dec 08 16:52:57.129689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0673ea35-f3d6-4094-b820-e03e26ab7837 req-d750f9f0-d16e-42f8-8312-f986983a4000 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488827 Dec 08 16:52:58.257620 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db03968-94ed-4960-a202-7da3da9093e1 req-524ed4c9-2350-4774-a1e9-bfd6d65bdf89 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:58.259269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1db03968-94ed-4960-a202-7da3da9093e1 req-524ed4c9-2350-4774-a1e9-bfd6d65bdf89 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0559840 Dec 08 16:52:58.313491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1db03968-94ed-4960-a202-7da3da9093e1 req-53314182-bd5d-4ea5-b97e-7e1dba7c449c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479810 Dec 08 16:52:58.839528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fb054661-0c53-4782-ba73-c7f5063080b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:52:59.448791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d67443-c023-41eb-8f5f-f4f01385471e req-634ef5da-cca1-4721-afa2-7af9ccfb64d7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:52:59.450423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6d67443-c023-41eb-8f5f-f4f01385471e req-634ef5da-cca1-4721-afa2-7af9ccfb64d7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0522299 Dec 08 16:52:59.504269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6d67443-c023-41eb-8f5f-f4f01385471e req-a90d96d8-2741-45f4-abba-bd6ff238e408 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466928 Dec 08 16:53:00.184855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:00.431724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-86debd03-ba01-4c61-907c-1ea78c309b65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440180 Dec 08 16:53:00.503241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e55078-a608-42a2-a125-3096dc56f606 req-b46f12b3-eca5-4caa-9dd5-3e786bbebb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:00.505468 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-b46f12b3-eca5-4caa-9dd5-3e786bbebb78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 1096 time: 0.0507495 Dec 08 16:53:00.629201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e55078-a608-42a2-a125-3096dc56f606 req-ccab9c7f-1e17-4e5c-ac39-a4d64e061648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:00.630758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-ccab9c7f-1e17-4e5c-ac39-a4d64e061648 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1013689 Dec 08 16:53:00.651220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec2ad-43ab-481b-beea-9f2eca8c0706 req-6049e49c-53e4-411d-99f9-f134086a5c29 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:00.653551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ffec2ad-43ab-481b-beea-9f2eca8c0706 req-6049e49c-53e4-411d-99f9-f134086a5c29 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0662093 Dec 08 16:53:00.677011 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-f75faba6-1c1f-47a3-b23f-ce7ebdb884bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3 HTTP/1.1" status: 200 len: 217 time: 0.0392506 Dec 08 16:53:00.717713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ffec2ad-43ab-481b-beea-9f2eca8c0706 req-de160422-1ed0-44d1-9fc7-32583716be4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533736 Dec 08 16:53:00.739324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e55078-a608-42a2-a125-3096dc56f606 req-f7c334ac-426a-4bf8-995c-d23c8a44be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:00.740857 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-f7c334ac-426a-4bf8-995c-d23c8a44be73 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0576742 Dec 08 16:53:00.776191 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-590d1c92-2d79-47c3-80da-3d05e7ded44f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278373 Dec 08 16:53:00.876009 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-1774c772-266d-4b38-a27e-63c48b5bb03f service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925727 Dec 08 16:53:00.984443 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-61e55078-a608-42a2-a125-3096dc56f606 req-91b98761-4a28-433f-872b-c060bf5d801e service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994294 Dec 08 16:53:01.852653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1604ca-768c-49b6-95d1-f14746b410e4 req-f8c0def2-2b52-4a03-9323-6c875aca7853 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:01.854300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b1604ca-768c-49b6-95d1-f14746b410e4 req-f8c0def2-2b52-4a03-9323-6c875aca7853 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0550220 Dec 08 16:53:01.906631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6b1604ca-768c-49b6-95d1-f14746b410e4 req-27a86351-671e-4d72-b517-5a7bb462727b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455737 Dec 08 16:53:01.966265 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:02.272421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:02.464296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:03.057693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f0a4-f4a3-4b64-a1d7-711eefa82573 req-3356f23f-06e5-4185-9caf-4b9e97b1d525 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:03.059267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7727f0a4-f4a3-4b64-a1d7-711eefa82573 req-3356f23f-06e5-4185-9caf-4b9e97b1d525 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0543065 Dec 08 16:53:03.123489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7727f0a4-f4a3-4b64-a1d7-711eefa82573 req-d5fa48b9-d3ae-47e4-972e-8ff9f5fc037b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563660 Dec 08 16:53:03.349359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:04.256006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48314-5d8c-4081-b34d-5ec0493114fc req-b30cd90c-10e6-496d-bb5b-b7463bb406a4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:04.257643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9f48314-5d8c-4081-b34d-5ec0493114fc req-b30cd90c-10e6-496d-bb5b-b7463bb406a4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0574288 Dec 08 16:53:04.313397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9f48314-5d8c-4081-b34d-5ec0493114fc req-ce839d49-948e-482f-a16f-8bf7115bc71a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491114 Dec 08 16:53:05.447921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b721ad-d175-4f10-ac32-62da82ab4c1a req-78916e9a-6bc2-4c1d-888a-3ed391e00f34 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:05.449532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8b721ad-d175-4f10-ac32-62da82ab4c1a req-78916e9a-6bc2-4c1d-888a-3ed391e00f34 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0564270 Dec 08 16:53:05.504544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8b721ad-d175-4f10-ac32-62da82ab4c1a req-78acb65a-a66d-4d89-a7ac-302aa48d5858 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483053 Dec 08 16:53:06.641482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734d615-c9a4-4057-8b51-9977066eb1eb req-3aa935ae-feba-4bb8-80f0-46838ac2afe9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:06.642967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2734d615-c9a4-4057-8b51-9977066eb1eb req-3aa935ae-feba-4bb8-80f0-46838ac2afe9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0633340 Dec 08 16:53:06.696752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2734d615-c9a4-4057-8b51-9977066eb1eb req-7ddefa41-fee8-405a-805c-15ed0620c28b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466220 Dec 08 16:53:07.830640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ddb46f-cfe7-42d4-95dc-a8fe14d2c348 req-7471d601-25ea-4715-9b6f-609c12b281c3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:07.832405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5ddb46f-cfe7-42d4-95dc-a8fe14d2c348 req-7471d601-25ea-4715-9b6f-609c12b281c3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0603247 Dec 08 16:53:07.903538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5ddb46f-cfe7-42d4-95dc-a8fe14d2c348 req-8be92681-4c5c-4324-847d-fac2d24eb761 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648408 Dec 08 16:53:09.049214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc91729-c54e-4e90-9895-9977985f751b req-b053ff30-3885-40c0-b73a-6b79d8e846f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:09.051781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bc91729-c54e-4e90-9895-9977985f751b req-b053ff30-3885-40c0-b73a-6b79d8e846f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0571420 Dec 08 16:53:09.109597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4bc91729-c54e-4e90-9895-9977985f751b req-a3e6fb50-ccf5-46dc-91d6-a7f14184ccb7 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512862 Dec 08 16:53:10.249142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b73292-febd-4a92-983c-43c81dc5b48f req-3c764e2d-3a99-4817-8c06-af506c221dff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:10.250737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21b73292-febd-4a92-983c-43c81dc5b48f req-3c764e2d-3a99-4817-8c06-af506c221dff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0561910 Dec 08 16:53:10.311531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21b73292-febd-4a92-983c-43c81dc5b48f req-fb98b656-cebf-4080-8db1-b4388ff96794 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528913 Dec 08 16:53:11.439484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66317572-871c-429a-8d72-89e2845d4682 req-edd4d02c-99a4-41bd-a62a-e84035d700fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:11.441281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66317572-871c-429a-8d72-89e2845d4682 req-edd4d02c-99a4-41bd-a62a-e84035d700fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0554168 Dec 08 16:53:11.504717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66317572-871c-429a-8d72-89e2845d4682 req-021d414c-5e94-4519-a780-3ddb796fc221 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568478 Dec 08 16:53:12.644816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba859896-fbbb-4960-95f0-ab6258e02194 req-8fd93a90-7f76-4373-be00-2d2bb37d7e51 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:12.646285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba859896-fbbb-4960-95f0-ab6258e02194 req-8fd93a90-7f76-4373-be00-2d2bb37d7e51 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0529628 Dec 08 16:53:12.701750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba859896-fbbb-4960-95f0-ab6258e02194 req-1a27407a-2c58-40b1-8cfd-600b6c4cb668 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455310 Dec 08 16:53:13.827340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74b229-bf07-4ad2-82a4-eb6dbc9a0356 req-38ad24aa-9e17-4c9c-9c02-f738fee59b1e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:13.828871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a74b229-bf07-4ad2-82a4-eb6dbc9a0356 req-38ad24aa-9e17-4c9c-9c02-f738fee59b1e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0517137 Dec 08 16:53:13.881102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a74b229-bf07-4ad2-82a4-eb6dbc9a0356 req-fce00038-fee9-47c3-86ea-ecf90753d978 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443232 Dec 08 16:53:15.008777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759e1757-dc56-4692-b5c5-e21952e0c334 req-e72d85b6-4262-475b-a75f-ee0088c8d923 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:15.010368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-759e1757-dc56-4692-b5c5-e21952e0c334 req-e72d85b6-4262-475b-a75f-ee0088c8d923 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0568826 Dec 08 16:53:15.059642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-759e1757-dc56-4692-b5c5-e21952e0c334 req-a7b9d8f2-646f-4153-8ca6-b1922709edea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Dec 08 16:53:16.184081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e54b0b5-255a-4179-ac19-48399a8de4ea req-5f62fa23-7864-42d9-a17a-9adf18e9b82f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:16.185594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e54b0b5-255a-4179-ac19-48399a8de4ea req-5f62fa23-7864-42d9-a17a-9adf18e9b82f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0546343 Dec 08 16:53:16.238709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e54b0b5-255a-4179-ac19-48399a8de4ea req-000b3a72-ac13-41c6-9588-e3d09900020e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461740 Dec 08 16:53:17.380775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b53d89-d6b0-42fc-8f23-b4abae30d789 req-f87db457-d3a3-4cda-a65c-dec126879feb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:17.383307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09b53d89-d6b0-42fc-8f23-b4abae30d789 req-f87db457-d3a3-4cda-a65c-dec126879feb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0648556 Dec 08 16:53:17.449007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09b53d89-d6b0-42fc-8f23-b4abae30d789 req-259ade2c-4236-4d71-a449-1827f672ef36 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542338 Dec 08 16:53:18.572660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c465b-08ec-42ed-8f70-732dfa8408c8 req-5eabf56e-cfac-466f-bb1b-2abe5addafae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:18.574219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a94c465b-08ec-42ed-8f70-732dfa8408c8 req-5eabf56e-cfac-466f-bb1b-2abe5addafae tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0518491 Dec 08 16:53:18.626808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a94c465b-08ec-42ed-8f70-732dfa8408c8 req-ad0a79f2-30c8-492a-8625-224b21707a5f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462644 Dec 08 16:53:19.757753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fc6e9-6cfd-4fdb-b3cf-65784afea7c3 req-bcca8eab-715e-49c0-ab7c-85906f4b3320 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:19.759343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b0fc6e9-6cfd-4fdb-b3cf-65784afea7c3 req-bcca8eab-715e-49c0-ab7c-85906f4b3320 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0562487 Dec 08 16:53:19.808786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b0fc6e9-6cfd-4fdb-b3cf-65784afea7c3 req-f9ca092a-a764-443a-9958-f5036afe2797 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433316 Dec 08 16:53:20.938056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803df232-878f-493f-8d2f-962c351f6d8d req-b8c35e45-1fcd-4ac8-96c5-83305915c3b6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:20.939493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-803df232-878f-493f-8d2f-962c351f6d8d req-b8c35e45-1fcd-4ac8-96c5-83305915c3b6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0544453 Dec 08 16:53:20.995746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-803df232-878f-493f-8d2f-962c351f6d8d req-be97e6a2-a863-4998-9a67-57cf1d75f912 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496995 Dec 08 16:53:21.666926 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:53:22.118742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b171a-7fb7-45ec-b8dd-a90d04475295 req-1a77399f-e876-440e-bc23-2f59d59870aa tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:22.120865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-303b171a-7fb7-45ec-b8dd-a90d04475295 req-1a77399f-e876-440e-bc23-2f59d59870aa tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0504985 Dec 08 16:53:22.173905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-303b171a-7fb7-45ec-b8dd-a90d04475295 req-87176fbd-b395-4120-9296-b9cc0cad1c22 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464213 Dec 08 16:53:23.301012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ec00a-4e5f-4613-a9e2-ad85f4e28986 req-6d4b0953-f7d3-438e-84c5-71c80a69655d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:23.302581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-193ec00a-4e5f-4613-a9e2-ad85f4e28986 req-6d4b0953-f7d3-438e-84c5-71c80a69655d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0551827 Dec 08 16:53:23.353700 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-193ec00a-4e5f-4613-a9e2-ad85f4e28986 req-534971f5-5633-481e-8cf5-29d91c8c235e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451107 Dec 08 16:53:24.476800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d21d-ae4d-447d-a1f4-fa5a2b3a299c req-9f967409-2c3d-4806-88d5-dd2b42bb6601 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:24.478452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2908d21d-ae4d-447d-a1f4-fa5a2b3a299c req-9f967409-2c3d-4806-88d5-dd2b42bb6601 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0520036 Dec 08 16:53:24.526999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2908d21d-ae4d-447d-a1f4-fa5a2b3a299c req-c95dcb51-5511-49a0-b8fd-3eff32f932f3 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Dec 08 16:53:25.658597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2fbe2-8c81-42fc-925a-ec11480b1909 req-7412f9bc-875a-4643-94c2-e6728a37187b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:25.661137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3b2fbe2-8c81-42fc-925a-ec11480b1909 req-7412f9bc-875a-4643-94c2-e6728a37187b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0527890 Dec 08 16:53:25.715717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3b2fbe2-8c81-42fc-925a-ec11480b1909 req-40d2b9e0-9551-445a-8042-de6a624b5bf8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483553 Dec 08 16:53:26.027631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5ae48e7-4e5a-40e4-bc14-b536782a53cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:26.835742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f86fbd2-fffc-4210-a843-65aa5b7b18a6 req-60ef6a62-6465-4678-b6e5-71d8fd4f8d1d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:26.837236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f86fbd2-fffc-4210-a843-65aa5b7b18a6 req-60ef6a62-6465-4678-b6e5-71d8fd4f8d1d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0500302 Dec 08 16:53:26.885033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f86fbd2-fffc-4210-a843-65aa5b7b18a6 req-1f9125b4-c8ff-4ad0-91ab-b9e1500035cd tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417135 Dec 08 16:53:28.010305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b18910-2b6f-4091-a130-392a534b5621 req-195bf14e-c6c1-44c1-b85d-a63290a370f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:28.011829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90b18910-2b6f-4091-a130-392a534b5621 req-195bf14e-c6c1-44c1-b85d-a63290a370f1 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0505512 Dec 08 16:53:28.063356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90b18910-2b6f-4091-a130-392a534b5621 req-630af5b2-8fd6-42c5-9e90-14359d4a9a73 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452468 Dec 08 16:53:28.832272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68a5e556-e7c7-4296-81fb-7d5222d57e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:29.185733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88cecf-8204-4504-afd3-566d5e556d3b req-c21f91cf-af36-4b89-a918-32d0d73e76de tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:29.187245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a88cecf-8204-4504-afd3-566d5e556d3b req-c21f91cf-af36-4b89-a918-32d0d73e76de tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0538290 Dec 08 16:53:29.235655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a88cecf-8204-4504-afd3-566d5e556d3b req-7f9f6f7a-3266-4a3d-a2da-f9f67667cb05 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422606 Dec 08 16:53:30.186406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:30.352904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d523d3f0-a08c-485f-9980-23c3e9a8dea0 req-840bc101-c477-47ba-b904-c4982eb91818 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:30.354434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d523d3f0-a08c-485f-9980-23c3e9a8dea0 req-840bc101-c477-47ba-b904-c4982eb91818 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0516653 Dec 08 16:53:30.402003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d523d3f0-a08c-485f-9980-23c3e9a8dea0 req-3f20185b-07d0-4dad-bd54-469311159ec4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416584 Dec 08 16:53:31.517442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b249e-f1cb-49c9-b162-49227ef133fb req-7d8547a7-7993-4307-8c49-0f6de62b1e4a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:31.519755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-200b249e-f1cb-49c9-b162-49227ef133fb req-7d8547a7-7993-4307-8c49-0f6de62b1e4a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0497131 Dec 08 16:53:31.572920 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-200b249e-f1cb-49c9-b162-49227ef133fb req-f3250c4e-2b59-48ec-ae72-57aad206e4a8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471394 Dec 08 16:53:31.966288 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:32.265809 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:32.461620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:32.693013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50973691-f0d0-4a80-9f37-26ff900027ee req-4601d687-be32-4469-ac76-6114dbbd532f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:32.694475 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50973691-f0d0-4a80-9f37-26ff900027ee req-4601d687-be32-4469-ac76-6114dbbd532f tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0506804 Dec 08 16:53:32.744334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50973691-f0d0-4a80-9f37-26ff900027ee req-76569492-a8d4-4d66-8d7a-1eef7bf023c4 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438554 Dec 08 16:53:33.353162 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:33.860132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a8b5b-4af6-4ee7-ad6c-a1ee5eecd7b7 req-61646d3b-941e-49db-ba1b-ecc7816c7917 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:33.861600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-100a8b5b-4af6-4ee7-ad6c-a1ee5eecd7b7 req-61646d3b-941e-49db-ba1b-ecc7816c7917 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0489142 Dec 08 16:53:33.908471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-100a8b5b-4af6-4ee7-ad6c-a1ee5eecd7b7 req-7eb1aad9-91fb-46c9-8818-b85f46f71c4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406559 Dec 08 16:53:35.031450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7cb771-f9d1-47c7-8f80-0d4f59c8757a req-96c27ca7-edf2-4687-8795-4ad888788358 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:35.032952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c7cb771-f9d1-47c7-8f80-0d4f59c8757a req-96c27ca7-edf2-4687-8795-4ad888788358 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0535941 Dec 08 16:53:35.079906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c7cb771-f9d1-47c7-8f80-0d4f59c8757a req-281d4d9a-5e56-49a2-af65-4c361c1f23fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402870 Dec 08 16:53:36.207120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f4449-2b82-4c2e-b82e-b9b737207800 req-22d15e37-ad64-4846-9b5a-afeb9091f96c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:36.208631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b57f4449-2b82-4c2e-b82e-b9b737207800 req-22d15e37-ad64-4846-9b5a-afeb9091f96c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0532331 Dec 08 16:53:36.258435 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b57f4449-2b82-4c2e-b82e-b9b737207800 req-224abee8-ffde-43b7-9747-711363386060 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436771 Dec 08 16:53:37.384585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fab990-5ceb-4cb3-871e-982c82b11c3c req-f5e4c4a4-ed44-4cf0-a9de-5142aa7e3170 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:37.386099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60fab990-5ceb-4cb3-871e-982c82b11c3c req-f5e4c4a4-ed44-4cf0-a9de-5142aa7e3170 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0558829 Dec 08 16:53:37.439188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60fab990-5ceb-4cb3-871e-982c82b11c3c req-e6467c78-c895-41d2-883f-f52300bfdb4d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469534 Dec 08 16:53:54.392181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-77548118-87c9-4419-82ef-7ae6feb82bf4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416491 Dec 08 16:53:54.454503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-54f7b77e-ce60-4c40-ad7f-ff560480194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:54.456380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-54f7b77e-ce60-4c40-ad7f-ff560480194e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0437987 Dec 08 16:53:54.568988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-5af79901-601c-4a29-9415-9f0b2224d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:54.570760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-5af79901-601c-4a29-9415-9f0b2224d0c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0942218 Dec 08 16:53:54.639964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-12513ce3-bf74-44e6-b056-adf3ac9f6aeb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0620134 Dec 08 16:53:54.691190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-bdcd0f83-d160-45c8-9d5b-0fcf27f08102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:54.692664 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-bdcd0f83-d160-45c8-9d5b-0fcf27f08102 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0455887 Dec 08 16:53:54.744801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-4aa5493c-2c10-4dda-be9a-ca053904764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:53:54.746317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-4aa5493c-2c10-4dda-be9a-ca053904764a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470169 Dec 08 16:53:54.836115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-11f86512-7b7b-45ac-b336-b02467f96393 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830290 Dec 08 16:53:54.931804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4412e158-cb6d-44f4-97fa-b6db9af6b09b req-c4564805-5cd1-4bce-ae66-64b3b7a1e349 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878341 Dec 08 16:53:56.021824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f05ce49-d3a9-49ec-9f44-e64717d95b4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:53:58.667825 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:53:58.834891 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1edc7c73-0040-4725-8d02-2b71da9cca36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:00.191140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:01.969055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:02.269013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:02.416769 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-8b193df0-855d-42e6-a7f6-1643c17ffe06 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425518 Dec 08 16:54:02.460530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:02.502194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-af8bce2d-7fa4-4efc-8d7f-b5b4e51096de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:02.504861 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-af8bce2d-7fa4-4efc-8d7f-b5b4e51096de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0439610 Dec 08 16:54:02.613239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-318791a3-f348-459f-971f-7c664efca93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:02.614775 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-318791a3-f348-459f-971f-7c664efca93b service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0897474 Dec 08 16:54:02.657471 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-808ab195-325f-410c-9641-eea077600e82 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0357168 Dec 08 16:54:02.712244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-11f92cdb-600c-4123-9c84-add8c39acd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:02.713722 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-11f92cdb-600c-4123-9c84-add8c39acd7b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0492823 Dec 08 16:54:03.056456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-c5908d2e-29f7-40ae-8166-5724355104ca service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3357236 Dec 08 16:54:03.147472 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-9ce9b4fa-369f-46ba-9a84-d962db74ddfc service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829298 Dec 08 16:54:03.241050 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-1a0551b9-413e-4088-a30c-b5c35bf3dbc6 req-be564ddd-3f6d-401d-9538-b60bfe2b90f8 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862150 Dec 08 16:54:03.356834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:26.023817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7fe64950-8b5d-4f06-9ce7-f0b079d34334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:28.837215 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95e49557-fcac-4125-b06e-8209c8bde2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:30.191194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:31.971716 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:32.271415 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:32.475900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:33.361913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:35.667116 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:54:55.413562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-c42f4346-2674-42ca-b3d2-873a155a5e27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0440016 Dec 08 16:54:55.500486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-9bb0a1e9-1ba2-474a-8091-359adb7518bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.502127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-9bb0a1e9-1ba2-474a-8091-359adb7518bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 1096 time: 0.0438325 Dec 08 16:54:55.621936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-ab6c43d6-33b5-4ee5-812d-022be9d90de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.623413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-ab6c43d6-33b5-4ee5-812d-022be9d90de2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.1015968 Dec 08 16:54:55.667077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-c38f62b5-91fb-49db-9cf8-9b51a738462d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 200 len: 217 time: 0.0366116 Dec 08 16:54:55.718148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-eb6f4fa4-0d5f-430d-9fa7-327c48536031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:54:55.719626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-eb6f4fa4-0d5f-430d-9fa7-327c48536031 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0462062 Dec 08 16:54:55.756482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-f3720301-fab5-41b5-b1ec-2e71f97938dc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301437 Dec 08 16:54:55.852111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-97b025fc-67e8-44ec-b9a6-03656bb864a5 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885761 Dec 08 16:54:55.953833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12b5adb6-abd8-476d-99e5-8849eb0a6dc6 req-e3349088-698f-4721-a51e-11a9d0462ef9 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949814 Dec 08 16:54:56.032450 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-777cc36d-8e9b-47aa-a2f2-5c79ccc5dc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:54:58.842755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f976f7ec-9748-4861-b751-edd554ba37af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:00.196248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:01.975510 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:02.277629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:02.466859 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:02.485156 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-0621089e-9350-4e95-9f5a-0fd4c1b8339c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1033580 Dec 08 16:55:02.548307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-074907bb-503c-4418-b80c-43b762c4d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:02.549711 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-074907bb-503c-4418-b80c-43b762c4d47c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 1096 time: 0.0421946 Dec 08 16:55:02.663636 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-3be335e9-06d4-45ae-b97f-efdc21613cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:02.665119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-3be335e9-06d4-45ae-b97f-efdc21613cc1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0939326 Dec 08 16:55:02.710950 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-f5d9b7a4-eb58-44f1-ad3f-07f3a7ee8133 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3 HTTP/1.1" status: 200 len: 217 time: 0.0377424 Dec 08 16:55:02.764132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-1e79b04b-bae4-4cbb-addb-c9b7fb8b7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:02.765566 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-1e79b04b-bae4-4cbb-addb-c9b7fb8b7d92 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0481026 Dec 08 16:55:02.798178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-c6b02d58-c628-4b76-be0c-755301308937 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240207 Dec 08 16:55:02.888316 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-64ccc540-0feb-40d5-9feb-88242e014017 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827575 Dec 08 16:55:02.986534 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-175380f8-2fb0-4d1b-9918-e7f519dee3bb req-c67ab1aa-16e1-4473-962d-cd36c3e9ba78 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898790 Dec 08 16:55:03.359882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:12.667024 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:55:26.025698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b1a8a6e-55f4-4c14-b63e-974195f2d105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:28.836604 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0c290ed-c450-4708-b985-eabe56f46ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:30.197845 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:31.978407 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.271698 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:32.473339 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:33.384663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:49.666659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:55:55.458633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-9ec4ad6f-f712-42f5-9998-78022ffec8b1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859494 Dec 08 16:55:55.522976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-908c70a1-5ccf-4126-932e-a67f368b80af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.524463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-908c70a1-5ccf-4126-932e-a67f368b80af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 1096 time: 0.0426540 Dec 08 16:55:55.634525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-d0b7765a-44a4-4075-b1d9-b69a11545a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.635893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-d0b7765a-44a4-4075-b1d9-b69a11545a8e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0914741 Dec 08 16:55:55.677674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-f8b43059-2df5-40a4-bfa0-dde715da6fe3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 200 len: 217 time: 0.0347061 Dec 08 16:55:55.726564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-f9bc470c-b723-4bf3-8d96-459abf1666d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:55:55.728026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-f9bc470c-b723-4bf3-8d96-459abf1666d0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0439348 Dec 08 16:55:55.764377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-de463131-dec8-4006-99cc-a6458b27804b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256832 Dec 08 16:55:55.857853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-60f078bd-7406-4634-a9f8-360238b2ee89 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862660 Dec 08 16:55:55.955007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e212924f-7c15-40ff-8bc5-c0306dea0728 req-3c97bc7b-6cee-4db3-9aaf-925334108ff8 service neutron] 10.222.0.86 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904779 Dec 08 16:55:56.027284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a06b04f-b166-4d57-8048-c411a0e1c84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:55:58.839027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80bfd521-ca1c-47b1-bfcc-4c0133197a53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:00.200500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:01.980619 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:02.275064 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:02.485140 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:03.384205 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:03.427141 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-b9f0001f-1f14-4122-9691-5ba1e3c1f2bd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404902 Dec 08 16:56:03.510350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-f6699936-2a59-45ca-9dbe-f6f40b5219db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:03.511882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-f6699936-2a59-45ca-9dbe-f6f40b5219db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=fddc30ebaba34556b6fd50813e8cf912&device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 1096 time: 0.0427272 Dec 08 16:56:03.623311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-10cb6cd7-2462-4f7d-a4d3-a5e1e0886783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:03.624775 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-10cb6cd7-2462-4f7d-a4d3-a5e1e0886783 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 200 len: 916 time: 0.0926726 Dec 08 16:56:03.670617 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-b04b459e-d6be-44e8-be68-b8bcaf3bd97f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 200 len: 217 time: 0.0371211 Dec 08 16:56:03.721032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-ea5ef206-e98c-4d55-af8d-f9cf229db81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:03.722556 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-ea5ef206-e98c-4d55-af8d-f9cf229db81c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 200 len: 855 time: 0.0449653 Dec 08 16:56:03.757553 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-1837eb58-e9cd-44a8-bffa-2cc5e360562c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a78ac7f6-1f74-47dd-af7c-f5391f715a2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284152 Dec 08 16:56:03.846692 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-99ee8d23-0e65-4174-a548-dd865c8d7a18 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826826 Dec 08 16:56:03.939753 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-c0d3a9c9-c73b-486d-9be4-cefb4be3a279 req-0d63ccfc-c640-4f7a-ba7c-8b8c60d29082 service neutron] 10.222.0.58 "GET /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862889 Dec 08 16:56:26.028897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28c6a50f-acc9-4c9b-b6df-b86ea798e810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:26.665900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:56:28.840020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2695605-cca0-41c9-b81e-f5b855d462ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:30.208001 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:31.983797 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:32.276542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:32.484481 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:33.398574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:56.044100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-553f1af4-f837-4851-9f31-a7af41ea5093 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:56.420921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-8e373903-29ec-44d8-8bd3-93172b941117 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0610530 Dec 08 16:56:56.495320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-e13c1293-f6df-4a32-9e46-985bfd11a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:56.496953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-e13c1293-f6df-4a32-9e46-985bfd11a83b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0529361 Dec 08 16:56:56.633325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-6682f520-5f57-44d9-978e-1e1c66574952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:56.634875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-6682f520-5f57-44d9-978e-1e1c66574952 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1163707 Dec 08 16:56:56.716525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-aa9c3fbb-7dbe-40ca-b3ee-2993206be75a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0739419 Dec 08 16:56:56.770623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-152c6e06-9f81-43aa-be0c-c413ea019f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:56.772155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-152c6e06-9f81-43aa-be0c-c413ea019f2b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0487092 Dec 08 16:56:56.844246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-8f850faa-3c81-461b-ac14-a4e932b29553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:56.845892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-8f850faa-3c81-461b-ac14-a4e932b29553 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668919 Dec 08 16:56:56.952952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-a7b0fd28-b3b0-41be-98a7-538b2bc95977 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992806 Dec 08 16:56:57.052620 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c12b5d2b-b088-44e8-a784-63ca46998fa2 req-9db68457-1b9b-4967-8b15-e482888b1107 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922039 Dec 08 16:56:57.618561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2f629-3ab6-4ba9-95b4-5314b04b53dd req-30ec0b7e-41f4-41cf-9281-09a807f255fb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:57.620050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ec2f629-3ab6-4ba9-95b4-5314b04b53dd req-30ec0b7e-41f4-41cf-9281-09a807f255fb tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 945 time: 0.1369755 Dec 08 16:56:57.687752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ec2f629-3ab6-4ba9-95b4-5314b04b53dd req-fc51540a-5226-4e79-9c6d-8fb43195f98f tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606015 Dec 08 16:56:57.883554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084724b-a6bd-4618-921d-7df356d95c2c req-898c4445-28ec-43d3-9d89-617892b0e458 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:56:57.885032 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a084724b-a6bd-4618-921d-7df356d95c2c req-898c4445-28ec-43d3-9d89-617892b0e458 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 945 time: 0.0616367 Dec 08 16:56:58.000649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Deleting port 3e279071-9a22-433b-80a5-e22aa5fef7f3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:56:58.000649 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:58.120945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] For port 3e279071-9a22-433b-80a5-e22aa5fef7f3, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e279071-9a22-433b-80a5-e22aa5fef7f3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:56:58.121976 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:58.149091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Calling delete_port for 3e279071-9a22-433b-80a5-e22aa5fef7f3 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:56:58.306694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:58.330090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3', '0c502534-cf91-48b1-a4f3-f27ebe464899'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:56:58.339169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e720c7b-2f6d-4782-9707-1fd349b9a236', '3e279071-9a22-433b-80a5-e22aa5fef7f3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:56:58.339568 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event deleted for resources: {'Port': ['ID=3e279071-9a22-433b-80a5-e22aa5fef7f3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:56:58.353746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.353746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.353746 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.354547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.354547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.354547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.355018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.355179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.355494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.355806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.356346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.356843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.357361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:56:58.404533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] No DVR routers for this DVR port 3e279071-9a22-433b-80a5-e22aa5fef7f3 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:56:58.408614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:58.413980 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a084724b-a6bd-4618-921d-7df356d95c2c req-39c98c46-5955-48ab-9c5f-5590985dcdb3 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "DELETE /v2.0/ports/3e279071-9a22-433b-80a5-e22aa5fef7f3 HTTP/1.1" status: 204 len: 173 time: 0.5207312 Dec 08 16:56:58.414613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'name': 'network-vif-deleted', 'tag': '3e279071-9a22-433b-80a5-e22aa5fef7f3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:56:58.465308 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4850fd3-f8c2-4b02-95d2-7b900ba705d8" -d '{"events": [{"server_uuid": "6bcd7602-3aab-4728-a27f-44f246c93c12", "name": "network-vif-deleted", "tag": "3e279071-9a22-433b-80a5-e22aa5fef7f3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:56:58.626825 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9921f76b-5536-4a99-a1d0-e6a23d45e0cb x-openstack-request-id: req-9921f76b-5536-4a99-a1d0-e6a23d45e0cb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:56:58.627113 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bcd7602-3aab-4728-a27f-44f246c93c12", "name": "network-vif-deleted", "tag": "3e279071-9a22-433b-80a5-e22aa5fef7f3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:56:58.627561 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9921f76b-5536-4a99-a1d0-e6a23d45e0cb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:56:58.627978 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bcd7602-3aab-4728-a27f-44f246c93c12', 'name': 'network-vif-deleted', 'tag': '3e279071-9a22-433b-80a5-e22aa5fef7f3', 'status': 'completed', 'code': 200} Dec 08 16:56:58.846297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a591c9ee-c9c5-4af9-a089-a9cbd0d83b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:56:58.978576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7ba2bba-974d-42f2-b4ee-c7c08be9f4a3 req-52340feb-2213-4af1-98f9-9b72adecb2e8 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=6bcd7602-3aab-4728-a27f-44f246c93c12 HTTP/1.1" status: 200 len: 210 time: 0.0947978 Dec 08 16:57:00.212408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:00.681589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e279071-9a22-433b-80a5-e22aa5fef7f3 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:00.715068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 3e279071-9a22-433b-80a5-e22aa5fef7f3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:00.715441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e279071-9a22-433b-80a5-e22aa5fef7f3 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:01.991428 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:02.290272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:02.497403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:03.533404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:03.579453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc55f4b-4ce1-49d9-9501-cbc518678007 req-9d0ca016-16c4-48c2-b34c-9bda3175f8f7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:03.580942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc55f4b-4ce1-49d9-9501-cbc518678007 req-9d0ca016-16c4-48c2-b34c-9bda3175f8f7 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 945 time: 0.0536642 Dec 08 16:57:03.634909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc55f4b-4ce1-49d9-9501-cbc518678007 req-4b73ccb9-c0c9-4b4a-8dfb-fecf6ad49f09 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Dec 08 16:57:03.664539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:57:04.097409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-fc2d2b8e-e5cb-438d-95b8-008eb7aaf788 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:04.098863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-fc2d2b8e-e5cb-438d-95b8-008eb7aaf788 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 945 time: 0.0531797 Dec 08 16:57:04.192183 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Deleting port 0c502534-cf91-48b1-a4f3-f27ebe464899 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:04.192519 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:04.283822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] For port 0c502534-cf91-48b1-a4f3-f27ebe464899, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0c502534-cf91-48b1-a4f3-f27ebe464899,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:04.284180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:04.566012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Calling delete_port for 0c502534-cf91-48b1-a4f3-f27ebe464899 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:04.699430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:04.713747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e720c7b-2f6d-4782-9707-1fd349b9a236'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:04.716003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3', '0c502534-cf91-48b1-a4f3-f27ebe464899'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:04.740552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event deleted for resources: {'Port': ['ID=0c502534-cf91-48b1-a4f3-f27ebe464899,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:04.766857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97908dc9-5646-4bdf-a3d8-7675abb6f67c req-2d3b1764-cb12-4ac4-bfd1-0db6624dfff8 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=ceb90e34-9864-437c-a629-edc75f3c1679 HTTP/1.1" status: 200 len: 210 time: 0.0555558 Dec 08 16:57:04.781050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.781384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.781727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.782088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.782416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.782735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.783055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.783938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.783938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.784169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.784363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.784602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.785478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:04.806572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] No DVR routers for this DVR port 0c502534-cf91-48b1-a4f3-f27ebe464899 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:04.809446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:04.813065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d544d40-c1af-4928-a6cc-c8138b488ab2 req-4de679bb-bc53-4145-9ec3-8a04414fd222 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "DELETE /v2.0/ports/0c502534-cf91-48b1-a4f3-f27ebe464899 HTTP/1.1" status: 204 len: 173 time: 0.7078850 Dec 08 16:57:04.813559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'name': 'network-vif-deleted', 'tag': '0c502534-cf91-48b1-a4f3-f27ebe464899'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:04.816000 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e000378-50b0-4113-b7ba-a7548ba37a23" -d '{"events": [{"server_uuid": "ceb90e34-9864-437c-a629-edc75f3c1679", "name": "network-vif-deleted", "tag": "0c502534-cf91-48b1-a4f3-f27ebe464899"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:04.922597 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f5fd4e-b585-4d50-a719-cdc44ad94075 x-openstack-request-id: req-05f5fd4e-b585-4d50-a719-cdc44ad94075 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:04.923117 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb90e34-9864-437c-a629-edc75f3c1679", "name": "network-vif-deleted", "tag": "0c502534-cf91-48b1-a4f3-f27ebe464899", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:04.923459 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-05f5fd4e-b585-4d50-a719-cdc44ad94075 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:04.923951 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb90e34-9864-437c-a629-edc75f3c1679', 'name': 'network-vif-deleted', 'tag': '0c502534-cf91-48b1-a4f3-f27ebe464899', 'status': 'completed', 'code': 200} Dec 08 16:57:06.048128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a149fa-83a2-4a1c-b09a-9d537af3ef35 req-7ec70c31-1161-4ab4-8aac-c2b0fced0743 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:06.049630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a149fa-83a2-4a1c-b09a-9d537af3ef35 req-7ec70c31-1161-4ab4-8aac-c2b0fced0743 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 945 time: 0.0495362 Dec 08 16:57:06.101782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e4a149fa-83a2-4a1c-b09a-9d537af3ef35 req-a59a6480-69a8-4842-ba2f-6812f84d70af tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455194 Dec 08 16:57:06.392739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-aa9ae95b-8b0d-486f-a0a5-8d74550da62d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:06.394901 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-aa9ae95b-8b0d-486f-a0a5-8d74550da62d tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Dec 08 16:57:06.491722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Deleting port 3e720c7b-2f6d-4782-9707-1fd349b9a236 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:06.492062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:06.580180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] For port 3e720c7b-2f6d-4782-9707-1fd349b9a236, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=3e720c7b-2f6d-4782-9707-1fd349b9a236,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:06.580544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:06.599163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Calling delete_port for 3e720c7b-2f6d-4782-9707-1fd349b9a236 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:06.732959 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:06.747978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['3e720c7b-2f6d-4782-9707-1fd349b9a236'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:06.751169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:06.763919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event deleted for resources: {'Port': ['ID=3e720c7b-2f6d-4782-9707-1fd349b9a236,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:06.813484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] No DVR routers for this DVR port 3e720c7b-2f6d-4782-9707-1fd349b9a236 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:06.817149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:06.820630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ca863450-4ab6-4a44-bb15-ebc160854576 req-de8318cd-9a35-4d0c-9f49-5b5a9d85ff27 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.58 "DELETE /v2.0/ports/3e720c7b-2f6d-4782-9707-1fd349b9a236 HTTP/1.1" status: 204 len: 173 time: 0.4198494 Dec 08 16:57:06.821077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856c827e-174d-42ae-b20a-a41c88166e60', 'name': 'network-vif-deleted', 'tag': '3e720c7b-2f6d-4782-9707-1fd349b9a236'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:06.823429 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19933f38-7256-49d2-8ead-3b54c635ec25" -d '{"events": [{"server_uuid": "856c827e-174d-42ae-b20a-a41c88166e60", "name": "network-vif-deleted", "tag": "3e720c7b-2f6d-4782-9707-1fd349b9a236"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:06.865998 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffd706a-0a80-4847-88dc-eb56a4eccfa5 x-openstack-request-id: req-cffd706a-0a80-4847-88dc-eb56a4eccfa5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:06.866298 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "856c827e-174d-42ae-b20a-a41c88166e60", "name": "network-vif-deleted", "tag": "3e720c7b-2f6d-4782-9707-1fd349b9a236", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:06.866625 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cffd706a-0a80-4847-88dc-eb56a4eccfa5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:06.867092 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856c827e-174d-42ae-b20a-a41c88166e60', 'name': 'network-vif-deleted', 'tag': '3e720c7b-2f6d-4782-9707-1fd349b9a236', 'status': 'completed', 'code': 200} Dec 08 16:57:07.233456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6b8d0a7-e054-4ad3-a36e-5c0e0172a0ff req-890b5750-b947-494b-8086-35bb807eea84 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=856c827e-174d-42ae-b20a-a41c88166e60 HTTP/1.1" status: 200 len: 210 time: 0.0382724 Dec 08 16:57:07.827372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c502534-cf91-48b1-a4f3-f27ebe464899 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:07.850094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0c502534-cf91-48b1-a4f3-f27ebe464899 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:07.850433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0c502534-cf91-48b1-a4f3-f27ebe464899 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:10.732498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e720c7b-2f6d-4782-9707-1fd349b9a236 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:10.754627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 3e720c7b-2f6d-4782-9707-1fd349b9a236 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:10.755135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 3e720c7b-2f6d-4782-9707-1fd349b9a236 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:11.804504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a8934-ad1f-42f5-a692-08edb15e7623 req-3d58fe93-6b14-4425-9c8c-36e071c58679 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:11.807306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-041a8934-ad1f-42f5-a692-08edb15e7623 req-3d58fe93-6b14-4425-9c8c-36e071c58679 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 945 time: 0.0617847 Dec 08 16:57:11.862585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-041a8934-ad1f-42f5-a692-08edb15e7623 req-fd442404-a454-4610-a32d-e275e525da2c tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/security-groups?id=edfd5573-6eb0-4831-b1e4-7891f2137018&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485208 Dec 08 16:57:12.205151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c93dd-aeab-4ac9-9989-56bca801786c req-3095d4d3-8c75-4e8b-9fd2-fd4ed6a82220 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:12.206789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-227c93dd-aeab-4ac9-9989-56bca801786c req-3095d4d3-8c75-4e8b-9fd2-fd4ed6a82220 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 945 time: 0.0553973 Dec 08 16:57:12.306339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Deleting port 0b27d739-2c63-4940-8686-78d5af41d3a3 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:12.306669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:12.394827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] For port 0b27d739-2c63-4940-8686-78d5af41d3a3, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=0b27d739-2c63-4940-8686-78d5af41d3a3,segment=NetworkSegment(e76f7881-5d1f-49bb-8ae6-1c2101a94f89),segment_id=e76f7881-5d1f-49bb-8ae6-1c2101a94f89)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:12.395097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:12.407899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Calling delete_port for 0b27d739-2c63-4940-8686-78d5af41d3a3 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:12.551723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:12.563231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['0b27d739-2c63-4940-8686-78d5af41d3a3'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:57:12.584931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Pushing event deleted for resources: {'Port': ['ID=0b27d739-2c63-4940-8686-78d5af41d3a3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:12.628613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] No DVR routers for this DVR port 0b27d739-2c63-4940-8686-78d5af41d3a3 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:12.631522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:12.634954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-227c93dd-aeab-4ac9-9989-56bca801786c req-0ca88359-51c6-4101-b60f-a20f9c944238 tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.86 "DELETE /v2.0/ports/0b27d739-2c63-4940-8686-78d5af41d3a3 HTTP/1.1" status: 204 len: 173 time: 0.4218097 Dec 08 16:57:12.635396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'name': 'network-vif-deleted', 'tag': '0b27d739-2c63-4940-8686-78d5af41d3a3'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:57:12.637634 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0689ab3c7b75d10ffd11faa072e127ddbfef146a0b262150464c3244452adccb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c7a20d-b60e-4798-98f2-78a54e7c6ff9" -d '{"events": [{"server_uuid": "46b107be-3fe5-42f4-9d64-6fd86b78d88f", "name": "network-vif-deleted", "tag": "0b27d739-2c63-4940-8686-78d5af41d3a3"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:57:12.681332 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0232f7a-9df8-4a6b-96a0-00a760a29f9b x-openstack-request-id: req-b0232f7a-9df8-4a6b-96a0-00a760a29f9b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:57:12.681627 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b107be-3fe5-42f4-9d64-6fd86b78d88f", "name": "network-vif-deleted", "tag": "0b27d739-2c63-4940-8686-78d5af41d3a3", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:57:12.681905 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b0232f7a-9df8-4a6b-96a0-00a760a29f9b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:57:12.682302 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b107be-3fe5-42f4-9d64-6fd86b78d88f', 'name': 'network-vif-deleted', 'tag': '0b27d739-2c63-4940-8686-78d5af41d3a3', 'status': 'completed', 'code': 200} Dec 08 16:57:12.980212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f976f3a-d183-4761-9dc5-e149c9023ff6 req-2f75028a-47e0-44d4-b7f7-dfa7e1bb192a tempest-AttachVolumeNegativeTest-1637492441 tempest-AttachVolumeNegativeTest-1637492441-project] 10.222.0.62 "GET /v2.0/ports?device_id=46b107be-3fe5-42f4-9d64-6fd86b78d88f HTTP/1.1" status: 200 len: 210 time: 0.0274823 Dec 08 16:57:14.036963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50686) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:14.193011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Deleting subnet ac258c68-0ab5-4ac4-a927-a105783e8e0a {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:57:14.196227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.230903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.274316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.326607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.354944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac258c68-0ab5-4ac4-a927-a105783e8e0a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:14.357101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.360384 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92c97e7a-e4f7-4d51-8683-c349cf55f6f6 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ac258c68-0ab5-4ac4-a927-a105783e8e0a HTTP/1.1" status: 204 len: 168 time: 0.3224106 Dec 08 16:57:14.363719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50692) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:14.430713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.512301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.532516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78ac7f6-1f74-47dd-af7c-f5391f715a2e']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:14.542117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:14.542409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76f7881-5d1f-49bb-8ae6-1c2101a94f89') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:14.551678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.564521 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.575008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:57:14.577541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:57:14.579276 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:57:14.640019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.645732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.649090 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] 10.222.0.62 "DELETE /v2.0/networks/a78ac7f6-1f74-47dd-af7c-f5391f715a2e HTTP/1.1" status: 204 len: 168 time: 0.2844605 Dec 08 16:57:14.662461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0f0aa-865e-4b7b-8c88-2c3c786c685f admin admin] Pushing event deleted for resources: {'Network': ['ID=a78ac7f6-1f74-47dd-af7c-f5391f715a2e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:14.771227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50696) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:14.811130 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9874df06-e368-4ecd-965d-bb00888d7054 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fddc30ebaba34556b6fd50813e8cf912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385869 Dec 08 16:57:14.813451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50698) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:14.861743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287758ab-ac47-4c99-94d2-f131bc8b2ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.883527 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287758ab-ac47-4c99-94d2-f131bc8b2ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.930131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287758ab-ac47-4c99-94d2-f131bc8b2ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.932766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287758ab-ac47-4c99-94d2-f131bc8b2ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:14.934029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-287758ab-ac47-4c99-94d2-f131bc8b2ef0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edfd5573-6eb0-4831-b1e4-7891f2137018 HTTP/1.1" status: 204 len: 168 time: 0.1195595 Dec 08 16:57:14.942331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287758ab-ac47-4c99-94d2-f131bc8b2ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfd5573-6eb0-4831-b1e4-7891f2137018,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:15.853858 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0b27d739-2c63-4940-8686-78d5af41d3a3 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:15.877919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 0b27d739-2c63-4940-8686-78d5af41d3a3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:15.878257 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 0b27d739-2c63-4940-8686-78d5af41d3a3 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:26.032103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e08fc4f8-c4be-405a-aede-7591f434a930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.467279 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50856) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:27.575436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b2a67d-089f-4f4e-a83b-89b47ce2b626 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.658964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b2a67d-089f-4f4e-a83b-89b47ce2b626 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.664179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95b2a67d-089f-4f4e-a83b-89b47ce2b626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.704907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2a67d-089f-4f4e-a83b-89b47ce2b626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506e50a2-97e6-45e1-a401-95742e998507,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:27.713241 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95b2a67d-089f-4f4e-a83b-89b47ce2b626 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7fa460648ae245bbb953f5b1df5f5eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2425442 Dec 08 16:57:27.717151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50860) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:27.768146 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c00c29e1-3164-405c-88fc-d76c19a1fa3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.790647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c00c29e1-3164-405c-88fc-d76c19a1fa3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.843185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c00c29e1-3164-405c-88fc-d76c19a1fa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.845890 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c00c29e1-3164-405c-88fc-d76c19a1fa3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:27.850081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c00c29e1-3164-405c-88fc-d76c19a1fa3e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/506e50a2-97e6-45e1-a401-95742e998507 HTTP/1.1" status: 204 len: 168 time: 0.1326530 Dec 08 16:57:27.857747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c29e1-3164-405c-88fc-d76c19a1fa3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506e50a2-97e6-45e1-a401-95742e998507,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:28.838152 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-85ec916a-83c7-4399-bbb3-78a655a0a23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:29.951393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50938) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:30.064394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8fb96d1b-24ee-4e54-bb95-6018b89f47d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.140720 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8fb96d1b-24ee-4e54-bb95-6018b89f47d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.145307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8fb96d1b-24ee-4e54-bb95-6018b89f47d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.188706 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8fb96d1b-24ee-4e54-bb95-6018b89f47d7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a616a145dc347c0b95df134c3ee906a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2361133 Dec 08 16:57:30.189607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb96d1b-24ee-4e54-bb95-6018b89f47d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b55232-5c08-4436-8d58-fecc8a324088,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:30.192900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 50942) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:30.214109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.245108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2089-81c3-46eb-a76c-05298c3fd565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.266550 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2089-81c3-46eb-a76c-05298c3fd565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.312407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2089-81c3-46eb-a76c-05298c3fd565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.315067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4cb2089-81c3-46eb-a76c-05298c3fd565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.316203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c4cb2089-81c3-46eb-a76c-05298c3fd565 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a6b55232-5c08-4436-8d58-fecc8a324088 HTTP/1.1" status: 204 len: 168 time: 0.1219118 Dec 08 16:57:30.325179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cb2089-81c3-46eb-a76c-05298c3fd565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b55232-5c08-4436-8d58-fecc8a324088,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:30.573402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50948) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:30.587528 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-afe64606-f655-480c-87cc-49aea463c4c6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.665992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-afe64606-f655-480c-87cc-49aea463c4c6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.670113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-afe64606-f655-480c-87cc-49aea463c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.706490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe64606-f655-480c-87cc-49aea463c4c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d9c7d9-b458-43f1-b71c-fcb276cf495a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:30.712483 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-afe64606-f655-480c-87cc-49aea463c4c6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10180d87ef6a4e1d97e3408650585b8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1375756 Dec 08 16:57:30.714742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 50950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:30.763088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b58821-8b70-4aef-9da1-faaf5aee27af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.783897 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b58821-8b70-4aef-9da1-faaf5aee27af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.829730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b58821-8b70-4aef-9da1-faaf5aee27af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.832671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19b58821-8b70-4aef-9da1-faaf5aee27af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:30.833968 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19b58821-8b70-4aef-9da1-faaf5aee27af admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10d9c7d9-b458-43f1-b71c-fcb276cf495a HTTP/1.1" status: 204 len: 168 time: 0.1182678 Dec 08 16:57:30.842147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b58821-8b70-4aef-9da1-faaf5aee27af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d9c7d9-b458-43f1-b71c-fcb276cf495a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:31.990112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.028375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51026) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:32.140430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9516b5c-13bf-451a-9142-89d5dfadde1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.217931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9516b5c-13bf-451a-9142-89d5dfadde1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.221899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9516b5c-13bf-451a-9142-89d5dfadde1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.261376 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a9516b5c-13bf-451a-9142-89d5dfadde1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f7c6f70e561d47c5945d2fb1db08ac66&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318628 Dec 08 16:57:32.262268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9516b5c-13bf-451a-9142-89d5dfadde1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3905e37-3a10-4cf0-b9f4-8c0188960401,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:32.264050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51032) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:32.282745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.313707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b632e31-382c-4fbe-ae67-603f5b8a6dd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.337032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b632e31-382c-4fbe-ae67-603f5b8a6dd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.388186 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b632e31-382c-4fbe-ae67-603f5b8a6dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.392128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b632e31-382c-4fbe-ae67-603f5b8a6dd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:32.394383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9b632e31-382c-4fbe-ae67-603f5b8a6dd3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3905e37-3a10-4cf0-b9f4-8c0188960401 HTTP/1.1" status: 204 len: 168 time: 0.1284986 Dec 08 16:57:32.407751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b632e31-382c-4fbe-ae67-603f5b8a6dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3905e37-3a10-4cf0-b9f4-8c0188960401,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:32.489050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:33.396350 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:33.964042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51148) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:34.068054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6d6579f-68d3-471f-946d-3a14d632a281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.149180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6d6579f-68d3-471f-946d-3a14d632a281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.154563 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e6d6579f-68d3-471f-946d-3a14d632a281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.196167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e6d6579f-68d3-471f-946d-3a14d632a281 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=489cbd914df34c7993ccf0ba74dc8a0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2308884 Dec 08 16:57:34.197067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6579f-68d3-471f-946d-3a14d632a281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0851ccbd-8232-47f9-a32d-10612928aa42,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:34.198809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:34.248147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3675bb8-7989-41f7-81eb-18a88e709f81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.268891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3675bb8-7989-41f7-81eb-18a88e709f81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.315718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3675bb8-7989-41f7-81eb-18a88e709f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.319016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d3675bb8-7989-41f7-81eb-18a88e709f81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:34.320233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3675bb8-7989-41f7-81eb-18a88e709f81 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0851ccbd-8232-47f9-a32d-10612928aa42 HTTP/1.1" status: 204 len: 168 time: 0.1203604 Dec 08 16:57:34.328335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3675bb8-7989-41f7-81eb-18a88e709f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0851ccbd-8232-47f9-a32d-10612928aa42,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:35.500070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51210) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:35.607360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbb3c-f40f-44a7-a5b1-285c3a38888c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.684818 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbb3c-f40f-44a7-a5b1-285c3a38888c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.688493 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5cbb3c-f40f-44a7-a5b1-285c3a38888c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.727510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bc5cbb3c-f40f-44a7-a5b1-285c3a38888c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=66cb0ebd151e4a11be6a6b6abd54f210&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263081 Dec 08 16:57:35.728397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5cbb3c-f40f-44a7-a5b1-285c3a38888c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3e48a8-98f9-4028-8efa-aa4485c65653,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:35.730144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51214) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:35.779329 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9256a59d-0dc6-4174-bbc0-48fcd786a3c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.800447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9256a59d-0dc6-4174-bbc0-48fcd786a3c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.850217 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9256a59d-0dc6-4174-bbc0-48fcd786a3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.852785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9256a59d-0dc6-4174-bbc0-48fcd786a3c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:35.854092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9256a59d-0dc6-4174-bbc0-48fcd786a3c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5e3e48a8-98f9-4028-8efa-aa4485c65653 HTTP/1.1" status: 204 len: 168 time: 0.1217303 Dec 08 16:57:35.861899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256a59d-0dc6-4174-bbc0-48fcd786a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3e48a8-98f9-4028-8efa-aa4485c65653,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:36.495631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51238) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:36.587830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-811362551'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:36.609335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:36.612708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.621475 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.694128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.698130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.725765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:57:36.735516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=010283b4-59f2-4862-be34-d0392d56f920,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:36.740930 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.741266 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Added segment 5be5ee99-9dbb-43b6-818f-17ff172aeeb6 of type vlan for network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 Dec 08 16:57:36.782081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.807399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.813042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:36.813603 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:36.909200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.4124370 Dec 08 16:57:36.912345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51242) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:36.917583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'subnet': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:36.928589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acaa91-7585-48b8-a187-53464bb560e9 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Network': ['ID=539dd1bc-c88b-4d9d-9e80-d0c1a10ded55,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:36.939602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:57:37.011287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:37.015140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.203273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.267086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Subnet': ['ID=9aa8ee84-d17f-4729-9b79-47ae1d039740,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:37.276846 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Checking segment: {'id': '5be5ee99-9dbb-43b6-818f-17ff172aeeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:57:37.277209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network hostable DHCP agents. Network: 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:57:37.294281 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:57:37.303744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:37.308428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:37.309080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.312764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96112a9-4817-4f8c-9889-24b938398120 None None] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:57:37.327031 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-38807237-ad9a-4e5b-9478-1b31a7f51687 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4134631 Dec 08 16:57:37.329666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:37.335476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1287200378'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:37.426405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'project_id': '1b93f769123f4dcea148c0028a42b006', 'fixed_ips': [{'subnet_id': '9aa8ee84-d17f-4729-9b79-47ae1d039740'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:57:37.427315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.446775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:37.450604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.469609 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] device_id is not set on port f9d783a2-c55c-4f0a-be8d-0d759ba0613b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:37.570103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Allocated IP 2001:db8::2 (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/3f4e0f5d-1c80-4d53-9cbb-21293c492c0d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:37.716514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.723857 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.765595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:37.771394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:37.775154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:37.782573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Pushing event updated for resources: {'Port': ['ID=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:37.788594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Allocated IP 2001:db8::e4 (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/f9d783a2-c55c-4f0a-be8d-0d759ba0613b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:37.808192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.808598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.808943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.809285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.809620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.809983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.810312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.810662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.810962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.811295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.811617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.811936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.812254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:37.850113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Attempting to bind port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:57:37.850485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Attempting to bind port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '5be5ee99-9dbb-43b6-818f-17ff172aeeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:57:37.850850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Attempting to bind port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d on network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:57:37.856120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:57:37.856522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Checking segment: {'id': '5be5ee99-9dbb-43b6-818f-17ff172aeeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:57:37.856923 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.857312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Bound using segment: {'id': '5be5ee99-9dbb-43b6-818f-17ff172aeeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:57:37.857780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Bound port: 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be5ee99-9dbb-43b6-818f-17ff172aeeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:57:37.858214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.923168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] For port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:57:37.926817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] For port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,segment=NetworkSegment(5be5ee99-9dbb-43b6-818f-17ff172aeeb6),segment_id=5be5ee99-9dbb-43b6-818f-17ff172aeeb6)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:57:37.931090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.942877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.990659 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:37.994819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c74487-a9ec-4ae0-a518-70f540671f74 None None] Pushing event updated for resources: {'Port': ['ID=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:38.034353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:38.041197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:38.045131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:38.050959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:38.051591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.058237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=f9d783a2-c55c-4f0a-be8d-0d759ba0613b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:38.074160 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e648028d-94be-4906-b4e7-6be7c0eae888 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7431991 Dec 08 16:57:38.077061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51250) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:38.083022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-707866873', 'allowed_address_pairs': [{'ip_address': '2001:db8::e4', 'mac_address': 'fa:16:3e:3b:ea:31'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:38.235042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:38.278623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:57:38.337414 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.343182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:38.343463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.354936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] device_id is not set on port c36d465e-f7d8-4a4c-9fec-c4381d5fbe17 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:38.430361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.467346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,segment=NetworkSegment(5be5ee99-9dbb-43b6-818f-17ff172aeeb6),segment_id=5be5ee99-9dbb-43b6-818f-17ff172aeeb6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:38.471432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.485904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Allocated IP 2001:db8::e8 (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/c36d465e-f7d8-4a4c-9fec-c4381d5fbe17) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:38.524895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:38.642504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.680631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.730779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:38.736183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:38.740600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:38.746458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:38.747100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:38.754709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=c36d465e-f7d8-4a4c-9fec-c4381d5fbe17,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:38.775721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d8a62ddb-1f91-48a1-8b3a-66941bd19bba tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 0.6975484 Dec 08 16:57:38.778354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51258) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:38.866976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b265d-27c4-4c5f-a145-fb59ee5e0483 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:38.873127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b265d-27c4-4c5f-a145-fb59ee5e0483 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:38.879726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418b265d-27c4-4c5f-a145-fb59ee5e0483 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:38.881460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-418b265d-27c4-4c5f-a145-fb59ee5e0483 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1019568 Dec 08 16:57:38.884617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51260) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:38.974958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port c36d465e-f7d8-4a4c-9fec-c4381d5fbe17 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:38.975399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.011687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db0f545-c988-4fba-9843-f8c604811ea5 None None] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:57:39.066710 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.078605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for c36d465e-f7d8-4a4c-9fec-c4381d5fbe17 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:39.129123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4c91e358-35eb-4c55-b52d-8ad44148598b None None] Provisioning complete for port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:39.129663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c91e358-35eb-4c55-b52d-8ad44148598b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.227050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.256976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=c36d465e-f7d8-4a4c-9fec-c4381d5fbe17,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:39.391686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.396179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b9274bf9-22c6-4a7e-911a-22688a38fd53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/ports/c36d465e-f7d8-4a4c-9fec-c4381d5fbe17 HTTP/1.1" status: 204 len: 168 time: 0.5106044 Dec 08 16:57:39.398973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51262) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:39.424629 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-b45ee1c5-b23d-49ad-8029-bc4da18add74 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] GET failed (client error): The resource could not be found. Dec 08 16:57:39.426283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b45ee1c5-b23d-49ad-8029-bc4da18add74 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "GET /v2.0/ports/c36d465e-f7d8-4a4c-9fec-c4381d5fbe17 HTTP/1.1" status: 404 len: 333 time: 0.0262542 Dec 08 16:57:39.431723 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51266) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:39.437025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-216217540'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:39.454853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4868f51c-7786-4681-9123-b19bfa4b2894 None None] Could not find standard attr ID for object c36d465e-f7d8-4a4c-9fec-c4381d5fbe17. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:57:39.466857 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4868f51c-7786-4681-9123-b19bfa4b2894 None None] Provisioning complete for port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:39.467369 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4868f51c-7786-4681-9123-b19bfa4b2894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.570276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:39.574058 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.590468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4868f51c-7786-4681-9123-b19bfa4b2894 None None] Provisioning complete for port f9d783a2-c55c-4f0a-be8d-0d759ba0613b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:39.590928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4868f51c-7786-4681-9123-b19bfa4b2894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.593979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] device_id is not set on port 64f5e4ed-b976-4328-b90a-b700b0161801 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:39.635462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4868f51c-7786-4681-9123-b19bfa4b2894 None None] Port f9d783a2-c55c-4f0a-be8d-0d759ba0613b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:39.723600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Allocated IP 2001:db8::51 (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/64f5e4ed-b976-4328-b90a-b700b0161801) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:39.759023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e3f33cc0-245f-4d87-a04a-e4f055b521c4 None None] Provisioning complete for port f9d783a2-c55c-4f0a-be8d-0d759ba0613b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:39.759661 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3f33cc0-245f-4d87-a04a-e4f055b521c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.798267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e3f33cc0-245f-4d87-a04a-e4f055b521c4 None None] Port f9d783a2-c55c-4f0a-be8d-0d759ba0613b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:39.889251 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.910879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bb3955ff-332f-4129-8e6c-312cdc756747 None None] Could not find standard attr ID for object c36d465e-f7d8-4a4c-9fec-c4381d5fbe17. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:57:39.928091 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.971411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:39.975314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:39.981548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:39.987251 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:39.988429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:39.999859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=64f5e4ed-b976-4328-b90a-b700b0161801,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:40.015958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ba17472d-c4d1-4a86-8882-df700ed93bbb tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.5807056 Dec 08 16:57:40.016142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:40.022089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e4', 'mac_address': 'fa:16:3e:3b:ea:31'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:40.090732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.239871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a24daafe-6ed8-44db-a977-294a215bf80c None None] Provisioning complete for port 64f5e4ed-b976-4328-b90a-b700b0161801 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:40.240948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a24daafe-6ed8-44db-a977-294a215bf80c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.269469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:57:40.284324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.290657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.312826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a24daafe-6ed8-44db-a977-294a215bf80c None None] Port 64f5e4ed-b976-4328-b90a-b700b0161801 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:40.333462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:40.333861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.337729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] In _notify_port_updated(), no bound segment for port 64f5e4ed-b976-4328-b90a-b700b0161801 on network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:57:40.343372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:40.344032 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.348903 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "PUT /v2.0/ports/64f5e4ed-b976-4328-b90a-b700b0161801 HTTP/1.1" status: 200 len: 1000 time: 0.3283315 Dec 08 16:57:40.349484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51272) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:40.353889 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce006e5-8303-4ec4-9226-18e6ad2a3a72 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=64f5e4ed-b976-4328-b90a-b700b0161801,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:40.453827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port 64f5e4ed-b976-4328-b90a-b700b0161801 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:40.454246 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.560358 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.573493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for 64f5e4ed-b976-4328-b90a-b700b0161801 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:40.633735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50337c13-79ce-4018-9e06-9b1e73f98708 None None] Provisioning complete for port 64f5e4ed-b976-4328-b90a-b700b0161801 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:40.634149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50337c13-79ce-4018-9e06-9b1e73f98708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.666948 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:57:40.672352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50337c13-79ce-4018-9e06-9b1e73f98708 None None] Port 64f5e4ed-b976-4328-b90a-b700b0161801 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:40.711498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.745709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=64f5e4ed-b976-4328-b90a-b700b0161801,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:40.840012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:40.843331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ff7e6db2-7c3a-40fd-a441-dfff84fd25ec tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/ports/64f5e4ed-b976-4328-b90a-b700b0161801 HTTP/1.1" status: 204 len: 168 time: 0.4927199 Dec 08 16:57:40.846148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51276) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:40.873596 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb283ce-7705-42bf-88b5-77b5e1323294 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] GET failed (client error): The resource could not be found. Dec 08 16:57:40.875110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-abb283ce-7705-42bf-88b5-77b5e1323294 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "GET /v2.0/ports/64f5e4ed-b976-4328-b90a-b700b0161801 HTTP/1.1" status: 404 len: 333 time: 0.0280006 Dec 08 16:57:40.879045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51278) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:40.884519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1019071476'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:41.000520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:41.004029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.022924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] device_id is not set on port 5e691af2-742d-479d-9704-b153c1886e9b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:41.141515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Allocated IP 2001:db8::332 (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/5e691af2-742d-479d-9704-b153c1886e9b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:41.293219 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.327888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.370966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:41.376097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:41.380335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:41.386266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:41.386886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.393380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=5e691af2-742d-479d-9704-b153c1886e9b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:41.409939 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-45cb1b75-af08-4170-a180-7e4fd4be7810 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5295610 Dec 08 16:57:41.412392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51280) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:41.417536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:3b:ea:31'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:41.486505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.603003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ca5472bc-63e8-4494-9a68-63630d2c4721 None None] Provisioning complete for port 5e691af2-742d-479d-9704-b153c1886e9b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:41.603591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ca5472bc-63e8-4494-9a68-63630d2c4721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.641157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ca5472bc-63e8-4494-9a68-63630d2c4721 None None] Port 5e691af2-742d-479d-9704-b153c1886e9b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:41.693124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.697772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.735058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] In _notify_port_updated(), no bound segment for port 5e691af2-742d-479d-9704-b153c1886e9b on network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:57:41.741177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:41.741838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.743199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "PUT /v2.0/ports/5e691af2-742d-479d-9704-b153c1886e9b HTTP/1.1" status: 200 len: 1003 time: 0.3298380 Dec 08 16:57:41.746088 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51284) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:41.784267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0464a03-1efb-43ac-99b2-05d69c60946b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=5e691af2-742d-479d-9704-b153c1886e9b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:41.850732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port 5e691af2-742d-479d-9704-b153c1886e9b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:41.851097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.944666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:41.956792 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for 5e691af2-742d-479d-9704-b153c1886e9b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:41.968188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd44be6b-0e80-4a38-b422-5640965486f6 None None] Provisioning complete for port 5e691af2-742d-479d-9704-b153c1886e9b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:41.968547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd44be6b-0e80-4a38-b422-5640965486f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.004450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dd44be6b-0e80-4a38-b422-5640965486f6 None None] Port 5e691af2-742d-479d-9704-b153c1886e9b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:42.083436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.117576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=5e691af2-742d-479d-9704-b153c1886e9b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:42.141304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.144658 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-93e18b8f-7417-4e36-ac85-6691c57f426b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/ports/5e691af2-742d-479d-9704-b153c1886e9b HTTP/1.1" status: 204 len: 168 time: 0.3976083 Dec 08 16:57:42.147237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:42.172316 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90bd2b1-4fc9-4e6d-a49b-5631447fe1ae tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] GET failed (client error): The resource could not be found. Dec 08 16:57:42.174858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e90bd2b1-4fc9-4e6d-a49b-5631447fe1ae tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "GET /v2.0/ports/5e691af2-742d-479d-9704-b153c1886e9b HTTP/1.1" status: 404 len: 333 time: 0.0255775 Dec 08 16:57:42.178785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51288) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:42.183938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-90172934'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:42.301923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:42.305458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.641485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] device_id is not set on port 3b7727c6-1593-4a8d-8ab2-9a72faf38d72 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:42.755832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Allocated IP 2001:db8::1ad (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/3b7727c6-1593-4a8d-8ab2-9a72faf38d72) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:42.905440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.939423 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:42.984857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:42.991781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:42.995529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:43.001180 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:43.001786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.008929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=3b7727c6-1593-4a8d-8ab2-9a72faf38d72,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:43.026835 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b3ce14e-31da-44c1-9e3a-6455187c3838 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8446238 Dec 08 16:57:43.027650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51292) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:43.032269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'network_id': '539dd1bc-c88b-4d9d-9e80-d0c1a10ded55', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-843081283'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:43.151507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Made reservation on behalf of 1b93f769123f4dcea148c0028a42b006 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:43.155722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.174956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] device_id is not set on port 2843cef9-80a7-4b01-95c5-142dd0166e62 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:43.236488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0393eb33-eaa4-41dd-a368-bd92ef7acbfe None None] Provisioning complete for port 3b7727c6-1593-4a8d-8ab2-9a72faf38d72 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:43.237117 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0393eb33-eaa4-41dd-a368-bd92ef7acbfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.275187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0393eb33-eaa4-41dd-a368-bd92ef7acbfe None None] Port 3b7727c6-1593-4a8d-8ab2-9a72faf38d72 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:43.297912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Allocated IP 2001:db8::22b (539dd1bc-c88b-4d9d-9e80-d0c1a10ded55/9aa8ee84-d17f-4729-9b79-47ae1d039740/2843cef9-80a7-4b01-95c5-142dd0166e62) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:43.440685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.476351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.522354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:43.527382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:43.531152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:43.537021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:43.537629 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.546806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=2843cef9-80a7-4b01-95c5-142dd0166e62,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:43.562023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc078c29-fe2d-4776-a0a3-a18faf1d221b tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.5336423 Dec 08 16:57:43.562605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:43.570048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::e4', 'mac_address': 'fa:16:3e:3b:ea:31'}, {'ip_address': '2001:db8::1ad', 'mac_address': 'fa:16:3e:b7:55:02'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:43.731627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.798643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ce04ef93-5f2c-41cc-9dd8-dc9af5586032 None None] Provisioning complete for port 2843cef9-80a7-4b01-95c5-142dd0166e62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:43.799019 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce04ef93-5f2c-41cc-9dd8-dc9af5586032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.833862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ce04ef93-5f2c-41cc-9dd8-dc9af5586032 None None] Port 2843cef9-80a7-4b01-95c5-142dd0166e62 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:43.911922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.916361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.951801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] In _notify_port_updated(), no bound segment for port 2843cef9-80a7-4b01-95c5-142dd0166e62 on network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:57:43.957675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:43.958330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:43.959630 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "PUT /v2.0/ports/2843cef9-80a7-4b01-95c5-142dd0166e62 HTTP/1.1" status: 200 len: 1066 time: 0.3957496 Dec 08 16:57:43.962490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51298) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:44.015806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1de706-929a-4643-9072-087368e39f34 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event updated for resources: {'Port': ['ID=2843cef9-80a7-4b01-95c5-142dd0166e62,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:44.077675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port 2843cef9-80a7-4b01-95c5-142dd0166e62 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:44.078043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.173307 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.186883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for 2843cef9-80a7-4b01-95c5-142dd0166e62 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:44.256463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-31f75d6f-7f88-4cdc-a2ed-9f9a0536177f None None] Provisioning complete for port 2843cef9-80a7-4b01-95c5-142dd0166e62 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:44.257044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31f75d6f-7f88-4cdc-a2ed-9f9a0536177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.290945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-31f75d6f-7f88-4cdc-a2ed-9f9a0536177f None None] Port 2843cef9-80a7-4b01-95c5-142dd0166e62 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:44.316178 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.344827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=2843cef9-80a7-4b01-95c5-142dd0166e62,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:44.504686 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.507995 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-25460887-d8e1-4aa9-8cee-ac0f914c1f91 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/ports/2843cef9-80a7-4b01-95c5-142dd0166e62 HTTP/1.1" status: 204 len: 168 time: 0.5445106 Dec 08 16:57:44.510647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51300) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:44.540439 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-a021f4bd-e894-4057-b011-5a93f6fab13c tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] GET failed (client error): The resource could not be found. Dec 08 16:57:44.541910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a021f4bd-e894-4057-b011-5a93f6fab13c tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "GET /v2.0/ports/2843cef9-80a7-4b01-95c5-142dd0166e62 HTTP/1.1" status: 404 len: 333 time: 0.0303080 Dec 08 16:57:44.544802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51302) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:44.632030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port 3b7727c6-1593-4a8d-8ab2-9a72faf38d72 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:44.632265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.720211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.734845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for 3b7727c6-1593-4a8d-8ab2-9a72faf38d72 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:44.880570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.915252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=3b7727c6-1593-4a8d-8ab2-9a72faf38d72,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:44.939990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:44.944220 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74ead808-458c-4ba1-9cc8-ebd26d03d160 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/ports/3b7727c6-1593-4a8d-8ab2-9a72faf38d72 HTTP/1.1" status: 204 len: 168 time: 0.3978291 Dec 08 16:57:44.946962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51306) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:44.972564 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2aa67374-47ed-4208-9b9b-cbaf82f30a53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] GET failed (client error): The resource could not be found. Dec 08 16:57:44.974049 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2aa67374-47ed-4208-9b9b-cbaf82f30a53 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "GET /v2.0/ports/3b7727c6-1593-4a8d-8ab2-9a72faf38d72 HTTP/1.1" status: 404 len: 333 time: 0.0261266 Dec 08 16:57:44.977440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51308) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:45.066848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port f9d783a2-c55c-4f0a-be8d-0d759ba0613b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:45.066848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.163103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.177038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for f9d783a2-c55c-4f0a-be8d-0d759ba0613b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:45.310831 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.338903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=f9d783a2-c55c-4f0a-be8d-0d759ba0613b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:45.368086 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.371591 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-54313d5c-fa7e-4443-9c2e-766a369c7298 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/ports/f9d783a2-c55c-4f0a-be8d-0d759ba0613b HTTP/1.1" status: 204 len: 168 time: 0.3931327 Dec 08 16:57:45.374055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51310) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:45.429228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting subnet 9aa8ee84-d17f-4729-9b79-47ae1d039740 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:57:45.433847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.483631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.574205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.631432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.662176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa8ee84-d17f-4729-9b79-47ae1d039740,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:45.667612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.670832 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a83ec7bc-823f-4cd7-bfd1-0cd8776cee35 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/subnets/9aa8ee84-d17f-4729-9b79-47ae1d039740 HTTP/1.1" status: 204 len: 168 time: 0.2958305 Dec 08 16:57:45.673213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51312) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:45.674280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc385d-0260-45ac-bd9d-5b9285c533f7 None None] Network 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:57:45.749556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.805711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Deleting port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:45.806080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.825102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] DHCP port deletion for 539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:57:45.874552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] For port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,segment=NetworkSegment(5be5ee99-9dbb-43b6-818f-17ff172aeeb6),segment_id=5be5ee99-9dbb-43b6-818f-17ff172aeeb6)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:45.874910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.877207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] Deleting port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:45.877578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.887933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Calling delete_port for 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:45.944152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] For port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,segment=NetworkSegment(5be5ee99-9dbb-43b6-818f-17ff172aeeb6),segment_id=5be5ee99-9dbb-43b6-818f-17ff172aeeb6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:45.944541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.957641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] Calling delete_port for 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:45.967113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:45.996437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] No DVR routers for this DVR port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:46.003888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Port': ['ID=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:46.037479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.067375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] Pushing event deleted for resources: {'Port': ['ID=3f4e0f5d-1c80-4d53-9cbb-21293c492c0d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:46.069186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db4da05-69fb-4215-8172-c8d01a260a2f None None] No DVR routers for this DVR port 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:46.086392 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.108600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['539dd1bc-c88b-4d9d-9e80-d0c1a10ded55']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:46.118474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be5ee99-9dbb-43b6-818f-17ff172aeeb6') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:46.118786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be5ee99-9dbb-43b6-818f-17ff172aeeb6') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:46.128054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.141137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.147651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:57:46.148032 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:57:46.151169 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:57:46.215187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.220764 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.227193 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] 10.222.0.62 "DELETE /v2.0/networks/539dd1bc-c88b-4d9d-9e80-d0c1a10ded55 HTTP/1.1" status: 204 len: 168 time: 0.5505443 Dec 08 16:57:46.241968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e1330c-e9ca-4c58-aabd-7fa65f376639 tempest-AllowedAddressPairIpV6TestJSON-1699948914 tempest-AllowedAddressPairIpV6TestJSON-1699948914-project] Pushing event deleted for resources: {'Network': ['ID=539dd1bc-c88b-4d9d-9e80-d0c1a10ded55,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:46.252529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:46.273740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:46.274114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f4e0f5d-1c80-4d53-9cbb-21293c492c0d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:46.476736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51320) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:46.610284 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5fdbf6d5-d6ea-4531-aa66-d7fc0c67c66c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1b93f769123f4dcea148c0028a42b006&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1323335 Dec 08 16:57:46.612866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51324) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:46.660369 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-358575cb-be32-4cea-80c4-8ef67797bfd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.681626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-358575cb-be32-4cea-80c4-8ef67797bfd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.729506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-358575cb-be32-4cea-80c4-8ef67797bfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.732124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-358575cb-be32-4cea-80c4-8ef67797bfd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:46.733277 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-358575cb-be32-4cea-80c4-8ef67797bfd9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/010283b4-59f2-4862-be34-d0392d56f920 HTTP/1.1" status: 204 len: 168 time: 0.1194797 Dec 08 16:57:46.741486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358575cb-be32-4cea-80c4-8ef67797bfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010283b4-59f2-4862-be34-d0392d56f920,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:47.369493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51348) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:47.463911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1706851891'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:47.487005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:47.490996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.499662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.580396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.586793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.615657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:57:47.625975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc16516-4e83-489a-8f6f-e42b4f3b6a6f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:47.631700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.632022 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Added segment 9407c9f8-8dba-448f-8585-9496bf90f579 of type vlan for network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 Dec 08 16:57:47.680912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.709026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.715137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:47.715725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:47.782785 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4118059 Dec 08 16:57:47.787729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51352) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:47.789282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25770842-aee2-440d-835f-02e28b3aea7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Network': ['ID=2933e8ec-7d28-463b-bf95-707ad7fdbf43,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:47.793364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'subnet': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:47.800319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:57:47.884066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:47.887829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.070918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.134487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Subnet': ['ID=0e06e7d8-3384-4111-9afd-572252259248,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:48.142918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Checking segment: {'id': '9407c9f8-8dba-448f-8585-9496bf90f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:57:48.143272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network hostable DHCP agents. Network: 2933e8ec-7d28-463b-bf95-707ad7fdbf43, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:57:48.161678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:57:48.171284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2933e8ec-7d28-463b-bf95-707ad7fdbf43) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:48.176777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:48.177847 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.182261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdecc0f-f358-44d3-9657-810d5aed0a66 None None] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:57:48.196448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4c527592-87f0-4a6b-8770-715fba42199b tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4074445 Dec 08 16:57:48.199843 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51356) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:48.206046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'name': 'tempest-AllowedAddressPairTestJSON-801514322'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:48.286187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'project_id': 'bbab1af63da74c1f93c0a44df01cba4d', 'fixed_ips': [{'subnet_id': '0e06e7d8-3384-4111-9afd-572252259248'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:57:48.287087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.327349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:48.331043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.358631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port 6d34fd96-6b29-40f0-8232-7b395655ebea yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:48.468399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Allocated IP 172.20.0.2 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/e99e731c-8c27-4e64-945f-ae0a1f962a37) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:48.653720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.661713 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.711545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:48.724113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:48.725914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Pushing event updated for resources: {'Port': ['ID=e99e731c-8c27-4e64-945f-ae0a1f962a37,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:48.728779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:48.735042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-49c003b8-5299-4cb2-9dc0-300b6b07dd87 {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:57:48.735373 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:57:48.811769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Attempting to bind port e99e731c-8c27-4e64-945f-ae0a1f962a37 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:57:48.812503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Attempting to bind port e99e731c-8c27-4e64-945f-ae0a1f962a37 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9407c9f8-8dba-448f-8585-9496bf90f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:57:48.813449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Attempting to bind port e99e731c-8c27-4e64-945f-ae0a1f962a37 on network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:57:48.821145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:57:48.821528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Checking segment: {'id': '9407c9f8-8dba-448f-8585-9496bf90f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:57:48.822105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.822572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Bound using segment: {'id': '9407c9f8-8dba-448f-8585-9496bf90f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:57:48.823069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Bound port: e99e731c-8c27-4e64-945f-ae0a1f962a37, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9407c9f8-8dba-448f-8585-9496bf90f579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:57:48.823601 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.896918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] For port e99e731c-8c27-4e64-945f-ae0a1f962a37, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:57:48.901490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] For port e99e731c-8c27-4e64-945f-ae0a1f962a37, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e99e731c-8c27-4e64-945f-ae0a1f962a37,segment=NetworkSegment(9407c9f8-8dba-448f-8585-9496bf90f579),segment_id=9407c9f8-8dba-448f-8585-9496bf90f579)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:57:48.906603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:48.979843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0987ed-5fce-406b-901e-d5356f4061b8 None None] Pushing event updated for resources: {'Port': ['ID=e99e731c-8c27-4e64-945f-ae0a1f962a37,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:49.236836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:49.263922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:49.373902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Allocated IP 172.20.0.7 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:49.532702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:49.569144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:49.617297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:49.623769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:49.626594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:49.659847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:49.690069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:49.690732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:49.709506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f32cbb0d-77b6-4408-94d2-f9d12aa0bbdd tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5084367 Dec 08 16:57:49.713447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51362) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:49.718588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'name': 'tempest-AllowedAddressPairTestJSON-730120747', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:af:d8'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:49.836102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:49.905009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a636ae6-d7c5-4d46-9593-885b17be247a None None] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:57:49.923947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:49.943729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port 120efbe8-cfa4-4f62-bd0f-0e2ed735becc yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:50.069570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Allocated IP 172.20.0.12 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/120efbe8-cfa4-4f62-bd0f-0e2ed735becc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:50.147577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3311c73b-6367-4bb7-adc5-435ca3f431c3 None None] Provisioning complete for port e99e731c-8c27-4e64-945f-ae0a1f962a37 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:50.147902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3311c73b-6367-4bb7-adc5-435ca3f431c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.236038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.270472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3311c73b-6367-4bb7-adc5-435ca3f431c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.273984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.293092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e99e731c-8c27-4e64-945f-ae0a1f962a37 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:57:50.331771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=120efbe8-cfa4-4f62-bd0f-0e2ed735becc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:50.342680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:50.342835 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3311c73b-6367-4bb7-adc5-435ca3f431c3 None None] For port e99e731c-8c27-4e64-945f-ae0a1f962a37, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e99e731c-8c27-4e64-945f-ae0a1f962a37,segment=NetworkSegment(9407c9f8-8dba-448f-8585-9496bf90f579),segment_id=9407c9f8-8dba-448f-8585-9496bf90f579)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:50.344255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:50.346821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:50.352811 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3311c73b-6367-4bb7-adc5-435ca3f431c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.411460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:50.412031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e99e731c-8c27-4e64-945f-ae0a1f962a37 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:50.412405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.412574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.430499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eddd67d4-6ba6-4cb9-b3e7-6ada08eb0d97 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 0.7158608 Dec 08 16:57:50.432868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51366) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:50.442904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c73b-6367-4bb7-adc5-435ca3f431c3 None None] Pushing event updated for resources: {'Port': ['ID=e99e731c-8c27-4e64-945f-ae0a1f962a37,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:50.492705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad8236-a0da-4edb-a3e8-4bc19d1971e1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:50.498672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad8236-a0da-4edb-a3e8-4bc19d1971e1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:50.504625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad8236-a0da-4edb-a3e8-4bc19d1971e1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:50.506306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f9ad8236-a0da-4edb-a3e8-4bc19d1971e1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.0723584 Dec 08 16:57:50.509263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51368) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:50.576058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-97eac0cf-96bb-4f59-b7dc-da22ce0ce0ae None None] Provisioning complete for port e99e731c-8c27-4e64-945f-ae0a1f962a37 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:50.576429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97eac0cf-96bb-4f59-b7dc-da22ce0ce0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.606753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port 120efbe8-cfa4-4f62-bd0f-0e2ed735becc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:50.607190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.677064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-97eac0cf-96bb-4f59-b7dc-da22ce0ce0ae None None] Provisioning complete for port 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:50.677429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97eac0cf-96bb-4f59-b7dc-da22ce0ce0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.699719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.714489 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for 120efbe8-cfa4-4f62-bd0f-0e2ed735becc owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:50.716660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-97eac0cf-96bb-4f59-b7dc-da22ce0ce0ae None None] Port 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:50.838189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f131a530-33cd-4390-ae0b-97539e98714b None None] Provisioning complete for port 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:50.838839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f131a530-33cd-4390-ae0b-97539e98714b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.856807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:50.875836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f131a530-33cd-4390-ae0b-97539e98714b None None] Port 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:50.887619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=120efbe8-cfa4-4f62-bd0f-0e2ed735becc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:50.989505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-013e3a6c-1dc2-483e-8ddb-faf0ebb9c6e0 None None] Could not find standard attr ID for object 120efbe8-cfa4-4f62-bd0f-0e2ed735becc. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:57:51.033917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:51.038415 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-79800a7a-4021-43c6-80cb-4b9bd1d888a1 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/ports/120efbe8-cfa4-4f62-bd0f-0e2ed735becc HTTP/1.1" status: 204 len: 168 time: 0.5280633 Dec 08 16:57:51.041005 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51370) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:51.067357 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9250a7d9-6fed-4598-80ce-534d1e212d65 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] GET failed (client error): The resource could not be found. Dec 08 16:57:51.068848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9250a7d9-6fed-4598-80ce-534d1e212d65 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "GET /v2.0/ports/120efbe8-cfa4-4f62-bd0f-0e2ed735becc HTTP/1.1" status: 404 len: 333 time: 0.0268714 Dec 08 16:57:51.072667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51372) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:51.077993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'name': 'tempest-AllowedAddressPairTestJSON-512835150'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:51.197919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:51.201394 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:51.219966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:51.331782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Allocated IP 172.20.0.3 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/8587d370-72c8-4d7a-b5a8-2d3c451d2ad2) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:51.477570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:51.760483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:51.800933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:51.804023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:51.810194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:51.839368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=8587d370-72c8-4d7a-b5a8-2d3c451d2ad2,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:51.865168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:51.865855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:51.884049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b209917-d07a-4c29-9779-3d48ad3cfa7d tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8102646 Dec 08 16:57:51.886720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51378) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:51.891944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:af:d8'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:51.962725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.014519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-379b9972-b0fb-4a34-b1be-22d1b7933210 None None] Provisioning complete for port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:52.015152 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-379b9972-b0fb-4a34-b1be-22d1b7933210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.049132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-379b9972-b0fb-4a34-b1be-22d1b7933210 None None] Port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:52.142305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.147313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.231601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=8587d370-72c8-4d7a-b5a8-2d3c451d2ad2,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:52.240024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] In _notify_port_updated(), no bound segment for port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 on network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:57:52.245652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:52.246336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.252887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-19ef3ce3-439d-472e-9146-1cb548769192 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "PUT /v2.0/ports/8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 HTTP/1.1" status: 200 len: 992 time: 0.3600655 Dec 08 16:57:52.253269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51382) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:52.277105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e99e731c-8c27-4e64-945f-ae0a1f962a37 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:57:52.346723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e99e731c-8c27-4e64-945f-ae0a1f962a37 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:52.347363 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.367316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:52.367929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.463077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.470133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6c10f227-657d-4001-abba-38bf90e25c05 None None] Provisioning complete for port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:52.470507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c10f227-657d-4001-abba-38bf90e25c05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.477041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:52.505443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6c10f227-657d-4001-abba-38bf90e25c05 None None] Port 8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:52.607891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.636088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=8587d370-72c8-4d7a-b5a8-2d3c451d2ad2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:52.772610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.781272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ed86557-46cb-431e-af66-f226ad6956fe tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/ports/8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 HTTP/1.1" status: 204 len: 168 time: 0.5269074 Dec 08 16:57:52.783778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51384) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:52.808462 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e23a2e-f994-4245-9e79-d224a6fb6a2c tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] GET failed (client error): The resource could not be found. Dec 08 16:57:52.809947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c2e23a2e-f994-4245-9e79-d224a6fb6a2c tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "GET /v2.0/ports/8587d370-72c8-4d7a-b5a8-2d3c451d2ad2 HTTP/1.1" status: 404 len: 333 time: 0.0252068 Dec 08 16:57:52.813580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:52.819487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'name': 'tempest-AllowedAddressPairTestJSON-1359850520'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:52.931069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:52.934649 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:52.952358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port 32a1b812-7e23-4873-a247-30367e9d4d3a yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:53.060319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Allocated IP 172.20.0.8 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/32a1b812-7e23-4873-a247-30367e9d4d3a) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:53.210175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.246868 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.287635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:53.290650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:53.296857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:53.327134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=32a1b812-7e23-4873-a247-30367e9d4d3a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:53.358592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:53.359240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.380333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-471b0990-2d5c-4cc1-aafd-0a6aa2d21995 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5625970 Dec 08 16:57:53.381032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51390) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:53.386079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:af:d8'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:53.454737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.530930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-417c50c1-ac58-488b-8c93-e5fdad9def10 None None] Provisioning complete for port 32a1b812-7e23-4873-a247-30367e9d4d3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:53.531554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-417c50c1-ac58-488b-8c93-e5fdad9def10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.569565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-417c50c1-ac58-488b-8c93-e5fdad9def10 None None] Port 32a1b812-7e23-4873-a247-30367e9d4d3a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:53.641173 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.646452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.726033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=32a1b812-7e23-4873-a247-30367e9d4d3a,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:53.742837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] In _notify_port_updated(), no bound segment for port 32a1b812-7e23-4873-a247-30367e9d4d3a on network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:57:53.748445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:53.749091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.750569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-32c1a40f-743f-48f1-a7fe-08751aea8199 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "PUT /v2.0/ports/32a1b812-7e23-4873-a247-30367e9d4d3a HTTP/1.1" status: 200 len: 996 time: 0.3689845 Dec 08 16:57:53.753489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51392) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:53.844666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port 32a1b812-7e23-4873-a247-30367e9d4d3a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:53.845007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.891001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b55ffd3a-8d2c-44e8-87e7-b0d9cc148c50 None None] Provisioning complete for port 32a1b812-7e23-4873-a247-30367e9d4d3a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:53.891511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b55ffd3a-8d2c-44e8-87e7-b0d9cc148c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.926690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b55ffd3a-8d2c-44e8-87e7-b0d9cc148c50 None None] Port 32a1b812-7e23-4873-a247-30367e9d4d3a cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:53.935189 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:53.947574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for 32a1b812-7e23-4873-a247-30367e9d4d3a owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:54.073788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.106285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=32a1b812-7e23-4873-a247-30367e9d4d3a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:54.175460 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.181285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-48b2e7bd-fa8f-4e45-805a-76a4fafcc5a4 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/ports/32a1b812-7e23-4873-a247-30367e9d4d3a HTTP/1.1" status: 204 len: 168 time: 0.4241211 Dec 08 16:57:54.181417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51394) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:54.206507 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-a839bed1-7f1c-4cd0-9769-9b4b4c16052f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] GET failed (client error): The resource could not be found. Dec 08 16:57:54.208340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a839bed1-7f1c-4cd0-9769-9b4b4c16052f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "GET /v2.0/ports/32a1b812-7e23-4873-a247-30367e9d4d3a HTTP/1.1" status: 404 len: 333 time: 0.0260332 Dec 08 16:57:54.212201 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:54.217446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'name': 'tempest-AllowedAddressPairTestJSON-1067195991'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:54.336266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:54.339722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.358795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:54.471505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Allocated IP 172.20.0.5 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:54.620553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.655032 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.700763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:54.705736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:54.710000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:54.734077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:54.762931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:54.763547 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.779940 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-305dea9e-5fbe-49e0-b458-25ea85a4ac80 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5666165 Dec 08 16:57:54.782423 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51400) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:54.788082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'network_id': '2933e8ec-7d28-463b-bf95-707ad7fdbf43', 'name': 'tempest-AllowedAddressPairTestJSON-1552668418'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:54.901815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Made reservation on behalf of bbab1af63da74c1f93c0a44df01cba4d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:54.905992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.923910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] device_id is not set on port 48e360f1-9baf-4f9d-ba88-198ac160069b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:57:54.951250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-50d997fb-fc8d-4025-8b02-5a89653a0dc6 None None] Provisioning complete for port f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:54.951894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50d997fb-fc8d-4025-8b02-5a89653a0dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:54.988418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-50d997fb-fc8d-4025-8b02-5a89653a0dc6 None None] Port f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:55.039468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Allocated IP 172.20.0.6 (2933e8ec-7d28-463b-bf95-707ad7fdbf43/0e06e7d8-3384-4111-9afd-572252259248/48e360f1-9baf-4f9d-ba88-198ac160069b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:57:55.195348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.232258 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.274908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:57:55.280084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:57:55.283781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:57:55.309178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=48e360f1-9baf-4f9d-ba88-198ac160069b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:55.341548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:55.342228 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.361151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-264e0b91-4825-480b-b9a8-8272db9b1ba7 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.5774372 Dec 08 16:57:55.363870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51404) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:55.369641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fe:af:d8'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:03:45:20'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:55.510289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3de4ed91-7889-4370-bbce-51ac79b5dda9 None None] Provisioning complete for port 48e360f1-9baf-4f9d-ba88-198ac160069b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:55.510658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3de4ed91-7889-4370-bbce-51ac79b5dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.523110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.548925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3de4ed91-7889-4370-bbce-51ac79b5dda9 None None] Port 48e360f1-9baf-4f9d-ba88-198ac160069b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:55.703001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.708193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.784216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event updated for resources: {'Port': ['ID=48e360f1-9baf-4f9d-ba88-198ac160069b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:55.801277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] In _notify_port_updated(), no bound segment for port 48e360f1-9baf-4f9d-ba88-198ac160069b on network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 {{(pid=103282) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:57:55.807252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:55.807888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.809224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d2c25754-7acc-49f8-aea6-d0e6f5336d4f tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "PUT /v2.0/ports/48e360f1-9baf-4f9d-ba88-198ac160069b HTTP/1.1" status: 200 len: 1055 time: 0.4441600 Dec 08 16:57:55.812134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51406) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:55.904782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port 48e360f1-9baf-4f9d-ba88-198ac160069b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:55.905122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.971562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7ea64baf-698d-48c1-a221-d0efd5698784 None None] Provisioning complete for port 48e360f1-9baf-4f9d-ba88-198ac160069b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:57:55.972817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ea64baf-698d-48c1-a221-d0efd5698784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:55.995308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.007044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7ea64baf-698d-48c1-a221-d0efd5698784 None None] Port 48e360f1-9baf-4f9d-ba88-198ac160069b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:57:56.008839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for 48e360f1-9baf-4f9d-ba88-198ac160069b owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:56.026460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-791bb54b-fb83-466d-a4f9-e82156aba97d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.138407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.170675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=48e360f1-9baf-4f9d-ba88-198ac160069b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:56.376860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.380689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-db025384-1cdf-4e30-852f-dc1926d2be7e tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/ports/48e360f1-9baf-4f9d-ba88-198ac160069b HTTP/1.1" status: 204 len: 168 time: 0.5676086 Dec 08 16:57:56.383611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51408) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:56.409491 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-38749bff-a5c2-4cc4-868e-e67054efa2f6 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] GET failed (client error): The resource could not be found. Dec 08 16:57:56.411261 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-38749bff-a5c2-4cc4-868e-e67054efa2f6 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "GET /v2.0/ports/48e360f1-9baf-4f9d-ba88-198ac160069b HTTP/1.1" status: 404 len: 333 time: 0.0266080 Dec 08 16:57:56.414230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51414) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:56.480950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-041ba9a2-883b-4b3b-abc8-adebd854524e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886786 Dec 08 16:57:56.507561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:56.507814 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.565037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-b4d4c75d-5e2b-4b0d-958a-8c43438520f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:56.567247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-b4d4c75d-5e2b-4b0d-958a-8c43438520f4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.0412633 Dec 08 16:57:56.595995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.608415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:56.675372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-5d701151-660f-4772-8c95-6ac4ec358147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:56.677347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-5d701151-660f-4772-8c95-6ac4ec358147 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0905638 Dec 08 16:57:56.745207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.745891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-03d3411b-ac71-4270-988f-1361a91ba064 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0618415 Dec 08 16:57:56.774369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:56.803367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-ed15afe1-47d3-4921-87fc-a09979880664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:56.804880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-ed15afe1-47d3-4921-87fc-a09979880664 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0528409 Dec 08 16:57:56.853455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:56.855286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-6f607ea3-6fe5-4893-9570-198ee32ec934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:56.856973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-6f607ea3-6fe5-4893-9570-198ee32ec934 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456274 Dec 08 16:57:56.857117 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-04431ff6-f139-432b-a17a-f4d76092e2da tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/ports/f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 HTTP/1.1" status: 204 len: 168 time: 0.4416616 Dec 08 16:57:56.859743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:56.886226 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e5c0f38-62da-4d9e-8f9f-db6b8f3b2232 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] GET failed (client error): The resource could not be found. Dec 08 16:57:56.887710 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9e5c0f38-62da-4d9e-8f9f-db6b8f3b2232 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "GET /v2.0/ports/f2e2b4a1-a0cd-4f61-91c7-8a4b9dca1327 HTTP/1.1" status: 404 len: 333 time: 0.0270419 Dec 08 16:57:56.891433 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:56.959167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-5880f0db-181a-4603-93b8-acf7caf4f35e service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943518 Dec 08 16:57:56.981357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:56.981703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.060065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10a271a0-f979-4d2e-b4ea-b4011c754cc1 req-6170cf65-06f6-452b-ae22-0c80e8024041 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937464 Dec 08 16:57:57.073500 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.086061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for 0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:57.216385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.243850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:57.314458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.318243 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1fd57af5-1f5e-4cb2-8aee-74dbcaa4dd63 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/ports/0dbb9e8f-7a2d-494e-bcbe-c68c3d480fbc HTTP/1.1" status: 204 len: 168 time: 0.4261880 Dec 08 16:57:57.320693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:57.377863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting subnet 0e06e7d8-3384-4111-9afd-572252259248 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:57:57.382509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.426129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.512469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.575311 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.602381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Subnet': ['ID=0e06e7d8-3384-4111-9afd-572252259248,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:57.606731 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.610106 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ba0bb2f1-e7e9-4e57-9022-599b00e6f4ec tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/subnets/0e06e7d8-3384-4111-9afd-572252259248 HTTP/1.1" status: 204 len: 168 time: 0.2882791 Dec 08 16:57:57.612400 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51426) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:57.614891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa0014-8ee3-4b16-8ebb-95671f88cf1d None None] Network 2933e8ec-7d28-463b-bf95-707ad7fdbf43 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:57:57.685980 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.744329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Deleting port e99e731c-8c27-4e64-945f-ae0a1f962a37 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:57.744669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.761674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] DHCP port deletion for 2933e8ec-7d28-463b-bf95-707ad7fdbf43 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:57:57.810022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] Deleting port e99e731c-8c27-4e64-945f-ae0a1f962a37 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:57:57.810396 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.814312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] For port e99e731c-8c27-4e64-945f-ae0a1f962a37, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e99e731c-8c27-4e64-945f-ae0a1f962a37,segment=NetworkSegment(9407c9f8-8dba-448f-8585-9496bf90f579),segment_id=9407c9f8-8dba-448f-8585-9496bf90f579)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:57.814681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.830271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Calling delete_port for e99e731c-8c27-4e64-945f-ae0a1f962a37 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:57.877231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] For port e99e731c-8c27-4e64-945f-ae0a1f962a37, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e99e731c-8c27-4e64-945f-ae0a1f962a37,segment=NetworkSegment(9407c9f8-8dba-448f-8585-9496bf90f579),segment_id=9407c9f8-8dba-448f-8585-9496bf90f579)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:57:57.877655 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.890736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] Calling delete_port for e99e731c-8c27-4e64-945f-ae0a1f962a37 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:57:57.910945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:57.940286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Port': ['ID=e99e731c-8c27-4e64-945f-ae0a1f962a37,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:57.944678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] No DVR routers for this DVR port e99e731c-8c27-4e64-945f-ae0a1f962a37 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:57.970063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.001720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] No DVR routers for this DVR port e99e731c-8c27-4e64-945f-ae0a1f962a37 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:57:58.004972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8da34e-a88a-4e6b-803b-170fdee6f257 None None] Pushing event deleted for resources: {'Port': ['ID=e99e731c-8c27-4e64-945f-ae0a1f962a37,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:58.027832 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.048230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2933e8ec-7d28-463b-bf95-707ad7fdbf43']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:58.058210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9407c9f8-8dba-448f-8585-9496bf90f579') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:58.058507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9407c9f8-8dba-448f-8585-9496bf90f579') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:57:58.068544 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.081916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.088844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:57:58.089479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:57:58.092879 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:57:58.154498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.162654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.165822 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] 10.222.0.62 "DELETE /v2.0/networks/2933e8ec-7d28-463b-bf95-707ad7fdbf43 HTTP/1.1" status: 204 len: 168 time: 0.5523129 Dec 08 16:57:58.176193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa844fdf-b4ee-4ccf-8394-94e5fa9ea318 tempest-AllowedAddressPairTestJSON-1334916827 tempest-AllowedAddressPairTestJSON-1334916827-project] Pushing event deleted for resources: {'Network': ['ID=2933e8ec-7d28-463b-bf95-707ad7fdbf43,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:58.242811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e99e731c-8c27-4e64-945f-ae0a1f962a37 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:57:58.265264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e99e731c-8c27-4e64-945f-ae0a1f962a37 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:57:58.265544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e99e731c-8c27-4e64-945f-ae0a1f962a37 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:57:58.419983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51432) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:58.555713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9dad81b3-adb4-45f6-9ce0-85b7a2d1f3e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bbab1af63da74c1f93c0a44df01cba4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1345267 Dec 08 16:57:58.558605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:58.610131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.631851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.678445 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.681243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:58.682422 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ebc16516-4e83-489a-8f6f-e42b4f3b6a6f HTTP/1.1" status: 204 len: 168 time: 0.1229179 Dec 08 16:57:58.690256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc16516-4e83-489a-8f6f-e42b4f3b6a6f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:58.698321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.698785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.699133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.699506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.699855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.700182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.700552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.700880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.701203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.701535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.701887 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.702337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.702668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ef32357-8efe-4134-a483-25d45fbefa8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:57:58.842849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-434b4685-310f-4190-8ea3-698f31fd11e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.324421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:59.419422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1836525208'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:59.446252 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:59.449960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.458498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.534521 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.538283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.568029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] vlan segment allocate from pool success with {'vlan_id': 669, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:57:59.577054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be628f22-507c-4221-b5a0-cdd9c299e6f8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:59.586162 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.586162 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Added segment 47a693e9-dd86-40e2-8466-fb61a3427284 of type vlan for network b566a876-ba29-4f96-b5fc-df14d39181b4 Dec 08 16:57:59.627221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.653259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.658739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:57:59.659620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:57:59.724859 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3992741 Dec 08 16:57:59.728144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:57:59.734919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:57:59.740696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98545e05-607a-46f1-9cd3-9e1806810de2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Network': ['ID=b566a876-ba29-4f96-b5fc-df14d39181b4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:57:59.750156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:57:59.832278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:57:59.836003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.025182 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.089131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=c922e21f-016b-4a18-84db-6e018404f71b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:00.098683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:00.099156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network hostable DHCP agents. Network: b566a876-ba29-4f96-b5fc-df14d39181b4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:58:00.118301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:58:00.128159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b566a876-ba29-4f96-b5fc-df14d39181b4) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:00.132414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:00.133013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.139883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7f6da7-2d2b-43b5-b70e-2fecc47a77f8 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:00.151849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de887d17-e31d-44a1-8c4b-da3f9dc3a1e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4225636 Dec 08 16:58:00.154628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:00.160743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'name': 'tempest-NetworksTestDHCPv6-1211991013'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:00.228501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.262536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'c922e21f-016b-4a18-84db-6e018404f71b'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:00.263405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.290381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:00.294120 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.313401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 99e52fe3-7a5b-4e1c-b29f-4c5096f70469 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:00.420315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/c922e21f-016b-4a18-84db-6e018404f71b/911e1f08-73fb-4d02-b1cc-2c29aec7450b) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:00.572379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.586560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.634467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:00.638842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Pushing event updated for resources: {'Port': ['ID=911e1f08-73fb-4d02-b1cc-2c29aec7450b,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:00.641831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:00.644700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:00.678671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::2d1 (b566a876-ba29-4f96-b5fc-df14d39181b4/c922e21f-016b-4a18-84db-6e018404f71b/99e52fe3-7a5b-4e1c-b29f-4c5096f70469) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:00.716322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Attempting to bind port 911e1f08-73fb-4d02-b1cc-2c29aec7450b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:00.716738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Attempting to bind port 911e1f08-73fb-4d02-b1cc-2c29aec7450b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:00.717064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Attempting to bind port 911e1f08-73fb-4d02-b1cc-2c29aec7450b on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:00.722684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 57, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:00.723065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:00.723650 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.724045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:00.724526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Bound port: 911e1f08-73fb-4d02-b1cc-2c29aec7450b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:00.724913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.791947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] For port 911e1f08-73fb-4d02-b1cc-2c29aec7450b, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:00.796115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] For port 911e1f08-73fb-4d02-b1cc-2c29aec7450b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=911e1f08-73fb-4d02-b1cc-2c29aec7450b,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:00.800215 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.842994 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.863471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952c2dfa-c683-4f9f-b5be-6ab1cecbf37c None None] Pushing event updated for resources: {'Port': ['ID=911e1f08-73fb-4d02-b1cc-2c29aec7450b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:00.889282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.936404 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:00.942319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:00.946024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:00.951582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:00.952174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:00.962539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=99e52fe3-7a5b-4e1c-b29f-4c5096f70469,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:00.975109 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2e4975a8-a084-40c4-add7-e70002406fdb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8189614 Dec 08 16:58:00.977704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51472) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:01.052619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373709c-d9ae-4a12-a72e-9e2f65f64d9d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:01.058750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0373709c-d9ae-4a12-a72e-9e2f65f64d9d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:01.060310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0373709c-d9ae-4a12-a72e-9e2f65f64d9d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0815368 Dec 08 16:58:01.062967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51474) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:01.162897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 99e52fe3-7a5b-4e1c-b29f-4c5096f70469 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:01.163228 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:01.250343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:01.262900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 99e52fe3-7a5b-4e1c-b29f-4c5096f70469 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:01.392149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:01.421388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=99e52fe3-7a5b-4e1c-b29f-4c5096f70469,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:01.447939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:01.451218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d08fc520-1fdd-4bf7-9fd7-cf6ea0a059f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/99e52fe3-7a5b-4e1c-b29f-4c5096f70469 HTTP/1.1" status: 204 len: 168 time: 0.3873138 Dec 08 16:58:01.453658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51476) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:01.542827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a44995-02f4-44dc-ba3d-2dbf352f4520 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:01.544370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a44995-02f4-44dc-ba3d-2dbf352f4520 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:01.546648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-39a44995-02f4-44dc-ba3d-2dbf352f4520 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0913122 Dec 08 16:58:01.548589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51478) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:01.603627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet c922e21f-016b-4a18-84db-6e018404f71b {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:01.607152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:01.648418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:01.809564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d752b-ceed-4806-879b-b6e1f107414c None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:01.896991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-091558ec-fd19-4e92-a1ae-e967f507d4ee None None] Provisioning complete for port 911e1f08-73fb-4d02-b1cc-2c29aec7450b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:01.897358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-091558ec-fd19-4e92-a1ae-e967f507d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.005133 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.020211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-091558ec-fd19-4e92-a1ae-e967f507d4ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.023420 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.068406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.100530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.106609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/c922e21f-016b-4a18-84db-6e018404f71b HTTP/1.1" status: 204 len: 168 time: 0.5545230 Dec 08 16:58:02.106609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544fc41c-6da0-4030-b558-f9b2174b7d83 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=c922e21f-016b-4a18-84db-6e018404f71b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:02.107592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51482) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:02.116301 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-091558ec-fd19-4e92-a1ae-e967f507d4ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:58:02.116660 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-091558ec-fd19-4e92-a1ae-e967f507d4ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:58:02.163829 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5d9050f7-7add-4b15-be51-fc19cbcfdf9f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0548413 Dec 08 16:58:02.166532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:02.171468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:02.179797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d263e-1a84-4d11-843b-c1759eeeb598 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:02.284591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 911e1f08-73fb-4d02-b1cc-2c29aec7450b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:02.286346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:02.290066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.317783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.342294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 911e1f08-73fb-4d02-b1cc-2c29aec7450b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:02.342501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.401486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:02.457683 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.488878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.502249 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.512950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 911e1f08-73fb-4d02-b1cc-2c29aec7450b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=911e1f08-73fb-4d02-b1cc-2c29aec7450b,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:02.520482 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.526644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:02.529725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:02.533926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:02.534670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.552717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=260a6872-c091-4332-b099-020e9b43738a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:02.554252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] Deleting port 911e1f08-73fb-4d02-b1cc-2c29aec7450b {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:02.554627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.562401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab264b19-2b15-4ab2-9e66-83fc1d6115fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3948483 Dec 08 16:58:02.564911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:02.571267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'name': 'tempest-NetworksTestDHCPv6-525053903'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:02.818151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=911e1f08-73fb-4d02-b1cc-2c29aec7450b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:02.861080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] For port 911e1f08-73fb-4d02-b1cc-2c29aec7450b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=911e1f08-73fb-4d02-b1cc-2c29aec7450b,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:02.861814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.880022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] Calling delete_port for 911e1f08-73fb-4d02-b1cc-2c29aec7450b owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:02.966743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b92115c2-3e62-42dd-acfe-d32a8c1fa353 None None] Provisioning complete for port 911e1f08-73fb-4d02-b1cc-2c29aec7450b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:02.967203 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b92115c2-3e62-42dd-acfe-d32a8c1fa353 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.969855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:02.995387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b92115c2-3e62-42dd-acfe-d32a8c1fa353 None None] Port 911e1f08-73fb-4d02-b1cc-2c29aec7450b was deleted so its status cannot be updated. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 16:58:03.015107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] Pushing event deleted for resources: {'Port': ['ID=911e1f08-73fb-4d02-b1cc-2c29aec7450b,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:03.016747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f19d7c-967d-4e63-9b04-65eb66d46ad5 None None] No DVR routers for this DVR port 911e1f08-73fb-4d02-b1cc-2c29aec7450b on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:03.032901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95285ea6-3d19-493a-8f1e-e251a2548a0e None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:03.036625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:03.040286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.059768 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 6d2c8c58-f721-452d-a8ba-d8dcfb275980 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:03.137350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '260a6872-c091-4332-b099-020e9b43738a'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:03.138245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.181639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::340 (b566a876-ba29-4f96-b5fc-df14d39181b4/260a6872-c091-4332-b099-020e9b43738a/6d2c8c58-f721-452d-a8ba-d8dcfb275980) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:03.331903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.365933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.413283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:03.417417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:03.419955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:03.421138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.426305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:03.427033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.427296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/260a6872-c091-4332-b099-020e9b43738a/cca30cb2-715c-4f31-9b9d-dde6de2ebac7) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:03.446712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=6d2c8c58-f721-452d-a8ba-d8dcfb275980,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:03.453928 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f35bafda-3468-414f-8e2f-dd0774ef3c03 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8872857 Dec 08 16:58:03.457925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:03.509260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac5c56f-7e87-4e65-a996-3b4ec2581718 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:03.511139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6ac5c56f-7e87-4e65-a996-3b4ec2581718 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0522213 Dec 08 16:58:03.513812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51492) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:03.582040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.589096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.606245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 6d2c8c58-f721-452d-a8ba-d8dcfb275980 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:03.606584 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.627602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:03.634969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:03.637387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:03.646136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Pushing event updated for resources: {'Port': ['ID=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:03.698964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Attempting to bind port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:03.699344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Attempting to bind port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:03.699710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Attempting to bind port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:03.701412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.704755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:03.705128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:03.705528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.706013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:03.707014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Bound port: cca30cb2-715c-4f31-9b9d-dde6de2ebac7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:03.707642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.715233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 6d2c8c58-f721-452d-a8ba-d8dcfb275980 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:03.775934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] For port cca30cb2-715c-4f31-9b9d-dde6de2ebac7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:03.779008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] For port cca30cb2-715c-4f31-9b9d-dde6de2ebac7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:03.785782 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.851781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba066f-b2f7-43e4-abb7-fd650736a252 None None] Pushing event updated for resources: {'Port': ['ID=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:03.854407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.887508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=6d2c8c58-f721-452d-a8ba-d8dcfb275980,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:03.920578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:03.924249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4f4aadd0-d3cc-478d-9b47-325d8135e2d1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/6d2c8c58-f721-452d-a8ba-d8dcfb275980 HTTP/1.1" status: 204 len: 168 time: 0.4093888 Dec 08 16:58:03.927690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51496) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:03.984615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec85519-f366-4872-a03d-2c9829797667 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:03.986387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec85519-f366-4872-a03d-2c9829797667 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:03.988560 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ec85519-f366-4872-a03d-2c9829797667 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0597963 Dec 08 16:58:03.991230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51498) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:04.047798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 260a6872-c091-4332-b099-020e9b43738a {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:04.052592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.099349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.196786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.262154 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.265976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cca30cb2-715c-4f31-9b9d-dde6de2ebac7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:04.290560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=260a6872-c091-4332-b099-020e9b43738a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:04.292438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.295649 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c5b7ac24-5c8b-4072-bb25-998b28858129 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/260a6872-c091-4332-b099-020e9b43738a HTTP/1.1" status: 204 len: 168 time: 0.3034701 Dec 08 16:58:04.298218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51500) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:04.327824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:04.328267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.355106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a1f610f0-a52f-4040-971a-2a08124f800f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553157 Dec 08 16:58:04.358555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:04.364994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:04.416065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.453458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port cca30cb2-715c-4f31-9b9d-dde6de2ebac7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:04.458482 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.460748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:04.466447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.517994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:04.532564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 911e1f08-73fb-4d02-b1cc-2c29aec7450b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:04.555052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 911e1f08-73fb-4d02-b1cc-2c29aec7450b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:04.555399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 911e1f08-73fb-4d02-b1cc-2c29aec7450b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:04.680942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.728207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:04.731374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:04.735633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:04.736439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.744758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=e45a9867-fcbf-4384-8c44-0c9976fb3b41,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:04.759216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f87dafa0-ff8d-475b-b6f2-33bb1eec190e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3994536 Dec 08 16:58:04.761952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51504) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:04.766990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'name': 'tempest-NetworksTestDHCPv6-81019512'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:04.828188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189887a6-0703-4826-ad5f-67f66167e5e8 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:04.883725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:04.887323 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:04.914468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 91f21a38-b5f1-42c9-8daa-c56964682a7a yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:04.951042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-381b3269-10cb-43de-8e13-7825ebf83548 None None] Provisioning complete for port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:04.951649 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-381b3269-10cb-43de-8e13-7825ebf83548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.047910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::3e0 (b566a876-ba29-4f96-b5fc-df14d39181b4/e45a9867-fcbf-4384-8c44-0c9976fb3b41/91f21a38-b5f1-42c9-8daa-c56964682a7a) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:05.171915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-44c86652-9f42-41ea-af6e-c66043320a4c None None] Provisioning complete for port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:05.172286 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44c86652-9f42-41ea-af6e-c66043320a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.210360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.248691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.300724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:05.306118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:05.310366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:05.316884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:05.317540 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.324415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=91f21a38-b5f1-42c9-8daa-c56964682a7a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:05.337513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.337890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.338243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.338584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.338923 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.339262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.339593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.339925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.340264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.340591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.340920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.341244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.341569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:05.354898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7155ee4c-e087-4728-ae2a-3e75e8b60be4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5918279 Dec 08 16:58:05.357402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51508) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:05.373757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-18eb14c9-cfa4-4dc1-9df1-128938cd0315 None None] Could not find standard attr ID for object 99e52fe3-7a5b-4e1c-b29f-4c5096f70469. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:05.413531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb03e0-bdb9-4efb-b2f8-a2f5265e73d9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:05.419441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72eb03e0-bdb9-4efb-b2f8-a2f5265e73d9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:05.423629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72eb03e0-bdb9-4efb-b2f8-a2f5265e73d9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0625634 Dec 08 16:58:05.423817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51510) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:05.516068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 91f21a38-b5f1-42c9-8daa-c56964682a7a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:05.516725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.587085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2c822b96-17b9-4d51-94fe-9aea56fb6906 None None] Could not find standard attr ID for object 6d2c8c58-f721-452d-a8ba-d8dcfb275980. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:05.616065 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.629945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 91f21a38-b5f1-42c9-8daa-c56964682a7a owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:05.771921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.802232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-76cc81f7-cf7a-4f48-91be-98abedd59800 None None] Could not find standard attr ID for object 91f21a38-b5f1-42c9-8daa-c56964682a7a. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:05.803440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=91f21a38-b5f1-42c9-8daa-c56964682a7a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:05.828145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:05.831351 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ee9b216e-cb71-4c71-b1dd-4c42224fcd51 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/91f21a38-b5f1-42c9-8daa-c56964682a7a HTTP/1.1" status: 204 len: 168 time: 0.4066055 Dec 08 16:58:05.834346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51512) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:05.889450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076daf4-5fd9-4cba-b34a-0288d53ccbd9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:05.891056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e076daf4-5fd9-4cba-b34a-0288d53ccbd9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:05.892565 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e076daf4-5fd9-4cba-b34a-0288d53ccbd9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0572276 Dec 08 16:58:05.895196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:05.953584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet e45a9867-fcbf-4384-8c44-0c9976fb3b41 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:05.957301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.001305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.048366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.111224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.146395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=e45a9867-fcbf-4384-8c44-0c9976fb3b41,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:06.148393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.151638 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fece48ef-d97c-492e-bd93-a856e86934b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/e45a9867-fcbf-4384-8c44-0c9976fb3b41 HTTP/1.1" status: 204 len: 168 time: 0.2555153 Dec 08 16:58:06.154030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51518) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:06.157359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0730e4db-056a-48c1-9f45-d4f422491a67 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:06.198142 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da890e81-c420-4bef-8db0-6eb9b7ba6908 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406260 Dec 08 16:58:06.198660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51520) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:06.250166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48871ec8-0670-4b23-937f-4fd8cacc2596 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:06.251564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-48871ec8-0670-4b23-937f-4fd8cacc2596 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0519068 Dec 08 16:58:06.254310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51522) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:06.263466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cca30cb2-715c-4f31-9b9d-dde6de2ebac7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:06.314840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:06.317402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f36587b-da70-4d47-a530-fd7f15eb37b9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:06.318687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:06.318922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8f36587b-da70-4d47-a530-fd7f15eb37b9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0635765 Dec 08 16:58:06.319298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.321674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51524) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:06.361316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7d003fd4-f784-4051-a3da-88193214481c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385036 Dec 08 16:58:06.365716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:06.371771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:06.427656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] Deleting port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:06.428022 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.465861 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:06.469393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.503168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] For port cca30cb2-715c-4f31-9b9d-dde6de2ebac7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:06.503633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.516897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] Calling delete_port for cca30cb2-715c-4f31-9b9d-dde6de2ebac7 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:06.598450 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.625091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] Pushing event deleted for resources: {'Port': ['ID=cca30cb2-715c-4f31-9b9d-dde6de2ebac7,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:06.629138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f7c46-7f55-4048-82ee-ec5503eb0743 None None] No DVR routers for this DVR port cca30cb2-715c-4f31-9b9d-dde6de2ebac7 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:06.666851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.708261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:06.713140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:06.716221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:06.716765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.724217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d3aa2e-769e-46c4-ba0b-ce2bb16481b3 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:06.736686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=49db8d35-7a8b-4202-adbc-17f7ac545b6f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:06.751303 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b722169-be3d-4373-90dd-6c5f6249e13c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3812160 Dec 08 16:58:06.751656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51528) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:06.760369 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': '49db8d35-7a8b-4202-adbc-17f7ac545b6f', 'ip_address': '2001:db8::9799:60f2:2c87:61b8'}], 'name': 'tempest-NetworksTestDHCPv6-2061312910'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:06.840506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '49db8d35-7a8b-4202-adbc-17f7ac545b6f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:06.841370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.875119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:06.966817 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:06.984203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 03e9abdf-7156-4730-b0bd-09274cb17d15 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:06.984622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/49db8d35-7a8b-4202-adbc-17f7ac545b6f/fe4656e3-20e9-4af9-88d7-30b56e21a65d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:07.138202 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.143975 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.187551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:07.191171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:07.195823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:07.198962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Pushing event updated for resources: {'Port': ['ID=fe4656e3-20e9-4af9-88d7-30b56e21a65d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:07.200646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::9799:60f2:2c87:61b8 (b566a876-ba29-4f96-b5fc-df14d39181b4/49db8d35-7a8b-4202-adbc-17f7ac545b6f/03e9abdf-7156-4730-b0bd-09274cb17d15) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:07.251265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Attempting to bind port fe4656e3-20e9-4af9-88d7-30b56e21a65d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:07.251544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Attempting to bind port fe4656e3-20e9-4af9-88d7-30b56e21a65d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:07.251912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Attempting to bind port fe4656e3-20e9-4af9-88d7-30b56e21a65d on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:07.258343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:07.258723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:07.259129 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.259524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:07.259998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Bound port: fe4656e3-20e9-4af9-88d7-30b56e21a65d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:07.260383 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.328298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] For port fe4656e3-20e9-4af9-88d7-30b56e21a65d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:07.332804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] For port fe4656e3-20e9-4af9-88d7-30b56e21a65d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fe4656e3-20e9-4af9-88d7-30b56e21a65d,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:07.338715 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.353442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.390805 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.406166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d375b1d-31c5-4908-8850-3ced6cf180a7 None None] Pushing event updated for resources: {'Port': ['ID=fe4656e3-20e9-4af9-88d7-30b56e21a65d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:07.446432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:07.449703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:07.454719 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:07.460714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:07.461343 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.465216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=03e9abdf-7156-4730-b0bd-09274cb17d15,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:07.480873 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f011f167-b2a0-4f1c-8ca3-dea3f7cf34e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7271779 Dec 08 16:58:07.483454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51532) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:07.575954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2ad68-ca5f-4f23-8be7-edd2c7e5c008 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:07.585907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe2ad68-ca5f-4f23-8be7-edd2c7e5c008 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:07.587563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4fe2ad68-ca5f-4f23-8be7-edd2c7e5c008 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1029968 Dec 08 16:58:07.593258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:07.695941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 03e9abdf-7156-4730-b0bd-09274cb17d15 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:07.696282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.790133 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.801916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 03e9abdf-7156-4730-b0bd-09274cb17d15 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:07.933863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.962830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=03e9abdf-7156-4730-b0bd-09274cb17d15,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:07.987924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:07.991253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eadf5844-5749-4724-b271-3da880ca57fb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/03e9abdf-7156-4730-b0bd-09274cb17d15 HTTP/1.1" status: 204 len: 168 time: 0.3996711 Dec 08 16:58:07.993817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51536) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:08.046662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694138a-090c-4fa4-bef6-bc359fff23c9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:08.048238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694138a-090c-4fa4-bef6-bc359fff23c9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:08.049784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d694138a-090c-4fa4-bef6-bc359fff23c9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0549631 Dec 08 16:58:08.052699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51538) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:08.123248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 49db8d35-7a8b-4202-adbc-17f7ac545b6f {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:08.126773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.173471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.277442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.285600 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fe4656e3-20e9-4af9-88d7-30b56e21a65d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:08.339412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fe4656e3-20e9-4af9-88d7-30b56e21a65d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:08.339786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.347684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.377005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=49db8d35-7a8b-4202-adbc-17f7ac545b6f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:08.382849 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.386454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9b1df27c-dbbd-4ad6-8858-ff6dbc422cce tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/49db8d35-7a8b-4202-adbc-17f7ac545b6f HTTP/1.1" status: 204 len: 168 time: 0.3327980 Dec 08 16:58:08.388920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51542) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:08.416900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec23289c-e6ce-4c93-9d7a-d4365d4589e5 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:08.432485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-402614a6-db6f-42a9-9eb7-ab638f986379 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398622 Dec 08 16:58:08.432695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51544) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:08.437909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:08.481234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.509345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f93d3dcb-78d4-4937-9219-c7bb48ec551b None None] Provisioning complete for port fe4656e3-20e9-4af9-88d7-30b56e21a65d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:08.509707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f93d3dcb-78d4-4937-9219-c7bb48ec551b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.531883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:08.536063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.568656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port fe4656e3-20e9-4af9-88d7-30b56e21a65d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fe4656e3-20e9-4af9-88d7-30b56e21a65d,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:08.581735 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.638458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cca30cb2-715c-4f31-9b9d-dde6de2ebac7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:08.669964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: cca30cb2-715c-4f31-9b9d-dde6de2ebac7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:08.670226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cca30cb2-715c-4f31-9b9d-dde6de2ebac7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:08.673726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=fe4656e3-20e9-4af9-88d7-30b56e21a65d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:08.719247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:08.749613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.770075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] Deleting port fe4656e3-20e9-4af9-88d7-30b56e21a65d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:08.770444 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.791585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:08.796767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:08.801648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:08.802257 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.814493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=dccb7b8c-d56d-4d0a-bb00-f12a997c8855,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:08.827150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eceb7b04-7b4a-43c8-b06a-40a3cdc83960 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3932149 Dec 08 16:58:08.829611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51546) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:08.835356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'dccb7b8c-d56d-4d0a-bb00-f12a997c8855', 'ip_address': '2001:db8::b1bd:3a75:9a77:1774'}], 'name': 'tempest-NetworksTestDHCPv6-492866734'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:08.852219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] For port fe4656e3-20e9-4af9-88d7-30b56e21a65d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fe4656e3-20e9-4af9-88d7-30b56e21a65d,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:08.852525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.866092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] Calling delete_port for fe4656e3-20e9-4af9-88d7-30b56e21a65d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:08.954510 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:08.955142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:08.981629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] Pushing event deleted for resources: {'Port': ['ID=fe4656e3-20e9-4af9-88d7-30b56e21a65d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:08.983523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c524cca-e70d-450b-bbcf-5c16a538fee6 None None] No DVR routers for this DVR port fe4656e3-20e9-4af9-88d7-30b56e21a65d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:09.003479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd6769-b647-4331-94e4-9d020946dc59 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:09.056942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.075646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 5814f6a2-780c-4d4c-b967-986e96a68c0d yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:09.275094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'dccb7b8c-d56d-4d0a-bb00-f12a997c8855'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:09.276008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.305838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::b1bd:3a75:9a77:1774 (b566a876-ba29-4f96-b5fc-df14d39181b4/dccb7b8c-d56d-4d0a-bb00-f12a997c8855/5814f6a2-780c-4d4c-b967-986e96a68c0d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:09.454894 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.490087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.531207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:09.538836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:09.542582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:09.543480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/dccb7b8c-d56d-4d0a-bb00-f12a997c8855/a05645c2-c64e-441e-a512-93ad1a3526d1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:09.548232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:09.548851 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.555668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=5814f6a2-780c-4d4c-b967-986e96a68c0d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:09.572785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-47d98cf1-078e-4f49-af41-3d69c3dc6ded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7419519 Dec 08 16:58:09.575211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51550) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:09.628589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404b59d4-50e5-4da2-8f4b-7c8ebeea3016 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:09.630363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-404b59d4-50e5-4da2-8f4b-7c8ebeea3016 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0541246 Dec 08 16:58:09.633001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51552) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:09.685877 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.692624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.722551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 5814f6a2-780c-4d4c-b967-986e96a68c0d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:09.722807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.736656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:09.741521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:09.744500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:09.753736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Pushing event updated for resources: {'Port': ['ID=a05645c2-c64e-441e-a512-93ad1a3526d1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:09.807035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Attempting to bind port a05645c2-c64e-441e-a512-93ad1a3526d1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:09.807400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Attempting to bind port a05645c2-c64e-441e-a512-93ad1a3526d1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:09.807762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Attempting to bind port a05645c2-c64e-441e-a512-93ad1a3526d1 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:09.812761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:09.813136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:09.813527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.814019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:09.814496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Bound port: a05645c2-c64e-441e-a512-93ad1a3526d1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:09.814632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.815582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.828014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 5814f6a2-780c-4d4c-b967-986e96a68c0d owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:09.879834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] For port a05645c2-c64e-441e-a512-93ad1a3526d1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:09.883062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] For port a05645c2-c64e-441e-a512-93ad1a3526d1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a05645c2-c64e-441e-a512-93ad1a3526d1,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:09.888064 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.953208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8ccbe-f67b-41af-8655-7fc5a046b603 None None] Pushing event updated for resources: {'Port': ['ID=a05645c2-c64e-441e-a512-93ad1a3526d1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:09.967987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:09.999544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=5814f6a2-780c-4d4c-b967-986e96a68c0d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:10.027054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.030247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-57da50f6-fb5c-4f86-b64c-f287381b563f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/5814f6a2-780c-4d4c-b967-986e96a68c0d HTTP/1.1" status: 204 len: 168 time: 0.3963265 Dec 08 16:58:10.032682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51554) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:10.085609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b3b5f-5135-43e4-8de2-d047597a45b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:10.087350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64b3b5f-5135-43e4-8de2-d047597a45b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:10.088849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a64b3b5f-5135-43e4-8de2-d047597a45b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0552349 Dec 08 16:58:10.091544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51556) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:10.152030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet dccb7b8c-d56d-4d0a-bb00-f12a997c8855 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:10.155735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.209208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.294716 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a05645c2-c64e-441e-a512-93ad1a3526d1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:10.314961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.345877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a05645c2-c64e-441e-a512-93ad1a3526d1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:10.346219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.375021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.402523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=dccb7b8c-d56d-4d0a-bb00-f12a997c8855,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:10.404480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.408266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-31316eae-bd31-4cd7-9e33-af0028899b63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/dccb7b8c-d56d-4d0a-bb00-f12a997c8855 HTTP/1.1" status: 204 len: 168 time: 0.3156357 Dec 08 16:58:10.411319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:10.433706 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.453650 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-144dd11d-dfa5-4866-b7c8-6756e3318076 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0412230 Dec 08 16:58:10.456764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51562) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:10.461872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:10.472458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port a05645c2-c64e-441e-a512-93ad1a3526d1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a05645c2-c64e-441e-a512-93ad1a3526d1,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:10.477289 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.526755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=a05645c2-c64e-441e-a512-93ad1a3526d1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:10.540570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fe4656e3-20e9-4af9-88d7-30b56e21a65d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:10.558118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:10.561643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.561912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fe4656e3-20e9-4af9-88d7-30b56e21a65d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:10.562396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fe4656e3-20e9-4af9-88d7-30b56e21a65d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:10.755485 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.804555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:10.809139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:10.813444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:10.814053 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.826520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=616a19e0-22bd-4fa3-9ee6-e037cc3265f5,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:10.837482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-73fccb63-cfcd-4521-aed2-e71a93c30259 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3794270 Dec 08 16:58:10.840223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51564) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:10.845235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': '616a19e0-22bd-4fa3-9ee6-e037cc3265f5', 'ip_address': '2001:db8::124:9f93:d82d:ea10'}], 'name': 'tempest-NetworksTestDHCPv6-1747551992'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:10.932180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f189c74-8816-4ab7-a37e-c0b5429cf4a8 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:10.960380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:10.965708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:10.984919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 0db535b0-a66e-4511-a290-f8ba34301f3f yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:11.008207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9781735f-2f27-4a3a-a3a8-068a369ea325 None None] Provisioning complete for port a05645c2-c64e-441e-a512-93ad1a3526d1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:11.008577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9781735f-2f27-4a3a-a3a8-068a369ea325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.151459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::124:9f93:d82d:ea10 (b566a876-ba29-4f96-b5fc-df14d39181b4/616a19e0-22bd-4fa3-9ee6-e037cc3265f5/0db535b0-a66e-4511-a290-f8ba34301f3f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:11.314876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.353489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.361674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a05d0295-eee4-4056-b3ca-21341a25515c None None] Provisioning complete for port a05645c2-c64e-441e-a512-93ad1a3526d1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:11.363047 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a05d0295-eee4-4056-b3ca-21341a25515c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.396094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:11.399280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:11.403109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:11.409501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:11.410395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.429345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=0db535b0-a66e-4511-a290-f8ba34301f3f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:11.441062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-33c9d5d2-5ecc-46c3-aac8-44d5cebb4cfb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5989726 Dec 08 16:58:11.443333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51568) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:11.497186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da03cc-2b97-45ef-9e84-64d68641c863 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:11.503830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da03cc-2b97-45ef-9e84-64d68641c863 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:11.505453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36da03cc-2b97-45ef-9e84-64d68641c863 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0611823 Dec 08 16:58:11.508093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51570) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:11.564164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-304dbfe6-7349-4478-8b91-0f5114768bd3 None None] Could not find standard attr ID for object 03e9abdf-7156-4730-b0bd-09274cb17d15. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:11.605780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 0db535b0-a66e-4511-a290-f8ba34301f3f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:11.606059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.697658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.711213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 0db535b0-a66e-4511-a290-f8ba34301f3f owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:11.778427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-81918b13-f936-4598-a09d-362804a556a8 None None] Could not find standard attr ID for object 5814f6a2-780c-4d4c-b967-986e96a68c0d. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:11.902170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4ce5a885-6621-4784-b52c-bff4e1b4f16c None None] Provisioning complete for port 0db535b0-a66e-4511-a290-f8ba34301f3f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:11.902542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ce5a885-6621-4784-b52c-bff4e1b4f16c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:11.940243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4ce5a885-6621-4784-b52c-bff4e1b4f16c None None] Port 0db535b0-a66e-4511-a290-f8ba34301f3f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:12.126903 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.156399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=0db535b0-a66e-4511-a290-f8ba34301f3f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:12.183859 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.187386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-296dc7f6-0146-44e0-bbf4-d81cc683a22b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/0db535b0-a66e-4511-a290-f8ba34301f3f HTTP/1.1" status: 204 len: 168 time: 0.6783111 Dec 08 16:58:12.189869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51572) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.248575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e55496-d288-42fd-a1c7-1c54ab73cfa5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:12.250346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e55496-d288-42fd-a1c7-1c54ab73cfa5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:12.254464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a0e55496-d288-42fd-a1c7-1c54ab73cfa5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0608454 Dec 08 16:58:12.255558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.276617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a05645c2-c64e-441e-a512-93ad1a3526d1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:12.322563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 616a19e0-22bd-4fa3-9ee6-e037cc3265f5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:12.326207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.344427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a05645c2-c64e-441e-a512-93ad1a3526d1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:12.344855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.376096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.427187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.489376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.515370 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=616a19e0-22bd-4fa3-9ee6-e037cc3265f5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:12.522841 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.526255 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c708d6a-b003-49c7-a46f-d08c4941f418 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/616a19e0-22bd-4fa3-9ee6-e037cc3265f5 HTTP/1.1" status: 204 len: 168 time: 0.2698431 Dec 08 16:58:12.529006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51578) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.530992 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de831da8-d470-4576-9710-c747bbdcce20 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:12.570111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51580) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.570335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6ea812af-f94e-4e5f-a2db-a02bb1e9115b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0400226 Dec 08 16:58:12.624993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9d014b-ed69-40c2-90a7-95b7abc883b9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:12.626503 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc9d014b-ed69-40c2-90a7-95b7abc883b9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0553575 Dec 08 16:58:12.629836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51582) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.681450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:12.682487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff46d10c-fcc0-4c2b-9bf2-92a64e4b777a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:12.684189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ff46d10c-fcc0-4c2b-9bf2-92a64e4b777a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0531373 Dec 08 16:58:12.686651 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51584) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.725459 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5cd52691-f64e-43a4-b921-1350c3278f35 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376351 Dec 08 16:58:12.729525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51586) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:12.731833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] Deleting port a05645c2-c64e-441e-a512-93ad1a3526d1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:12.732203 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.734823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:12.801163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] For port a05645c2-c64e-441e-a512-93ad1a3526d1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a05645c2-c64e-441e-a512-93ad1a3526d1,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:12.801554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.814208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] Calling delete_port for a05645c2-c64e-441e-a512-93ad1a3526d1 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:12.828983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:12.833324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.897865 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:12.929559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] Pushing event deleted for resources: {'Port': ['ID=a05645c2-c64e-441e-a512-93ad1a3526d1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:12.931381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2266d269-a170-4295-ac14-8016e6631ed1 None None] No DVR routers for this DVR port a05645c2-c64e-441e-a512-93ad1a3526d1 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:13.024668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.066456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:13.071739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:13.075974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:13.076559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.081687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548dffa-b389-4150-8b21-b283e57892f9 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:13.086807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=be469b12-4522-4edc-9e00-4a8d34d018ea,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:13.122551 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-394f0bd5-84eb-471b-90aa-43049bdbb51d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3908975 Dec 08 16:58:13.124562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:13.130339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'be469b12-4522-4edc-9e00-4a8d34d018ea', 'ip_address': '2001:db8::81e7:489c:17e3:48cf'}], 'name': 'tempest-NetworksTestDHCPv6-161242399'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:13.191976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'be469b12-4522-4edc-9e00-4a8d34d018ea'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:13.192995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.239558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:13.326269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.332115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/be469b12-4522-4edc-9e00-4a8d34d018ea/3e3d313c-af55-4961-ab8a-198802b27dd2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:13.344237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:13.492074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.497955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.541304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:13.545213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Pushing event updated for resources: {'Port': ['ID=3e3d313c-af55-4961-ab8a-198802b27dd2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:13.545575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::81e7:489c:17e3:48cf (b566a876-ba29-4f96-b5fc-df14d39181b4/be469b12-4522-4edc-9e00-4a8d34d018ea/4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:13.547814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:13.550768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:13.608383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Attempting to bind port 3e3d313c-af55-4961-ab8a-198802b27dd2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:13.608758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Attempting to bind port 3e3d313c-af55-4961-ab8a-198802b27dd2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:13.609122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Attempting to bind port 3e3d313c-af55-4961-ab8a-198802b27dd2 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:13.616029 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:13.616403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:13.616802 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.617214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:13.617656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Bound port: 3e3d313c-af55-4961-ab8a-198802b27dd2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:13.618062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.687098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] For port 3e3d313c-af55-4961-ab8a-198802b27dd2, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:13.690971 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] For port 3e3d313c-af55-4961-ab8a-198802b27dd2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3e3d313c-af55-4961-ab8a-198802b27dd2,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:13.695686 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.715015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.760005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f90b36f-861a-457e-972f-3c0ba11ed1f2 None None] Pushing event updated for resources: {'Port': ['ID=3e3d313c-af55-4961-ab8a-198802b27dd2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:13.767294 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.812583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:13.818883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:13.822870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:13.828565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:13.829176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:13.839818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:13.854260 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c5b81cdb-d889-4107-837f-854b3d0f23be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7285686 Dec 08 16:58:13.857166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:13.862243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'be469b12-4522-4edc-9e00-4a8d34d018ea', 'ip_address': '2001:db8::81e7:489c:17e3:48cf'}], 'name': 'tempest-NetworksTestDHCPv6-1224171091'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:13.993974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:13.999223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.024938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 7474ee3e-3248-4ae2-8a39-49fd448364d9 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:14.185263 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 08 16:58:14.185733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:14.203691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b776582-f18f-490e-8056-d5693180eb5b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.3454175 Dec 08 16:58:14.207168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:14.259058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a11bd-02f3-4844-a774-13517a469de0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:14.264940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a11bd-02f3-4844-a774-13517a469de0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:14.266511 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ac7a11bd-02f3-4844-a774-13517a469de0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0578313 Dec 08 16:58:14.269824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:14.278731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3e3d313c-af55-4961-ab8a-198802b27dd2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:14.327813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3e3d313c-af55-4961-ab8a-198802b27dd2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:14.328178 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.367912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:14.368535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.422531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.458518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 3e3d313c-af55-4961-ab8a-198802b27dd2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3e3d313c-af55-4961-ab8a-198802b27dd2,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:14.464635 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.465762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.497361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:14.525644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=3e3d313c-af55-4961-ab8a-198802b27dd2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:14.542630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a05645c2-c64e-441e-a512-93ad1a3526d1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:14.565658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a05645c2-c64e-441e-a512-93ad1a3526d1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:14.566293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a05645c2-c64e-441e-a512-93ad1a3526d1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:14.655608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.687926 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:14.716110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.723012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-af43f126-fd90-4a1f-84b0-d589f0768d17 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5 HTTP/1.1" status: 204 len: 168 time: 0.4493499 Dec 08 16:58:14.723547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51600) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:14.783335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb313416-4e19-498e-b8fd-f9ef2da93e1c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:14.784610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fcafb594-c581-4669-83bf-7b2d6244dd92 None None] Provisioning complete for port 3e3d313c-af55-4961-ab8a-198802b27dd2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:14.785095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fcafb594-c581-4669-83bf-7b2d6244dd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.785728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb313416-4e19-498e-b8fd-f9ef2da93e1c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:14.787813 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb313416-4e19-498e-b8fd-f9ef2da93e1c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627420 Dec 08 16:58:14.790221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51602) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:14.851193 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet be469b12-4522-4edc-9e00-4a8d34d018ea {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:14.855161 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.897421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:14.985298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0553638a-5aad-4761-b46a-8c3466d3a57b None None] Could not find standard attr ID for object 4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:14.993089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.055513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.082918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=be469b12-4522-4edc-9e00-4a8d34d018ea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:15.086381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.089577 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-035434f3-35dc-4b4e-9e9f-9befb5372294 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/be469b12-4522-4edc-9e00-4a8d34d018ea HTTP/1.1" status: 204 len: 168 time: 0.2983158 Dec 08 16:58:15.092147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:15.141781 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f0e9caaa-48ff-494c-a57b-ec85568fb6bc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443041 Dec 08 16:58:15.141781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:15.146783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:15.147945 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b380d2c-0b7b-40ad-b646-7cf94b495595 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:15.244434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:15.250690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.308679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:15.359373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] Deleting port 3e3d313c-af55-4961-ab8a-198802b27dd2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:15.359740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.426699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] For port 3e3d313c-af55-4961-ab8a-198802b27dd2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3e3d313c-af55-4961-ab8a-198802b27dd2,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:15.427087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.439566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] Calling delete_port for 3e3d313c-af55-4961-ab8a-198802b27dd2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:15.453957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.500945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:15.504310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:15.508984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:15.509567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.512969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=724773c1-b5b7-4802-a84e-b30da80c39bf,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:15.528701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.532757 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c73bb421-3c76-4042-b9b6-c8c5e71aeabc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3889053 Dec 08 16:58:15.535087 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:15.542145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': '724773c1-b5b7-4802-a84e-b30da80c39bf', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1521442447'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:15.555402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] Pushing event deleted for resources: {'Port': ['ID=3e3d313c-af55-4961-ab8a-198802b27dd2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:15.561610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d6d90-af00-414e-96f2-2fe4802aed14 None None] No DVR routers for this DVR port 3e3d313c-af55-4961-ab8a-198802b27dd2 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:15.579791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00736a7-72db-4300-982f-a2befe29f95c None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:15.665709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:15.670997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.689203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port accde56a-3609-46d3-b0c9-f3d8cc21115e yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:15.689532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '724773c1-b5b7-4802-a84e-b30da80c39bf'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:15.691030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.829864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/724773c1-b5b7-4802-a84e-b30da80c39bf/66c070a0-6411-48a5-b372-9196ae2d52c1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:15.976836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.982681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:15.985614 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:15.986140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:16.004152 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-210a7853-d176-40d0-8d2d-1b72034f0f63 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4679165 Dec 08 16:58:16.006876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51612) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:16.023850 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:16.028750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:16.032323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:16.040361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Pushing event updated for resources: {'Port': ['ID=66c070a0-6411-48a5-b372-9196ae2d52c1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:16.061863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29651cad-0248-4415-887b-922e9d13a5ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.063366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29651cad-0248-4415-887b-922e9d13a5ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0553961 Dec 08 16:58:16.066720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51614) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:16.093391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Attempting to bind port 66c070a0-6411-48a5-b372-9196ae2d52c1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:16.093666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Attempting to bind port 66c070a0-6411-48a5-b372-9196ae2d52c1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:16.094062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Attempting to bind port 66c070a0-6411-48a5-b372-9196ae2d52c1 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:16.100514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:16.100514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:16.100784 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.101128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:16.101599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Bound port: 66c070a0-6411-48a5-b372-9196ae2d52c1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:16.102003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.121589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76ffbe-cb43-41af-a227-6edeb404563a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.123251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c76ffbe-cb43-41af-a227-6edeb404563a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.124785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c76ffbe-cb43-41af-a227-6edeb404563a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0567911 Dec 08 16:58:16.128091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51616) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:16.168146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] For port 66c070a0-6411-48a5-b372-9196ae2d52c1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:16.172259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] For port 66c070a0-6411-48a5-b372-9196ae2d52c1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=66c070a0-6411-48a5-b372-9196ae2d52c1,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:16.178546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.181653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 724773c1-b5b7-4802-a84e-b30da80c39bf {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:16.185154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.230721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.250251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfb37f-f420-428d-8c29-ce2e3f7a310e None None] Pushing event updated for resources: {'Port': ['ID=66c070a0-6411-48a5-b372-9196ae2d52c1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:16.270812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3e3d313c-af55-4961-ab8a-198802b27dd2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:16.292691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3e3d313c-af55-4961-ab8a-198802b27dd2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:16.293036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3e3d313c-af55-4961-ab8a-198802b27dd2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:16.331244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.395413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.427505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=724773c1-b5b7-4802-a84e-b30da80c39bf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:16.431442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.434803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5790ca00-15bb-4314-ba17-5c3f3868bccd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/724773c1-b5b7-4802-a84e-b30da80c39bf HTTP/1.1" status: 204 len: 168 time: 0.3057015 Dec 08 16:58:16.437194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:16.482198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ccbdf5a3-0a66-4144-9794-8e51e8887aee tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436168 Dec 08 16:58:16.486834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51620) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:16.495362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:16.595075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:16.599909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.791019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.834892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:16.838181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:16.841509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:16.842117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.859807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=3456676d-94af-4e44-bc1c-284a459aadbc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:16.869034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-564e18e8-d5a3-4d3a-a8a8-a41793011f2e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3801534 Dec 08 16:58:16.871761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51624) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:16.876358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1477654179', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:16.900650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.901878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.956611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.961970 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.981401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:16.982667 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-11eb6c74-45a9-48b4-91dd-d9628566c245 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1098728 Dec 08 16:58:16.985371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51626) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:17.221198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c154a1-88ca-476e-a6d3-963aa6b34a98 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:17.270175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.498477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0c580aea-55f8-4a6d-9f1a-bf50480ccd60 None None] Provisioning complete for port 66c070a0-6411-48a5-b372-9196ae2d52c1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:17.498732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c580aea-55f8-4a6d-9f1a-bf50480ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.523356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::1 (b566a876-ba29-4f96-b5fc-df14d39181b4/3456676d-94af-4e44-bc1c-284a459aadbc/5d9f0106-7365-41b2-b86c-24f55507315e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:17.586777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c580aea-55f8-4a6d-9f1a-bf50480ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.624497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0c580aea-55f8-4a6d-9f1a-bf50480ccd60 None None] For port 66c070a0-6411-48a5-b372-9196ae2d52c1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=66c070a0-6411-48a5-b372-9196ae2d52c1,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:17.631158 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0c580aea-55f8-4a6d-9f1a-bf50480ccd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.647583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.668146 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:58:17.686080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.703483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c580aea-55f8-4a6d-9f1a-bf50480ccd60 None None] Pushing event updated for resources: {'Port': ['ID=66c070a0-6411-48a5-b372-9196ae2d52c1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:17.741818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:17.744982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:17.749633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:17.750110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.754261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=5d9f0106-7365-41b2-b86c-24f55507315e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:17.861068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-84935459-4d76-41d7-b46f-0be126d96a40 None None] Provisioning complete for port 66c070a0-6411-48a5-b372-9196ae2d52c1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:17.861437 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84935459-4d76-41d7-b46f-0be126d96a40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:17.887300 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.068525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a865bf73-3c66-4f86-a802-0fe01b627588 None None] Provisioning complete for port 5d9f0106-7365-41b2-b86c-24f55507315e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:18.068803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a865bf73-3c66-4f86-a802-0fe01b627588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.107239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a865bf73-3c66-4f86-a802-0fe01b627588 None None] Port 5d9f0106-7365-41b2-b86c-24f55507315e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:18.163312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.168145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.168937 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.275990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 66c070a0-6411-48a5-b372-9196ae2d52c1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:18.328575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 66c070a0-6411-48a5-b372-9196ae2d52c1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:18.328843 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.574702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=5d9f0106-7365-41b2-b86c-24f55507315e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:18.619606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:18.620969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:18.747790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Router 13ba3b52-4422-48f0-b21b-17e3ba06d92f is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:58:18.846857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:18.851890 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fb0d0ad-0727-44f2-8c08-12d4e140cec7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "PUT /v2.0/routers/13ba3b52-4422-48f0-b21b-17e3ba06d92f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8655415 Dec 08 16:58:18.854653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51632) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:18.859085 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Sync routers for ids ['13ba3b52-4422-48f0-b21b-17e3ba06d92f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:18.869655 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Routers {'13ba3b52-4422-48f0-b21b-17e3ba06d92f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:18.870414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['13ba3b52-4422-48f0-b21b-17e3ba06d92f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:18.898106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caba064-3950-4c37-95af-b7d0e96732e8 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.899457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2caba064-3950-4c37-95af-b7d0e96732e8 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports/5d9f0106-7365-41b2-b86c-24f55507315e HTTP/1.1" status: 200 len: 911 time: 0.0437546 Dec 08 16:58:18.902023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:18.936721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0fc16a00-adf9-46e4-8b68-25da88e0bfbc None None] Provisioning complete for port 5d9f0106-7365-41b2-b86c-24f55507315e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:18.937074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fc16a00-adf9-46e4-8b68-25da88e0bfbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:18.951508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e893f7-473e-4e19-b028-493b6d2f0986 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.957955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e893f7-473e-4e19-b028-493b6d2f0986 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:18.962099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06e893f7-473e-4e19-b028-493b6d2f0986 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0566266 Dec 08 16:58:18.962323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51636) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:18.962749 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Set router 13ba3b52-4422-48f0-b21b-17e3ba06d92f gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:18.978812 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0fc16a00-adf9-46e4-8b68-25da88e0bfbc None None] Port 5d9f0106-7365-41b2-b86c-24f55507315e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:19.163504 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba3b52-4422-48f0-b21b-17e3ba06d92f', 'name': 'tempest-NetworksTestDHCPv6-router-1477654179', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:16Z', 'updated_at': '2021-12-08T16:58:17Z', 'revision_number': 2, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None, '_interfaces': [{'id': '5d9f0106-7365-41b2-b86c-24f55507315e', 'name': '', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'mac_address': 'fa:16:3e:7d:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba3b52-4422-48f0-b21b-17e3ba06d92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '3456676d-94af-4e44-bc1c-284a459aadbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:17Z', 'updated_at': '2021-12-08T16:58:18Z', 'revision_number': 2, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'subnets': [{'id': '3456676d-94af-4e44-bc1c-284a459aadbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:19.192706 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Checking router: 13ba3b52-4422-48f0-b21b-17e3ba06d92f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:58:19.193060 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Updating router 13ba3b52-4422-48f0-b21b-17e3ba06d92f port 5d9f0106-7365-41b2-b86c-24f55507315e binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:58:19.220002 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.460769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.505279 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.513280 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.581654 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Pushing event updated for resources: {'Port': ['ID=5d9f0106-7365-41b2-b86c-24f55507315e,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:19.608242 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.608592 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.608927 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.609256 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.609577 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.609922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.610243 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.610560 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.610878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.611194 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.611506 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.612410 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.612789 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:19.626070 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Attempting to bind port 5d9f0106-7365-41b2-b86c-24f55507315e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:19.626543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Attempting to bind port 5d9f0106-7365-41b2-b86c-24f55507315e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:19.627173 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Attempting to bind port 5d9f0106-7365-41b2-b86c-24f55507315e on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:19.633488 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:19.634061 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:19.634558 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.635035 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:19.635599 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Bound port: 5d9f0106-7365-41b2-b86c-24f55507315e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:19.636077 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.690745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 5d9f0106-7365-41b2-b86c-24f55507315e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:19.691190 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.710426 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] For port 5d9f0106-7365-41b2-b86c-24f55507315e, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:19.713860 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] For port 5d9f0106-7365-41b2-b86c-24f55507315e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5d9f0106-7365-41b2-b86c-24f55507315e,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:19.717963 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.779387 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Routers {'13ba3b52-4422-48f0-b21b-17e3ba06d92f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:19.780020 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['13ba3b52-4422-48f0-b21b-17e3ba06d92f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:19.798544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] For port 5d9f0106-7365-41b2-b86c-24f55507315e, host n-d-820935-5, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:19.798911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:19.812311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 5d9f0106-7365-41b2-b86c-24f55507315e owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:19.821904 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66165cf8-5c85-4940-be1f-f83211140370 None None] Pushing event updated for resources: {'Port': ['ID=5d9f0106-7365-41b2-b86c-24f55507315e,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:19.877664 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] Set router 13ba3b52-4422-48f0-b21b-17e3ba06d92f gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:19.913907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-053edd10-02b9-477c-992e-d110778802fc None None] Provisioning complete for port 5d9f0106-7365-41b2-b86c-24f55507315e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:19.914549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-053edd10-02b9-477c-992e-d110778802fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.013451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-053edd10-02b9-477c-992e-d110778802fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.028719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.087698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=5d9f0106-7365-41b2-b86c-24f55507315e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:20.112772 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ba3b52-4422-48f0-b21b-17e3ba06d92f', 'name': 'tempest-NetworksTestDHCPv6-router-1477654179', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:16Z', 'updated_at': '2021-12-08T16:58:17Z', 'revision_number': 2, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None, '_interfaces': [{'id': '5d9f0106-7365-41b2-b86c-24f55507315e', 'name': '', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'mac_address': 'fa:16:3e:7d:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba3b52-4422-48f0-b21b-17e3ba06d92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '3456676d-94af-4e44-bc1c-284a459aadbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:17Z', 'updated_at': '2021-12-08T16:58:19Z', 'revision_number': 4, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'subnets': [{'id': '3456676d-94af-4e44-bc1c-284a459aadbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:20.145746 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0475c6e7-f526-43ee-bc0c-bf6804b9d1c4 None None] The sync data for ids ['13ba3b52-4422-48f0-b21b-17e3ba06d92f'] in n-d-820935-5 is: [{'id': '13ba3b52-4422-48f0-b21b-17e3ba06d92f', 'name': 'tempest-NetworksTestDHCPv6-router-1477654179', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:16Z', 'updated_at': '2021-12-08T16:58:17Z', 'revision_number': 2, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None, '_interfaces': [{'id': '5d9f0106-7365-41b2-b86c-24f55507315e', 'name': '', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'mac_address': 'fa:16:3e:7d:8b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ba3b52-4422-48f0-b21b-17e3ba06d92f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '3456676d-94af-4e44-bc1c-284a459aadbc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:17Z', 'updated_at': '2021-12-08T16:58:19Z', 'revision_number': 4, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'subnets': [{'id': '3456676d-94af-4e44-bc1c-284a459aadbc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:20.174251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.192594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9e7a200e-1b21-4071-af04-a185c26c882f None None] Could not find standard attr ID for object 5d9f0106-7365-41b2-b86c-24f55507315e. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:20.344635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Router 13ba3b52-4422-48f0-b21b-17e3ba06d92f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:58:20.444217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:20.452041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51640) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:20.452572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a35a77dc-c89e-4204-9df4-570c78b167e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "PUT /v2.0/routers/13ba3b52-4422-48f0-b21b-17e3ba06d92f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4887376 Dec 08 16:58:20.509001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7eba0-29b6-4cac-9133-e5670cc01faf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.510614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec7eba0-29b6-4cac-9133-e5670cc01faf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:20.512152 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fec7eba0-29b6-4cac-9133-e5670cc01faf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0587704 Dec 08 16:58:20.514784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:20.568843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 3456676d-94af-4e44-bc1c-284a459aadbc {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:20.572403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.614256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.665852 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.726744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.754983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=3456676d-94af-4e44-bc1c-284a459aadbc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:20.758995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:20.762530 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4a81e25a-12cf-4870-b328-5aa07257a999 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/3456676d-94af-4e44-bc1c-284a459aadbc HTTP/1.1" status: 204 len: 168 time: 0.2464194 Dec 08 16:58:20.765195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51644) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:20.765555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf345cb-c1bb-4bcf-9b01-ab2678e81cc2 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:20.931208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9249c527-8509-4625-a425-84319d4180b5 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:20.985037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9249c527-8509-4625-a425-84319d4180b5 None None] Deleting port 66c070a0-6411-48a5-b372-9196ae2d52c1 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:20.985404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9249c527-8509-4625-a425-84319d4180b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.054744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9249c527-8509-4625-a425-84319d4180b5 None None] For port 66c070a0-6411-48a5-b372-9196ae2d52c1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=66c070a0-6411-48a5-b372-9196ae2d52c1,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:21.055190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9249c527-8509-4625-a425-84319d4180b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.069505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9249c527-8509-4625-a425-84319d4180b5 None None] Calling delete_port for 66c070a0-6411-48a5-b372-9196ae2d52c1 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:21.163227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9249c527-8509-4625-a425-84319d4180b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.164923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cea85c66-b9c1-40c4-a500-da377be046d6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3982909 Dec 08 16:58:21.167318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:21.193875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9249c527-8509-4625-a425-84319d4180b5 None None] Pushing event deleted for resources: {'Port': ['ID=66c070a0-6411-48a5-b372-9196ae2d52c1,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:21.198728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9249c527-8509-4625-a425-84319d4180b5 None None] No DVR routers for this DVR port 66c070a0-6411-48a5-b372-9196ae2d52c1 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:21.248338 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.412882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.415116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.462083 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.463221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Fanout notify agent at l3_agent the message router_deleted on router 13ba3b52-4422-48f0-b21b-17e3ba06d92f {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:58:21.470147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.471827 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b9a6f532-4be0-447d-9fd5-f72dc8cd875b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/routers/13ba3b52-4422-48f0-b21b-17e3ba06d92f HTTP/1.1" status: 204 len: 168 time: 0.3029025 Dec 08 16:58:21.475467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:21.481098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:21.504417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Sync routers for ids ['13ba3b52-4422-48f0-b21b-17e3ba06d92f'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:21.514173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:21.514627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:58:21.515265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_agentschedulers_db [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13ba3b52-4422-48f0-b21b-17e3ba06d92f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent'). {{(pid=103283) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:58:21.524094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Routers set() bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:21.524557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Router IDs set() for agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 08 16:58:21.525121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_agentschedulers_db [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'13ba3b52-4422-48f0-b21b-17e3ba06d92f'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent'). {{(pid=103283) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 08 16:58:21.525481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae66cc8-31f5-4dc2-8ac4-ee00ffd63728 None None] The sync data for ids ['13ba3b52-4422-48f0-b21b-17e3ba06d92f'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:21.580010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:21.586905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.777742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.817234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:21.821484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:21.826091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:21.826672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.832438 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36598196-a605-485d-8424-af3f2c8d056e None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:21.837391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=b7e6f475-98ee-42df-b774-6f24bd8ce060,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:21.848577 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84d07665-776c-4075-b634-7f353986cf7b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3720968 Dec 08 16:58:21.851292 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:21.856030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:21.880119 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.882145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.944295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.949787 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.955532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'b7e6f475-98ee-42df-b774-6f24bd8ce060'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:21.956080 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.969718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:21.971035 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7ff64c4-78e1-444a-9c65-872f6a911091 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1187351 Dec 08 16:58:21.974428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:22.105591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/b7e6f475-98ee-42df-b774-6f24bd8ce060/8e561bcb-28c2-4b68-80ee-4b046b046348) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:22.256684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 66c070a0-6411-48a5-b372-9196ae2d52c1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:22.258930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.263845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.280986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 66c070a0-6411-48a5-b372-9196ae2d52c1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:22.281330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 66c070a0-6411-48a5-b372-9196ae2d52c1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:22.283271 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.327273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:22.330135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:22.336788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:22.346583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Pushing event updated for resources: {'Port': ['ID=8e561bcb-28c2-4b68-80ee-4b046b046348,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:22.398903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Attempting to bind port 8e561bcb-28c2-4b68-80ee-4b046b046348 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:22.399373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Attempting to bind port 8e561bcb-28c2-4b68-80ee-4b046b046348 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:22.399745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Attempting to bind port 8e561bcb-28c2-4b68-80ee-4b046b046348 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:22.404973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:22.405340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:22.405843 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.406233 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:22.406724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Bound port: 8e561bcb-28c2-4b68-80ee-4b046b046348, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:22.407105 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.472736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] For port 8e561bcb-28c2-4b68-80ee-4b046b046348, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:22.476854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] For port 8e561bcb-28c2-4b68-80ee-4b046b046348, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8e561bcb-28c2-4b68-80ee-4b046b046348,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:22.481312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.518790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::1 (b566a876-ba29-4f96-b5fc-df14d39181b4/b7e6f475-98ee-42df-b774-6f24bd8ce060/deb07201-798d-42fd-bcac-0a2ce65e0034) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:22.547721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a778f1dc-652a-457c-992a-1870254a5d78 None None] Pushing event updated for resources: {'Port': ['ID=8e561bcb-28c2-4b68-80ee-4b046b046348,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:22.642204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.682119 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.735931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:22.737379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=deb07201-798d-42fd-bcac-0a2ce65e0034,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:22.740084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:22.742212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:22.742748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:22.866278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.138176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.142743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.144299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.230638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=deb07201-798d-42fd-bcac-0a2ce65e0034,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:23.280473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:23.281955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:23.420986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Router 114cc8e7-2517-440d-ba61-ca5e8619b11f is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 16:58:23.523678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:23.529029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-59aeee02-4a3a-445c-88a9-e96ac75f3c34 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "PUT /v2.0/routers/114cc8e7-2517-440d-ba61-ca5e8619b11f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5534518 Dec 08 16:58:23.531415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:23.535284 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Sync routers for ids ['114cc8e7-2517-440d-ba61-ca5e8619b11f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:23.547843 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Routers {'114cc8e7-2517-440d-ba61-ca5e8619b11f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:23.548624 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['114cc8e7-2517-440d-ba61-ca5e8619b11f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:23.587084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfc2c42-f8b7-436e-991d-96e1d367b88e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:23.591293 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bdfc2c42-f8b7-436e-991d-96e1d367b88e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports/deb07201-798d-42fd-bcac-0a2ce65e0034 HTTP/1.1" status: 200 len: 911 time: 0.0577936 Dec 08 16:58:23.591613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51662) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:23.653141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dfbe4fbe-bb40-45a7-8576-197a6db9b5c7 None None] Provisioning complete for port 8e561bcb-28c2-4b68-80ee-4b046b046348 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:23.654057 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4fbe-bb40-45a7-8576-197a6db9b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.664559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb561487-857f-4b01-81cc-585521906812 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:23.670886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb561487-857f-4b01-81cc-585521906812 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:23.677823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:23.682896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fb561487-857f-4b01-81cc-585521906812 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0846543 Dec 08 16:58:23.687228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Set router 114cc8e7-2517-440d-ba61-ca5e8619b11f gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:23.784446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4fbe-bb40-45a7-8576-197a6db9b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.830520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-dfbe4fbe-bb40-45a7-8576-197a6db9b5c7 None None] For port 8e561bcb-28c2-4b68-80ee-4b046b046348, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8e561bcb-28c2-4b68-80ee-4b046b046348,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:23.837603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dfbe4fbe-bb40-45a7-8576-197a6db9b5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:23.913635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbe4fbe-bb40-45a7-8576-197a6db9b5c7 None None] Pushing event updated for resources: {'Port': ['ID=8e561bcb-28c2-4b68-80ee-4b046b046348,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:23.966360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-84279df8-7b5c-41f4-a86e-fb5072f112bb None None] Provisioning complete for port deb07201-798d-42fd-bcac-0a2ce65e0034 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:23.966753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84279df8-7b5c-41f4-a86e-fb5072f112bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.020413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-84279df8-7b5c-41f4-a86e-fb5072f112bb None None] Port deb07201-798d-42fd-bcac-0a2ce65e0034 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:24.067557 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:21Z', 'updated_at': '2021-12-08T16:58:22Z', 'revision_number': 2, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None, '_interfaces': [{'id': 'deb07201-798d-42fd-bcac-0a2ce65e0034', 'name': '', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'mac_address': 'fa:16:3e:e4:de:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': 'b7e6f475-98ee-42df-b774-6f24bd8ce060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:58:22Z', 'updated_at': '2021-12-08T16:58:23Z', 'revision_number': 2, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'subnets': [{'id': 'b7e6f475-98ee-42df-b774-6f24bd8ce060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:24.101952 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Checking router: 114cc8e7-2517-440d-ba61-ca5e8619b11f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:58:24.102596 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Updating router 114cc8e7-2517-440d-ba61-ca5e8619b11f port deb07201-798d-42fd-bcac-0a2ce65e0034 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 16:58:24.131593 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.225278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.255406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-32b2a4e5-99c9-40de-b502-4788ec2f18e8 None None] Provisioning complete for port deb07201-798d-42fd-bcac-0a2ce65e0034 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:24.255998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32b2a4e5-99c9-40de-b502-4788ec2f18e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.322033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-32b2a4e5-99c9-40de-b502-4788ec2f18e8 None None] Port deb07201-798d-42fd-bcac-0a2ce65e0034 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:58:24.357697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8e561bcb-28c2-4b68-80ee-4b046b046348 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:24.420456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8e561bcb-28c2-4b68-80ee-4b046b046348 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:24.420806 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.502336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port deb07201-798d-42fd-bcac-0a2ce65e0034 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:24.502691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.537208 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.544257 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.623691 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.637045 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650fb74-a77d-4c0b-804d-058ac479dddb None None] Pushing event updated for resources: {'Port': ['ID=deb07201-798d-42fd-bcac-0a2ce65e0034,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:24.649130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for deb07201-798d-42fd-bcac-0a2ce65e0034 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:24.679049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Attempting to bind port deb07201-798d-42fd-bcac-0a2ce65e0034 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:24.679414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Attempting to bind port deb07201-798d-42fd-bcac-0a2ce65e0034 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:24.679773 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Attempting to bind port deb07201-798d-42fd-bcac-0a2ce65e0034 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:24.685919 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:24.686292 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:24.686697 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.687092 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:24.687566 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Bound port: deb07201-798d-42fd-bcac-0a2ce65e0034, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:24.687939 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.767199 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] For port deb07201-798d-42fd-bcac-0a2ce65e0034, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:24.772287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] For port deb07201-798d-42fd-bcac-0a2ce65e0034, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=deb07201-798d-42fd-bcac-0a2ce65e0034,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:24.777975 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.855506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:24.856334 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Routers {'114cc8e7-2517-440d-ba61-ca5e8619b11f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:24.856974 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['114cc8e7-2517-440d-ba61-ca5e8619b11f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:24.863301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650fb74-a77d-4c0b-804d-058ac479dddb None None] Pushing event updated for resources: {'Port': ['ID=deb07201-798d-42fd-bcac-0a2ce65e0034,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:24.890989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=deb07201-798d-42fd-bcac-0a2ce65e0034,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:24.946055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-39b9dd51-0305-48fe-a25f-e1e236396cef None None] Could not find standard attr ID for object deb07201-798d-42fd-bcac-0a2ce65e0034. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:24.948454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] Set router 114cc8e7-2517-440d-ba61-ca5e8619b11f gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:25.018986 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:21Z', 'updated_at': '2021-12-08T16:58:24Z', 'revision_number': 3, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:25.047727 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be14eb-9822-4919-a547-dda9ba331aa1 None None] The sync data for ids ['114cc8e7-2517-440d-ba61-ca5e8619b11f'] in n-d-820935-5 is: [{'id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:21Z', 'updated_at': '2021-12-08T16:58:24Z', 'revision_number': 3, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:25.274978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f05a2eed-ae97-41b1-b8a9-6dcc4706f534 None None] Could not find standard attr ID for object deb07201-798d-42fd-bcac-0a2ce65e0034. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:25.418381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.590187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Router 114cc8e7-2517-440d-ba61-ca5e8619b11f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:58:25.664828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:58:25.669802 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3e2315eb-3200-4406-9a9c-06e9ab3a1d5f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "PUT /v2.0/routers/114cc8e7-2517-440d-ba61-ca5e8619b11f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9904861 Dec 08 16:58:25.672462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:25.726230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac90f9-c983-4cb9-81bd-7761ca623ada tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:25.727766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ac90f9-c983-4cb9-81bd-7761ca623ada tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:25.729272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e8ac90f9-c983-4cb9-81bd-7761ca623ada tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0558159 Dec 08 16:58:25.731904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51672) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:25.790533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet b7e6f475-98ee-42df-b774-6f24bd8ce060 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:25.794156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.836932 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.926876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:25.999478 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.032614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.037154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/b7e6f475-98ee-42df-b774-6f24bd8ce060 HTTP/1.1" status: 204 len: 168 time: 0.3041792 Dec 08 16:58:26.038541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d106ec-155a-44aa-bdba-ae8ee8a5a7e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=b7e6f475-98ee-42df-b774-6f24bd8ce060,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:26.042239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51674) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.042793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd440986-99c7-42a1-bd5b-cc2bf5d359fa None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:26.047647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-29c9834c-339f-436e-b320-5ec65332ed8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.060975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] Sync routers for ids ['114cc8e7-2517-440d-ba61-ca5e8619b11f'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:58:26.115787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] Routers {'114cc8e7-2517-440d-ba61-ca5e8619b11f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:26.116408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['114cc8e7-2517-440d-ba61-ca5e8619b11f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.133160 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-69a7f8e9-873c-4675-bccc-de07b80d19a0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.0894861 Dec 08 16:58:26.135526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51676) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.213269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] Set router 114cc8e7-2517-440d-ba61-ca5e8619b11f gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:26.223708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.272828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:21Z', 'updated_at': '2021-12-08T16:58:24Z', 'revision_number': 3, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.303975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] Checking router: 114cc8e7-2517-440d-ba61-ca5e8619b11f for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:58:26.316447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] Routers {'114cc8e7-2517-440d-ba61-ca5e8619b11f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:58:26.317071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['114cc8e7-2517-440d-ba61-ca5e8619b11f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.390228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:26.396476 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.399944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.401121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] Set router 114cc8e7-2517-440d-ba61-ca5e8619b11f gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:58:26.457166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.458387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Fanout notify agent at l3_agent the message router_deleted on router 114cc8e7-2517-440d-ba61-ca5e8619b11f {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 16:58:26.470570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.475450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-859c7ff0-ae46-4b24-89c4-d778c26fb5c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/routers/114cc8e7-2517-440d-ba61-ca5e8619b11f HTTP/1.1" status: 204 len: 168 time: 0.3358595 Dec 08 16:58:26.476588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51682) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.480587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:21Z', 'updated_at': '2021-12-08T16:58:24Z', 'revision_number': 3, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:58:26.511989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d065ed-14d4-4257-9b49-a4990bfd2620 None None] The sync data for ids ['114cc8e7-2517-440d-ba61-ca5e8619b11f'] in n-d-820935-5 is: [{'id': '114cc8e7-2517-440d-ba61-ca5e8619b11f', 'name': 'tempest-NetworksTestDHCPv6-router-1755792131', 'tenant_id': '5e547c2942a34f21933fff9907602a8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:58:21Z', 'updated_at': '2021-12-08T16:58:24Z', 'revision_number': 3, 'project_id': '5e547c2942a34f21933fff9907602a8e', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:58:26.538914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] Deleting port 8e561bcb-28c2-4b68-80ee-4b046b046348 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:26.539283 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.547302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d084594-d49f-4b29-95bb-e3431c510d6a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:26.552318 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8d084594-d49f-4b29-95bb-e3431c510d6a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0710442 Dec 08 16:58:26.552572 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51684) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.608927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed424c-cdb6-40c2-bac0-3346c3375878 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:26.609652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] For port 8e561bcb-28c2-4b68-80ee-4b046b046348, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8e561bcb-28c2-4b68-80ee-4b046b046348,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:26.610081 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.613037 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d1ed424c-cdb6-40c2-bac0-3346c3375878 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0569549 Dec 08 16:58:26.613935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51686) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.629431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] Calling delete_port for 8e561bcb-28c2-4b68-80ee-4b046b046348 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:26.652882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2cd43ced-2e2b-4c10-8f63-712bdf898bb1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0378060 Dec 08 16:58:26.658384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51688) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:26.664425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:26.715176 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:26.742936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] Pushing event deleted for resources: {'Port': ['ID=8e561bcb-28c2-4b68-80ee-4b046b046348,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:26.750020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5688b0-c90a-4809-9803-2dbbbe9ad96e None None] No DVR routers for this DVR port 8e561bcb-28c2-4b68-80ee-4b046b046348 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:26.774754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:26.778187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.100559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:27.103136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.168709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:27.173264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:27.177239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:27.177858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.182883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd722541-e5f6-4314-943d-1b7b6f54796d None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:27.196692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=dbcaf5db-8cf4-424e-a19f-aa3fed149b20,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:27.206286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-90076b8b-321e-433d-9cdb-f9bbadd8ac87 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5434189 Dec 08 16:58:27.207415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51692) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:27.213021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:27.294566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'dbcaf5db-8cf4-424e-a19f-aa3fed149b20'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:27.295496 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.342229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:27.346628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.604404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Allocated IP 2001:db8::f816:3eff:fe13:d54e (b566a876-ba29-4f96-b5fc-df14d39181b4/dbcaf5db-8cf4-424e-a19f-aa3fed149b20/4c3628ef-154d-46ac-982f-6e489d725d48) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:27.614673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.656525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:27.660288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:27.666365 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:27.666964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.682231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=160f26d8-b9e1-4d1d-b26d-19f692d1ec3b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:27.687771 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9d88376b-d365-45d4-b8e1-2c8cf3448c46 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4788101 Dec 08 16:58:27.691881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51696) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:27.696951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:16:c5:1f', 'name': 'tempest-NetworksTestDHCPv6-438333856'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:27.764952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.773059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.812623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:27.818996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:27.822738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:27.829705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:27.831638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:27.887251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Attempting to bind port 4c3628ef-154d-46ac-982f-6e489d725d48 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:27.887531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Attempting to bind port 4c3628ef-154d-46ac-982f-6e489d725d48 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:27.887932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Attempting to bind port 4c3628ef-154d-46ac-982f-6e489d725d48 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:27.894463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:27.894843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:27.895252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.895656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:27.896139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Bound port: 4c3628ef-154d-46ac-982f-6e489d725d48, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:27.896524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.925935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:27.950119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 64061767-64a8-4885-a750-fbb9eb8a8962 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:27.979349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:27.982594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:27.988451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.052668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb93d7-43bb-4079-9b26-15dc7c31250c None None] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:28.173773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 172.20.0.6 (b566a876-ba29-4f96-b5fc-df14d39181b4/160f26d8-b9e1-4d1d-b26d-19f692d1ec3b/64061767-64a8-4885-a750-fbb9eb8a8962) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:28.181976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe16:c51f (b566a876-ba29-4f96-b5fc-df14d39181b4/dbcaf5db-8cf4-424e-a19f-aa3fed149b20/64061767-64a8-4885-a750-fbb9eb8a8962) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:28.341157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8e561bcb-28c2-4b68-80ee-4b046b046348 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:28.364807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8e561bcb-28c2-4b68-80ee-4b046b046348 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:28.365228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8e561bcb-28c2-4b68-80ee-4b046b046348 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:28.414455 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.451793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.494573 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:28.497575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:28.500007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:28.538780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=64061767-64a8-4885-a750-fbb9eb8a8962,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:28.565285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:28.565998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.583225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca67acc5-596e-4406-a53f-85abb208bcfc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 0.8901863 Dec 08 16:58:28.586202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51702) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:28.636572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610bbac6-56ba-490a-bf0a-e87c3861636e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:28.642898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610bbac6-56ba-490a-bf0a-e87c3861636e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:28.644419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-610bbac6-56ba-490a-bf0a-e87c3861636e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0572226 Dec 08 16:58:28.647254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51704) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:28.747285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 64061767-64a8-4885-a750-fbb9eb8a8962 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:28.747626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.850709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dbf04c6-e9f3-4281-bdc1-15a0cdfe95b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.864390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:28.880609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 64061767-64a8-4885-a750-fbb9eb8a8962 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:29.112736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.113486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a10fc1-8f83-4ba2-8af1-0db94e793972 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:29.156084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=64061767-64a8-4885-a750-fbb9eb8a8962,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:29.247672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-aea913fe-6ee0-4174-b2bd-68c799e5e1af None None] Provisioning complete for port 4c3628ef-154d-46ac-982f-6e489d725d48 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:29.247968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aea913fe-6ee0-4174-b2bd-68c799e5e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.269966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.276203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-585ebaaf-0cbd-45bb-b932-649e7dca98cd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/64061767-64a8-4885-a750-fbb9eb8a8962 HTTP/1.1" status: 204 len: 168 time: 0.6250877 Dec 08 16:58:29.276627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51706) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:29.354835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee03fd-6893-4ce0-a603-fa57c19508f2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:29.355384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee03fd-6893-4ce0-a603-fa57c19508f2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:29.357077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee03fd-6893-4ce0-a603-fa57c19508f2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:29.359526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5cee03fd-6893-4ce0-a603-fa57c19508f2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0816727 Dec 08 16:58:29.365136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51710) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:29.398626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aea913fe-6ee0-4174-b2bd-68c799e5e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.417780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a0d571-e0d9-45bd-b1ce-53496421c8f5 None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'dbcaf5db-8cf4-424e-a19f-aa3fed149b20', 'ip_address': '2001:db8::f816:3eff:fe13:d54e'}, {'subnet_id': '160f26d8-b9e1-4d1d-b26d-19f692d1ec3b'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '4c3628ef-154d-46ac-982f-6e489d725d48'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:58:29.445834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 160f26d8-b9e1-4d1d-b26d-19f692d1ec3b {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:29.451421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.461640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1a0d571-e0d9-45bd-b1ce-53496421c8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.467276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-aea913fe-6ee0-4174-b2bd-68c799e5e1af None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:29.478933 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aea913fe-6ee0-4174-b2bd-68c799e5e1af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.503702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.559915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.610379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea913fe-6ee0-4174-b2bd-68c799e5e1af None None] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:29.635028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-a1a0d571-e0d9-45bd-b1ce-53496421c8f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 160f26d8-b9e1-4d1d-b26d-19f692d1ec3b: This subnet is being modified by another concurrent operation. Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 160f26d8-b9e1-4d1d-b26d-19f692d1ec3b: This subnet is being modified by another concurrent operation. Dec 08 16:58:29.639477 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:58:29.667046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=160f26d8-b9e1-4d1d-b26d-19f692d1ec3b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:29.669067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.672352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8f8d2315-4a64-4c82-b3a8-82162ed79c98 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/160f26d8-b9e1-4d1d-b26d-19f692d1ec3b HTTP/1.1" status: 204 len: 168 time: 0.3054454 Dec 08 16:58:29.676117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51712) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:29.738866 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet dbcaf5db-8cf4-424e-a19f-aa3fed149b20 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:29.742398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.786612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.809383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-68f90467-ea5e-4a55-be6a-dd879c0143cf None None] Provisioning complete for port 4c3628ef-154d-46ac-982f-6e489d725d48 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:29.810021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-68f90467-ea5e-4a55-be6a-dd879c0143cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.862964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8509fdb-1cef-4e6a-ac8b-d359669c10ec None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:58:29.898690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:29.987000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8509fdb-1cef-4e6a-ac8b-d359669c10ec None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:58:29.998264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.028934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcaf5db-8cf4-424e-a19f-aa3fed149b20,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:30.032690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.039275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51714) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:30.039918 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c7a2dbea-8118-47c8-b1c2-d2c0ba86c3f1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/dbcaf5db-8cf4-424e-a19f-aa3fed149b20 HTTP/1.1" status: 204 len: 168 time: 0.3621271 Dec 08 16:58:30.083453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36a60972-4326-4797-afa5-10de538baa94 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430298 Dec 08 16:58:30.086481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:30.091492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:30.093602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1b240fee-860f-42d8-ac38-b0b7e67e07f6 None None] Could not find standard attr ID for object 64061767-64a8-4885-a750-fbb9eb8a8962. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:30.194810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:30.199057 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.243885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.276415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ea023-92f7-46c2-ba37-3f7d05147939 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:58:30.349733 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ae8af6c5-edf7-415d-b3c9-dd1e100834b4 None None] Provisioning complete for port 4c3628ef-154d-46ac-982f-6e489d725d48 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:30.350172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae8af6c5-edf7-415d-b3c9-dd1e100834b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.388011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13ea023-92f7-46c2-ba37-3f7d05147939 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:58:30.546235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:30.730020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'e26ae64f-d287-4233-ae17-4ec97a21613e'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '4c3628ef-154d-46ac-982f-6e489d725d48'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:58:30.758706 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.823514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:30.955242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe13:d54e-8f5a164c-97ec-45f6-8adf-a5ad500231 {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:58:30.956126 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:58:30.990160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:31.020018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.024627 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.025322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.087956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:31.094643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:31.107370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:31.107959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.134697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=e26ae64f-d287-4233-ae17-4ec97a21613e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:31.141399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0538332 Dec 08 16:58:31.143470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3c90a-08f5-4381-ab90-a3d53e729fb6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:31.144363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:31.149645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:31.267203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:31.271018 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.501957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.506922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.552059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:31.555798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:31.561984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:31.562573 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.576711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=cccbdcd2-b78c-48bc-ac06-b6a21b3c8302,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:31.588536 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6bee7718-9e83-41d1-b2d5-658cf68e19e1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4429305 Dec 08 16:58:31.593250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51724) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:31.598843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:2b:1f:d7', 'name': 'tempest-NetworksTestDHCPv6-7385885'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:31.739136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:31.743438 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.764011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 85b6717e-5e0b-4872-9444-0a0a2b404bc1 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:31.794435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:31.829691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.835831 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:31.901039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1eaad-b831-45a2-a676-39f202d5a893 None None] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:31.962542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 172.20.0.3 (b566a876-ba29-4f96-b5fc-df14d39181b4/cccbdcd2-b78c-48bc-ac06-b6a21b3c8302/85b6717e-5e0b-4872-9444-0a0a2b404bc1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:31.972756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe2b:1fd7 (b566a876-ba29-4f96-b5fc-df14d39181b4/e26ae64f-d287-4233-ae17-4ec97a21613e/85b6717e-5e0b-4872-9444-0a0a2b404bc1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:32.004009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.161696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.199489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.246269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:32.252619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:32.256881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:32.269669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=85b6717e-5e0b-4872-9444-0a0a2b404bc1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:32.304781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.325852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4c3628ef-154d-46ac-982f-6e489d725d48 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:32.343747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:32.344762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.369229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6198cf5b-cb99-46ae-b822-86baa64e8657 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.7747519 Dec 08 16:58:32.372435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51726) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:32.383807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4c3628ef-154d-46ac-982f-6e489d725d48 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:32.384301 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.435666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce38a8-e344-42ca-b728-965bc1d46968 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:32.445541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ce38a8-e344-42ca-b728-965bc1d46968 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:32.447505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-57ce38a8-e344-42ca-b728-965bc1d46968 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0735347 Dec 08 16:58:32.450312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51728) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:32.496264 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.550787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 85b6717e-5e0b-4872-9444-0a0a2b404bc1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:32.551202 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.623585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb05d87-8d8a-409e-809a-aa34697c55d0 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:32.657064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.680209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 85b6717e-5e0b-4872-9444-0a0a2b404bc1 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:32.700190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c672acd4-a624-4496-9786-60abadfb9893 None None] Provisioning complete for port 4c3628ef-154d-46ac-982f-6e489d725d48 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:32.700555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c672acd4-a624-4496-9786-60abadfb9893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.866751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'e26ae64f-d287-4233-ae17-4ec97a21613e', 'ip_address': '2001:db8::f816:3eff:fe13:d54e'}, {'subnet_id': 'cccbdcd2-b78c-48bc-ac06-b6a21b3c8302'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '4c3628ef-154d-46ac-982f-6e489d725d48'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:58:32.874479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.896885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:32.911586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=85b6717e-5e0b-4872-9444-0a0a2b404bc1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:32.995832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.001505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cf1d42cb-689d-4575-afca-2fa1c463a08b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/85b6717e-5e0b-4872-9444-0a0a2b404bc1 HTTP/1.1" status: 204 len: 168 time: 0.5475602 Dec 08 16:58:33.001672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51732) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:33.060801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d02443-4dbc-4ce9-87d4-d89c3b5cfb04 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:33.062372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d02443-4dbc-4ce9-87d4-d89c3b5cfb04 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:33.063922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d02443-4dbc-4ce9-87d4-d89c3b5cfb04 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:33.066289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-36d02443-4dbc-4ce9-87d4-d89c3b5cfb04 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0630822 Dec 08 16:58:33.069965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51734) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:33.074178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] Allocated IP 172.20.0.2 (b566a876-ba29-4f96-b5fc-df14d39181b4/cccbdcd2-b78c-48bc-ac06-b6a21b3c8302/4c3628ef-154d-46ac-982f-6e489d725d48) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:33.135711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet cccbdcd2-b78c-48bc-ac06-b6a21b3c8302 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:33.175184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:33.205624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.210858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.211054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.254894 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.303227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039726a-a16b-44da-bfbc-7fb58fa8a173 None None] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:33.350715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.392786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.421503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.453251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=cccbdcd2-b78c-48bc-ac06-b6a21b3c8302,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:33.455751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.460115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61c235b4-c13e-4f56-9065-78320860068f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/cccbdcd2-b78c-48bc-ac06-b6a21b3c8302 HTTP/1.1" status: 204 len: 168 time: 0.3891439 Dec 08 16:58:33.462797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51736) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:33.516020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet e26ae64f-d287-4233-ae17-4ec97a21613e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:33.519840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.572716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.660742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.726999 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.760578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=e26ae64f-d287-4233-ae17-4ec97a21613e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:33.764361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.767702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-28410ba6-b53f-450c-9781-ee80324f37d5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/e26ae64f-d287-4233-ae17-4ec97a21613e HTTP/1.1" status: 204 len: 168 time: 0.3038814 Dec 08 16:58:33.770226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51740) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:33.814456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5127861f-a551-4024-91a7-3e2ff0a69d53 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430591 Dec 08 16:58:33.817598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:33.822499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:33.901561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d457043e-9373-42f7-9a01-fad1ad5291e5 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:33.933361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:33.937000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:33.965762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3300d59c-878d-4aeb-a801-ef5d82e455f5 None None] Could not find standard attr ID for object 85b6717e-5e0b-4872-9444-0a0a2b404bc1. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:34.006129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3300d59c-878d-4aeb-a801-ef5d82e455f5 None None] Provisioning complete for port 4c3628ef-154d-46ac-982f-6e489d725d48 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:34.006498 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3300d59c-878d-4aeb-a801-ef5d82e455f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.140883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.154856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:34.183417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:34.186984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:34.193652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:34.194297 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.211066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=54466d73-bf2a-44be-a292-7e15d6eee76e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:34.221591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-09973e8e-a797-4284-a023-7ef5cc3d877f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4019790 Dec 08 16:58:34.223346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] Deleting port 4c3628ef-154d-46ac-982f-6e489d725d48 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:34.223970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.224738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51744) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:34.230476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:34.297896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4c3628ef-154d-46ac-982f-6e489d725d48 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:34.350672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:34.355547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.434866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:34.435194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.457319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] Calling delete_port for 4c3628ef-154d-46ac-982f-6e489d725d48 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:34.469669 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.549664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 4c3628ef-154d-46ac-982f-6e489d725d48, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4c3628ef-154d-46ac-982f-6e489d725d48,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:34.556702 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.598748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.629299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] No DVR routers for this DVR port 4c3628ef-154d-46ac-982f-6e489d725d48 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:34.643360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:34.656238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42703a8b-b5bb-4ffa-b90b-f022e816ee78 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:34.769365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:34.772063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.828842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:34.832847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:34.839187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:34.839787 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:34.855368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=a0b263df-9b58-41d3-92df-edcde3250902,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:34.868055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-738f6dfa-6232-47a8-8830-b7025e413f75 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6400230 Dec 08 16:58:34.869179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51748) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:34.871607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56055958-c158-4eb8-8ea6-4bd4899ef836 None None] Pushing event deleted for resources: {'Port': ['ID=4c3628ef-154d-46ac-982f-6e489d725d48,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:34.874689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:49:87:ec', 'name': 'tempest-NetworksTestDHCPv6-250764517'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:34.979894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '54466d73-bf2a-44be-a292-7e15d6eee76e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:34.980845 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.004053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:35.100848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.135952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port ff96ee59-13aa-4fe7-a61e-457a0f899584 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:35.185745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Allocated IP 172.20.0.2 (b566a876-ba29-4f96-b5fc-df14d39181b4/54466d73-bf2a-44be-a292-7e15d6eee76e/6709c3c4-8387-4c1b-a310-4cd94a7a1b08) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:35.194112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Allocated IP 2001:db8::f816:3eff:fec9:f70e (b566a876-ba29-4f96-b5fc-df14d39181b4/a0b263df-9b58-41d3-92df-edcde3250902/6709c3c4-8387-4c1b-a310-4cd94a7a1b08) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:35.351065 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.357405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.410566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:35.414025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:35.419457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:35.423014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Pushing event updated for resources: {'Port': ['ID=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:35.484139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 172.20.0.9 (b566a876-ba29-4f96-b5fc-df14d39181b4/54466d73-bf2a-44be-a292-7e15d6eee76e/ff96ee59-13aa-4fe7-a61e-457a0f899584) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:35.491777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe49:87ec (b566a876-ba29-4f96-b5fc-df14d39181b4/a0b263df-9b58-41d3-92df-edcde3250902/ff96ee59-13aa-4fe7-a61e-457a0f899584) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:35.505065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Attempting to bind port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:35.505439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Attempting to bind port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:35.505987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Attempting to bind port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:35.512018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:35.512384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:35.512795 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.513192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:35.513686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Bound port: 6709c3c4-8387-4c1b-a310-4cd94a7a1b08, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:35.514107 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.589287 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] For port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:35.593357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] For port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:35.599452 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:35.681403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebaa0c-602b-44ba-973d-dd10eca43b62 None None] Pushing event updated for resources: {'Port': ['ID=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:35.999921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.041242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.096989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:36.102738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:36.106879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:36.114672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=ff96ee59-13aa-4fe7-a61e-457a0f899584,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:36.180718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:36.181413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.201392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b750607-e373-43be-948c-3b1caee5d63f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.3309495 Dec 08 16:58:36.205173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51754) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:36.261358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bb8d0-6046-4fe5-bc8a-671137aa3e01 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:36.267604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654bb8d0-6046-4fe5-bc8a-671137aa3e01 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:36.269623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-654bb8d0-6046-4fe5-bc8a-671137aa3e01 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0629923 Dec 08 16:58:36.272522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51756) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:36.302446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:36.376524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:36.377469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.393105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port ff96ee59-13aa-4fe7-a61e-457a0f899584 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:36.393578 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.479359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.539627 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.541598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:36.547212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.567711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for ff96ee59-13aa-4fe7-a61e-457a0f899584 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:36.609499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:36.794890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ded2b4-efa9-4b2b-b643-2becb34c2e79 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:36.803325 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.849099 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=ff96ee59-13aa-4fe7-a61e-457a0f899584,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:36.915012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b767ab77-039a-4935-b2e0-d23df529e8a8 None None] Provisioning complete for port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:36.915381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b767ab77-039a-4935-b2e0-d23df529e8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.963305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:36.966999 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ba8467c5-b5ea-4cbd-9066-81dfb082936b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/ff96ee59-13aa-4fe7-a61e-457a0f899584 HTTP/1.1" status: 204 len: 168 time: 0.6934094 Dec 08 16:58:36.969761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51760) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:37.035865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea07999-a8b4-48d2-acb4-eb056151fccf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:37.037402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea07999-a8b4-48d2-acb4-eb056151fccf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:37.039075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea07999-a8b4-48d2-acb4-eb056151fccf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:37.040717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1ea07999-a8b4-48d2-acb4-eb056151fccf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0698171 Dec 08 16:58:37.043572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51762) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:37.105777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 54466d73-bf2a-44be-a292-7e15d6eee76e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:37.109714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.169659 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.299463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.383524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.421426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=54466d73-bf2a-44be-a292-7e15d6eee76e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:37.423302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.426868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1c5de453-5ac3-4190-98dd-497a24e54a85 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/54466d73-bf2a-44be-a292-7e15d6eee76e HTTP/1.1" status: 204 len: 168 time: 0.3822036 Dec 08 16:58:37.430364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51764) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:37.497093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet a0b263df-9b58-41d3-92df-edcde3250902 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:37.502671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.554766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.631795 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7213aa-1a1f-4364-b95d-06cfc43d870c None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:37.666889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.707178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-51418f28-afaf-43f9-ae32-12ff42a6d53b None None] Provisioning complete for port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:37.707546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51418f28-afaf-43f9-ae32-12ff42a6d53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.741199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.770883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b263df-9b58-41d3-92df-edcde3250902,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:37.778957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.786330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c6a534e2-e1ce-42d1-a423-3d2b839c7b23 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/a0b263df-9b58-41d3-92df-edcde3250902 HTTP/1.1" status: 204 len: 168 time: 0.3546278 Dec 08 16:58:37.790036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51766) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:37.868343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fd747e63-8f96-4e40-ad5f-54b9c55498c9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764840 Dec 08 16:58:37.870982 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51768) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:37.879623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:37.913670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4ee00-89e5-4785-8f44-01c24c51fbde None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'a0b263df-9b58-41d3-92df-edcde3250902'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '6709c3c4-8387-4c1b-a310-4cd94a7a1b08'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:58:37.945816 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62d4ee00-89e5-4785-8f44-01c24c51fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:37.989739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:37.993479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.206511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ea0889-2cdc-4565-aa5f-a56350b3cf89 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:38.234353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.287784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:38.293779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:38.294119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:38.297663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:38.298285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.312604 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=667d4fdd-73d1-45b3-846c-bab45d3add75,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:38.326414 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b9fcd75f-a170-48a5-9a59-5b71373bd445 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4539843 Dec 08 16:58:38.329208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:38.336852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:38.365038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fa189bd6-acd6-4012-a35a-736ed29db87c None None] Provisioning complete for port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:38.365367 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa189bd6-acd6-4012-a35a-736ed29db87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.484820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.515204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:38.537431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:38.542348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.587758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:38.596131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.663394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] Deleting port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:38.664479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.670223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:38.723389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.723633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.723872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.724209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.724553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.724892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.725224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.725554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.725918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.726249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.726579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.726905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.727229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:58:38.790588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] For port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:38.790980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.807358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] Calling delete_port for 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:38.894747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.919013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] Pushing event deleted for resources: {'Port': ['ID=6709c3c4-8387-4c1b-a310-4cd94a7a1b08,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:38.925513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7457d5b-5d71-427d-9137-17f5575c5cb5 None None] No DVR routers for this DVR port 6709c3c4-8387-4c1b-a310-4cd94a7a1b08 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:38.933632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:38.935436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:38.942445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed943708-3e94-424e-b897-9c3de2e975eb None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:38.975971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:38.979509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:38.983907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:38.984502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.006133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=4f5829ca-d58f-48ac-9968-be62f3daa85f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:39.014220 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ad7268c2-0789-486c-8bcc-ced246a90bbe tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6806381 Dec 08 16:58:39.014670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51780) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:39.020749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:74:b5:72', 'name': 'tempest-NetworksTestDHCPv6-1346100581'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:39.062490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '4f5829ca-d58f-48ac-9968-be62f3daa85f'}, {'subnet_id': '667d4fdd-73d1-45b3-846c-bab45d3add75'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:39.062965 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.144594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:39.250183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.258975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Allocated IP 172.20.0.2 (b566a876-ba29-4f96-b5fc-df14d39181b4/667d4fdd-73d1-45b3-846c-bab45d3add75/211ad4b1-3b49-4ea8-a18d-6429f79ba123) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:39.268793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Allocated IP 2001:db8::f816:3eff:febd:9201 (b566a876-ba29-4f96-b5fc-df14d39181b4/4f5829ca-d58f-48ac-9968-be62f3daa85f/211ad4b1-3b49-4ea8-a18d-6429f79ba123) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:39.281715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port f6b77d92-1866-4485-ac4e-10bfe7635367 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:39.459328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.465972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.507633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:39.513016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:39.517059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:39.528386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Pushing event updated for resources: {'Port': ['ID=211ad4b1-3b49-4ea8-a18d-6429f79ba123,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:39.540054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-32dd7214-9506-45d5-9883-428b54485a58 {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:58:39.541897 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:58:39.631766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Attempting to bind port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:39.632135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Attempting to bind port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:39.632504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Attempting to bind port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:39.638809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:39.639181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:39.639593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.639986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:39.640478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Bound port: 211ad4b1-3b49-4ea8-a18d-6429f79ba123, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:39.640864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.717278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] For port 211ad4b1-3b49-4ea8-a18d-6429f79ba123, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:39.721369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] For port 211ad4b1-3b49-4ea8-a18d-6429f79ba123, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=211ad4b1-3b49-4ea8-a18d-6429f79ba123,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:39.726119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:39.799713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d272a-09de-4f68-bc2a-41b38a48839b None None] Pushing event updated for resources: {'Port': ['ID=211ad4b1-3b49-4ea8-a18d-6429f79ba123,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:40.048147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.097271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port ae1ab5b9-0b96-4af7-95ae-7598e470c0c3 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:40.339067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 211ad4b1-3b49-4ea8-a18d-6429f79ba123 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:40.373142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 172.20.0.7 (b566a876-ba29-4f96-b5fc-df14d39181b4/667d4fdd-73d1-45b3-846c-bab45d3add75/ae1ab5b9-0b96-4af7-95ae-7598e470c0c3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:40.380930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe74:b572 (b566a876-ba29-4f96-b5fc-df14d39181b4/4f5829ca-d58f-48ac-9968-be62f3daa85f/ae1ab5b9-0b96-4af7-95ae-7598e470c0c3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:40.416375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:40.416913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.520135 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.570059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 211ad4b1-3b49-4ea8-a18d-6429f79ba123, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=211ad4b1-3b49-4ea8-a18d-6429f79ba123,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:40.576525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.581177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.636129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.640338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=211ad4b1-3b49-4ea8-a18d-6429f79ba123,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:40.713466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=ae1ab5b9-0b96-4af7-95ae-7598e470c0c3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:40.718781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:40.720438 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:40.723587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:40.780045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:40.781036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:40.804599 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-394e2e0e-ce28-489b-a3c5-65d9993dd93a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7867994 Dec 08 16:58:40.805332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:40.868310 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69ae5b-c843-47e6-9537-cd0a30daa0ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:40.874520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69ae5b-c843-47e6-9537-cd0a30daa0ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:40.876267 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5e69ae5b-c843-47e6-9537-cd0a30daa0ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0697973 Dec 08 16:58:40.881202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51788) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:41.003314 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port ae1ab5b9-0b96-4af7-95ae-7598e470c0c3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:41.003648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.089629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b1252-3f15-4811-be15-e02ab84b383b None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:41.115858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.137022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for ae1ab5b9-0b96-4af7-95ae-7598e470c0c3 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:41.199489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9481c288-2665-45f3-8408-cc8d64d4b683 None None] Provisioning complete for port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:41.199858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9481c288-2665-45f3-8408-cc8d64d4b683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.382330 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.413245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=ae1ab5b9-0b96-4af7-95ae-7598e470c0c3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:41.519837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.525948 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2000a7b8-9453-4f3d-85d7-d906aa6a2f5a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/ae1ab5b9-0b96-4af7-95ae-7598e470c0c3 HTTP/1.1" status: 204 len: 168 time: 0.6414051 Dec 08 16:58:41.526157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:41.584238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b25ec-07f9-4cfa-a999-50d9d0ee6886 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.585832 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b25ec-07f9-4cfa-a999-50d9d0ee6886 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.587470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408b25ec-07f9-4cfa-a999-50d9d0ee6886 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:41.589133 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-408b25ec-07f9-4cfa-a999-50d9d0ee6886 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0620086 Dec 08 16:58:41.591897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51798) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:41.651989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 4f5829ca-d58f-48ac-9968-be62f3daa85f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:41.656681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.668986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-56aae2a4-7dc2-4c49-8ca8-ab349ba8b9cd None None] Provisioning complete for port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:41.669365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-56aae2a4-7dc2-4c49-8ca8-ab349ba8b9cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.718218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.777876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-56aae2a4-7dc2-4c49-8ca8-ab349ba8b9cd None None] Could not find standard attr ID for object ae1ab5b9-0b96-4af7-95ae-7598e470c0c3. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:41.832064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.910056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.943697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=4f5829ca-d58f-48ac-9968-be62f3daa85f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:41.956532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:41.960404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b3fbb67-db1c-4771-bfef-7c8d56647345 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/4f5829ca-d58f-48ac-9968-be62f3daa85f HTTP/1.1" status: 204 len: 168 time: 0.3675654 Dec 08 16:58:41.963221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51800) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:41.994184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8404c399-e3a1-4f1d-8dff-a4bd0268e5e3 None None] Could not find standard attr ID for object 85b6717e-5e0b-4872-9444-0a0a2b404bc1. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:42.021634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 667d4fdd-73d1-45b3-846c-bab45d3add75 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:42.025381 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.075370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.189303 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.226659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172b3f3f-278c-4a2f-924b-32e15eb877c5 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:42.260734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.301391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=667d4fdd-73d1-45b3-846c-bab45d3add75,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:42.315160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.323736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e8cbdc26-32a6-4457-8004-047f944c9860 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/667d4fdd-73d1-45b3-846c-bab45d3add75 HTTP/1.1" status: 204 len: 168 time: 0.3569465 Dec 08 16:58:42.324243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51804) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.368986 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-79ea4e51-860a-4d00-ae68-3306945a45d7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0404768 Dec 08 16:58:42.369376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.433986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74492f45-411f-4051-bcc0-92fd53640058 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:42.438300 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74492f45-411f-4051-bcc0-92fd53640058 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0646825 Dec 08 16:58:42.438570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51808) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.461162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 211ad4b1-3b49-4ea8-a18d-6429f79ba123 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:42.486008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-57115cd5-3c0a-4c61-b070-027d58f5e8f7 None None] Could not find standard attr ID for object ff96ee59-13aa-4fe7-a61e-457a0f899584. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:42.493188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7c6fc3-8ac4-428d-82b0-252dbd5e30b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:42.494823 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9f7c6fc3-8ac4-428d-82b0-252dbd5e30b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0552907 Dec 08 16:58:42.497557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51810) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.550382 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ababc40e-94a1-40b8-bf3d-0108e07b5b18 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515873 Dec 08 16:58:42.555815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.561426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-52a471a3-0574-4718-ab47-a4c05b778f61 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:42.563221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:42.563596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.680653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a471a3-0574-4718-ab47-a4c05b778f61 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:42.684434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52a471a3-0574-4718-ab47-a4c05b778f61 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.685859 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a471a3-0574-4718-ab47-a4c05b778f61 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:42.686302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a471a3-0574-4718-ab47-a4c05b778f61 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:42.710202 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52a471a3-0574-4718-ab47-a4c05b778f61 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1531277 Dec 08 16:58:42.711757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c9f015-4412-4f30-90d8-d002b8fcf41b None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': '667d4fdd-73d1-45b3-846c-bab45d3add75'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '211ad4b1-3b49-4ea8-a18d-6429f79ba123'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:58:42.714351 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.719685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fc03a19e-ce18-4415-9c8e-0d6d3d347468 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:42.739704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-45c9f015-4412-4f30-90d8-d002b8fcf41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.827786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03a19e-ce18-4415-9c8e-0d6d3d347468 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:42.832842 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc03a19e-ce18-4415-9c8e-0d6d3d347468 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.834599 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc03a19e-ce18-4415-9c8e-0d6d3d347468 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:42.835783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc03a19e-ce18-4415-9c8e-0d6d3d347468 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:42.863518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc03a19e-ce18-4415-9c8e-0d6d3d347468 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1479664 Dec 08 16:58:42.868073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51816) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:42.873517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-975af674-a3b5-4c88-990f-36094dcc1917 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:42.922578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5738e3c1-216b-43d9-980c-90ef8c9672c0 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:42.970480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975af674-a3b5-4c88-990f-36094dcc1917 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:42.974169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-975af674-a3b5-4c88-990f-36094dcc1917 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:42.975613 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-975af674-a3b5-4c88-990f-36094dcc1917 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:42.976036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-975af674-a3b5-4c88-990f-36094dcc1917 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:42.997778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-975af674-a3b5-4c88-990f-36094dcc1917 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1285391 Dec 08 16:58:43.000744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51820) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.006957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1b6f7f46-b922-4fa9-a506-9588475be888 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:43.026038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-370efae8-bc07-4257-a982-d7b58f3ee837 None None] Provisioning complete for port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:43.026404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-370efae8-bc07-4257-a982-d7b58f3ee837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.086191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:43.110635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b6f7f46-b922-4fa9-a506-9588475be888 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:43.115362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b6f7f46-b922-4fa9-a506-9588475be888 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.116924 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b6f7f46-b922-4fa9-a506-9588475be888 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:43.117366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b6f7f46-b922-4fa9-a506-9588475be888 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:43.136722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1b6f7f46-b922-4fa9-a506-9588475be888 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1348324 Dec 08 16:58:43.140479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51822) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.145364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-34693705-3450-4e06-b2bd-a53642b82889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:43.170401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] Deleting port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:43.170769 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.238400 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] For port 211ad4b1-3b49-4ea8-a18d-6429f79ba123, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=211ad4b1-3b49-4ea8-a18d-6429f79ba123,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:43.239229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.239364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34693705-3450-4e06-b2bd-a53642b82889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:43.242849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-34693705-3450-4e06-b2bd-a53642b82889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.244239 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-34693705-3450-4e06-b2bd-a53642b82889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:43.244652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34693705-3450-4e06-b2bd-a53642b82889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:43.253214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] Calling delete_port for 211ad4b1-3b49-4ea8-a18d-6429f79ba123 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:43.268526 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-34693705-3450-4e06-b2bd-a53642b82889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1267686 Dec 08 16:58:43.271149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.276199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-38e02754-1f76-4cef-9d0b-c09d1b8801fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:43.348642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.371461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e02754-1f76-4cef-9d0b-c09d1b8801fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:43.375356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-38e02754-1f76-4cef-9d0b-c09d1b8801fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.377121 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-38e02754-1f76-4cef-9d0b-c09d1b8801fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:43.377762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38e02754-1f76-4cef-9d0b-c09d1b8801fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:43.383383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] Pushing event deleted for resources: {'Port': ['ID=211ad4b1-3b49-4ea8-a18d-6429f79ba123,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:43.385486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a05e61-ec3b-4267-8380-4c6d89387f4b None None] No DVR routers for this DVR port 211ad4b1-3b49-4ea8-a18d-6429f79ba123 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:43.405354 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-38e02754-1f76-4cef-9d0b-c09d1b8801fa tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1304264 Dec 08 16:58:43.405354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51828) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.437352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a3b44ba7-bc45-433f-87ec-5d0a4620734c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308580 Dec 08 16:58:43.440056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51830) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.496489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d843e83e-bd99-4701-8971-f7768fe1e206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:43.497991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d843e83e-bd99-4701-8971-f7768fe1e206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0566127 Dec 08 16:58:43.500661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.546131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-97e3d3cb-2414-4693-9808-1685184e79c3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442193 Dec 08 16:58:43.550788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51834) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:43.555811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:43.649671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:43.653169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.918944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:43.920809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.962490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:43.966972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:43.971254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:43.971862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:43.977125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64a476-2279-4aef-9263-dcc5ae2488ed None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:43.987301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=71f49fe5-74b6-4469-89d2-eeb3b481388e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:43.999032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3235d31c-cbe2-47af-9fa1-0f0578247f06 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4471970 Dec 08 16:58:44.001819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51836) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:44.006712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:bb:ef:6d', 'name': 'tempest-NetworksTestDHCPv6-154499010'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:44.079033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '71f49fe5-74b6-4469-89d2-eeb3b481388e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:44.080533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.120468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:44.211385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.218457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Allocated IP 2001:db8::f816:3eff:fe28:d43f (b566a876-ba29-4f96-b5fc-df14d39181b4/71f49fe5-74b6-4469-89d2-eeb3b481388e/53785ca7-0585-4f78-9162-7d8b8e881aa6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:44.234244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 7660b18f-ad7e-46c3-9ed8-8fdb6f896485 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:44.281581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 211ad4b1-3b49-4ea8-a18d-6429f79ba123 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:44.304962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 211ad4b1-3b49-4ea8-a18d-6429f79ba123 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:44.305314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 211ad4b1-3b49-4ea8-a18d-6429f79ba123 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:44.394640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.403590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.452081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:44.456084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:44.461543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:44.464720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Pushing event updated for resources: {'Port': ['ID=53785ca7-0585-4f78-9162-7d8b8e881aa6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:44.465981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:febb:ef6d (b566a876-ba29-4f96-b5fc-df14d39181b4/71f49fe5-74b6-4469-89d2-eeb3b481388e/7660b18f-ad7e-46c3-9ed8-8fdb6f896485) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:44.519871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Attempting to bind port 53785ca7-0585-4f78-9162-7d8b8e881aa6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:44.520246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Attempting to bind port 53785ca7-0585-4f78-9162-7d8b8e881aa6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:44.520620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Attempting to bind port 53785ca7-0585-4f78-9162-7d8b8e881aa6 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:44.525935 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:44.526309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:44.526717 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.527112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:44.527597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Bound port: 53785ca7-0585-4f78-9162-7d8b8e881aa6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:44.527980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.605997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] For port 53785ca7-0585-4f78-9162-7d8b8e881aa6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:44.611907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] For port 53785ca7-0585-4f78-9162-7d8b8e881aa6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=53785ca7-0585-4f78-9162-7d8b8e881aa6,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:44.618246 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.646111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.708110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb6b892-b316-4fc1-8cbe-253198c6f3c0 None None] Pushing event updated for resources: {'Port': ['ID=53785ca7-0585-4f78-9162-7d8b8e881aa6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:44.708351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.761970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:44.767252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:44.771278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:44.777010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:44.777623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:44.784746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=7660b18f-ad7e-46c3-9ed8-8fdb6f896485,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:44.800458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-94a81488-703e-4d4a-b960-5612cee24982 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7975049 Dec 08 16:58:44.803265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51840) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:44.863424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fde64-bbb9-4c0c-848a-71dac04abeec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:44.873946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62fde64-bbb9-4c0c-848a-71dac04abeec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:44.875670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c62fde64-bbb9-4c0c-848a-71dac04abeec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0713718 Dec 08 16:58:44.878484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51842) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:44.972067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 7660b18f-ad7e-46c3-9ed8-8fdb6f896485 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:44.972772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.065449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.077303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 7660b18f-ad7e-46c3-9ed8-8fdb6f896485 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:45.119917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-ada118fb-84ee-472b-8c29-0684b48bd176 req-9bcb94eb-29aa-48b3-92b2-62b6698fef3f service neutron] (103282) timed out ('10.222.0.86', 61414) {{(pid=103282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 16:58:45.215087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.245844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=7660b18f-ad7e-46c3-9ed8-8fdb6f896485,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:45.269982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.273341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ed4359cb-405b-4e1c-8766-92affb4e03a5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/7660b18f-ad7e-46c3-9ed8-8fdb6f896485 HTTP/1.1" status: 204 len: 168 time: 0.3938029 Dec 08 16:58:45.275786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:45.330788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be949f-33c4-4d6f-99ba-aec9cf298566 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:45.332846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be949f-33c4-4d6f-99ba-aec9cf298566 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:45.334437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b8be949f-33c4-4d6f-99ba-aec9cf298566 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0576627 Dec 08 16:58:45.337124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:45.396035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 71f49fe5-74b6-4469-89d2-eeb3b481388e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:45.399564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.447425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.532533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.606438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.631931 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=71f49fe5-74b6-4469-89d2-eeb3b481388e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:45.641335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.645312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d4a47cc2-1cae-4127-b045-1cffcebc837c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/71f49fe5-74b6-4469-89d2-eeb3b481388e HTTP/1.1" status: 204 len: 168 time: 0.3072205 Dec 08 16:58:45.647968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51852) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:45.686840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6c0503b9-9550-4b7a-a19d-7e35f43fe629 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377095 Dec 08 16:58:45.690315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51854) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:45.695442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7486b779-783b-45c9-8e20-4f62714773eb None None] Provisioning complete for port 53785ca7-0585-4f78-9162-7d8b8e881aa6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:45.695971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7486b779-783b-45c9-8e20-4f62714773eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.696221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:45.798396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:45.802504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.817210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7486b779-783b-45c9-8e20-4f62714773eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.854964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae2903f-79b6-44bf-b039-c71345c47b70 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:45.860467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7486b779-783b-45c9-8e20-4f62714773eb None None] For port 53785ca7-0585-4f78-9162-7d8b8e881aa6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=53785ca7-0585-4f78-9162-7d8b8e881aa6,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:45.898379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7486b779-783b-45c9-8e20-4f62714773eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:45.981316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486b779-783b-45c9-8e20-4f62714773eb None None] Pushing event updated for resources: {'Port': ['ID=53785ca7-0585-4f78-9162-7d8b8e881aa6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:46.010250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ab0fe2f0-f875-4288-a4e3-a2a24dd4497b None None] Could not find standard attr ID for object 7660b18f-ad7e-46c3-9ed8-8fdb6f896485. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:46.060828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:46.114089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] Deleting port 53785ca7-0585-4f78-9162-7d8b8e881aa6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:46.114466 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.186626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] For port 53785ca7-0585-4f78-9162-7d8b8e881aa6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=53785ca7-0585-4f78-9162-7d8b8e881aa6,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:46.187017 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.203166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] Calling delete_port for 53785ca7-0585-4f78-9162-7d8b8e881aa6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:46.292483 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.317729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] Pushing event deleted for resources: {'Port': ['ID=53785ca7-0585-4f78-9162-7d8b8e881aa6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:46.319646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ca7a5-5944-4c59-8702-ef4849da01a0 None None] No DVR routers for this DVR port 53785ca7-0585-4f78-9162-7d8b8e881aa6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:46.432749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:46.434431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.479342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:46.484362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:46.488488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:46.489094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.496128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c0b663-17b6-49c6-a1fa-ee7c454f0efa None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:46.505534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=42bf4e38-6e68-4982-8103-1387ec0feeba,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:46.520091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b5c969aa-1311-4658-ae2b-a592d77fcd7a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8251913 Dec 08 16:58:46.520535 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:46.525970 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:79:78:1b', 'name': 'tempest-NetworksTestDHCPv6-968816271'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:46.621778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '42bf4e38-6e68-4982-8103-1387ec0feeba'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:46.622692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.650045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:46.738498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.758320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port e1fdc2a8-4c5c-4852-b873-14b78a9b0452 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:46.762580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Allocated IP 2001:db8::f816:3eff:fe78:a6ef (b566a876-ba29-4f96-b5fc-df14d39181b4/42bf4e38-6e68-4982-8103-1387ec0feeba/827d8fe6-81eb-435e-a247-2ad3a991e4bf) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:46.972174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:46.978859 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.029603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe79:781b (b566a876-ba29-4f96-b5fc-df14d39181b4/42bf4e38-6e68-4982-8103-1387ec0feeba/e1fdc2a8-4c5c-4852-b873-14b78a9b0452) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:47.056579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:47.061565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:47.068392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:47.072307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Pushing event updated for resources: {'Port': ['ID=827d8fe6-81eb-435e-a247-2ad3a991e4bf,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:47.152546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Attempting to bind port 827d8fe6-81eb-435e-a247-2ad3a991e4bf on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:47.152931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Attempting to bind port 827d8fe6-81eb-435e-a247-2ad3a991e4bf by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:47.153299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Attempting to bind port 827d8fe6-81eb-435e-a247-2ad3a991e4bf on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:47.163089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:47.163492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:47.163906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.164310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:47.164807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Bound port: 827d8fe6-81eb-435e-a247-2ad3a991e4bf, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:47.165198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.220786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.258176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.303154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:47.308453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:47.310934 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:47.318409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:47.319042 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.331410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=e1fdc2a8-4c5c-4852-b873-14b78a9b0452,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:47.344640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b6cfb971-82ca-4f03-bd4e-a6587c6bd8b3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8230190 Dec 08 16:58:47.347699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:47.400832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e451f1d-e1c3-428b-be2c-df35534d1f3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:47.406803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e451f1d-e1c3-428b-be2c-df35534d1f3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:47.409012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3e451f1d-e1c3-428b-be2c-df35534d1f3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0596702 Dec 08 16:58:47.410207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] For port 827d8fe6-81eb-435e-a247-2ad3a991e4bf, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:47.411888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51862) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:47.413755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] For port 827d8fe6-81eb-435e-a247-2ad3a991e4bf, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=827d8fe6-81eb-435e-a247-2ad3a991e4bf,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:47.418274 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.481479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c602665-60c7-4e1c-87b2-d332e387476d None None] Pushing event updated for resources: {'Port': ['ID=827d8fe6-81eb-435e-a247-2ad3a991e4bf,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:47.514301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port e1fdc2a8-4c5c-4852-b873-14b78a9b0452 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:47.514638 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.615060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.634421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for e1fdc2a8-4c5c-4852-b873-14b78a9b0452 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:47.778774 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.809109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=e1fdc2a8-4c5c-4852-b873-14b78a9b0452,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:47.834958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:47.837138 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1c9f4786-cde9-48a4-a498-b50d9075ce64 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/e1fdc2a8-4c5c-4852-b873-14b78a9b0452 HTTP/1.1" status: 204 len: 168 time: 0.4242346 Dec 08 16:58:47.839617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:47.896157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb3db0-5346-491a-b766-5b674dcc38bf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:47.897680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bb3db0-5346-491a-b766-5b674dcc38bf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:47.899190 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-56bb3db0-5346-491a-b766-5b674dcc38bf tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0586638 Dec 08 16:58:47.902000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:47.954579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 42bf4e38-6e68-4982-8103-1387ec0feeba {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:47.958244 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.000632 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.086281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.164165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.198772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.202758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/42bf4e38-6e68-4982-8103-1387ec0feeba HTTP/1.1" status: 204 len: 168 time: 0.2994552 Dec 08 16:58:48.203859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de4aef-df2e-4050-baf1-cf5b6b638c1e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=42bf4e38-6e68-4982-8103-1387ec0feeba,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:48.206092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51872) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:48.257222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-99e6b3ab-597c-479d-8c4a-be8368024c8c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497484 Dec 08 16:58:48.259779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:48.316746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 827d8fe6-81eb-435e-a247-2ad3a991e4bf up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:48.321870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f073a4-468b-4106-a7cd-a3307ef962e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:48.327359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:48.329238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29f073a4-468b-4106-a7cd-a3307ef962e9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0654612 Dec 08 16:58:48.373116 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 827d8fe6-81eb-435e-a247-2ad3a991e4bf triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:48.373481 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.395698 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8f73ca-8494-4c77-b13c-4bf2111a2140 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:48.397359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cc8f73ca-8494-4c77-b13c-4bf2111a2140 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0688496 Dec 08 16:58:48.400125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51878) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:48.450035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8a7ea088-2133-49b1-9f1e-caff5bd5cded tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477779 Dec 08 16:58:48.455951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:48.461155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:48.505109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.550961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55139f24-8f0b-46bd-995a-31d952f49d4e None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:48.554720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 827d8fe6-81eb-435e-a247-2ad3a991e4bf, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=827d8fe6-81eb-435e-a247-2ad3a991e4bf,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:48.603599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:48.610986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.612469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.730263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=827d8fe6-81eb-435e-a247-2ad3a991e4bf,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:48.738653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-db391af1-1c5e-4335-9c31-82bb62e079e3 None None] Provisioning complete for port 827d8fe6-81eb-435e-a247-2ad3a991e4bf triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:48.739009 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db391af1-1c5e-4335-9c31-82bb62e079e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:48.851385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:48.909061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] Deleting port 827d8fe6-81eb-435e-a247-2ad3a991e4bf {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:48.909437 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.008480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] For port 827d8fe6-81eb-435e-a247-2ad3a991e4bf, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=827d8fe6-81eb-435e-a247-2ad3a991e4bf,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:49.008877 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.009147 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:49.023979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] Calling delete_port for 827d8fe6-81eb-435e-a247-2ad3a991e4bf owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:49.125940 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.159707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] Pushing event deleted for resources: {'Port': ['ID=827d8fe6-81eb-435e-a247-2ad3a991e4bf,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:49.164940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0360e7-f3a0-425f-b7f3-d8553a22be2b None None] No DVR routers for this DVR port 827d8fe6-81eb-435e-a247-2ad3a991e4bf on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:49.199233 n-d-820935-5 neutron-server[103281]: WARNING neutron.services.revisions.revision_plugin [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Could not find related port for resource to bump revision. Dec 08 16:58:49.204860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_pluggable_backend [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Port 827d8fe6-81eb-435e-a247-2ad3a991e4bf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103281) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 16:58:49.205184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_pluggable_backend [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Reverting IP allocation for 2001:db8::f816:3eff:fe78:a6ef {{(pid=103281) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 16:58:49.208994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_pluggable_backend [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe78:a6ef {{(pid=103281) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 16:58:49.210158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.249949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:49.253885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:49.259417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:49.260011 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.268885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8c40f4-c40b-4fed-8106-5d5cd9567907 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:49.274977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=359c4f73-ed4c-4b9c-9857-f6954b1d36a4,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:49.285531 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-25be4285-4a78-4f0f-b922-acf31a7746b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8246355 Dec 08 16:58:49.286726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:49.291228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:4e:ba:55', 'name': 'tempest-NetworksTestDHCPv6-576163597'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:49.385644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': '359c4f73-ed4c-4b9c-9857-f6954b1d36a4'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:49.386923 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.427734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:49.431883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.453826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 1849ddd1-ea29-4e7b-9d49-9996e38a5b62 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:49.533770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Allocated IP 2001:db8::f816:3eff:fe84:e282 (b566a876-ba29-4f96-b5fc-df14d39181b4/359c4f73-ed4c-4b9c-9857-f6954b1d36a4/87299eff-b03f-44d9-80e9-2bee9b756a68) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:49.682643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.690396 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.735458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:49.741057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:49.744911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:49.745990 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe4e:ba55 (b566a876-ba29-4f96-b5fc-df14d39181b4/359c4f73-ed4c-4b9c-9857-f6954b1d36a4/1849ddd1-ea29-4e7b-9d49-9996e38a5b62) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:49.752642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Pushing event updated for resources: {'Port': ['ID=87299eff-b03f-44d9-80e9-2bee9b756a68,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:49.806801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Attempting to bind port 87299eff-b03f-44d9-80e9-2bee9b756a68 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:49.807173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Attempting to bind port 87299eff-b03f-44d9-80e9-2bee9b756a68 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:49.807539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Attempting to bind port 87299eff-b03f-44d9-80e9-2bee9b756a68 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:49.812712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:49.813092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:49.813493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.813977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:49.814656 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Bound port: 87299eff-b03f-44d9-80e9-2bee9b756a68, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:49.814875 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.880542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] For port 87299eff-b03f-44d9-80e9-2bee9b756a68, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:49.883897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] For port 87299eff-b03f-44d9-80e9-2bee9b756a68, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=87299eff-b03f-44d9-80e9-2bee9b756a68,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:49.888442 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.898556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.940910 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:49.948172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df52e1e-5143-4816-9a31-ce720c6697f4 None None] Pushing event updated for resources: {'Port': ['ID=87299eff-b03f-44d9-80e9-2bee9b756a68,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:49.991110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:49.996492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:50.000330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:50.006105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.006758 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.013645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=1849ddd1-ea29-4e7b-9d49-9996e38a5b62,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:50.031460 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ada6806e-292e-4648-b3df-42ad98471a56 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7443812 Dec 08 16:58:50.035454 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51888) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:50.097909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ee0b7-6961-4dda-a520-0cb72e6c92d4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.110126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ee0b7-6961-4dda-a520-0cb72e6c92d4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.115518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-326ee0b7-6961-4dda-a520-0cb72e6c92d4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0765803 Dec 08 16:58:50.117747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51890) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:50.244029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 1849ddd1-ea29-4e7b-9d49-9996e38a5b62 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:50.244368 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.318922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 87299eff-b03f-44d9-80e9-2bee9b756a68 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:50.340205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.352426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 1849ddd1-ea29-4e7b-9d49-9996e38a5b62 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:50.372025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 87299eff-b03f-44d9-80e9-2bee9b756a68 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:50.372303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.453728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.493163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 87299eff-b03f-44d9-80e9-2bee9b756a68, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=87299eff-b03f-44d9-80e9-2bee9b756a68,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:50.496400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.497916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.525850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=1849ddd1-ea29-4e7b-9d49-9996e38a5b62,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:50.561475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=87299eff-b03f-44d9-80e9-2bee9b756a68,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:50.566626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.569638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6c253865-6c09-4d5c-a852-efcb8cc0bce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/1849ddd1-ea29-4e7b-9d49-9996e38a5b62 HTTP/1.1" status: 204 len: 168 time: 0.4465663 Dec 08 16:58:50.572626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51892) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:50.577954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 827d8fe6-81eb-435e-a247-2ad3a991e4bf no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:50.606166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 827d8fe6-81eb-435e-a247-2ad3a991e4bf {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:50.606824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 827d8fe6-81eb-435e-a247-2ad3a991e4bf not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:50.628308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933abdc8-684f-4e67-bc46-cf8a8781a214 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.630072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933abdc8-684f-4e67-bc46-cf8a8781a214 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:50.631685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-933abdc8-684f-4e67-bc46-cf8a8781a214 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0581024 Dec 08 16:58:50.634657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51894) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:50.692214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 359c4f73-ed4c-4b9c-9857-f6954b1d36a4 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:50.695855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.741489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.840921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.903562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.935382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=359c4f73-ed4c-4b9c-9857-f6954b1d36a4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:50.937413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:50.941570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b0d19613-5799-49fd-bcef-1905b805e1ef tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/359c4f73-ed4c-4b9c-9857-f6954b1d36a4 HTTP/1.1" status: 204 len: 168 time: 0.3058145 Dec 08 16:58:50.944147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51898) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:50.991696 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a8f23027-a850-4311-9e5d-0951c3e44e8f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462577 Dec 08 16:58:50.994786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51900) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:50.999909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:51.004589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2673292c-50ad-4f66-be64-785ca0e26f8b None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:51.096875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:51.099781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e6d105cb-8acf-46a9-9251-7213a1c49254 None None] Provisioning complete for port 87299eff-b03f-44d9-80e9-2bee9b756a68 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:51.100160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e6d105cb-8acf-46a9-9251-7213a1c49254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.101337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.219446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:51.273871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] Deleting port 87299eff-b03f-44d9-80e9-2bee9b756a68 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:51.274124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.340811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] For port 87299eff-b03f-44d9-80e9-2bee9b756a68, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=87299eff-b03f-44d9-80e9-2bee9b756a68,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:51.341208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.354707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] Calling delete_port for 87299eff-b03f-44d9-80e9-2bee9b756a68 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:51.440254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.467279 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] Pushing event deleted for resources: {'Port': ['ID=87299eff-b03f-44d9-80e9-2bee9b756a68,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:51.473682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27291cf9-3c5a-4d3f-b510-22624d2b0e8b None None] No DVR routers for this DVR port 87299eff-b03f-44d9-80e9-2bee9b756a68 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:51.488666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:51.590074 n-d-820935-5 neutron-server[103282]: WARNING neutron.services.revisions.revision_plugin [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Could not find related port for resource to bump revision. Dec 08 16:58:51.594786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_pluggable_backend [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Port 87299eff-b03f-44d9-80e9-2bee9b756a68 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103282) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 16:58:51.595104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_pluggable_backend [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Reverting IP allocation for 2001:db8::f816:3eff:fe84:e282 {{(pid=103282) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 16:58:51.598716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_pluggable_backend [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe84:e282 {{(pid=103282) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 16:58:51.599929 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.650968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:51.654234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:51.658683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:51.659281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.663614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565bdba-4925-4635-adbd-10bade1a5475 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:51.667590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=e98e061b-3be0-4dd2-8030-590257cc6717,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:51.681245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-95ff0a55-ec77-49fd-9502-999dd9f5a0ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6852331 Dec 08 16:58:51.684739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51902) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:51.690429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:02:a1:bb', 'name': 'tempest-NetworksTestDHCPv6-127084094'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:51.781447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'e98e061b-3be0-4dd2-8030-590257cc6717'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:51.782360 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.807842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:51.899622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:51.920899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 68c58f83-398d-4df0-ad74-2acda1e3a6f1 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:51.931765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Allocated IP 2001:db8::f816:3eff:fe37:9a9 (b566a876-ba29-4f96-b5fc-df14d39181b4/e98e061b-3be0-4dd2-8030-590257cc6717/94797cb4-00a5-4f79-918e-e4c5b128d46e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:52.088080 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.095412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.145001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe02:a1bb (b566a876-ba29-4f96-b5fc-df14d39181b4/e98e061b-3be0-4dd2-8030-590257cc6717/68c58f83-398d-4df0-ad74-2acda1e3a6f1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:52.145838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:52.149768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:52.151902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Pushing event updated for resources: {'Port': ['ID=94797cb4-00a5-4f79-918e-e4c5b128d46e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:52.154180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:52.222711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Attempting to bind port 94797cb4-00a5-4f79-918e-e4c5b128d46e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:52.223518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Attempting to bind port 94797cb4-00a5-4f79-918e-e4c5b128d46e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:52.223674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Attempting to bind port 94797cb4-00a5-4f79-918e-e4c5b128d46e on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:52.229245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:52.229472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:52.229914 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.230310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:52.230782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Bound port: 94797cb4-00a5-4f79-918e-e4c5b128d46e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:52.231163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.288403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 87299eff-b03f-44d9-80e9-2bee9b756a68 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:58:52.321187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 87299eff-b03f-44d9-80e9-2bee9b756a68 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:58:52.321527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 87299eff-b03f-44d9-80e9-2bee9b756a68 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:58:52.326224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] For port 94797cb4-00a5-4f79-918e-e4c5b128d46e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:52.330987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] For port 94797cb4-00a5-4f79-918e-e4c5b128d46e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=94797cb4-00a5-4f79-918e-e4c5b128d46e,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:52.338868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.341311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.379759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.406900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd015f6-1186-42cb-9ba6-1ae36908137d None None] Pushing event updated for resources: {'Port': ['ID=94797cb4-00a5-4f79-918e-e4c5b128d46e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:52.408752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:52.429461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:52.433759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:52.439612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:52.440325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.467895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7821095 Dec 08 16:58:52.468644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a24e8-4030-4baa-979c-0fc43d468d74 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=68c58f83-398d-4df0-ad74-2acda1e3a6f1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:52.471409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51906) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:52.524614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc58206-bb35-4a28-88e0-547fbd0fb348 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:52.530702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc58206-bb35-4a28-88e0-547fbd0fb348 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:52.532378 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fdc58206-bb35-4a28-88e0-547fbd0fb348 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0599642 Dec 08 16:58:52.536169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51908) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:52.678893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 68c58f83-398d-4df0-ad74-2acda1e3a6f1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:52.679256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.790517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.811781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 68c58f83-398d-4df0-ad74-2acda1e3a6f1 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:52.967001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:52.998301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=68c58f83-398d-4df0-ad74-2acda1e3a6f1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:53.024323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.027745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1d92b771-2da6-43b0-82d9-bf23ef74e4cb tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/68c58f83-398d-4df0-ad74-2acda1e3a6f1 HTTP/1.1" status: 204 len: 168 time: 0.4906030 Dec 08 16:58:53.030202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51912) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.096969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251f5e9-a7b2-4ab8-8b30-a1d00dd01560 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:53.100123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9251f5e9-a7b2-4ab8-8b30-a1d00dd01560 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:53.102942 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9251f5e9-a7b2-4ab8-8b30-a1d00dd01560 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0714693 Dec 08 16:58:53.105345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51914) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.169731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet e98e061b-3be0-4dd2-8030-590257cc6717 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:53.173683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.224359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.327354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.399848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.430685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=e98e061b-3be0-4dd2-8030-590257cc6717,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:53.432703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.438293 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-27e6703c-7431-416f-9da8-da4b0602080c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/e98e061b-3be0-4dd2-8030-590257cc6717 HTTP/1.1" status: 204 len: 168 time: 0.3294382 Dec 08 16:58:53.438553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51916) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.466338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c781470-4b27-4095-b7b0-5e4a14fbacda None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:53.484227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-212ea23f-f8e5-4885-b8b0-ad4c278dcc21 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431590 Dec 08 16:58:53.487147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51918) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.537471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e22b4-f538-4812-9964-e94c0465bb5e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:53.539158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1a1e22b4-f538-4812-9964-e94c0465bb5e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0510125 Dec 08 16:58:53.541960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51920) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.558846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-24a3fe85-3ea4-4586-b8d5-cf21f4432caa None None] Provisioning complete for port 94797cb4-00a5-4f79-918e-e4c5b128d46e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:53.559216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24a3fe85-3ea4-4586-b8d5-cf21f4432caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.595789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aec844-745d-4fa6-9da4-d1472b14f56a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:53.597247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d2aec844-745d-4fa6-9da4-d1472b14f56a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0543339 Dec 08 16:58:53.599933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51922) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.645598 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c2da3e7-738a-492c-a9d1-d25a56e79776 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0406859 Dec 08 16:58:53.646131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51924) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:53.651405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:53.668002 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24a3fe85-3ea4-4586-b8d5-cf21f4432caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.698772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:53.733868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24a3fe85-3ea4-4586-b8d5-cf21f4432caa None None] For port 94797cb4-00a5-4f79-918e-e4c5b128d46e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=94797cb4-00a5-4f79-918e-e4c5b128d46e,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:53.740280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24a3fe85-3ea4-4586-b8d5-cf21f4432caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.756960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:53.759671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.809481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a3fe85-3ea4-4586-b8d5-cf21f4432caa None None] Pushing event updated for resources: {'Port': ['ID=94797cb4-00a5-4f79-918e-e4c5b128d46e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:53.814011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] Deleting port 94797cb4-00a5-4f79-918e-e4c5b128d46e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:53.815120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.885009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] For port 94797cb4-00a5-4f79-918e-e4c5b128d46e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=94797cb4-00a5-4f79-918e-e4c5b128d46e,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:53.885426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:53.899565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] Calling delete_port for 94797cb4-00a5-4f79-918e-e4c5b128d46e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:53.970945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.016036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:54.022312 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:54.026998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:54.027603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.039024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=ed3a142c-7fb8-424c-9397-dbba2223b92a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:54.054785 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-15d71eba-5caf-4ea7-a711-fdeaca09464e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4072640 Dec 08 16:58:54.057620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51928) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:54.062744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:bc:a7:94', 'name': 'tempest-NetworksTestDHCPv6-150257858'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:54.178436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.181343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:54.206045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] Pushing event deleted for resources: {'Port': ['ID=94797cb4-00a5-4f79-918e-e4c5b128d46e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:54.211617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939d8cf9-bd81-4422-8750-f00cf064e355 None None] No DVR routers for this DVR port 94797cb4-00a5-4f79-918e-e4c5b128d46e on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:54.227712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2769d22-c07e-42ca-9ad1-2fc3a0793945 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:54.267474 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.288213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 9e8865bf-21e5-4028-8d16-b55d591f905f yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:54.334167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'ed3a142c-7fb8-424c-9397-dbba2223b92a'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:54.335057 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.412558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::21f (b566a876-ba29-4f96-b5fc-df14d39181b4/ed3a142c-7fb8-424c-9397-dbba2223b92a/9e8865bf-21e5-4028-8d16-b55d591f905f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:54.556886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.596298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.640949 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:54.645078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:54.651815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:54.652784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/ed3a142c-7fb8-424c-9397-dbba2223b92a/a781c6fc-9702-4706-9e41-f4c99d4d9507) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:54.657538 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:54.658434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.669063 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:58:54.672619 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=9e8865bf-21e5-4028-8d16-b55d591f905f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:54.681024 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2cfae084-53a1-4d9b-b6ba-3be54ea46682 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.6198153 Dec 08 16:58:54.681223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51930) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:54.733020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf53af-5440-4dc0-ab4f-53bac0ce293a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:54.737131 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8acf53af-5440-4dc0-ab4f-53bac0ce293a tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0523212 Dec 08 16:58:54.737296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51932) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:54.805734 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.811792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.827195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 9e8865bf-21e5-4028-8d16-b55d591f905f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:54.827542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.856065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:54.859618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:54.864874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:54.868103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Pushing event updated for resources: {'Port': ['ID=a781c6fc-9702-4706-9e41-f4c99d4d9507,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:54.919339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.927932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Attempting to bind port a781c6fc-9702-4706-9e41-f4c99d4d9507 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:54.928336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Attempting to bind port a781c6fc-9702-4706-9e41-f4c99d4d9507 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:54.928700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Attempting to bind port a781c6fc-9702-4706-9e41-f4c99d4d9507 on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:54.932503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 9e8865bf-21e5-4028-8d16-b55d591f905f owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:54.933937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:54.934311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:54.934712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:54.935105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:54.935572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Bound port: a781c6fc-9702-4706-9e41-f4c99d4d9507, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:54.935950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.011748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] For port a781c6fc-9702-4706-9e41-f4c99d4d9507, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:55.068360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.069046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] For port a781c6fc-9702-4706-9e41-f4c99d4d9507, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a781c6fc-9702-4706-9e41-f4c99d4d9507,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:55.075018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.099256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=9e8865bf-21e5-4028-8d16-b55d591f905f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:55.132497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.138007 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6adc048b-925e-4154-a81a-98be9a873724 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/9e8865bf-21e5-4028-8d16-b55d591f905f HTTP/1.1" status: 204 len: 168 time: 0.3978055 Dec 08 16:58:55.138803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51936) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.140038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36d158-e14d-46c4-a57a-2f5c7b4d6dd8 None None] Pushing event updated for resources: {'Port': ['ID=a781c6fc-9702-4706-9e41-f4c99d4d9507,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:55.201160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf25e8-c20f-4dfe-901c-65ebf331d236 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:55.203055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaf25e8-c20f-4dfe-901c-65ebf331d236 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:55.204743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1aaf25e8-c20f-4dfe-901c-65ebf331d236 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0649221 Dec 08 16:58:55.207494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51938) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.261892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet ed3a142c-7fb8-424c-9397-dbba2223b92a {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:55.265301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.317413 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.411487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.472039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.500713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=ed3a142c-7fb8-424c-9397-dbba2223b92a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:55.506501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:55.509736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5ed45d78-404c-41fd-b060-c52f5fedb206 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ed3a142c-7fb8-424c-9397-dbba2223b92a HTTP/1.1" status: 204 len: 168 time: 0.3009586 Dec 08 16:58:55.512201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51940) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.550055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2053a71b-0d28-4687-804c-681f9621fb53 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366421 Dec 08 16:58:55.552325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51942) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.607171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3229f33d-d486-4317-bb20-ba4ecc095479 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:55.608647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3229f33d-d486-4317-bb20-ba4ecc095479 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0554101 Dec 08 16:58:55.611938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.661828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a02a43-2156-4903-b56f-3438e48e5149 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:55.663298 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-80a02a43-2156-4903-b56f-3438e48e5149 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0502560 Dec 08 16:58:55.665845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.708366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c607eb98-8325-4e99-9543-ea41fafb38fd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0411360 Dec 08 16:58:55.712484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51948) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:55.717474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:55.808754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:55.812366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.053567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d544f15-b4d2-4529-a8a5-44abd77511de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.072821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23241f0c-e054-4bd9-b4b4-ee251edf7ceb None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:56.183999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5c4682c0-94fe-4b5d-a58f-f002cf57d32e None None] Provisioning complete for port a781c6fc-9702-4706-9e41-f4c99d4d9507 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:56.184493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c4682c0-94fe-4b5d-a58f-f002cf57d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.234454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:58:56.303016 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c4682c0-94fe-4b5d-a58f-f002cf57d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.348496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5c4682c0-94fe-4b5d-a58f-f002cf57d32e None None] For port a781c6fc-9702-4706-9e41-f4c99d4d9507, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a781c6fc-9702-4706-9e41-f4c99d4d9507,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:56.350590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] Deleting port a781c6fc-9702-4706-9e41-f4c99d4d9507 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:56.350918 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.354039 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c4682c0-94fe-4b5d-a58f-f002cf57d32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.414504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-0b45b9b3-bd62-4c86-b62c-925be4580714 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0820277 Dec 08 16:58:56.464208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4682c0-94fe-4b5d-a58f-f002cf57d32e None None] Pushing event updated for resources: {'Port': ['ID=a781c6fc-9702-4706-9e41-f4c99d4d9507,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:56.471405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:58:56.487559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] For port a781c6fc-9702-4706-9e41-f4c99d4d9507, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a781c6fc-9702-4706-9e41-f4c99d4d9507,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:56.487947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.501153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] Calling delete_port for a781c6fc-9702-4706-9e41-f4c99d4d9507 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:56.568383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-7d52be16-4372-4de7-a9a6-764327f1ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:56.569909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-7d52be16-4372-4de7-a9a6-764327f1ea84 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 1096 time: 0.1095171 Dec 08 16:58:56.587255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.600570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] No DVR routers for this DVR port a781c6fc-9702-4706-9e41-f4c99d4d9507 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:58:56.620693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c720755-c590-4e38-9be9-d0a3e3b763f6 None None] Pushing event deleted for resources: {'Port': ['ID=a781c6fc-9702-4706-9e41-f4c99d4d9507,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:56.667215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_pluggable_backend [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Port a781c6fc-9702-4706-9e41-f4c99d4d9507 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103282) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 08 16:58:56.667516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_pluggable_backend [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Reverting IP allocation for 2001:db8::f816:3eff:fe62:c35d {{(pid=103282) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 08 16:58:56.674052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_pluggable_backend [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe62:c35d {{(pid=103282) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 08 16:58:56.677058 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.737275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:56.746788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:56.755062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:56.755650 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.756585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac19c4a-05de-4779-9a0c-d77b7d134905 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:56.758612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-d337c8e1-0289-40dd-b82d-1c914e9d6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:56.760053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-d337c8e1-0289-40dd-b82d-1c914e9d6b93 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1598532 Dec 08 16:58:56.761723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=ce52038d-e7a7-421d-a645-8299927c77a6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:56.810352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eca7b672-00ac-4628-bdfe-ffa9a2b562c2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0968578 Dec 08 16:58:56.813455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51954) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:56.822190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:56.834722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-30505a31-0eb6-4e29-bc06-51b3f5d839aa service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 200 len: 1001 time: 0.0656650 Dec 08 16:58:56.865705 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b566a876-ba29-4f96-b5fc-df14d39181b4', 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'project_id': '5e547c2942a34f21933fff9907602a8e', 'fixed_ips': [{'subnet_id': 'ce52038d-e7a7-421d-a645-8299927c77a6'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:58:56.866832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.893548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-43f61d7f-d26a-43c2-8976-8746a5c271bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:56.895094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-43f61d7f-d26a-43c2-8976-8746a5c271bd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0529263 Dec 08 16:58:56.942566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:56.946173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:56.946379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-3a62420d-8334-4f07-a350-36d2af39ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:56.947910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-3a62420d-8334-4f07-a350-36d2af39ab5d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453553 Dec 08 16:58:57.010837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Allocated IP 2001:db8::f816:3eff:feac:10e4 (b566a876-ba29-4f96-b5fc-df14d39181b4/ce52038d-e7a7-421d-a645-8299927c77a6/9e5006a2-2410-4b67-86de-e4f0f62cc23a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:57.045082 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ce52038d-e7a7-421d-a645-8299927c77a6 (CIDR: 2001:db8::/64) Dec 08 16:58:57.046820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-6f20f2d3-97b0-464c-9111-b2080eb62c75 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916655 Dec 08 16:58:57.049584 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:58:57.050062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:58:57.074004 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2b817db-da49-470b-af21-830ebc348665 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2578573 Dec 08 16:58:57.076504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:57.082093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:57.186882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bb17022-bf35-42d3-9657-942ed375ffc8 req-21d00606-80fb-43f9-94ea-dad8ede76225 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325960 Dec 08 16:58:57.194832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.202602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.210688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:57.214321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.251203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:57.255809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:57.257736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:57.259960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:57.319324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Attempting to bind port 9e5006a2-2410-4b67-86de-e4f0f62cc23a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:58:57.319694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Attempting to bind port 9e5006a2-2410-4b67-86de-e4f0f62cc23a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:58:57.320060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Attempting to bind port 9e5006a2-2410-4b67-86de-e4f0f62cc23a on network b566a876-ba29-4f96-b5fc-df14d39181b4 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:58:57.325156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:58:57.325525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Checking segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:58:57.325962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.326354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Bound using segment: {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:58:57.326826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Bound port: 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a693e9-dd86-40e2-8466-fb61a3427284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:58:57.327224 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.394616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:58:57.398402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:58:57.402846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.458540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.459210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d26fb-9d2f-4de0-8b9f-d81b1fb67b8a None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:57.503645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:57.508412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:57.512769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:57.513368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.523958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=89430a02-8380-4f1e-beff-57b122c6d972,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:57.537235 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7bae636a-178f-48eb-af09-1ba396ea37c0 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4596751 Dec 08 16:58:57.539947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51962) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:57.545196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:94:99:a2', 'name': 'tempest-NetworksTestDHCPv6-32342231'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:57.671928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:57.678917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:57.701686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port ddeb2217-967c-45ee-a994-aaef0917e71c yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:58:57.875113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8:0:1::242 (b566a876-ba29-4f96-b5fc-df14d39181b4/89430a02-8380-4f1e-beff-57b122c6d972/ddeb2217-967c-45ee-a994-aaef0917e71c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:57.881938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe94:99a2 (b566a876-ba29-4f96-b5fc-df14d39181b4/ce52038d-e7a7-421d-a645-8299927c77a6/ddeb2217-967c-45ee-a994-aaef0917e71c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:58:58.034123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.070819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.113159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:58:58.116630 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:58:58.119692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:58:58.125383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:58.126721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.154592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6135490 Dec 08 16:58:58.155502 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf89d4f-3c6f-458c-a600-01b24a71c679 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=ddeb2217-967c-45ee-a994-aaef0917e71c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:58.157630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51964) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:58.269346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port ddeb2217-967c-45ee-a994-aaef0917e71c {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:58:58.269683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.329175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:58:58.382906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.388747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:58.389118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.398045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for ddeb2217-967c-45ee-a994-aaef0917e71c owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:58:58.464586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e940cb-3145-4646-bf1c-a1b9e0290598 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:58:58.536817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.553345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-280ef6d5-d35f-42ba-8c56-5671c5f579f9 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:58.553712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-280ef6d5-d35f-42ba-8c56-5671c5f579f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.581950 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.613460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=ddeb2217-967c-45ee-a994-aaef0917e71c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:58.625652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:58:58.645036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.662592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.667182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d85a2b33-3b29-485d-abf2-61663c029df5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/ddeb2217-967c-45ee-a994-aaef0917e71c HTTP/1.1" status: 204 len: 168 time: 0.5083222 Dec 08 16:58:58.669828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51970) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:58.719206 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c7a0d1-6553-4772-93e3-fe5ea84cf409 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:58.723808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-06c7a0d1-6553-4772-93e3-fe5ea84cf409 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0506802 Dec 08 16:58:58.724060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51972) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:58.745235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:58.780197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a4b23-8eb2-45be-a392-e510340e2907 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:58.782343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ba7a4b23-8eb2-45be-a392-e510340e2907 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0573003 Dec 08 16:58:58.785412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51974) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:58.797655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a34b917-6ebd-4ef3-8ffd-bc6dc04b435a None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'ce52038d-e7a7-421d-a645-8299927c77a6', 'ip_address': '2001:db8::f816:3eff:feac:10e4'}, {'subnet_id': '89430a02-8380-4f1e-beff-57b122c6d972'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '9e5006a2-2410-4b67-86de-e4f0f62cc23a'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:58:58.822966 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a34b917-6ebd-4ef3-8ffd-bc6dc04b435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.839650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae092b6-995b-43d5-93cf-5cf22dfe419e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:58.841207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae092b6-995b-43d5-93cf-5cf22dfe419e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:58.842749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae092b6-995b-43d5-93cf-5cf22dfe419e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:58:58.844311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ae092b6-995b-43d5-93cf-5cf22dfe419e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0579474 Dec 08 16:58:58.847943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51976) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:58.875944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c6cfa231-3948-4911-a7b2-eafec1550716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.905546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 89430a02-8380-4f1e-beff-57b122c6d972 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:58.909832 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.950486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:58.996334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.054219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-7a34b917-6ebd-4ef3-8ffd-bc6dc04b435a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89430a02-8380-4f1e-beff-57b122c6d972: This subnet is being modified by another concurrent operation. Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 89430a02-8380-4f1e-beff-57b122c6d972: This subnet is being modified by another concurrent operation. Dec 08 16:58:59.056123 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:58:59.091752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.095473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/89430a02-8380-4f1e-beff-57b122c6d972 HTTP/1.1" status: 204 len: 168 time: 0.2465458 Dec 08 16:58:59.096429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb42db-7ced-485b-8435-927aa0813442 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=89430a02-8380-4f1e-beff-57b122c6d972,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:59.099610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51978) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:59.153902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet ce52038d-e7a7-421d-a645-8299927c77a6 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:58:59.157519 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.182283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bdf8e2b4-306d-41be-8990-bc69d6543300 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:59.182646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdf8e2b4-306d-41be-8990-bc69d6543300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.211055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.284262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c3cc8-d585-42ef-8177-96d57cc7ee32 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:58:59.326136 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.371248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2c3cc8-d585-42ef-8177-96d57cc7ee32 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:58:59.391600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.421737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=ce52038d-e7a7-421d-a645-8299927c77a6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:58:59.424477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.430544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-530d91ac-f61a-4872-a93e-0e913e5a64c1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ce52038d-e7a7-421d-a645-8299927c77a6 HTTP/1.1" status: 204 len: 168 time: 0.3296642 Dec 08 16:58:59.430991 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:59.449598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9596234e-e3b6-464f-a690-72d5e7bfdb30 None None] Could not find standard attr ID for object ddeb2217-967c-45ee-a994-aaef0917e71c. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:58:59.476858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-67973667-b1eb-4455-a391-c4138175e25e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435126 Dec 08 16:58:59.478567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:58:59.483501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:58:59.578483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:58:59.583359 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.628820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93e793c-a186-42bb-a215-2f463e112222 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:58:59.706606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8ac97d12-0e6c-40ba-ba0b-70a391869a92 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:58:59.706986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8ac97d12-0e6c-40ba-ba0b-70a391869a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:58:59.738904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93e793c-a186-42bb-a215-2f463e112222 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:58:59.895684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:59:00.046475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'ab7b4cc3-3a74-4377-a8f9-684c217300d5'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '9e5006a2-2410-4b67-86de-e4f0f62cc23a'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:59:00.049367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.075358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.209610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:00.243051 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.249301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.250471 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.344141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:00.353696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:00.363449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:00.364171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.368183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:00.370126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=ab7b4cc3-3a74-4377-a8f9-684c217300d5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:00.388160 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.388579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.388845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.389305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.389760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.390107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.390441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.390777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.391111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.391509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.391826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.392119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.392646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.397707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.398089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.398432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.398775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.399111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.400241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.400241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.400241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.400555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.400717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.401041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.401371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.401697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:00.408343 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8bb45986-7f0f-40c0-a797-2cddb3fe48bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9285696 Dec 08 16:59:00.410732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:00.411524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51988) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:00.416492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:00.452296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.456579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:59:00.456939 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:59:00.508446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.529638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:00.533967 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.543810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:00.548590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.603720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:00.640907 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab7b4cc3-3a74-4377-a8f9-684c217300d5 (CIDR: 2001:db8::/64) Dec 08 16:59:00.643564 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:59:00.644043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:00.660335 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-17e9c0e1-6e82-4370-9b95-9fb5f296e127 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2477770 Dec 08 16:59:00.663064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51990) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:00.667880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:00.774956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:00.778287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:00.984937 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.005922 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.045449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:01.048655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:01.054360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:01.054963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.069181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=70554fef-14da-4289-bb3f-d97ea67ce639,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:01.082285 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb028e7b-e37f-422b-8f31-760c90110de1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4181576 Dec 08 16:59:01.085212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51992) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:01.090189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:3c:4a:c2', 'name': 'tempest-NetworksTestDHCPv6-1461513981'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:01.202159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:01.240179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:01.269716 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.274669 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.290040 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.311765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 349d4cee-0e32-47f2-b0a6-3eac7c4aefbf yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:59:01.331605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de5f375-7836-4c2d-899a-fd542c9a3aaf None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:01.504668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8:0:1::1b1 (b566a876-ba29-4f96-b5fc-df14d39181b4/70554fef-14da-4289-bb3f-d97ea67ce639/349d4cee-0e32-47f2-b0a6-3eac7c4aefbf) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:01.511320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::f816:3eff:fe3c:4ac2 (b566a876-ba29-4f96-b5fc-df14d39181b4/ab7b4cc3-3a74-4377-a8f9-684c217300d5/349d4cee-0e32-47f2-b0a6-3eac7c4aefbf) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:01.664718 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.707422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.757189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:01.760249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:01.766318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:01.772192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:01.772824 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.783858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=349d4cee-0e32-47f2-b0a6-3eac7c4aefbf,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:01.796185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f90aeab8-12ea-48c9-bdd5-980b787a91bd tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.7099085 Dec 08 16:59:01.799386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 51996) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:01.892222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 349d4cee-0e32-47f2-b0a6-3eac7c4aefbf {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:01.892564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:01.918377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f38bc6c-cb23-4182-bb44-14b9d87450d3 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:01.990247 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.004931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 349d4cee-0e32-47f2-b0a6-3eac7c4aefbf owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:02.017594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.039479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-adc0e3aa-07e4-4a8c-bf39-f6b3f02e04c5 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:02.039846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adc0e3aa-07e4-4a8c-bf39-f6b3f02e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.160556 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adc0e3aa-07e4-4a8c-bf39-f6b3f02e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.185154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'ab7b4cc3-3a74-4377-a8f9-684c217300d5', 'ip_address': '2001:db8::f816:3eff:feac:10e4'}, {'subnet_id': '70554fef-14da-4289-bb3f-d97ea67ce639'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '9e5006a2-2410-4b67-86de-e4f0f62cc23a'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:59:02.194288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.225401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=349d4cee-0e32-47f2-b0a6-3eac7c4aefbf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:02.228341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-adc0e3aa-07e4-4a8c-bf39-f6b3f02e04c5 None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:02.229725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.233596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adc0e3aa-07e4-4a8c-bf39-f6b3f02e04c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.272000 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.275608 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed5ceb1a-f784-4f01-ad2f-694215a238e2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/349d4cee-0e32-47f2-b0a6-3eac7c4aefbf HTTP/1.1" status: 204 len: 168 time: 0.4751129 Dec 08 16:59:02.279052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 51998) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:02.348902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0255e3f-bab0-4087-9bca-0728f885f935 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:02.351216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e0255e3f-bab0-4087-9bca-0728f885f935 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0710995 Dec 08 16:59:02.354073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52000) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:02.356416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.405405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ff039-636b-4924-86d3-03847910792d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:02.410085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5a2ff039-636b-4924-86d3-03847910792d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0519822 Dec 08 16:59:02.410250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0e3aa-07e4-4a8c-bf39-f6b3f02e04c5 None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:02.410500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52002) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:02.411010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:02.472812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c88a6-822d-4081-a957-69e3ac8da700 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:02.474609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c88a6-822d-4081-a957-69e3ac8da700 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:02.476357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c88a6-822d-4081-a957-69e3ac8da700 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:02.481752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-657c88a6-822d-4081-a957-69e3ac8da700 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0664785 Dec 08 16:59:02.481752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52006) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:02.528603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.538455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 70554fef-14da-4289-bb3f-d97ea67ce639 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:02.545115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] Allocated IP 2001:db8:0:1::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/70554fef-14da-4289-bb3f-d97ea67ce639/9e5006a2-2410-4b67-86de-e4f0f62cc23a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:02.559746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:02.560113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.703366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:02.748620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.753147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.753474 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.798756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.840546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0849d4f-2267-4b28-9648-55f9e8f541d6 None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:02.895387 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.959468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.988618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=70554fef-14da-4289-bb3f-d97ea67ce639,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:02.990647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:02.993921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-90ba375a-cd1f-4a05-b538-8c7c37611ec2 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/70554fef-14da-4289-bb3f-d97ea67ce639 HTTP/1.1" status: 204 len: 168 time: 0.5116696 Dec 08 16:59:02.996704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52010) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:03.394974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e558a8-49f8-4811-846c-ad0dde6725f1 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:03.405287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet ab7b4cc3-3a74-4377-a8f9-684c217300d5 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:03.408509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.442014 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.448885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.488087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6b0f3242-cdb9-408e-a723-951e43181c88 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:03.488460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b0f3242-cdb9-408e-a723-951e43181c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.539683 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.611050 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6b0f3242-cdb9-408e-a723-951e43181c88 None None] Could not find standard attr ID for object 349d4cee-0e32-47f2-b0a6-3eac7c4aefbf. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:03.620298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.650656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7b4cc3-3a74-4377-a8f9-684c217300d5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:03.652681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:03.656027 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e60d9eae-e5ff-4e03-9d01-970cdd2e8836 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ab7b4cc3-3a74-4377-a8f9-684c217300d5 HTTP/1.1" status: 204 len: 168 time: 0.6576729 Dec 08 16:59:03.659305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52014) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:03.699643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2dbe71c3-dff2-4b45-a229-0798a20d0e88 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385101 Dec 08 16:59:03.702397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52016) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:03.709208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:03.805687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:03.809425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.005188 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.047463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:04.050967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:04.054006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:04.054597 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.072597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=aaf69a8d-87be-4aa6-b31a-82de10819066,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:04.082528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de710b4-f93b-4346-a0e8-c48eb787a50b None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:04.086996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-746d217b-1c01-4e5b-b79b-0fbf9bab11db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3808019 Dec 08 16:59:04.087217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52018) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:04.092409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:04.156232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-13790069-c081-4251-973d-273de251d833 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:04.156569 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13790069-c081-4251-973d-273de251d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.214376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:04.218081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.317450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:04.326555 n-d-820935-5 neutron-server[103282]: INFO neutron.db.ipam_backend_mixin [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aaf69a8d-87be-4aa6-b31a-82de10819066 (CIDR: 2001:db8::/64) Dec 08 16:59:04.330948 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:59:04.331396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:04.352432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cc862d33-5beb-434e-b578-f1327bb76916 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2615705 Dec 08 16:59:04.352680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52020) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:04.358793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:04.390148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:04.390574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.492427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:04.496090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.504152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9102d5e6-6c5a-4b5f-9295-d3ecbabca022 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:04.504767 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9102d5e6-6c5a-4b5f-9295-d3ecbabca022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:04.706987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d1c914a2-d9bf-4738-9fe1-b996642317bd None None] Could not find standard attr ID for object 349d4cee-0e32-47f2-b0a6-3eac7c4aefbf. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:04.845472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.objects.ports [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103282) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:59:04.999466 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.152845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:05.187231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.192195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.192924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.268668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:05.277722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:05.287210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8dc035-9a95-4567-900b-610138af51c7 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:05.288669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:05.289271 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.300872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=ebc776c8-3828-4c8a-915f-5a0205b232d2,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:05.305236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=14']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:05.320889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-95045b4e-89a0-471a-b386-9536c7fb36ff tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9666812 Dec 08 16:59:05.323299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52024) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:05.328880 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:34:18:8b', 'name': 'tempest-NetworksTestDHCPv6-1182899011'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:05.444219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:05.448903 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.462088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': 'ebc776c8-3828-4c8a-915f-5a0205b232d2', 'ip_address': '2001:db8:0:1:f816:3eff:feac:10e4'}, {'subnet_id': 'aaf69a8d-87be-4aa6-b31a-82de10819066'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '9e5006a2-2410-4b67-86de-e4f0f62cc23a'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:59:05.476020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port 36a7e679-4ba8-4a25-812d-f16909aee308 yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:59:05.488557 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.646790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::305 (b566a876-ba29-4f96-b5fc-df14d39181b4/aaf69a8d-87be-4aa6-b31a-82de10819066/36a7e679-4ba8-4a25-812d-f16909aee308) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:05.653403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8:0:1:f816:3eff:fe34:188b (b566a876-ba29-4f96-b5fc-df14d39181b4/ebc776c8-3828-4c8a-915f-5a0205b232d2/36a7e679-4ba8-4a25-812d-f16909aee308) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:05.798186 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.832075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.874537 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:05.879802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:05.883676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/aaf69a8d-87be-4aa6-b31a-82de10819066/9e5006a2-2410-4b67-86de-e4f0f62cc23a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:05.884261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:05.889694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:05.890360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:05.900006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=36a7e679-4ba8-4a25-812d-f16909aee308,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:05.914119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6290e028-4527-46d9-b19e-f8bc8ea9c934 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.5895379 Dec 08 16:59:05.916798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52028) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:05.984758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:06.007372 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port 36a7e679-4ba8-4a25-812d-f16909aee308 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:06.007715 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.014891 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.020470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.095647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.108677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for 36a7e679-4ba8-4a25-812d-f16909aee308 owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:06.115911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144313-273b-48e4-be8b-6ffb7a4c6a4e None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=15']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:06.303213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.306551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:06.338563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=36a7e679-4ba8-4a25-812d-f16909aee308,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:06.359770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:06.360159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.391305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.396592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b856b1a-ece0-46f0-8c99-5d5dbb903b4b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/36a7e679-4ba8-4a25-812d-f16909aee308 HTTP/1.1" status: 204 len: 168 time: 0.4783835 Dec 08 16:59:06.398612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52030) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:06.451954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e14c29-9faa-4759-8b91-00e9fe386bd1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:06.453385 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-07e14c29-9faa-4759-8b91-00e9fe386bd1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0535796 Dec 08 16:59:06.456749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52032) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:06.507924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc279b9-9576-4b3c-b06b-6b7b3d0ee612 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:06.509520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3dc279b9-9576-4b3c-b06b-6b7b3d0ee612 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0517702 Dec 08 16:59:06.512643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:06.568321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6bd06-b68e-47ef-8181-abfa10991d3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:06.569859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6bd06-b68e-47ef-8181-abfa10991d3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:06.571380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc6bd06-b68e-47ef-8181-abfa10991d3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:06.572972 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8bc6bd06-b68e-47ef-8181-abfa10991d3d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0593331 Dec 08 16:59:06.575745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:06.634500 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet aaf69a8d-87be-4aa6-b31a-82de10819066 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:06.638324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.689104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.757035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0fb6157b-7908-4259-ac3b-ed0112ec2472 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:06.757494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fb6157b-7908-4259-ac3b-ed0112ec2472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.778989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.849063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.877409 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=aaf69a8d-87be-4aa6-b31a-82de10819066,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:06.881190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.884543 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eedeedb4-853e-4b91-ab1b-677909d86645 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/aaf69a8d-87be-4aa6-b31a-82de10819066 HTTP/1.1" status: 204 len: 168 time: 0.3078375 Dec 08 16:59:06.887206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52040) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:06.942013 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b695edb9-2e8e-47f5-8b3c-cb55560901d3 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:06.944238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet ebc776c8-3828-4c8a-915f-5a0205b232d2 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:06.947482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.989920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:06.990130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-057db27e-8d3a-482f-9a1c-3c06e750fc58 None None] Could not find standard attr ID for object 36a7e679-4ba8-4a25-812d-f16909aee308. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:07.079915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.150559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.180780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc776c8-3828-4c8a-915f-5a0205b232d2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:07.184398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.191028 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dc8c8890-9a94-49a4-9c23-7d826b5ba324 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ebc776c8-3828-4c8a-915f-5a0205b232d2 HTTP/1.1" status: 204 len: 168 time: 0.2994709 Dec 08 16:59:07.191305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52042) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:07.233582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-306fa666-9233-4869-8f8c-f60aa4d7d6be tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410070 Dec 08 16:59:07.236985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52044) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:07.242055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:07.333884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:07.337522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.535539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.580162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8106576d-fdeb-4024-b3a8-ce6fbcc9cb96 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:07.582476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:07.586062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:07.589527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:07.590111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.601164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=4f377013-a958-4498-9530-5400307c6bf3,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:07.614730 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7f5c3fd5-3f92-4c38-bf89-1130d36bb91b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3765991 Dec 08 16:59:07.617458 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52046) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:07.622329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:07.656444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-679e354c-2584-4f84-aebb-80564b716084 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:07.656810 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-679e354c-2584-4f84-aebb-80564b716084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.738883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:07.742947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.831366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] Update dhcp port {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'fixed_ips': [{'subnet_id': '4f377013-a958-4498-9530-5400307c6bf3'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '9e5006a2-2410-4b67-86de-e4f0f62cc23a'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:59:07.844263 n-d-820935-5 neutron-server[103281]: INFO neutron.db.ipam_backend_mixin [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4f377013-a958-4498-9530-5400307c6bf3 (CIDR: 2001:db8::/64) Dec 08 16:59:07.849132 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 16:59:07.849584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:07.864811 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:07.866310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e9fcd8c8-046c-45d9-b862-de72bb51c6e6 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2477803 Dec 08 16:59:07.868040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:07.873106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'subnet': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:07.983091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:07.986942 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.027230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] Allocated IP 2001:db8::2 (b566a876-ba29-4f96-b5fc-df14d39181b4/4f377013-a958-4498-9530-5400307c6bf3/9e5006a2-2410-4b67-86de-e4f0f62cc23a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:08.130535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:08.160571 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.165534 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.250570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89929f4e-11fe-449c-b0c7-e1f5f2f8d2f5 None None] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=18']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:08.332721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.objects.ports [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 08 16:59:08.492709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.663319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:08.702060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.707299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.708354 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.783839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:08.791522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079937be-9a1e-4e88-8aa0-6ab2c2af9967 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:08.797195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:08.804886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:08.805489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:08.822194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Subnet': ['ID=34f55d6e-0e8c-40bc-8cef-c4ea7f184892,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:08.832294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=20']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:08.842682 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1c31659d-d824-4fac-a8a4-46a8720b7889 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9734380 Dec 08 16:59:08.846225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52054) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:08.851330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Request body: {'port': {'network_id': 'b566a876-ba29-4f96-b5fc-df14d39181b4', 'mac_address': 'fa:16:3e:d9:4c:6d', 'name': 'tempest-NetworksTestDHCPv6-100744820'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:08.964521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Made reservation on behalf of 5e547c2942a34f21933fff9907602a8e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:09.036030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-41d84483-d6e0-4fa8-aa7c-a56ee3bbef65 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:09.036606 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41d84483-d6e0-4fa8-aa7c-a56ee3bbef65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.053773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.073832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] device_id is not set on port a6c273f2-5156-4aa5-9db4-7139c12e42fa yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:59:09.261650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8::364 (b566a876-ba29-4f96-b5fc-df14d39181b4/4f377013-a958-4498-9530-5400307c6bf3/a6c273f2-5156-4aa5-9db4-7139c12e42fa) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:09.269340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Allocated IP 2001:db8:0:1:f816:3eff:fed9:4c6d (b566a876-ba29-4f96-b5fc-df14d39181b4/34f55d6e-0e8c-40bc-8cef-c4ea7f184892/a6c273f2-5156-4aa5-9db4-7139c12e42fa) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:09.431707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.467695 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.508575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Network b566a876-ba29-4f96-b5fc-df14d39181b4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:09.511785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:09.518724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:09.524282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:09.524918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.540776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event updated for resources: {'Port': ['ID=a6c273f2-5156-4aa5-9db4-7139c12e42fa,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:09.551971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7046294 Dec 08 16:59:09.553543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.553909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.554254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.554589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.554922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.555065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:09.555248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.555574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.555903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.556234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.556559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.556878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.557198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.557512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb10849-516b-4012-b8f4-a8e445fdd768 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:09.661453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting port a6c273f2-5156-4aa5-9db4-7139c12e42fa {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:09.661867 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.735479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4ecac-45f7-45cd-ab81-ccb00aa2f06d None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:09.768065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.780992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Calling delete_port for a6c273f2-5156-4aa5-9db4-7139c12e42fa owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:09.820617 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9eaacecd-7c2b-417d-90e1-b0ed3004d5b8 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:09.820984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9eaacecd-7c2b-417d-90e1-b0ed3004d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:09.977467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.007867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Port': ['ID=a6c273f2-5156-4aa5-9db4-7139c12e42fa,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:10.059736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.063058 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4c7adba-45db-449c-a7b9-19a4f1d49482 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/a6c273f2-5156-4aa5-9db4-7139c12e42fa HTTP/1.1" status: 204 len: 168 time: 0.5070827 Dec 08 16:59:10.066204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52066) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.115626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501db965-49ef-4d68-8f13-6321710cbf73 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:10.117499 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-501db965-49ef-4d68-8f13-6321710cbf73 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0500612 Dec 08 16:59:10.120353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.170780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c12d829-d7f0-4d18-ab53-262ad5b802f7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:10.172348 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c12d829-d7f0-4d18-ab53-262ad5b802f7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0510306 Dec 08 16:59:10.175639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.184715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-949ac636-1d91-4c8e-b5b4-3e7a4790b9cc None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:10.184715 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-949ac636-1d91-4c8e-b5b4-3e7a4790b9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.236165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7387763-0b84-4bbc-90ce-b958ce9f3032 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:10.237829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7387763-0b84-4bbc-90ce-b958ce9f3032 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:10.239227 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7387763-0b84-4bbc-90ce-b958ce9f3032 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:10.243919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52074) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.244413 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7387763-0b84-4bbc-90ce-b958ce9f3032 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0674274 Dec 08 16:59:10.296697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-949ac636-1d91-4c8e-b5b4-3e7a4790b9cc None None] Could not find standard attr ID for object a6c273f2-5156-4aa5-9db4-7139c12e42fa. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:10.312819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 34f55d6e-0e8c-40bc-8cef-c4ea7f184892 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:10.317226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.336932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:10.367251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.399952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:10.400330 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.434614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-82844877-fa67-4fc5-b94b-30da6346443e None None] Could not find standard attr ID for object a6c273f2-5156-4aa5-9db4-7139c12e42fa. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:10.459904 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.521141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.553348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=34f55d6e-0e8c-40bc-8cef-c4ea7f184892,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:10.557087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.560415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7fa68e7d-1b2b-421d-b060-8059a067f0e3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/34f55d6e-0e8c-40bc-8cef-c4ea7f184892 HTTP/1.1" status: 204 len: 168 time: 0.3152790 Dec 08 16:59:10.562951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52076) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.617688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Deleting subnet 4f377013-a958-4498-9530-5400307c6bf3 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:10.621095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.624222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603979e5-f720-4650-afba-c7e97d8651ef None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:10.662717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.754656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.815889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.844726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Subnet': ['ID=4f377013-a958-4498-9530-5400307c6bf3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:10.848896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:10.852095 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-91f92304-1793-4bbd-8680-ac32df16970e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/4f377013-a958-4498-9530-5400307c6bf3 HTTP/1.1" status: 204 len: 168 time: 0.2875276 Dec 08 16:59:10.854592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52080) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.893474 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e19a45f3-8258-405d-a188-e9ceb93a3ca1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377717 Dec 08 16:59:10.896018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52082) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:10.950560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63e387f-8be4-43bc-818a-68dc653beee3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:10.954449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f63e387f-8be4-43bc-818a-68dc653beee3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0551798 Dec 08 16:59:10.954751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52086) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.010205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e56fc9c-af71-43cc-a8cf-f58ed01c1708 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:11.011927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3e56fc9c-af71-43cc-a8cf-f58ed01c1708 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0560589 Dec 08 16:59:11.014334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52088) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.052640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-91c1131d-357b-4eab-aaf1-249346065914 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371752 Dec 08 16:59:11.057121 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52090) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.081361 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-03f24567-19b4-4f21-94ed-7f9b9e7f7013 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.081965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03f24567-19b4-4f21-94ed-7f9b9e7f7013 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.085292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-03f24567-19b4-4f21-94ed-7f9b9e7f7013 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/a6c273f2-5156-4aa5-9db4-7139c12e42fa HTTP/1.1" status: 404 len: 333 time: 0.0271168 Dec 08 16:59:11.087857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52092) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.119132 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-48cb9ce9-0059-4123-923c-1b86486c1c8c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.119589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48cb9ce9-0059-4123-923c-1b86486c1c8c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.122689 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48cb9ce9-0059-4123-923c-1b86486c1c8c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/34f55d6e-0e8c-40bc-8cef-c4ea7f184892 HTTP/1.1" status: 404 len: 337 time: 0.0338993 Dec 08 16:59:11.125324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52094) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.151073 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0a4571-c199-43d0-93f0-673d69842f7e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.151527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0a4571-c199-43d0-93f0-673d69842f7e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.154656 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca0a4571-c199-43d0-93f0-673d69842f7e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/4f377013-a958-4498-9530-5400307c6bf3 HTTP/1.1" status: 404 len: 337 time: 0.0283761 Dec 08 16:59:11.157844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52096) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.181573 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5c7fe93-1066-41c5-b088-8429f0d270f3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.182168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5c7fe93-1066-41c5-b088-8429f0d270f3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.185284 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e5c7fe93-1066-41c5-b088-8429f0d270f3 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/36a7e679-4ba8-4a25-812d-f16909aee308 HTTP/1.1" status: 404 len: 333 time: 0.0264850 Dec 08 16:59:11.187827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52098) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.215040 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-329f7cfc-cc06-4603-a67e-9ea1b173645d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.215501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329f7cfc-cc06-4603-a67e-9ea1b173645d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.218686 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-329f7cfc-cc06-4603-a67e-9ea1b173645d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ebc776c8-3828-4c8a-915f-5a0205b232d2 HTTP/1.1" status: 404 len: 337 time: 0.0297389 Dec 08 16:59:11.222149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.249327 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0879db6e-9b4a-4cf2-8a0a-3e7733b05f1b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.249779 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0879db6e-9b4a-4cf2-8a0a-3e7733b05f1b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.252972 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0879db6e-9b4a-4cf2-8a0a-3e7733b05f1b tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/aaf69a8d-87be-4aa6-b31a-82de10819066 HTTP/1.1" status: 404 len: 337 time: 0.0300229 Dec 08 16:59:11.255642 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.267637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02081d4b-0602-4a19-8574-1df72e1bfd11 None None] Network b566a876-ba29-4f96-b5fc-df14d39181b4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:11.278174 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6384ef-0816-4a25-a7cf-a6c75ec737b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.278709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6384ef-0816-4a25-a7cf-a6c75ec737b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.281690 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff6384ef-0816-4a25-a7cf-a6c75ec737b7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/349d4cee-0e32-47f2-b0a6-3eac7c4aefbf HTTP/1.1" status: 404 len: 333 time: 0.0251210 Dec 08 16:59:11.284771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.314369 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-f698f598-d9b4-4497-ba04-865b356d955f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.314820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f698f598-d9b4-4497-ba04-865b356d955f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.320365 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f698f598-d9b4-4497-ba04-865b356d955f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/70554fef-14da-4289-bb3f-d97ea67ce639 HTTP/1.1" status: 404 len: 337 time: 0.0321615 Dec 08 16:59:11.321235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52106) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.346770 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-af68d27c-f3fa-42ae-9d13-cc3d64d89afc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.347230 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af68d27c-f3fa-42ae-9d13-cc3d64d89afc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.350255 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-af68d27c-f3fa-42ae-9d13-cc3d64d89afc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ab7b4cc3-3a74-4377-a8f9-684c217300d5 HTTP/1.1" status: 404 len: 337 time: 0.0285079 Dec 08 16:59:11.352775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52108) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.373720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-11a8aa8a-1576-4237-8e09-9266ed166313 None None] Provisioning complete for port 9e5006a2-2410-4b67-86de-e4f0f62cc23a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:11.374106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11a8aa8a-1576-4237-8e09-9266ed166313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:11.378852 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-371fe47d-6446-481f-b776-a0c0b55be3b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.380459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371fe47d-6446-481f-b776-a0c0b55be3b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.383537 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-371fe47d-6446-481f-b776-a0c0b55be3b1 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/ddeb2217-967c-45ee-a994-aaef0917e71c HTTP/1.1" status: 404 len: 333 time: 0.0298321 Dec 08 16:59:11.386137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52110) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.413779 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4783550f-7f75-4100-ad36-0dc26c90ebf8 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.414324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4783550f-7f75-4100-ad36-0dc26c90ebf8 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.418129 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4783550f-7f75-4100-ad36-0dc26c90ebf8 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/89430a02-8380-4f1e-beff-57b122c6d972 HTTP/1.1" status: 404 len: 337 time: 0.0302362 Dec 08 16:59:11.419912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.448845 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c810a36-6ccf-4836-8516-bd282372d05e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.449306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c810a36-6ccf-4836-8516-bd282372d05e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.451471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] DHCP port deletion for b566a876-ba29-4f96-b5fc-df14d39181b4 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:59:11.452425 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c810a36-6ccf-4836-8516-bd282372d05e tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ce52038d-e7a7-421d-a645-8299927c77a6 HTTP/1.1" status: 404 len: 337 time: 0.0315378 Dec 08 16:59:11.455650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52114) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.479371 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-05379b29-846c-4192-a50c-feba3c24043d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.479903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05379b29-846c-4192-a50c-feba3c24043d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.482934 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05379b29-846c-4192-a50c-feba3c24043d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/9e8865bf-21e5-4028-8d16-b55d591f905f HTTP/1.1" status: 404 len: 333 time: 0.0262351 Dec 08 16:59:11.485574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.512463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] Deleting port 9e5006a2-2410-4b67-86de-e4f0f62cc23a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:11.512755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:11.514742 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e6cb09-1642-4878-a7b1-979d379ce72d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.515196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e6cb09-1642-4878-a7b1-979d379ce72d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.519055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-82e6cb09-1642-4878-a7b1-979d379ce72d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/ed3a142c-7fb8-424c-9397-dbba2223b92a HTTP/1.1" status: 404 len: 337 time: 0.0325351 Dec 08 16:59:11.521610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52118) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.543904 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b212136-8559-4144-a2d3-1844b705f822 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.544428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b212136-8559-4144-a2d3-1844b705f822 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.547491 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9b212136-8559-4144-a2d3-1844b705f822 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/68c58f83-398d-4df0-ad74-2acda1e3a6f1 HTTP/1.1" status: 404 len: 333 time: 0.0249279 Dec 08 16:59:11.550132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52120) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.574763 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-49c9d4d7-85ac-488f-9428-444d9363f789 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.575205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49c9d4d7-85ac-488f-9428-444d9363f789 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.578232 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-49c9d4d7-85ac-488f-9428-444d9363f789 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/e98e061b-3be0-4dd2-8030-590257cc6717 HTTP/1.1" status: 404 len: 337 time: 0.0271947 Dec 08 16:59:11.580274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] For port 9e5006a2-2410-4b67-86de-e4f0f62cc23a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9e5006a2-2410-4b67-86de-e4f0f62cc23a,segment=NetworkSegment(47a693e9-dd86-40e2-8466-fb61a3427284),segment_id=47a693e9-dd86-40e2-8466-fb61a3427284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:11.580638 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:11.581567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.595309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] Calling delete_port for 9e5006a2-2410-4b67-86de-e4f0f62cc23a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:11.604566 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a220a7-cf7e-4ff0-90f3-7d3e62072509 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.605106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a220a7-cf7e-4ff0-90f3-7d3e62072509 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.608236 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-23a220a7-cf7e-4ff0-90f3-7d3e62072509 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/1849ddd1-ea29-4e7b-9d49-9996e38a5b62 HTTP/1.1" status: 404 len: 333 time: 0.0257070 Dec 08 16:59:11.610938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52124) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.636469 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbc8a56-f672-4a56-ac6d-689a51b4fb7c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.636832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbc8a56-f672-4a56-ac6d-689a51b4fb7c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.639842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fbbc8a56-f672-4a56-ac6d-689a51b4fb7c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/359c4f73-ed4c-4b9c-9857-f6954b1d36a4 HTTP/1.1" status: 404 len: 337 time: 0.0277643 Dec 08 16:59:11.643016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52126) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.671878 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-556009f2-7074-487f-9b6f-e490f850ef76 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.672417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-556009f2-7074-487f-9b6f-e490f850ef76 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.675774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-556009f2-7074-487f-9b6f-e490f850ef76 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/e1fdc2a8-4c5c-4852-b873-14b78a9b0452 HTTP/1.1" status: 404 len: 333 time: 0.0317531 Dec 08 16:59:11.676053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:11.678401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52128) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.701691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] Pushing event deleted for resources: {'Port': ['ID=9e5006a2-2410-4b67-86de-e4f0f62cc23a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:11.703495 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fbafb7-d1b3-44c0-8cc3-2dee2ef8c892 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.704389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fbafb7-d1b3-44c0-8cc3-2dee2ef8c892 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.706280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f59187-95c9-4f43-97b1-47b37e365a9e None None] No DVR routers for this DVR port 9e5006a2-2410-4b67-86de-e4f0f62cc23a on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:11.710664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52130) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.710898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-44fbafb7-d1b3-44c0-8cc3-2dee2ef8c892 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/42bf4e38-6e68-4982-8103-1387ec0feeba HTTP/1.1" status: 404 len: 337 time: 0.0315106 Dec 08 16:59:11.739271 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-adceb6c3-baef-4ca1-89b9-564a82a10ce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.739787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adceb6c3-baef-4ca1-89b9-564a82a10ce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.742748 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-adceb6c3-baef-4ca1-89b9-564a82a10ce4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/7660b18f-ad7e-46c3-9ed8-8fdb6f896485 HTTP/1.1" status: 404 len: 333 time: 0.0306904 Dec 08 16:59:11.745253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52132) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.770662 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fe5529-4381-4cdc-a339-5af1edfea095 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.771108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fe5529-4381-4cdc-a339-5af1edfea095 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.774065 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-22fe5529-4381-4cdc-a339-5af1edfea095 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/71f49fe5-74b6-4469-89d2-eeb3b481388e HTTP/1.1" status: 404 len: 337 time: 0.0278170 Dec 08 16:59:11.776453 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.802640 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-47083001-e6c9-46e0-ad8d-3c152a129949 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.803202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47083001-e6c9-46e0-ad8d-3c152a129949 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.806271 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47083001-e6c9-46e0-ad8d-3c152a129949 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/ae1ab5b9-0b96-4af7-95ae-7598e470c0c3 HTTP/1.1" status: 404 len: 333 time: 0.0289361 Dec 08 16:59:11.808745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.835113 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecf872a-6d0e-4eed-a5dc-6ddc50c2030c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.835678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecf872a-6d0e-4eed-a5dc-6ddc50c2030c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.838670 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ecf872a-6d0e-4eed-a5dc-6ddc50c2030c tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/4f5829ca-d58f-48ac-9968-be62f3daa85f HTTP/1.1" status: 404 len: 337 time: 0.0290413 Dec 08 16:59:11.841064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.865608 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e9a1d3-6b92-485c-9a09-29fcd1ecb9a7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.866076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e9a1d3-6b92-485c-9a09-29fcd1ecb9a7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.869029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-26e9a1d3-6b92-485c-9a09-29fcd1ecb9a7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/667d4fdd-73d1-45b3-846c-bab45d3add75 HTTP/1.1" status: 404 len: 337 time: 0.0270896 Dec 08 16:59:11.871343 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.894264 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-53062036-d67f-423a-a91f-a9d8f967a0ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.894691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53062036-d67f-423a-a91f-a9d8f967a0ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.897627 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-53062036-d67f-423a-a91f-a9d8f967a0ec tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/ff96ee59-13aa-4fe7-a61e-457a0f899584 HTTP/1.1" status: 404 len: 333 time: 0.0254097 Dec 08 16:59:11.899930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52142) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.924862 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b70d3f8-002a-49f8-8e9d-fa441c9f5574 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.925296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b70d3f8-002a-49f8-8e9d-fa441c9f5574 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.928266 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7b70d3f8-002a-49f8-8e9d-fa441c9f5574 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/a0b263df-9b58-41d3-92df-edcde3250902 HTTP/1.1" status: 404 len: 337 time: 0.0274682 Dec 08 16:59:11.930690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.955948 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-224afbe3-55ec-4998-804a-1290a24eda77 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.956362 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224afbe3-55ec-4998-804a-1290a24eda77 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.959672 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-224afbe3-55ec-4998-804a-1290a24eda77 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/54466d73-bf2a-44be-a292-7e15d6eee76e HTTP/1.1" status: 404 len: 337 time: 0.0281112 Dec 08 16:59:11.962039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52146) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:11.988209 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbe5c48-4347-4775-ae01-af92d25c3da7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:11.988760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afbe5c48-4347-4775-ae01-af92d25c3da7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:11.994219 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-afbe5c48-4347-4775-ae01-af92d25c3da7 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/85b6717e-5e0b-4872-9444-0a0a2b404bc1 HTTP/1.1" status: 404 len: 333 time: 0.0289404 Dec 08 16:59:11.994432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.021744 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a73e4d9-f175-4a6a-9976-aa2ef17090bc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.022291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a73e4d9-f175-4a6a-9976-aa2ef17090bc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.025361 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9a73e4d9-f175-4a6a-9976-aa2ef17090bc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/cccbdcd2-b78c-48bc-ac06-b6a21b3c8302 HTTP/1.1" status: 404 len: 337 time: 0.0300057 Dec 08 16:59:12.027854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52152) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.052717 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a5f16e-5370-44fe-bb5d-4c591eed0fd5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.053150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a5f16e-5370-44fe-bb5d-4c591eed0fd5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.056130 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-89a5f16e-5370-44fe-bb5d-4c591eed0fd5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/e26ae64f-d287-4233-ae17-4ec97a21613e HTTP/1.1" status: 404 len: 337 time: 0.0273824 Dec 08 16:59:12.058475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.081292 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-660148ef-f6aa-4dfe-a5cd-773ecd25cddc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.081825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660148ef-f6aa-4dfe-a5cd-773ecd25cddc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.085022 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-660148ef-f6aa-4dfe-a5cd-773ecd25cddc tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/64061767-64a8-4885-a750-fbb9eb8a8962 HTTP/1.1" status: 404 len: 333 time: 0.0256753 Dec 08 16:59:12.087296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.111774 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd5c83a1-1879-45fc-96e8-c548c2a9fc6f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.112225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd5c83a1-1879-45fc-96e8-c548c2a9fc6f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.115263 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bd5c83a1-1879-45fc-96e8-c548c2a9fc6f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/160f26d8-b9e1-4d1d-b26d-19f692d1ec3b HTTP/1.1" status: 404 len: 337 time: 0.0270879 Dec 08 16:59:12.117943 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52158) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.143675 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-db85b498-0067-48f2-a805-b311d8bbee41 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.144109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db85b498-0067-48f2-a805-b311d8bbee41 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.147166 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db85b498-0067-48f2-a805-b311d8bbee41 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/dbcaf5db-8cf4-424e-a19f-aa3fed149b20 HTTP/1.1" status: 404 len: 337 time: 0.0282784 Dec 08 16:59:12.149615 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.179592 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-23ef3ec4-9922-487e-af4b-9f9d74629ba9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports?device_id=114cc8e7-2517-440d-ba61-ca5e8619b11f HTTP/1.1" status: 200 len: 205 time: 0.0289068 Dec 08 16:59:12.181969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.218739 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-20337faf-879b-416d-9498-b8af6a8e2195 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] delete failed (client error): The resource could not be found. Dec 08 16:59:12.219903 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-20337faf-879b-416d-9498-b8af6a8e2195 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/routers/114cc8e7-2517-440d-ba61-ca5e8619b11f HTTP/1.1" status: 404 len: 336 time: 0.0369570 Dec 08 16:59:12.222671 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.248956 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-e172b2e7-efa5-4f71-9665-735c89fd2271 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.249412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e172b2e7-efa5-4f71-9665-735c89fd2271 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.253200 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e172b2e7-efa5-4f71-9665-735c89fd2271 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/b7e6f475-98ee-42df-b774-6f24bd8ce060 HTTP/1.1" status: 404 len: 337 time: 0.0290587 Dec 08 16:59:12.256331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52166) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.291876 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d6f6aefd-c9e7-49a6-9b41-332a97f1e520 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "GET /v2.0/ports?device_id=13ba3b52-4422-48f0-b21b-17e3ba06d92f HTTP/1.1" status: 200 len: 205 time: 0.0340607 Dec 08 16:59:12.293541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:12.295860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.321340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 9e5006a2-2410-4b67-86de-e4f0f62cc23a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:59:12.321760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 9e5006a2-2410-4b67-86de-e4f0f62cc23a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:59:12.346281 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-e824d0f7-a1df-4ecb-bac3-57876cff5b92 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] delete failed (client error): The resource could not be found. Dec 08 16:59:12.347320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e824d0f7-a1df-4ecb-bac3-57876cff5b92 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/routers/13ba3b52-4422-48f0-b21b-17e3ba06d92f HTTP/1.1" status: 404 len: 336 time: 0.0505280 Dec 08 16:59:12.350466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52170) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.377548 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b63d899-824d-4262-9553-bb8aeb8da2f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.378017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b63d899-824d-4262-9553-bb8aeb8da2f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.380979 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b63d899-824d-4262-9553-bb8aeb8da2f5 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/3456676d-94af-4e44-bc1c-284a459aadbc HTTP/1.1" status: 404 len: 337 time: 0.0295820 Dec 08 16:59:12.383492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52172) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.407842 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-df284a2a-e877-4ba4-ad63-d3c7aead3d79 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.408195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df284a2a-e877-4ba4-ad63-d3c7aead3d79 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.411185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-df284a2a-e877-4ba4-ad63-d3c7aead3d79 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/724773c1-b5b7-4802-a84e-b30da80c39bf HTTP/1.1" status: 404 len: 337 time: 0.0268145 Dec 08 16:59:12.413838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.435674 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-178996fd-a917-416d-ab54-c3e5419a9913 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.436168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-178996fd-a917-416d-ab54-c3e5419a9913 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.439816 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-178996fd-a917-416d-ab54-c3e5419a9913 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/4f9949cf-17bc-426d-ac43-1f1b5dbf2aa5 HTTP/1.1" status: 404 len: 333 time: 0.0250995 Dec 08 16:59:12.442340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52176) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.466702 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cbb97d-8513-45cf-90c6-064e55235946 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.467108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cbb97d-8513-45cf-90c6-064e55235946 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.470297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12cbb97d-8513-45cf-90c6-064e55235946 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/be469b12-4522-4edc-9e00-4a8d34d018ea HTTP/1.1" status: 404 len: 337 time: 0.0268576 Dec 08 16:59:12.472478 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.498482 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a5d2e8a-facb-4c7f-b67c-08519ad20406 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.498989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a5d2e8a-facb-4c7f-b67c-08519ad20406 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.502613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a5d2e8a-facb-4c7f-b67c-08519ad20406 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/0db535b0-a66e-4511-a290-f8ba34301f3f HTTP/1.1" status: 404 len: 333 time: 0.0292654 Dec 08 16:59:12.505181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.530459 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bf4981-1dfc-4105-862b-c3ef5c81057d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.530898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bf4981-1dfc-4105-862b-c3ef5c81057d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.534498 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-23bf4981-1dfc-4105-862b-c3ef5c81057d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/616a19e0-22bd-4fa3-9ee6-e037cc3265f5 HTTP/1.1" status: 404 len: 337 time: 0.0284073 Dec 08 16:59:12.536918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52182) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.559251 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ee07c87-3ebf-4d3e-bdf0-7e466d9b40d4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.559790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ee07c87-3ebf-4d3e-bdf0-7e466d9b40d4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.562788 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ee07c87-3ebf-4d3e-bdf0-7e466d9b40d4 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/5814f6a2-780c-4d4c-b967-986e96a68c0d HTTP/1.1" status: 404 len: 333 time: 0.0249934 Dec 08 16:59:12.565294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52184) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.590524 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-b85b8b81-2ce2-4b5c-91e2-7f4f07f5f6db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.590980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b85b8b81-2ce2-4b5c-91e2-7f4f07f5f6db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.594023 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b85b8b81-2ce2-4b5c-91e2-7f4f07f5f6db tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/dccb7b8c-d56d-4d0a-bb00-f12a997c8855 HTTP/1.1" status: 404 len: 337 time: 0.0277905 Dec 08 16:59:12.597037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52186) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.619608 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a26d854-a9ac-4966-a0ba-01e7ee790ad9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.620128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a26d854-a9ac-4966-a0ba-01e7ee790ad9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.623147 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0a26d854-a9ac-4966-a0ba-01e7ee790ad9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/03e9abdf-7156-4730-b0bd-09274cb17d15 HTTP/1.1" status: 404 len: 333 time: 0.0252080 Dec 08 16:59:12.625507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.650687 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-21d98047-5790-4235-8107-a6b49910f6f9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.651128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21d98047-5790-4235-8107-a6b49910f6f9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.654165 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-21d98047-5790-4235-8107-a6b49910f6f9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/49db8d35-7a8b-4202-adbc-17f7ac545b6f HTTP/1.1" status: 404 len: 337 time: 0.0276539 Dec 08 16:59:12.656580 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.684872 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca771e53-898f-4e91-952b-4e7937d30ff9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.685315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca771e53-898f-4e91-952b-4e7937d30ff9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.688410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ca771e53-898f-4e91-952b-4e7937d30ff9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/91f21a38-b5f1-42c9-8daa-c56964682a7a HTTP/1.1" status: 404 len: 333 time: 0.0303617 Dec 08 16:59:12.691115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52194) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.716444 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d752e806-6c92-406e-b6fd-2785b57562a9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.716892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d752e806-6c92-406e-b6fd-2785b57562a9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.720472 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d752e806-6c92-406e-b6fd-2785b57562a9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/e45a9867-fcbf-4384-8c44-0c9976fb3b41 HTTP/1.1" status: 404 len: 337 time: 0.0284603 Dec 08 16:59:12.722847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.745131 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5cab51-d7c1-47b1-80df-8f29084c903d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.745714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b5cab51-d7c1-47b1-80df-8f29084c903d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.748635 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b5cab51-d7c1-47b1-80df-8f29084c903d tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/6d2c8c58-f721-452d-a8ba-d8dcfb275980 HTTP/1.1" status: 404 len: 333 time: 0.0249002 Dec 08 16:59:12.751023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52198) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.775567 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-edde3713-c679-4db0-bbcf-03eb0319e3f9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.776006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edde3713-c679-4db0-bbcf-03eb0319e3f9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.778980 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-edde3713-c679-4db0-bbcf-03eb0319e3f9 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/260a6872-c091-4332-b099-020e9b43738a HTTP/1.1" status: 404 len: 337 time: 0.0270689 Dec 08 16:59:12.781209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.803884 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f124c3-88b9-4a83-a020-3088be135363 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.804399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f124c3-88b9-4a83-a020-3088be135363 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.807436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d3f124c3-88b9-4a83-a020-3088be135363 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/ports/99e52fe3-7a5b-4e1c-b29f-4c5096f70469 HTTP/1.1" status: 404 len: 333 time: 0.0253546 Dec 08 16:59:12.809816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52202) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.835550 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfafad71-3c79-4190-bb61-74107677cd1f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:12.835993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfafad71-3c79-4190-bb61-74107677cd1f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:12.839060 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dfafad71-3c79-4190-bb61-74107677cd1f tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/subnets/c922e21f-016b-4a18-84db-6e018404f71b HTTP/1.1" status: 404 len: 337 time: 0.0283430 Dec 08 16:59:12.841511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52204) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:12.920444 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.008404 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.029897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b566a876-ba29-4f96-b5fc-df14d39181b4']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:13.039977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a693e9-dd86-40e2-8466-fb61a3427284') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:13.040272 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a693e9-dd86-40e2-8466-fb61a3427284') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:13.049648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.062646 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.069250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:13.069645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: items = [ Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:13.072779 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:13.131776 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.140143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.143914 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] 10.222.0.62 "DELETE /v2.0/networks/b566a876-ba29-4f96-b5fc-df14d39181b4 HTTP/1.1" status: 204 len: 168 time: 0.3014572 Dec 08 16:59:13.155903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da10a0-9fed-492d-a492-12b5a4da4511 tempest-NetworksTestDHCPv6-245260150 tempest-NetworksTestDHCPv6-245260150-project] Pushing event deleted for resources: {'Network': ['ID=b566a876-ba29-4f96-b5fc-df14d39181b4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:13.387542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52212) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:13.520929 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bc3ae3c6-f396-47d9-b0ed-06c0e9e6d9f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e547c2942a34f21933fff9907602a8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321037 Dec 08 16:59:13.523562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52216) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:13.575235 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b66aa07-39a2-48a6-9806-79008b94f7b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.597616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b66aa07-39a2-48a6-9806-79008b94f7b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.643323 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b66aa07-39a2-48a6-9806-79008b94f7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.646021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7b66aa07-39a2-48a6-9806-79008b94f7b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:13.647226 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7b66aa07-39a2-48a6-9806-79008b94f7b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/be628f22-507c-4221-b5a0-cdd9c299e6f8 HTTP/1.1" status: 204 len: 168 time: 0.1227207 Dec 08 16:59:13.654849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66aa07-39a2-48a6-9806-79008b94f7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be628f22-507c-4221-b5a0-cdd9c299e6f8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:14.284971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52240) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:14.382682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-777062377'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:14.403448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Made reservation on behalf of 9bd9881eec98419e8c8f3fe485868810 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:14.407485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.415929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.491995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.495990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.523079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:14.533628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=842e1d17-a13b-45c8-a6a6-be79625011ce,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:14.538700 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.539028 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Added segment 4a0aa2be-cc8e-4220-a398-b97f7b590e2b of type vlan for network 40a313e7-16a8-4176-8cb0-893c59e34942 Dec 08 16:59:14.580488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.606539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.612484 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:14.613063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.677775 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.3916173 Dec 08 16:59:14.680880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52244) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:14.685869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Request body: {'subnet': {'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:14.689104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4bb042-976a-4ead-848c-b0378f295dc1 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event updated for resources: {'Network': ['ID=40a313e7-16a8-4176-8cb0-893c59e34942,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:14.703346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 40a313e7-16a8-4176-8cb0-893c59e34942 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:14.788700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Made reservation on behalf of 9bd9881eec98419e8c8f3fe485868810 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:14.792114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:14.971545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.037637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event updated for resources: {'Subnet': ['ID=acebef74-64e4-473c-b798-87dab34fd377,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:15.042012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Checking segment: {'id': '4a0aa2be-cc8e-4220-a398-b97f7b590e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:15.042304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Network hostable DHCP agents. Network: 40a313e7-16a8-4176-8cb0-893c59e34942, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:15.058588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Network 40a313e7-16a8-4176-8cb0-893c59e34942 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:15.067955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 40a313e7-16a8-4176-8cb0-893c59e34942) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:15.072926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:15.074961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.075900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410db5dd-047f-4c12-a428-0aa9e51088f9 None None] Network 40a313e7-16a8-4176-8cb0-893c59e34942 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:15.094705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8707e130-6d0e-46a1-9566-ec134c5242c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4101686 Dec 08 16:59:15.095665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:15.101461 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Request body: {'port': {'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-235569490'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:15.190128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-40a313e7-16a8-4176-8cb0-893c59e34942', 'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942', 'project_id': '9bd9881eec98419e8c8f3fe485868810', 'fixed_ips': [{'subnet_id': 'acebef74-64e4-473c-b798-87dab34fd377'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:15.191085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.224258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Made reservation on behalf of 9bd9881eec98419e8c8f3fe485868810 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:15.227821 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.251496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] device_id is not set on port dbe616dc-3502-446a-9309-93a1da4e876b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:59:15.335736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Allocated IP 2001:db8::2 (40a313e7-16a8-4176-8cb0-893c59e34942/acebef74-64e4-473c-b798-87dab34fd377/8383d7bd-099a-47c3-b18a-53eb26ab6b8e) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:15.477986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.483657 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.527681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Network 40a313e7-16a8-4176-8cb0-893c59e34942 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:15.530664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:15.533760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:15.541198 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Allocated IP 2001:db8::14a (40a313e7-16a8-4176-8cb0-893c59e34942/acebef74-64e4-473c-b798-87dab34fd377/dbe616dc-3502-446a-9309-93a1da4e876b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:15.541765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Pushing event updated for resources: {'Port': ['ID=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:15.596022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Attempting to bind port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:15.596390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Attempting to bind port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '4a0aa2be-cc8e-4220-a398-b97f7b590e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:15.596735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Attempting to bind port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e on network 40a313e7-16a8-4176-8cb0-893c59e34942 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:15.601957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:15.602334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Checking segment: {'id': '4a0aa2be-cc8e-4220-a398-b97f7b590e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:15.602738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.603136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Bound using segment: {'id': '4a0aa2be-cc8e-4220-a398-b97f7b590e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:15.603605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Bound port: 8383d7bd-099a-47c3-b18a-53eb26ab6b8e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0aa2be-cc8e-4220-a398-b97f7b590e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:15.603984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.675165 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] For port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:15.678849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] For port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,segment=NetworkSegment(4a0aa2be-cc8e-4220-a398-b97f7b590e2b),segment_id=4a0aa2be-cc8e-4220-a398-b97f7b590e2b)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:15.683217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.745605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4899920-65f3-4166-998b-1ea8ed9081de None None] Pushing event updated for resources: {'Port': ['ID=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:15.945286 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:15.982314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.026577 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Network 40a313e7-16a8-4176-8cb0-893c59e34942 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:16.029995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:16.033219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:16.039307 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:16.039928 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.056821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event updated for resources: {'Port': ['ID=dbe616dc-3502-446a-9309-93a1da4e876b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:16.067700 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd5707fd-aa23-4815-8467-44e631a05492 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9708321 Dec 08 16:59:16.070786 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:16.075842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Request body: {'port': {'network_id': '40a313e7-16a8-4176-8cb0-893c59e34942', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1980486049', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:16.076327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] bootfile-name is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:59:16.076661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] tftp-server is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:59:16.076985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] server-ip-address is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:59:16.186158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Made reservation on behalf of 9bd9881eec98419e8c8f3fe485868810 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:16.189671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.209123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] device_id is not set on port 7a1b64b1-085e-40d9-9bb8-2c26d469376b yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 16:59:16.321643 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8383d7bd-099a-47c3-b18a-53eb26ab6b8e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:16.345657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Allocated IP 2001:db8::8f (40a313e7-16a8-4176-8cb0-893c59e34942/acebef74-64e4-473c-b798-87dab34fd377/7a1b64b1-085e-40d9-9bb8-2c26d469376b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:16.379849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:16.380230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.469154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.505939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,segment=NetworkSegment(4a0aa2be-cc8e-4220-a398-b97f7b590e2b),segment_id=4a0aa2be-cc8e-4220-a398-b97f7b590e2b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:16.511643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.512045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.553509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.565833 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:16.608027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Network 40a313e7-16a8-4176-8cb0-893c59e34942 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:16.611772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:16.616891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:16.622640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:16.623308 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.627812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event updated for resources: {'Port': ['ID=7a1b64b1-085e-40d9-9bb8-2c26d469376b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:16.644488 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-be881937-d6e1-4207-8dfb-28efae39c4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.5725393 Dec 08 16:59:16.646863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52256) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:16.699110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684133c-bdb5-4c60-9051-6637040ee739 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:16.705664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684133c-bdb5-4c60-9051-6637040ee739 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:16.711937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f684133c-bdb5-4c60-9051-6637040ee739 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:16.713684 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f684133c-bdb5-4c60-9051-6637040ee739 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0658131 Dec 08 16:59:16.716587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52258) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:16.756960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4ec894-8b27-4744-a493-737bdff2ea3b None None] Network 40a313e7-16a8-4176-8cb0-893c59e34942 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:16.807245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Deleting port 7a1b64b1-085e-40d9-9bb8-2c26d469376b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:16.807575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.867099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-16e5bca8-f839-415f-91ef-77a58281eb4f None None] Provisioning complete for port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:16.867541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16e5bca8-f839-415f-91ef-77a58281eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.898819 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:16.912897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Calling delete_port for 7a1b64b1-085e-40d9-9bb8-2c26d469376b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:17.057049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.088205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event deleted for resources: {'Port': ['ID=7a1b64b1-085e-40d9-9bb8-2c26d469376b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:17.117725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.121009 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-07f32eff-7fad-461a-9cba-473f78b98bef tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "DELETE /v2.0/ports/7a1b64b1-085e-40d9-9bb8-2c26d469376b HTTP/1.1" status: 204 len: 168 time: 0.4034848 Dec 08 16:59:17.124610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52260) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:17.130031 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Request body: {'port': {'name': 'tempest-new-port-name-1175550495', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:17.130428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] bootfile-name is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:59:17.130766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] tftp-server is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:59:17.131100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.api.validators [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] server-ip-address is not in valid_values {{(pid=103281) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 08 16:59:17.172079 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd7bdacc-eeb4-444c-92a4-5172496d9d87 None None] Could not find standard attr ID for object 7a1b64b1-085e-40d9-9bb8-2c26d469376b. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:17.184994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd7bdacc-eeb4-444c-92a4-5172496d9d87 None None] Provisioning complete for port dbe616dc-3502-446a-9309-93a1da4e876b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:17.185443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdacc-eeb4-444c-92a4-5172496d9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.204061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.224574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-dd7bdacc-eeb4-444c-92a4-5172496d9d87 None None] Port dbe616dc-3502-446a-9309-93a1da4e876b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:59:17.237391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd7bdacc-eeb4-444c-92a4-5172496d9d87 None None] Provisioning complete for port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:17.237893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd7bdacc-eeb4-444c-92a4-5172496d9d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.415466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.420604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.455975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e78b51a8-3d95-4a18-8d43-14b33ac7c59e None None] Provisioning complete for port dbe616dc-3502-446a-9309-93a1da4e876b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:17.456242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e78b51a8-3d95-4a18-8d43-14b33ac7c59e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.457556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] In _notify_port_updated(), no bound segment for port dbe616dc-3502-446a-9309-93a1da4e876b on network 40a313e7-16a8-4176-8cb0-893c59e34942 {{(pid=103281) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 08 16:59:17.463828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:17.464550 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.465915 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "PUT /v2.0/ports/dbe616dc-3502-446a-9309-93a1da4e876b HTTP/1.1" status: 200 len: 1130 time: 0.3404233 Dec 08 16:59:17.468826 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:17.499260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e78b51a8-3d95-4a18-8d43-14b33ac7c59e None None] Port dbe616dc-3502-446a-9309-93a1da4e876b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:59:17.511073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089b6fe-59f7-40fd-9d42-82f003136e84 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event updated for resources: {'Port': ['ID=dbe616dc-3502-446a-9309-93a1da4e876b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:17.525959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfc54fc-a56f-4094-9cb9-22b3193b5fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:17.527403 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fdfc54fc-a56f-4094-9cb9-22b3193b5fc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "GET /v2.0/ports/dbe616dc-3502-446a-9309-93a1da4e876b HTTP/1.1" status: 200 len: 1130 time: 0.0570478 Dec 08 16:59:17.530617 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52266) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:17.612081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c6b6dbb8-0742-400a-9d30-65d5490d8349 None None] Could not find standard attr ID for object 7a1b64b1-085e-40d9-9bb8-2c26d469376b. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:17.628801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Deleting port dbe616dc-3502-446a-9309-93a1da4e876b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:17.629377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.721613 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.734966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Calling delete_port for dbe616dc-3502-446a-9309-93a1da4e876b owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:17.882334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.914815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event deleted for resources: {'Port': ['ID=dbe616dc-3502-446a-9309-93a1da4e876b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:17.940339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:17.943696 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ac821b4b-9e43-48e4-9456-8183cab46f97 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "DELETE /v2.0/ports/dbe616dc-3502-446a-9309-93a1da4e876b HTTP/1.1" status: 204 len: 168 time: 0.4120569 Dec 08 16:59:17.946383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:17.999158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Deleting subnet acebef74-64e4-473c-b798-87dab34fd377 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:18.003442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.034869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8e258000-7125-4b93-a738-e60149d19fe8 None None] Could not find standard attr ID for object dbe616dc-3502-446a-9309-93a1da4e876b. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:18.052310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.139598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.199456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.231301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event deleted for resources: {'Subnet': ['ID=acebef74-64e4-473c-b798-87dab34fd377,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:18.237055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.241009 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ebdd0c64-201d-4c93-9b7e-a2e1d135a51b tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "DELETE /v2.0/subnets/acebef74-64e4-473c-b798-87dab34fd377 HTTP/1.1" status: 204 len: 168 time: 0.2936249 Dec 08 16:59:18.243673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52270) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:18.244205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df2b270-6032-47e0-97c0-616391b8c73e None None] Network 40a313e7-16a8-4176-8cb0-893c59e34942 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:18.324346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8383d7bd-099a-47c3-b18a-53eb26ab6b8e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:18.333332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.388197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Deleting port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:18.388760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.389187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:18.389560 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.442572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] DHCP port deletion for 40a313e7-16a8-4176-8cb0-893c59e34942 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:59:18.526632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] Deleting port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:18.527000 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.592465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] For port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,segment=NetworkSegment(4a0aa2be-cc8e-4220-a398-b97f7b590e2b),segment_id=4a0aa2be-cc8e-4220-a398-b97f7b590e2b)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:18.592854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.606953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] Calling delete_port for 8383d7bd-099a-47c3-b18a-53eb26ab6b8e owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:18.692372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.718169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] Pushing event deleted for resources: {'Port': ['ID=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:18.722809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab60715-396a-41d7-954f-7e096efe0bf1 None None] No DVR routers for this DVR port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:18.764421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] For port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,segment=NetworkSegment(4a0aa2be-cc8e-4220-a398-b97f7b590e2b),segment_id=4a0aa2be-cc8e-4220-a398-b97f7b590e2b)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:18.764706 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.776908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Calling delete_port for 8383d7bd-099a-47c3-b18a-53eb26ab6b8e owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:18.851318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.881062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event deleted for resources: {'Port': ['ID=8383d7bd-099a-47c3-b18a-53eb26ab6b8e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:18.882965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] No DVR routers for this DVR port 8383d7bd-099a-47c3-b18a-53eb26ab6b8e on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:18.961083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:18.981033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a313e7-16a8-4176-8cb0-893c59e34942']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:18.990240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0aa2be-cc8e-4220-a398-b97f7b590e2b') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:18.990475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0aa2be-cc8e-4220-a398-b97f7b590e2b') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:18.999751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.012721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.019415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:19.019738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: self.session.flush() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:19.022978 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:19.082562 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.089679 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.092814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] 10.222.0.62 "DELETE /v2.0/networks/40a313e7-16a8-4176-8cb0-893c59e34942 HTTP/1.1" status: 204 len: 168 time: 0.8481374 Dec 08 16:59:19.106946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3aa3f-3bae-4c57-930e-844bf4ae649c tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404 tempest-ExtraDHCPOptionsIpV6TestJSON-1748062404-project] Pushing event deleted for resources: {'Network': ['ID=40a313e7-16a8-4176-8cb0-893c59e34942,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:19.339227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52278) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:19.473736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-79a49f39-27be-4653-afd5-bbf3b36b0654 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bd9881eec98419e8c8f3fe485868810&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1332715 Dec 08 16:59:19.476355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52284) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:19.524026 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6714f31c-bdf8-43c7-b099-54e540def7ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.545052 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6714f31c-bdf8-43c7-b099-54e540def7ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.592345 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6714f31c-bdf8-43c7-b099-54e540def7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.594925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6714f31c-bdf8-43c7-b099-54e540def7ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:19.596074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6714f31c-bdf8-43c7-b099-54e540def7ad admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/842e1d17-a13b-45c8-a6a6-be79625011ce HTTP/1.1" status: 204 len: 168 time: 0.1188037 Dec 08 16:59:19.603650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714f31c-bdf8-43c7-b099-54e540def7ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842e1d17-a13b-45c8-a6a6-be79625011ce,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:20.229680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52306) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:20.294283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8383d7bd-099a-47c3-b18a-53eb26ab6b8e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:20.317117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8383d7bd-099a-47c3-b18a-53eb26ab6b8e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:59:20.317403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8383d7bd-099a-47c3-b18a-53eb26ab6b8e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:59:20.327428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-276006871'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:20.353821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:20.357290 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.366069 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.443308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.447505 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.476982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:20.487711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9363ce35-7e4f-4b22-b300-eb71e93bec31,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:20.493269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.493620 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment b9a67bcb-05de-47b3-afb8-ab2e5009b53d of type vlan for network 09bebf86-9cff-4819-9281-cbccdcba2e9b Dec 08 16:59:20.533133 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.558158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.564553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:20.565127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:20.624714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3936954 Dec 08 16:59:20.637200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50120a67-91a3-43a9-8d86-c28339c4020c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=09bebf86-9cff-4819-9281-cbccdcba2e9b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:20.648607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 09bebf86-9cff-4819-9281-cbccdcba2e9b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:23.919583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52318) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:23.924690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:24.018742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:24.022232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.207420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.272350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=e055f001-c49a-47a0-985f-62587238f5af,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:24.281152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:24.281561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: 09bebf86-9cff-4819-9281-cbccdcba2e9b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:24.300015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 09bebf86-9cff-4819-9281-cbccdcba2e9b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:24.308873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 09bebf86-9cff-4819-9281-cbccdcba2e9b) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:24.313776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:24.314459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.320679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77901ab3-3541-402a-be91-3ad37d197f99 None None] Network 09bebf86-9cff-4819-9281-cbccdcba2e9b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:24.330674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c6437872-2cf8-4abf-85e0-845fb1e8bd45 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4100006 Dec 08 16:59:24.334634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52320) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:24.339801 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-137707038'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:24.367766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:24.373116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.400315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:24.410566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.410922 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment 843feb5f-4a8f-44c2-bca2-e110d1fba855 of type vlan for network 889c2ab2-5413-4ff0-a68f-baee7e8923f8 Dec 08 16:59:24.455333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.482350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.488772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:24.489390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.549352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2135625 Dec 08 16:59:24.552378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52322) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:24.557342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '889c2ab2-5413-4ff0-a68f-baee7e8923f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:24.590564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-09bebf86-9cff-4819-9281-cbccdcba2e9b', 'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': 'e055f001-c49a-47a0-985f-62587238f5af'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:24.591507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.606765 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e7100-79f6-49c7-8c2c-d3adcd524001 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=889c2ab2-5413-4ff0-a68f-baee7e8923f8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:24.660560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:24.664204 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.664641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 889c2ab2-5413-4ff0-a68f-baee7e8923f8 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:24.792187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Allocated IP 2001:db8:0:ffff::2 (09bebf86-9cff-4819-9281-cbccdcba2e9b/e055f001-c49a-47a0-985f-62587238f5af/d84195e8-00f9-423e-959d-c71447adb97d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:24.849518 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.912080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=97c95ca7-1139-4eeb-bf94-e8111568e6e5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:24.919566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': '843feb5f-4a8f-44c2-bca2-e110d1fba855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '889c2ab2-5413-4ff0-a68f-baee7e8923f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:24.920287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: 889c2ab2-5413-4ff0-a68f-baee7e8923f8, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:24.937902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 889c2ab2-5413-4ff0-a68f-baee7e8923f8 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:24.945128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.947217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 889c2ab2-5413-4ff0-a68f-baee7e8923f8) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:24.951524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.955526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:24.956463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:24.957774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90615480-3939-4b7d-b421-0bd455e3c5ee None None] Network 889c2ab2-5413-4ff0-a68f-baee7e8923f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:24.974036 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-417fa377-7695-4f90-87cc-5a09d9e1e978 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4205563 Dec 08 16:59:24.976875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:25.036324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Network 09bebf86-9cff-4819-9281-cbccdcba2e9b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:25.044078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:25.052788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:25.058901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Pushing event updated for resources: {'Port': ['ID=d84195e8-00f9-423e-959d-c71447adb97d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:25.083373 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.142730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.150966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Attempting to bind port d84195e8-00f9-423e-959d-c71447adb97d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:25.151270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Attempting to bind port d84195e8-00f9-423e-959d-c71447adb97d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:25.151642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Attempting to bind port d84195e8-00f9-423e-959d-c71447adb97d on network 09bebf86-9cff-4819-9281-cbccdcba2e9b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:25.159372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd5224-fe5a-4ae7-a70a-532d808c8406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-889c2ab2-5413-4ff0-a68f-baee7e8923f8', 'network_id': '889c2ab2-5413-4ff0-a68f-baee7e8923f8', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': '97c95ca7-1139-4eeb-bf94-e8111568e6e5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:25.160223 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41dd5224-fe5a-4ae7-a70a-532d808c8406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.162814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:25.163192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Checking segment: {'id': 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:25.163590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.164004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Bound using segment: {'id': 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:25.164462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Bound port: d84195e8-00f9-423e-959d-c71447adb97d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '09bebf86-9cff-4819-9281-cbccdcba2e9b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:25.164841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.209605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.249354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=97c95ca7-1139-4eeb-bf94-e8111568e6e5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:25.306985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] For port d84195e8-00f9-423e-959d-c71447adb97d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:25.308968 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.310614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] For port d84195e8-00f9-423e-959d-c71447adb97d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d84195e8-00f9-423e-959d-c71447adb97d,segment=NetworkSegment(b9a67bcb-05de-47b3-afb8-ab2e5009b53d),segment_id=b9a67bcb-05de-47b3-afb8-ab2e5009b53d)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-41dd5224-fe5a-4ae7-a70a-532d808c8406 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97c95ca7-1139-4eeb-bf94-e8111568e6e5: This subnet is being modified by another concurrent operation. Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97c95ca7-1139-4eeb-bf94-e8111568e6e5: This subnet is being modified by another concurrent operation. Dec 08 16:59:25.313491 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:59:25.323659 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.336886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['889c2ab2-5413-4ff0-a68f-baee7e8923f8']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:25.347308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843feb5f-4a8f-44c2-bca2-e110d1fba855') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:25.347733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843feb5f-4a8f-44c2-bca2-e110d1fba855') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:25.357363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f133cd-a978-4b4f-a533-5a31e1183ebe None None] Network 889c2ab2-5413-4ff0-a68f-baee7e8923f8 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:25.357567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.371811 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.379470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:25.379869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:25.383179 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:25.455665 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.461453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.466046 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/889c2ab2-5413-4ff0-a68f-baee7e8923f8 HTTP/1.1" status: 204 len: 168 time: 0.4871979 Dec 08 16:59:25.468872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066e2fc-e9cd-44c2-8c0f-e436bc4421d4 None None] Pushing event updated for resources: {'Port': ['ID=d84195e8-00f9-423e-959d-c71447adb97d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:25.469148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:25.477624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-251944158'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:25.491142 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d56e4-e258-4d84-bced-bb7b702b93b3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=889c2ab2-5413-4ff0-a68f-baee7e8923f8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:25.512033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:25.515856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.545001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:25.556289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.556809 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment 4c49aba9-b409-4007-b820-29252a5fc691 of type vlan for network f24568cb-28bc-403e-b4ba-f2166b1b68eb Dec 08 16:59:25.607067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.652152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.658752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:25.659587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:25.738148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52332) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:25.738598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2670038 Dec 08 16:59:25.743863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:25.767479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380cd68-3d9c-44eb-8138-c4e224a5058a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=f24568cb-28bc-403e-b4ba-f2166b1b68eb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:25.787484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f24568cb-28bc-403e-b4ba-f2166b1b68eb details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:25.873352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:25.877600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.037018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c598496-8c24-4215-a2e8-612235ff095b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.074577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.143686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=774b530e-3f75-4955-9b49-807058210a95,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:26.152777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': '4c49aba9-b409-4007-b820-29252a5fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:26.153139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: f24568cb-28bc-403e-b4ba-f2166b1b68eb, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:26.170974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network f24568cb-28bc-403e-b4ba-f2166b1b68eb is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:26.181082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f24568cb-28bc-403e-b4ba-f2166b1b68eb) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:26.185613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:26.186283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.193754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ea379-575a-42b9-98ad-aaf00205328e None None] Network f24568cb-28bc-403e-b4ba-f2166b1b68eb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:26.208259 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ae95545-6c97-48b7-9998-6da8cd2751b1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4650922 Dec 08 16:59:26.209196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52334) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:26.214346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80007252'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:26.237601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:26.241277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.270708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 666, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:26.285561 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.286033 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment 5ca1c4e5-f02e-4ab9-a072-607ac90f36ce of type vlan for network 6fe04a86-bc7f-42fc-817a-8cbee33786fb Dec 08 16:59:26.336297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.347520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f24568cb-28bc-403e-b4ba-f2166b1b68eb', 'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': '774b530e-3f75-4955-9b49-807058210a95'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:26.348405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.367389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.375477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:26.376318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.386284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d84195e8-00f9-423e-959d-c71447adb97d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:26.442517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2283754 Dec 08 16:59:26.442847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52336) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:26.450496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b66d6b-aaf8-4ba7-ad5b-3484ea28f578 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=6fe04a86-bc7f-42fc-817a-8cbee33786fb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:26.451042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '6fe04a86-bc7f-42fc-817a-8cbee33786fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:26.480825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015be39e-f779-45e0-abd7-22aa81a2c55c None None] Network 09bebf86-9cff-4819-9281-cbccdcba2e9b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:26.483376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6fe04a86-bc7f-42fc-817a-8cbee33786fb details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:26.548352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:26.552009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.609950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Performing IP validity checks on allocation pools {{(pid=103282) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:59:26.610516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103282) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:59:26.662515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d84195e8-00f9-423e-959d-c71447adb97d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:26.662800 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.675124 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-10f31c64-3065-4546-8330-c03b705118d4 None None] Provisioning complete for port d84195e8-00f9-423e-959d-c71447adb97d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:26.675483 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10f31c64-3065-4546-8330-c03b705118d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.742400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.763383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Allocated IP 2001:db8::3 (f24568cb-28bc-403e-b4ba-f2166b1b68eb/774b530e-3f75-4955-9b49-807058210a95/35456908-1a22-4984-8dac-80232a8a6901) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:26.816362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=9cce95ab-c99b-497e-9cfd-0a60248ba44c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:26.852874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': '5ca1c4e5-f02e-4ab9-a072-607ac90f36ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '6fe04a86-bc7f-42fc-817a-8cbee33786fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:26.853568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: 6fe04a86-bc7f-42fc-817a-8cbee33786fb, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:26.885673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 6fe04a86-bc7f-42fc-817a-8cbee33786fb is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:26.901722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6fe04a86-bc7f-42fc-817a-8cbee33786fb) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:26.908566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:26.909187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:26.934409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5ab4f115-d475-41f9-98cc-8a8d914c3dc3 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4865794 Dec 08 16:59:26.935056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52340) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:26.938269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f16648-46b6-4ed5-86a6-d80bb582360c None None] Network 6fe04a86-bc7f-42fc-817a-8cbee33786fb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:26.968213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.035021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-10f31c64-3065-4546-8330-c03b705118d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.064637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.120395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port d84195e8-00f9-423e-959d-c71447adb97d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d84195e8-00f9-423e-959d-c71447adb97d,segment=NetworkSegment(b9a67bcb-05de-47b3-afb8-ab2e5009b53d),segment_id=b9a67bcb-05de-47b3-afb8-ab2e5009b53d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:27.132311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.134182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.163125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.200795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.229980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=9cce95ab-c99b-497e-9cfd-0a60248ba44c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:27.305425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.328484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fe04a86-bc7f-42fc-817a-8cbee33786fb']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:27.338862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca1c4e5-f02e-4ab9-a072-607ac90f36ce') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:27.339164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca1c4e5-f02e-4ab9-a072-607ac90f36ce') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:27.349977 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.364041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.370570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:27.370970 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:27.374118 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:27.391503 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.393529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda535d-f95c-4048-8415-3ae6dd386f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-6fe04a86-bc7f-42fc-817a-8cbee33786fb', 'network_id': '6fe04a86-bc7f-42fc-817a-8cbee33786fb', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': '9cce95ab-c99b-497e-9cfd-0a60248ba44c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:27.394359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7eda535d-f95c-4048-8415-3ae6dd386f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.434294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-10f31c64-3065-4546-8330-c03b705118d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:59:27.434548 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.434701 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-10f31c64-3065-4546-8330-c03b705118d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:59:27.443011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=d84195e8-00f9-423e-959d-c71447adb97d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:27.444742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.447341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Network f24568cb-28bc-403e-b4ba-f2166b1b68eb is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:27.453704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/6fe04a86-bc7f-42fc-817a-8cbee33786fb HTTP/1.1" status: 204 len: 168 time: 0.5124438 Dec 08 16:59:27.454626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52342) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:27.459380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dabeeb-67a4-4755-a652-529422b75efc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=6fe04a86-bc7f-42fc-817a-8cbee33786fb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:27.459533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1472415082'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:27.465569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:27.488364 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:27.489378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751c79d-9228-4a89-8471-7b7f4d4a8bef None None] Network 6fe04a86-bc7f-42fc-817a-8cbee33786fb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:27.491791 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:27.492208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.511024 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751c79d-9228-4a89-8471-7b7f4d4a8bef None None] Network 6fe04a86-bc7f-42fc-817a-8cbee33786fb could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:59:27.519361 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:27.530064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.530399 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment da79fc4e-4a72-411a-aab9-1fa8634f81d7 of type vlan for network 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 Dec 08 16:59:27.542315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Pushing event updated for resources: {'Port': ['ID=35456908-1a22-4984-8dac-80232a8a6901,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:27.577488 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.577737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Attempting to bind port 35456908-1a22-4984-8dac-80232a8a6901 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:27.577949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Attempting to bind port 35456908-1a22-4984-8dac-80232a8a6901 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '4c49aba9-b409-4007-b820-29252a5fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:27.578356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Attempting to bind port 35456908-1a22-4984-8dac-80232a8a6901 on network f24568cb-28bc-403e-b4ba-f2166b1b68eb {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:27.584020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:27.584402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Checking segment: {'id': '4c49aba9-b409-4007-b820-29252a5fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:27.584803 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.585197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Bound using segment: {'id': '4c49aba9-b409-4007-b820-29252a5fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:27.585676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Bound port: 35456908-1a22-4984-8dac-80232a8a6901, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c49aba9-b409-4007-b820-29252a5fc691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'f24568cb-28bc-403e-b4ba-f2166b1b68eb'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:27.586093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.605687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.612431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:27.613116 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.650998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] For port 35456908-1a22-4984-8dac-80232a8a6901, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:27.654242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] For port 35456908-1a22-4984-8dac-80232a8a6901, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35456908-1a22-4984-8dac-80232a8a6901,segment=NetworkSegment(4c49aba9-b409-4007-b820-29252a5fc691),segment_id=4c49aba9-b409-4007-b820-29252a5fc691)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:27.660443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:27.674527 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2193274 Dec 08 16:59:27.678264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:27.683608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:27.686652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46307726-1d15-47f9-be8e-f670590d51b9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:27.702274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:27.784455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c016013-9f9e-474f-85f0-ffec29c907a2 None None] Pushing event updated for resources: {'Port': ['ID=35456908-1a22-4984-8dac-80232a8a6901,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:27.790941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:27.795243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.033963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.100505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=b1c35429-080e-41df-a9bf-1af0adc0abdc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:28.107588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ce3afa03-b8fc-4192-9166-1cbf6c6f6494 None None] Provisioning complete for port d84195e8-00f9-423e-959d-c71447adb97d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:28.108532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3afa03-b8fc-4192-9166-1cbf6c6f6494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.111344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': 'da79fc4e-4a72-411a-aab9-1fa8634f81d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:28.111784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:28.129136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:28.137761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:28.142396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:28.142959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.151031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a035c7d8-15d5-493e-97c6-d16915b67094 None None] Network 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:28.161985 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2599505c-944f-41c2-8fc3-42fe882e58ff tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4824874 Dec 08 16:59:28.164887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52348) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:28.276786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.291946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22cf7ce-5738-4dec-9dd7-b951f9fc1fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3', 'network_id': '0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': 'b1c35429-080e-41df-a9bf-1af0adc0abdc'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:28.293333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b22cf7ce-5738-4dec-9dd7-b951f9fc1fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.353582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.430062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-b22cf7ce-5738-4dec-9dd7-b951f9fc1fae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c35429-080e-41df-a9bf-1af0adc0abdc: This subnet is being modified by another concurrent operation. Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c35429-080e-41df-a9bf-1af0adc0abdc: This subnet is being modified by another concurrent operation. Dec 08 16:59:28.434579 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 16:59:28.442726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35456908-1a22-4984-8dac-80232a8a6901 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:28.463902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f929ac5a-cbd4-4635-ac10-83a9bc61b97a None None] Network 0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:28.469313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c35429-080e-41df-a9bf-1af0adc0abdc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:28.536857 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.561268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:28.567294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 35456908-1a22-4984-8dac-80232a8a6901 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:28.567675 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.571622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da79fc4e-4a72-411a-aab9-1fa8634f81d7') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:28.571928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da79fc4e-4a72-411a-aab9-1fa8634f81d7') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:28.584018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.599007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.606691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:28.607087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:28.610612 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:28.658658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.679209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.692443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.700455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 HTTP/1.1" status: 204 len: 168 time: 0.5305972 Dec 08 16:59:28.700455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52350) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:28.710044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 35456908-1a22-4984-8dac-80232a8a6901, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35456908-1a22-4984-8dac-80232a8a6901,segment=NetworkSegment(4c49aba9-b409-4007-b820-29252a5fc691),segment_id=4c49aba9-b409-4007-b820-29252a5fc691)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:28.716377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.716562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1248002274'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:28.717753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d84195e8-00f9-423e-959d-c71447adb97d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:28.723997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f875f-0858-49af-84c6-8c34510d616b tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:28.758569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:28.762266 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.787335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:28.787568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0789a7-adf3-492f-aa6e-4bbbdf3144aa None None] Network f24568cb-28bc-403e-b4ba-f2166b1b68eb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:28.797850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.798281 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment 6a27b367-b9a7-40a5-8b25-5deb2c61d9e8 of type vlan for network 6d612069-2a94-45e1-bb19-663fde7cc797 Dec 08 16:59:28.839602 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.866447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.872071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=35456908-1a22-4984-8dac-80232a8a6901,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:28.873185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:28.873811 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.898230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-db943fea-86ff-4697-8642-013e9599df3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.914487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d84195e8-00f9-423e-959d-c71447adb97d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:28.914860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.945391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52354) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:28.946067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2447772 Dec 08 16:59:28.947623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-be3dbb5e-dbc8-45be-a18b-c95b5675ab33 None None] Provisioning complete for port 35456908-1a22-4984-8dac-80232a8a6901 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:28.948006 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be3dbb5e-dbc8-45be-a18b-c95b5675ab33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:28.957163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '6d612069-2a94-45e1-bb19-663fde7cc797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:28.958209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd731a5-2a59-4226-aeb8-e3adaaf37108 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=6d612069-2a94-45e1-bb19-663fde7cc797,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:29.001172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 6d612069-2a94-45e1-bb19-663fde7cc797 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:29.055182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:29.058722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.256065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.307856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6074e0-11ca-4edf-ad5c-76ced3f4ae4f None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:59:29.318655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=d75c0695-6aa0-4989-badf-ec5695048ceb,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:29.330584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': '6a27b367-b9a7-40a5-8b25-5deb2c61d9e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '6d612069-2a94-45e1-bb19-663fde7cc797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:29.330958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: 6d612069-2a94-45e1-bb19-663fde7cc797, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:29.349267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 6d612069-2a94-45e1-bb19-663fde7cc797 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:29.358039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6d612069-2a94-45e1-bb19-663fde7cc797) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:29.363414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:29.364190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.384556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52356) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:29.384874 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-07549acc-01ae-44bf-b32f-e113f14b69f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4365919 Dec 08 16:59:29.455439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-be9e280a-9dfe-4fb2-945b-f8abaa6d6e2e None None] Provisioning complete for port 35456908-1a22-4984-8dac-80232a8a6901 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:29.456220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be9e280a-9dfe-4fb2-945b-f8abaa6d6e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.490037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.536658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6074e0-11ca-4edf-ad5c-76ced3f4ae4f None None] Unable to find a vacant binding_index for network 6d612069-2a94-45e1-bb19-663fde7cc797 and agent 3363bab5-9366-4500-b2cd-825320421029 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 16:59:29.550692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.561312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6074e0-11ca-4edf-ad5c-76ced3f4ae4f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 6d612069-2a94-45e1-bb19-663fde7cc797) {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:59:29.617085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.647630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=d75c0695-6aa0-4989-badf-ec5695048ceb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:29.710881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.732684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d612069-2a94-45e1-bb19-663fde7cc797']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:29.742559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a27b367-b9a7-40a5-8b25-5deb2c61d9e8') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:29.742853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a27b367-b9a7-40a5-8b25-5deb2c61d9e8') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:29.752750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.766304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.772406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:29.772892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:29.775973 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:29.804932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b346bc86-c1a2-4772-96ca-bbf1adbd2491 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:59:29.840050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.847417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.850604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/6d612069-2a94-45e1-bb19-663fde7cc797 HTTP/1.1" status: 204 len: 168 time: 0.4650874 Dec 08 16:59:29.854658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:29.859911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345408209'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:29.866732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f297cbd-88b7-4568-bc09-358628d0c6f4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=6d612069-2a94-45e1-bb19-663fde7cc797,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:29.882752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:29.886334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.895508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b346bc86-c1a2-4772-96ca-bbf1adbd2491 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:59:29.911542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:29.921767 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.922338 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment d3ec5b3a-0f62-42e4-ac6e-a86c4977f284 of type vlan for network 0a6fceaf-7938-493f-9aef-fe728798b680 Dec 08 16:59:29.964923 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:29.996317 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.003840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.004707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.058453 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2026658 Dec 08 16:59:30.061335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52362) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:30.067623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:30.080972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f1211d-40bc-4b37-88bd-2e74e38619d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=0a6fceaf-7938-493f-9aef-fe728798b680,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:30.098150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:30.159337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:30.162901 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.179026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faba773-a845-486a-a09d-5df1b997f546 None None] Network 6d612069-2a94-45e1-bb19-663fde7cc797 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:30.200006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faba773-a845-486a-a09d-5df1b997f546 None None] Network 6d612069-2a94-45e1-bb19-663fde7cc797 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:59:30.209268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f9f7b-fcd7-4003-8c82-ab13c0bd858b None None] Network 6d612069-2a94-45e1-bb19-663fde7cc797 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:30.230472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f9f7b-fcd7-4003-8c82-ab13c0bd858b None None] Network 6d612069-2a94-45e1-bb19-663fde7cc797 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 16:59:30.239685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.305618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35456908-1a22-4984-8dac-80232a8a6901 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:30.355951 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.356258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 35456908-1a22-4984-8dac-80232a8a6901 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:30.356397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.431236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=8fe9c6db-6204-4c82-befb-f6933633d23a,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:30.440125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:30.440487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: 0a6fceaf-7938-493f-9aef-fe728798b680, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:30.458604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 0a6fceaf-7938-493f-9aef-fe728798b680 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:30.467524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 0a6fceaf-7938-493f-9aef-fe728798b680) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:30.472245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.473029 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.477276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8458f3-ff69-4043-a7b7-40f305ac4b5a None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:30.491194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa038c24-638c-4e55-9638-49c4ba7068b7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4286995 Dec 08 16:59:30.493884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52366) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:30.498770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:30.579760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-0a6fceaf-7938-493f-9aef-fe728798b680', 'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': '8fe9c6db-6204-4c82-befb-f6933633d23a'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:30.580687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.614361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:30.617758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.847592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.889973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network 0a6fceaf-7938-493f-9aef-fe728798b680 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:30.891458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Allocated IP 2001:db8::2 (0a6fceaf-7938-493f-9aef-fe728798b680/8fe9c6db-6204-4c82-befb-f6933633d23a/7a4579f5-10d7-497e-8b7c-e21eeed8cedc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:30.893552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:30.898228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.898821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:30.917164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=3b579683-5ed1-4754-9f47-b85973632a4b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:30.926403 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-206c9cad-ae61-4885-a39b-1919fccc1b5e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4315114 Dec 08 16:59:30.928908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52368) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:30.986887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b755ed-27e3-4317-bfa7-f4ed15e0aecc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.988914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b755ed-27e3-4317-bfa7-f4ed15e0aecc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.990815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b755ed-27e3-4317-bfa7-f4ed15e0aecc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.993069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b755ed-27e3-4317-bfa7-f4ed15e0aecc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.994408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b755ed-27e3-4317-bfa7-f4ed15e0aecc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:30.999638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10b755ed-27e3-4317-bfa7-f4ed15e0aecc tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0662944 Dec 08 16:59:31.000261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52370) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:31.007515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2016949121'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:31.029916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:31.034243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.045901 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.053232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.063396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:31.073900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.074511 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment 1edbea17-e953-4d34-9ed5-58bfe1ffa204 of type vlan for network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed Dec 08 16:59:31.098122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:31.101227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:31.110041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:31.110041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Pushing event updated for resources: {'Port': ['ID=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:31.124739 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.149652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.155268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:31.155851 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.167619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Attempting to bind port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:31.167996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Attempting to bind port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:31.168364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Attempting to bind port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc on network 0a6fceaf-7938-493f-9aef-fe728798b680 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:31.173761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:31.174173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Checking segment: {'id': 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:31.174579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.174977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Bound using segment: {'id': 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:31.175660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Bound port: 7a4579f5-10d7-497e-8b7c-e21eeed8cedc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:31.176048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.215994 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2138081 Dec 08 16:59:31.218660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52374) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:31.224660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:31.234289 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698c4c9-6be9-4c1a-8cca-fee099f09eb8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:31.246340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:31.288667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] For port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:31.312357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] For port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,segment=NetworkSegment(d3ec5b3a-0f62-42e4-ac6e-a86c4977f284),segment_id=d3ec5b3a-0f62-42e4-ac6e-a86c4977f284)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:31.319984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.384692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5de0a3-f375-452f-8f2d-d9a5ceb4bf01 None None] Pushing event updated for resources: {'Port': ['ID=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:31.403082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.417393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.436579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed is not hosted by any dhcp agent {{(pid=103282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:59:31.442720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:31.443468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.444782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "PUT /v2.0/networks/b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed HTTP/1.1" status: 200 len: 723 time: 0.2244935 Dec 08 16:59:31.447929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52376) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:31.454939 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:31.492608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b88b195-e058-4860-ad30-975608d65823 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:31.504417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:31.579798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:31.583986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.669809 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 16:59:31.775912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.840078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:31.849175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': '1edbea17-e953-4d34-9ed5-58bfe1ffa204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:31.849549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:31.867422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:31.877618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:31.881714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:31.882352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:31.887294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621d3811-6a2c-49ff-8584-91c899468db1 None None] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:31.899582 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f4e9c10c-e4c4-4038-a9eb-7f62e74f91c8 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4504561 Dec 08 16:59:31.903141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52378) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:31.908507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:31.993191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed', 'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': '69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:31.994054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.002261 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59449013'] for subnet, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.020794 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.170099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784455893791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58881963'] for subnet, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.207091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:32.207712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.211404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "PUT /v2.0/subnets/69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605 HTTP/1.1" status: 200 len: 826 time: 0.3057971 Dec 08 16:59:32.212501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52382) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:32.226703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Allocated IP 2001:db8::2 (b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed/69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605/77e9a31e-f37c-4eea-89c0-55b0ea6e8aee) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:32.274873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd292b7f-d20f-488b-9c5f-93af88459a39 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:32.310235 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.341360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.391684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a4579f5-10d7-497e-8b7c-e21eeed8cedc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:32.414603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.444848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.455406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.485366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.493271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4840c7a9-8026-487b-91e3-3b748b28dfea None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:32.521812 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:32.527588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:32.574390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:32.582559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.583171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:32.600463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Pushing event updated for resources: {'Port': ['ID=77e9a31e-f37c-4eea-89c0-55b0ea6e8aee,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:32.602776 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.605268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:32.606673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:32.607046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.615365 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edbea17-e953-4d34-9ed5-58bfe1ffa204') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:32.615714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edbea17-e953-4d34-9ed5-58bfe1ffa204') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:32.625541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.640238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.648443 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:32.648985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:32.652244 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:32.655414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2540a952-42ba-4e49-8f6d-8b80bb2bfb01 None None] Provisioning complete for port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:32.655790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2540a952-42ba-4e49-8f6d-8b80bb2bfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.716679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.db.api [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:59:32.716679 n-d-820935-5 neutron-server[103281]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:59:32.716679 n-d-820935-5 neutron-server[103281]: [parameters: {'id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed'}] Dec 08 16:59:32.716679 n-d-820935-5 neutron-server[103281]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103281) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:59:32.717283 n-d-820935-5 neutron-server[103281]: DEBUG oslo_db.api [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:59:32.759291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Attempting to bind port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:32.759529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Attempting to bind port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1edbea17-e953-4d34-9ed5-58bfe1ffa204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:32.759890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Attempting to bind port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee on network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:32.776895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:32.777272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Checking segment: {'id': '1edbea17-e953-4d34-9ed5-58bfe1ffa204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:32.777676 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.778096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Bound using segment: {'id': '1edbea17-e953-4d34-9ed5-58bfe1ffa204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:32.778573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Bound port: 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edbea17-e953-4d34-9ed5-58bfe1ffa204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:32.778950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.894145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.954530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2540a952-42ba-4e49-8f6d-8b80bb2bfb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:32.985370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] For port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:33.010306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] Update dhcp port {'port': {'network_id': '0a6fceaf-7938-493f-9aef-fe728798b680', 'fixed_ips': [{'subnet_id': '8fe9c6db-6204-4c82-befb-f6933633d23a', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b579683-5ed1-4754-9f47-b85973632a4b'}], 'binding:host_id': 'n-d-820935-5'}, 'id': '7a4579f5-10d7-497e-8b7c-e21eeed8cedc'} from n-d-820935-5. {{(pid=103283) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Dec 08 16:59:33.018095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,segment=NetworkSegment(d3ec5b3a-0f62-42e4-ac6e-a86c4977f284),segment_id=d3ec5b3a-0f62-42e4-ac6e-a86c4977f284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:33.020277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] For port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=77e9a31e-f37c-4eea-89c0-55b0ea6e8aee,segment=NetworkSegment(1edbea17-e953-4d34-9ed5-58bfe1ffa204),segment_id=1edbea17-e953-4d34-9ed5-58bfe1ffa204)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:33.023614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.043819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.101376 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.145047 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.db.api [None req-2540a952-42ba-4e49-8f6d-8b80bb2bfb01 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103283) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:59:33.145410 n-d-820935-5 neutron-server[103283]: DEBUG oslo_db.api [None req-2540a952-42ba-4e49-8f6d-8b80bb2bfb01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:59:33.193533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:33.218433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.229993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3fbd73-d854-4c3a-bab5-4d3532df7d7f None None] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:33.385731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f325-69e2-493e-838c-a071f6af7d06 None None] Pushing event updated for resources: {'Port': ['ID=77e9a31e-f37c-4eea-89c0-55b0ea6e8aee,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:33.463454 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.476570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] Allocated IP 172.20.0.1 (0a6fceaf-7938-493f-9aef-fe728798b680/3b579683-5ed1-4754-9f47-b85973632a4b/7a4579f5-10d7-497e-8b7c-e21eeed8cedc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:33.501252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b67a8-b099-4bec-a703-98530e892543 None None] Network b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:33.506755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:33.507088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.571960 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] For port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=77e9a31e-f37c-4eea-89c0-55b0ea6e8aee,segment=NetworkSegment(1edbea17-e953-4d34-9ed5-58bfe1ffa204),segment_id=1edbea17-e953-4d34-9ed5-58bfe1ffa204)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:33.572513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.587411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Calling delete_port for 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:33.676490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.705220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Port': ['ID=77e9a31e-f37c-4eea-89c0-55b0ea6e8aee,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:33.707165 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No DVR routers for this DVR port 77e9a31e-f37c-4eea-89c0-55b0ea6e8aee on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:33.792612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.814197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:33.823498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edbea17-e953-4d34-9ed5-58bfe1ffa204') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:33.823796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edbea17-e953-4d34-9ed5-58bfe1ffa204') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:33.834371 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.848575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.850439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] For port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,segment=NetworkSegment(d3ec5b3a-0f62-42e4-ac6e-a86c4977f284),segment_id=d3ec5b3a-0f62-42e4-ac6e-a86c4977f284)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:33.854728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:33.855117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:33.858149 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:33.890301 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.896194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.919088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.927428 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:33.932989 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed HTTP/1.1" status: 204 len: 168 time: 1.7171016 Dec 08 16:59:33.933167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52386) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:33.951328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001c0b6-f92d-49a5-a28c-0d38c3ce29a1 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:33.966876 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-0742ae64-d32c-45cb-a86a-fa4d33687915 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:33.967371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0742ae64-d32c-45cb-a86a-fa4d33687915 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:33.974763 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0742ae64-d32c-45cb-a86a-fa4d33687915 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed HTTP/1.1" status: 404 len: 339 time: 0.0370078 Dec 08 16:59:33.975094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:33.980557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-474203297', 'description': 'd1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:33.988487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a19d5-248f-4307-b6cc-9a55979b95ce None None] Pushing event updated for resources: {'Port': ['ID=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:34.003523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:34.007272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.034459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 664, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:34.044382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.044723 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment afda4b63-02c7-413f-b841-2adfbb955b84 of type vlan for network b30b6b64-3598-4e32-8a9d-e6a897e34529 Dec 08 16:59:34.097176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.123937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.129694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:34.130317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.191994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2155290 Dec 08 16:59:34.194703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:34.201683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd464791-2700-46ef-96d2-23d14004c706 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=b30b6b64-3598-4e32-8a9d-e6a897e34529,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:34.215953 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b30b6b64-3598-4e32-8a9d-e6a897e34529 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:34.313530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4c4c05-e73d-443c-b4a4-228a4b57362a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:34.315694 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e4c4c05-e73d-443c-b4a4-228a4b57362a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks?id=b30b6b64-3598-4e32-8a9d-e6a897e34529 HTTP/1.1" status: 200 len: 764 time: 0.1192665 Dec 08 16:59:34.318049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52394) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:34.323885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'description': 'd2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:34.342412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a4579f5-10d7-497e-8b7c-e21eeed8cedc up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:34.407342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:34.407729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.507564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.524303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.539756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b0af7-99d2-4693-84c2-431d08cf9631 None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:34.542774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network b30b6b64-3598-4e32-8a9d-e6a897e34529 is not hosted by any dhcp agent {{(pid=103281) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 08 16:59:34.548758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:34.549360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.550699 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "PUT /v2.0/networks/b30b6b64-3598-4e32-8a9d-e6a897e34529 HTTP/1.1" status: 200 len: 761 time: 0.2314444 Dec 08 16:59:34.553491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52396) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:34.603057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3480af-5ffc-43d4-a0a3-64ae51eabf09 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=b30b6b64-3598-4e32-8a9d-e6a897e34529,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:34.613225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b30b6b64-3598-4e32-8a9d-e6a897e34529 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:34.643647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed07981-fe45-4f41-90c7-de3ad6724c26 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:34.645143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5ed07981-fe45-4f41-90c7-de3ad6724c26 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks?id=b30b6b64-3598-4e32-8a9d-e6a897e34529 HTTP/1.1" status: 200 len: 764 time: 0.0906246 Dec 08 16:59:34.649276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52398) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:34.667611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-43933e1e-dfe6-427a-9744-4dd4abc540d1 None None] Provisioning complete for port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:34.667987 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43933e1e-dfe6-427a-9744-4dd4abc540d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:34.840693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b02e845-46a4-487b-bbe4-d353ed6288b4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:34.842302 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b02e845-46a4-487b-bbe4-d353ed6288b4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1919963 Dec 08 16:59:34.845525 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52400) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:34.883849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-34914982-fdf7-4526-9003-e0b15a70e0b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b HTTP/1.1" status: 200 len: 207 time: 0.0370548 Dec 08 16:59:34.887118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52402) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:34.966387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e394fa-a36f-4e83-af78-199545506f9f None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:59:35.070354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-67d66da9-6a67-49fe-b03a-86c19d61636f None None] Provisioning complete for port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:35.070597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67d66da9-6a67-49fe-b03a-86c19d61636f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:35.076008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.081980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.088042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.098888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e394fa-a36f-4e83-af78-199545506f9f None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:59:35.099118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.101044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.107149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.108979 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf902eb3-ef46-4124-933a-79ccffe04ee9 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.2209306 Dec 08 16:59:35.114012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52404) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.241366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5bb67775-0bca-412a-a4ad-d94e050665d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.1261518 Dec 08 16:59:35.244620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.304149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e117-a3fb-4e72-813b-b3e35a0ee875 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.305764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e117-a3fb-4e72-813b-b3e35a0ee875 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.307436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e117-a3fb-4e72-813b-b3e35a0ee875 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.308961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e117-a3fb-4e72-813b-b3e35a0ee875 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.310515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90e117-a3fb-4e72-813b-b3e35a0ee875 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.312426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4f90e117-a3fb-4e72-813b-b3e35a0ee875 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0667510 Dec 08 16:59:35.316804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.383558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf14119-5076-44e6-9f3c-66f50d68bb00 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.385144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf14119-5076-44e6-9f3c-66f50d68bb00 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.386800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf14119-5076-44e6-9f3c-66f50d68bb00 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.388330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf14119-5076-44e6-9f3c-66f50d68bb00 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.389832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf14119-5076-44e6-9f3c-66f50d68bb00 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['shared'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.391603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8cf14119-5076-44e6-9f3c-66f50d68bb00 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0736389 Dec 08 16:59:35.395224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52414) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.501807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb142179-096e-49da-8e2e-adbe4c44caa4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.503182 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-eb142179-096e-49da-8e2e-adbe4c44caa4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks/09bebf86-9cff-4819-9281-cbccdcba2e9b HTTP/1.1" status: 200 len: 803 time: 0.1069703 Dec 08 16:59:35.506935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.605371 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84fdce39-80d8-4880-a16b-628fa78d786a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/networks/09bebf86-9cff-4819-9281-cbccdcba2e9b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0973537 Dec 08 16:59:35.608684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.658732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484882fc-5a72-459f-a30a-cf3dbcf9423a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.659958 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-484882fc-5a72-459f-a30a-cf3dbcf9423a tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/subnets/e055f001-c49a-47a0-985f-62587238f5af HTTP/1.1" status: 200 len: 843 time: 0.0503790 Dec 08 16:59:35.663549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.718303 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eeb1e3-43f0-4412-ab5b-03674cd2f870 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.720849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-71eeb1e3-43f0-4412-ab5b-03674cd2f870 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "GET /v2.0/subnets/e055f001-c49a-47a0-985f-62587238f5af?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0564098 Dec 08 16:59:35.724264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.728884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1817384202'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:35.749396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:35.752881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:35.776466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 16:59:35.785600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:35.785975 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Added segment 067bd47c-2894-4524-82c7-41c7d5f886a0 of type vlan for network b8080562-6a70-44e3-96d6-b9c93933811b Dec 08 16:59:35.823838 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:35.848656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:35.854182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:35.854749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:35.914610 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1892612 Dec 08 16:59:35.917299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:35.922267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:35.967196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3556e0-0d99-4a30-a938-12a41c22616e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Network': ['ID=b8080562-6a70-44e3-96d6-b9c93933811b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:35.977768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b8080562-6a70-44e3-96d6-b9c93933811b details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 16:59:36.019708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Made reservation on behalf of 8eee57d3f1e94a9da3c3d85c69093e24 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:36.023412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.083972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Performing IP validity checks on allocation pools {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 16:59:36.084485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 16:59:36.214372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.278516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=10687278-5cb1-4a63-9334-005d058e8e18,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:36.288383 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Checking segment: {'id': '067bd47c-2894-4524-82c7-41c7d5f886a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:36.288745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network hostable DHCP agents. Network: b8080562-6a70-44e3-96d6-b9c93933811b, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 16:59:36.305766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Network b8080562-6a70-44e3-96d6-b9c93933811b is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 16:59:36.314829 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b8080562-6a70-44e3-96d6-b9c93933811b) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:36.319436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:36.320037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.325061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca9282-7f68-4122-b9de-e8874bab20ae None None] Network b8080562-6a70-44e3-96d6-b9c93933811b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:36.337586 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-129ed646-2bfe-41f5-9bcc-e88c0b031bd7 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4192383 Dec 08 16:59:36.340356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52426) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:36.346065 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:36.439241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-b8080562-6a70-44e3-96d6-b9c93933811b', 'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b', 'project_id': '8eee57d3f1e94a9da3c3d85c69093e24', 'fixed_ips': [{'subnet_id': '10687278-5cb1-4a63-9334-005d058e8e18'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 16:59:36.440261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.441327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-59449013'] for subnet, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.607339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784455893791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-58881963'] for subnet, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.654682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:36.655411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.657270 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "PUT /v2.0/subnets/10687278-5cb1-4a63-9334-005d058e8e18 HTTP/1.1" status: 200 len: 900 time: 0.3157601 Dec 08 16:59:36.659746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Allocated IP 2001:db8::3 (b8080562-6a70-44e3-96d6-b9c93933811b/10687278-5cb1-4a63-9334-005d058e8e18/9d240356-29c0-4741-9a33-f5e0e30d0ef1) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:36.661975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:36.671720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8baae1-f079-4ce8-87a7-84c06efb57b0 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event updated for resources: {'Subnet': ['ID=10687278-5cb1-4a63-9334-005d058e8e18,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:36.772152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.807823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.813896 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.825573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.852155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Network b8080562-6a70-44e3-96d6-b9c93933811b is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:36.856807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:36.861397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:36.868647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Pushing event updated for resources: {'Port': ['ID=9d240356-29c0-4741-9a33-f5e0e30d0ef1,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:36.897768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.924968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Attempting to bind port 9d240356-29c0-4741-9a33-f5e0e30d0ef1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:36.925315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Attempting to bind port 9d240356-29c0-4741-9a33-f5e0e30d0ef1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '067bd47c-2894-4524-82c7-41c7d5f886a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:36.925674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Attempting to bind port 9d240356-29c0-4741-9a33-f5e0e30d0ef1 on network b8080562-6a70-44e3-96d6-b9c93933811b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:36.928079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=10687278-5cb1-4a63-9334-005d058e8e18,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:36.931687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:36.932143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Checking segment: {'id': '067bd47c-2894-4524-82c7-41c7d5f886a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:36.932747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.933335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Bound using segment: {'id': '067bd47c-2894-4524-82c7-41c7d5f886a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:36.933785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Bound port: 9d240356-29c0-4741-9a33-f5e0e30d0ef1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067bd47c-2894-4524-82c7-41c7d5f886a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'b8080562-6a70-44e3-96d6-b9c93933811b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:36.934200 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:36.991751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.002993 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] For port 9d240356-29c0-4741-9a33-f5e0e30d0ef1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:37.006978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] For port 9d240356-29c0-4741-9a33-f5e0e30d0ef1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9d240356-29c0-4741-9a33-f5e0e30d0ef1,segment=NetworkSegment(067bd47c-2894-4524-82c7-41c7d5f886a0),segment_id=067bd47c-2894-4524-82c7-41c7d5f886a0)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:37.011885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.014958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8080562-6a70-44e3-96d6-b9c93933811b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:37.027099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067bd47c-2894-4524-82c7-41c7d5f886a0') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:37.027396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067bd47c-2894-4524-82c7-41c7d5f886a0') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:37.037646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.051345 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.057850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:37.058478 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:37.061558 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:37.107471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d0998-a7ca-4d6c-8421-a44ba440b7b0 None None] Pushing event updated for resources: {'Port': ['ID=9d240356-29c0-4741-9a33-f5e0e30d0ef1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:37.123733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 08 16:59:37.123733 n-d-820935-5 neutron-server[103282]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 08 16:59:37.123733 n-d-820935-5 neutron-server[103282]: [parameters: {'id': 'b8080562-6a70-44e3-96d6-b9c93933811b'}] Dec 08 16:59:37.123733 n-d-820935-5 neutron-server[103282]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 16:59:37.124200 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 16:59:37.125446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08a952-5fcf-4747-8370-5b5db63b2b08 None None] Network b8080562-6a70-44e3-96d6-b9c93933811b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:37.217213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4df6bbf-e769-4bc3-a9e0-93494a72c64a None None] Network b8080562-6a70-44e3-96d6-b9c93933811b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:37.315508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a153d78-772b-43a5-bdf0-40b15b5a2fbd None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 16:59:37.404757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a153d78-772b-43a5-bdf0-40b15b5a2fbd None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 16:59:37.625808 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.680501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting port 9d240356-29c0-4741-9a33-f5e0e30d0ef1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:37.681209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.750647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] For port 9d240356-29c0-4741-9a33-f5e0e30d0ef1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=9d240356-29c0-4741-9a33-f5e0e30d0ef1,segment=NetworkSegment(067bd47c-2894-4524-82c7-41c7d5f886a0),segment_id=067bd47c-2894-4524-82c7-41c7d5f886a0)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:37.751015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.764513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Calling delete_port for 9d240356-29c0-4741-9a33-f5e0e30d0ef1 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:37.850957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:37.882962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Port': ['ID=9d240356-29c0-4741-9a33-f5e0e30d0ef1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:37.889228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No DVR routers for this DVR port 9d240356-29c0-4741-9a33-f5e0e30d0ef1 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:37.994870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.019744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8080562-6a70-44e3-96d6-b9c93933811b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:38.036637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '067bd47c-2894-4524-82c7-41c7d5f886a0') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:38.036933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '067bd47c-2894-4524-82c7-41c7d5f886a0') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:38.053922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5d5ec-e2fe-47bb-938e-7e775505255e req-d4d7d0ce-1fd5-4ab4-9e82-2905ea3577d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:38.055407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1c5d5ec-e2fe-47bb-938e-7e775505255e req-d4d7d0ce-1fd5-4ab4-9e82-2905ea3577d2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0968132 Dec 08 16:59:38.057061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.082660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.098833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:38.099224 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:38.102224 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:38.161614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1c5d5ec-e2fe-47bb-938e-7e775505255e req-1d04d0a6-99d0-4611-8952-2857217978b2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=345e30ee-caae-4fee-9c86-22eb08ac57f5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976372 Dec 08 16:59:38.174600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.184518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.184518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/b8080562-6a70-44e3-96d6-b9c93933811b HTTP/1.1" status: 204 len: 168 time: 1.5189614 Dec 08 16:59:38.187647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:38.197601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2c680c-3855-40e5-81f2-90f62eb5084e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=b8080562-6a70-44e3-96d6-b9c93933811b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:38.223935 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-12ee6fdc-7cd6-4e2e-b967-7cb1cff4b739 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:38.224382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12ee6fdc-7cd6-4e2e-b967-7cb1cff4b739 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:38.227402 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-12ee6fdc-7cd6-4e2e-b967-7cb1cff4b739 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/10687278-5cb1-4a63-9334-005d058e8e18 HTTP/1.1" status: 404 len: 337 time: 0.0387290 Dec 08 16:59:38.229973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52444) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:38.247552 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b170a5e-fe57-4b72-b2e9-67ca38fe174e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:38.248018 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b170a5e-fe57-4b72-b2e9-67ca38fe174e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:38.250975 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b170a5e-fe57-4b72-b2e9-67ca38fe174e tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/b8080562-6a70-44e3-96d6-b9c93933811b HTTP/1.1" status: 404 len: 339 time: 0.0201166 Dec 08 16:59:38.253570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52446) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:38.334126 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.344552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8269b86f-a150-452a-8451-c2c034ed8117 req-59060ba2-1679-4e30-99c6-d334f62e6e4b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:38.346565 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8269b86f-a150-452a-8451-c2c034ed8117 req-59060ba2-1679-4e30-99c6-d334f62e6e4b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Dec 08 16:59:38.425417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.442908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Deleting port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:38.443225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.450911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30b6b64-3598-4e32-8a9d-e6a897e34529']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:38.461376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afda4b63-02c7-413f-b841-2adfbb955b84') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:38.461670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afda4b63-02c7-413f-b841-2adfbb955b84') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:38.703726 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.720702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.727668 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:38.728236 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: timer() Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:38.731459 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:38.791505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.799424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.802676 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/b30b6b64-3598-4e32-8a9d-e6a897e34529 HTTP/1.1" status: 204 len: 168 time: 0.5482211 Dec 08 16:59:38.805154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:38.824118 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32794162-1edc-482b-8aef-96fbaa7e359f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=b30b6b64-3598-4e32-8a9d-e6a897e34529,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:38.844649 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0c4b0c-8bc0-4a37-8e0a-69046113f173 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:38.845103 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0c4b0c-8bc0-4a37-8e0a-69046113f173 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:38.848247 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9d0c4b0c-8bc0-4a37-8e0a-69046113f173 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/69ebf9aa-ef8f-4f0e-8af7-420b2f2f5605 HTTP/1.1" status: 404 len: 337 time: 0.0421298 Dec 08 16:59:38.850751 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52450) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:38.863471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] For port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:38.864077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.869010 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-967a7258-7122-4d68-9554-b9486e3ed77f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:38.869541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967a7258-7122-4d68-9554-b9486e3ed77f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:38.875618 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-967a7258-7122-4d68-9554-b9486e3ed77f tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/b9f3c7f8-c4cd-4ef9-8093-bfac205d64ed HTTP/1.1" status: 404 len: 339 time: 0.0209947 Dec 08 16:59:38.876440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52452) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:38.930973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting subnet 3b579683-5ed1-4754-9f47-b85973632a4b {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:38.934166 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:38.975885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.059295 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.086338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.086764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.087020 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Floating IP 0b6515f2-f050-437d-8e6c-16e579e11b34 disassociated. External IP: 172.25.3.174, port: 8e7dceb3-efff-4263-bf8a-dd1383c6edf9. Dec 08 16:59:39.087363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Calling delete_port for 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:39.131633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.159046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=3b579683-5ed1-4754-9f47-b85973632a4b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:39.167169 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.170974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12efc52f-7422-499b-90fb-47d0b40b3de6 None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:39.173250 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c114add-5486-476c-9e44-eeb641ec3575 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/3b579683-5ed1-4754-9f47-b85973632a4b HTTP/1.1" status: 204 len: 168 time: 0.2957873 Dec 08 16:59:39.176213 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:39.228883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.235919 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting subnet 8fe9c6db-6204-4c82-befb-f6933633d23a {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:39.239625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.270364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event deleted for resources: {'Port': ['ID=8e7dceb3-efff-4263-bf8a-dd1383c6edf9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:39.286479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.303586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-958df62b-6ae8-4f0d-bbd6-11ce8352e86f req-43ad2a9f-7e0e-45fc-af12-253ed8358e2b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=09f84c21-0a86-4e93-a409-d2764f4742e1 HTTP/1.1" status: 200 len: 210 time: 0.0370457 Dec 08 16:59:39.393484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.459122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:59:39.478835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.509722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe9c6db-6204-4c82-befb-f6933633d23a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:39.522050 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.525758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb9845a7-c451-41d9-b420-92277560d599 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/8fe9c6db-6204-4c82-befb-f6933633d23a HTTP/1.1" status: 204 len: 168 time: 0.3490806 Dec 08 16:59:39.528432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52458) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:39.655039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.659488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:59:39.670739 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:59:39.685721 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:59:39.686545 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:39.728466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] No DVR routers for this DVR port 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:39.731762 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.736729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8269b86f-a150-452a-8451-c2c034ed8117 req-43cc10d5-ae41-4ea1-af79-3d429ceb74ff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "DELETE /v2.0/ports/8e7dceb3-efff-4263-bf8a-dd1383c6edf9 HTTP/1.1" status: 204 len: 173 time: 1.3838272 Dec 08 16:59:39.737222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'name': 'network-vif-deleted', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:59:39.769421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:39.769672 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.826637 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:59:39.833646 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7a8ea6-78a9-4e9d-a239-91d119d3f2e4" -d '{"events": [{"server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "name": "network-vif-deleted", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:59:39.861005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] For port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,segment=NetworkSegment(d3ec5b3a-0f62-42e4-ac6e-a86c4977f284),segment_id=d3ec5b3a-0f62-42e4-ac6e-a86c4977f284)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:39.861944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:39.880784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Calling delete_port for 7a4579f5-10d7-497e-8b7c-e21eeed8cedc owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:39.989021 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d72419f-62b6-47d4-84d7-ab10c4f600b8 x-openstack-request-id: req-1d72419f-62b6-47d4-84d7-ab10c4f600b8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:59:39.989835 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09f84c21-0a86-4e93-a409-d2764f4742e1", "name": "network-vif-deleted", "tag": "8e7dceb3-efff-4263-bf8a-dd1383c6edf9", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:59:39.990093 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1d72419f-62b6-47d4-84d7-ab10c4f600b8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:59:39.990665 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09f84c21-0a86-4e93-a409-d2764f4742e1', 'name': 'network-vif-deleted', 'tag': '8e7dceb3-efff-4263-bf8a-dd1383c6edf9', 'status': 'completed', 'code': 200} Dec 08 16:59:39.991916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.005307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No DVR routers for this DVR port 7a4579f5-10d7-497e-8b7c-e21eeed8cedc on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:40.032717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1241313a-056f-43e3-a374-3492602647cd None None] Network 0a6fceaf-7938-493f-9aef-fe728798b680 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:40.033504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Port': ['ID=7a4579f5-10d7-497e-8b7c-e21eeed8cedc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:40.103840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0b8d6d7d-5731-4930-8e62-188285805567 None None] Could not find standard attr ID for object 7a4579f5-10d7-497e-8b7c-e21eeed8cedc. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 16:59:40.131995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.153403 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:40.159706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a6fceaf-7938-493f-9aef-fe728798b680']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:40.170171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:40.170467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3ec5b3a-0f62-42e4-ac6e-a86c4977f284') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:40.184063 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:59:40.185100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.195414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:59:40.196044 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:40.209959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.221418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:40.222006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:40.225906 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:40.247019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84057bc6-33a8-44bd-bf2f-609597ab1634 None None] DHCP port deletion for 0a6fceaf-7938-493f-9aef-fe728798b680 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:59:40.337176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.345147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.351002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/0a6fceaf-7938-493f-9aef-fe728798b680 HTTP/1.1" status: 204 len: 168 time: 0.8190997 Dec 08 16:59:40.351178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52470) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.361977 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a4579f5-10d7-497e-8b7c-e21eeed8cedc no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:40.386321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:59:40.402968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7a4579f5-10d7-497e-8b7c-e21eeed8cedc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:59:40.403548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7a4579f5-10d7-497e-8b7c-e21eeed8cedc not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:59:40.430285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a98854-07c9-4fe5-b748-690323436894 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=0a6fceaf-7938-493f-9aef-fe728798b680,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:40.433907 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e1102c6-c6ad-4793-831f-c0bca127c0c4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:40.434365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e1102c6-c6ad-4793-831f-c0bca127c0c4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:40.438150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e1102c6-c6ad-4793-831f-c0bca127c0c4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/d75c0695-6aa0-4989-badf-ec5695048ceb HTTP/1.1" status: 404 len: 337 time: 0.0853431 Dec 08 16:59:40.440582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52474) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.454357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52476) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.472761 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2bdd26b-d921-4153-81ce-a0e563c68780 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:40.473179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2bdd26b-d921-4153-81ce-a0e563c68780 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:40.477861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e2bdd26b-d921-4153-81ce-a0e563c68780 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/6d612069-2a94-45e1-bb19-663fde7cc797 HTTP/1.1" status: 404 len: 339 time: 0.0349755 Dec 08 16:59:40.479728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.517938 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e650c75-53a3-436e-bdad-cf096da0f94c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:40.518600 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e650c75-53a3-436e-bdad-cf096da0f94c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:40.524707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e650c75-53a3-436e-bdad-cf096da0f94c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/b1c35429-080e-41df-a9bf-1af0adc0abdc HTTP/1.1" status: 404 len: 337 time: 0.0414879 Dec 08 16:59:40.525418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52480) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.546048 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fd4d8ce-3e76-4ac3-b644-8f62e67a92cb tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:40.546859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fd4d8ce-3e76-4ac3-b644-8f62e67a92cb tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:40.560947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4fd4d8ce-3e76-4ac3-b644-8f62e67a92cb tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/0fe0716c-0b13-4c30-b9c2-e0c43f5f0fc3 HTTP/1.1" status: 404 len: 339 time: 0.0340598 Dec 08 16:59:40.564222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.567719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33daf64f-cb75-4e46-b17b-1d6cfa078ba5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.592217 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c9b2dcc-6104-4af5-acd0-ff7943e56967 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:40.592670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c9b2dcc-6104-4af5-acd0-ff7943e56967 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:40.597851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3c9b2dcc-6104-4af5-acd0-ff7943e56967 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/9cce95ab-c99b-497e-9cfd-0a60248ba44c HTTP/1.1" status: 404 len: 337 time: 0.0306168 Dec 08 16:59:40.598047 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33daf64f-cb75-4e46-b17b-1d6cfa078ba5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.598658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.624526 n-d-820935-5 neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc40801-84ae-4fc8-875e-88f25b27c407 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:40.625641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc40801-84ae-4fc8-875e-88f25b27c407 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103281) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:40.628738 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2cc40801-84ae-4fc8-875e-88f25b27c407 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/6fe04a86-bc7f-42fc-817a-8cbee33786fb HTTP/1.1" status: 404 len: 339 time: 0.0288248 Dec 08 16:59:40.632058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52486) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.670312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33daf64f-cb75-4e46-b17b-1d6cfa078ba5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.675121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33daf64f-cb75-4e46-b17b-1d6cfa078ba5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.676731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33daf64f-cb75-4e46-b17b-1d6cfa078ba5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "DELETE /v2.0/security-groups/345e30ee-caae-4fee-9c86-22eb08ac57f5 HTTP/1.1" status: 204 len: 168 time: 0.2210722 Dec 08 16:59:40.680345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52488) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.689947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daf64f-cb75-4e46-b17b-1d6cfa078ba5 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=345e30ee-caae-4fee-9c86-22eb08ac57f5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:40.706820 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-ead5710b-cd21-48f2-a9ac-f41549a48cad tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] show failed (client error): The resource could not be found. Dec 08 16:59:40.711401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:40.711884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ead5710b-cd21-48f2-a9ac-f41549a48cad tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups/345e30ee-caae-4fee-9c86-22eb08ac57f5 HTTP/1.1" status: 404 len: 347 time: 0.0297301 Dec 08 16:59:40.726565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting subnet 774b530e-3f75-4955-9b49-807058210a95 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:40.730660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.737163 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:40.780808 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.789620 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6110e066-586a-4825-8cdc-30454cff19d2 None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:59:40.882033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.901055 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Deleting port 0ec90cc1-ba33-44ca-85ce-51d74b5d25ad {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:40.901546 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.954867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.987735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=774b530e-3f75-4955-9b49-807058210a95,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:40.989967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.995853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6eba9233-e3f1-411f-8b27-6e10247d6886 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/774b530e-3f75-4955-9b49-807058210a95 HTTP/1.1" status: 204 len: 168 time: 0.3625598 Dec 08 16:59:40.996001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.996391 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:40.996555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52492) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:41.000814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c252913d-fd2c-4f46-a950-c385b591df29 None None] Network f24568cb-28bc-403e-b4ba-f2166b1b68eb requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:41.011143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Calling delete_port for 0ec90cc1-ba33-44ca-85ce-51d74b5d25ad owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:41.125768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.196770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting port 35456908-1a22-4984-8dac-80232a8a6901 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:41.197196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.227532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.246425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a01d34-57f4-4067-a8c7-f6a91326fd12 None None] New status for floating IP 0b6515f2-f050-437d-8e6c-16e579e11b34: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:59:41.256140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event deleted for resources: {'Port': ['ID=0ec90cc1-ba33-44ca-85ce-51d74b5d25ad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:41.301286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] DHCP port deletion for f24568cb-28bc-403e-b4ba-f2166b1b68eb request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:59:41.308417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] For port 35456908-1a22-4984-8dac-80232a8a6901, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35456908-1a22-4984-8dac-80232a8a6901,segment=NetworkSegment(4c49aba9-b409-4007-b820-29252a5fc691),segment_id=4c49aba9-b409-4007-b820-29252a5fc691)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:41.308789 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.324247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Calling delete_port for 35456908-1a22-4984-8dac-80232a8a6901 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:41.324483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.328192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.334729 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-387ad9b9-fbd7-4482-9832-d5fbfc490523 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "DELETE /v2.0/floatingips/0b6515f2-f050-437d-8e6c-16e579e11b34 HTTP/1.1" status: 204 len: 168 time: 0.6222136 Dec 08 16:59:41.405905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Deleting port 35456908-1a22-4984-8dac-80232a8a6901 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:41.406947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.456876 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.491905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Port': ['ID=35456908-1a22-4984-8dac-80232a8a6901,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:41.497002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No DVR routers for this DVR port 35456908-1a22-4984-8dac-80232a8a6901 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:41.545405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] For port 35456908-1a22-4984-8dac-80232a8a6901, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=35456908-1a22-4984-8dac-80232a8a6901,segment=NetworkSegment(4c49aba9-b409-4007-b820-29252a5fc691),segment_id=4c49aba9-b409-4007-b820-29252a5fc691)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:41.545906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.562072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Calling delete_port for 35456908-1a22-4984-8dac-80232a8a6901 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:41.592318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.614225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24568cb-28bc-403e-b4ba-f2166b1b68eb']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:41.625187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c49aba9-b409-4007-b820-29252a5fc691') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:41.625500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c49aba9-b409-4007-b820-29252a5fc691') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:41.635201 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.643438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.649920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.657279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:41.658636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:41.662170 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:41.673142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Pushing event deleted for resources: {'Port': ['ID=35456908-1a22-4984-8dac-80232a8a6901,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:41.681330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] No DVR routers for this DVR port 35456908-1a22-4984-8dac-80232a8a6901 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:41.683573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.684127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.684479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.684816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.685146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.685471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.685841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.686147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.686469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.686788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.687106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.687470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.687772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a301ee3e-750b-4632-873b-2a8b9a61c15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 16:59:41.726000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.732888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.737033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/f24568cb-28bc-403e-b4ba-f2166b1b68eb HTTP/1.1" status: 204 len: 168 time: 0.7391813 Dec 08 16:59:41.739699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52498) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:41.757657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2700b15-cdb6-4cea-b1ab-e6f7a6bfef99 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=f24568cb-28bc-403e-b4ba-f2166b1b68eb,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:41.780252 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc632f6b-5932-410b-af82-cec4350bf390 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:41.780804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc632f6b-5932-410b-af82-cec4350bf390 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:41.784412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fc632f6b-5932-410b-af82-cec4350bf390 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/97c95ca7-1139-4eeb-bf94-e8111568e6e5 HTTP/1.1" status: 404 len: 337 time: 0.0437837 Dec 08 16:59:41.787071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52500) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:41.805247 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ee1f96-f848-42e1-82f9-49259b9a811c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] DELETE failed (client error): The resource could not be found. Dec 08 16:59:41.805721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ee1f96-f848-42e1-82f9-49259b9a811c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 16:59:41.812030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f4ee1f96-f848-42e1-82f9-49259b9a811c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/889c2ab2-5413-4ff0-a68f-baee7e8923f8 HTTP/1.1" status: 404 len: 339 time: 0.0207138 Dec 08 16:59:41.812030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52502) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:41.865326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting subnet e055f001-c49a-47a0-985f-62587238f5af {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 16:59:41.868589 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.880884 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:41.885697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159992583', 'description': 'tempest-description--2024107500'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:41.911753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.912254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.984752 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:41.989004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.006773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.018567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.019796 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1378305 Dec 08 16:59:42.021726 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5b59b-d70c-4010-b6c1-9744ef43ecc2 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e755345-07e3-43e4-81b3-2d41b21cb265,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.023703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52506) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:42.027995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'security_group_rule': {'security_group_id': '9e755345-07e3-43e4-81b3-2d41b21cb265', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:42.060862 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.071092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.096322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Subnet': ['ID=e055f001-c49a-47a0-985f-62587238f5af,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.102412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.105777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1ee3d2ba-322a-4e5e-a821-7a143de2c8d4 tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/subnets/e055f001-c49a-47a0-985f-62587238f5af HTTP/1.1" status: 204 len: 168 time: 0.2937114 Dec 08 16:59:42.108468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52508) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:42.119258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6371c733-9060-4f26-a194-7e3bdbba29fe None None] Network 09bebf86-9cff-4819-9281-cbccdcba2e9b requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 16:59:42.126267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.131411 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.151974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.153726 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1290996 Dec 08 16:59:42.159999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52510) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:42.162856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1da90e-d6d3-40a0-9dcd-e4e3628112fe tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbc6b28-8375-483b-8db9-9e88085b2a1f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.163984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'security_group_rule': {'security_group_id': '9e755345-07e3-43e4-81b3-2d41b21cb265', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:42.216199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.222436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.270359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] DHCP port deletion for 09bebf86-9cff-4819-9281-cbccdcba2e9b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 16:59:42.320669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.326417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.351313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Deleting port d84195e8-00f9-423e-959d-c71447adb97d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:42.351760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.355884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d425120-4873-4a84-bd18-67f5041136c2,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.372421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.373925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8c189db8-43cd-43ae-aa8e-ff493e0cd5ea tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2134583 Dec 08 16:59:42.377761 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52512) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:42.382940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:42.415648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.438165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] For port d84195e8-00f9-423e-959d-c71447adb97d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d84195e8-00f9-423e-959d-c71447adb97d,segment=NetworkSegment(b9a67bcb-05de-47b3-afb8-ab2e5009b53d),segment_id=b9a67bcb-05de-47b3-afb8-ab2e5009b53d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:42.438698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.452579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Calling delete_port for d84195e8-00f9-423e-959d-c71447adb97d owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:42.490550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35456908-1a22-4984-8dac-80232a8a6901 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:42.492868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:42.515003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:59:42.516303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 8e7dceb3-efff-4263-bf8a-dd1383c6edf9 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:59:42.524446 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.541580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 35456908-1a22-4984-8dac-80232a8a6901 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:59:42.542064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 35456908-1a22-4984-8dac-80232a8a6901 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:59:42.542563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d84195e8-00f9-423e-959d-c71447adb97d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 16:59:42.543969 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.566447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d84195e8-00f9-423e-959d-c71447adb97d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 16:59:42.566802 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d84195e8-00f9-423e-959d-c71447adb97d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 16:59:42.580197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Port': ['ID=d84195e8-00f9-423e-959d-c71447adb97d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.589004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] No DVR routers for this DVR port d84195e8-00f9-423e-959d-c71447adb97d on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:42.595054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Deleting port d84195e8-00f9-423e-959d-c71447adb97d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 16:59:42.595435 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.665005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] For port d84195e8-00f9-423e-959d-c71447adb97d, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:42.665404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.679015 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.682828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Calling delete_port for d84195e8-00f9-423e-959d-c71447adb97d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 16:59:42.683367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Allocated IP 172.25.3.237 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/2794e5e8-b87f-4e94-8549-fce24507e577) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:42.686632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Port d84195e8-00f9-423e-959d-c71447adb97d was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 16:59:42.690104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.705040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bebf86-9cff-4819-9281-cbccdcba2e9b']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:42.716479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:42.716807 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9a67bcb-05de-47b3-afb8-ab2e5009b53d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:42.718430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] Pushing event deleted for resources: {'Port': ['ID=d84195e8-00f9-423e-959d-c71447adb97d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.720311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab33906-0237-4c9f-88b8-069abde5c093 None None] No DVR routers for this DVR port d84195e8-00f9-423e-959d-c71447adb97d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 16:59:42.736759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.750737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.757332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Releasing vlan 656 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 16:59:42.757720 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: timer() Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 16:59:42.760916 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 16:59:42.799231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.822231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.830292 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.833725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] 10.222.0.62 "DELETE /v2.0/networks/09bebf86-9cff-4819-9281-cbccdcba2e9b HTTP/1.1" status: 204 len: 168 time: 0.7241912 Dec 08 16:59:42.838318 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:42.849360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6821bf-1440-4997-9319-b247ee2fed4c tempest-NetworksIpV6Test-544677260 tempest-NetworksIpV6Test-544677260-project] Pushing event deleted for resources: {'Network': ['ID=09bebf86-9cff-4819-9281-cbccdcba2e9b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:42.884526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:42.891908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:42.896716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:42.899649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'Port': ['ID=2794e5e8-b87f-4e94-8549-fce24507e577,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:43.020049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.063475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.086071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52518) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:43.220285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.225316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.228978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-743da4d5-08cb-461a-af01-312d371f050a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8eee57d3f1e94a9da3c3d85c69093e24&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1394732 Dec 08 16:59:43.229207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52522) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:43.278061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5247230d-be3b-4135-b376-308151d2701a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.292208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'Port': ['ID=2794e5e8-b87f-4e94-8549-fce24507e577,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:43.301964 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5247230d-be3b-4135-b376-308151d2701a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.304706 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.320250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.321510 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ee9abb71-989c-4e29-8de2-e4209e0db0fb tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9424615 Dec 08 16:59:43.351068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5247230d-be3b-4135-b376-308151d2701a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.353822 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5247230d-be3b-4135-b376-308151d2701a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:43.355722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5247230d-be3b-4135-b376-308151d2701a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9363ce35-7e4f-4b22-b300-eb71e93bec31 HTTP/1.1" status: 204 len: 168 time: 0.1256077 Dec 08 16:59:43.364697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247230d-be3b-4135-b376-308151d2701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9363ce35-7e4f-4b22-b300-eb71e93bec31,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:43.542076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-bfe299b7-f5e9-4372-91d3-8ee8f2e38bc9 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1159992583&fields=id&tenant_id=18bb4ce41c6a4d37b63b83c411b929c5 HTTP/1.1" status: 200 len: 267 time: 0.0426381 Dec 08 16:59:43.658545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-20f04531-14b0-4f8f-bad5-a40c4f84f04b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:43.660616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-20f04531-14b0-4f8f-bad5-a40c4f84f04b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 810 time: 0.1114337 Dec 08 16:59:43.677631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-fb850ffb-25b6-4d40-ae1c-6b3f97c0e13e tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/quotas/18bb4ce41c6a4d37b63b83c411b929c5 HTTP/1.1" status: 200 len: 375 time: 0.0109370 Dec 08 16:59:43.732477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-0ef4cf8b-4617-4c9a-99fe-211dcab51b13 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484471 Dec 08 16:59:43.876625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-bdb744f0-6928-4ced-8fe7-891ea993c3ce service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:59:43.877826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-bdb744f0-6928-4ced-8fe7-891ea993c3ce service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0519869 Dec 08 16:59:43.974243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-dce92150-221e-48d9-a8f4-341a7799b172 service neutron] 10.222.0.62 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899034 Dec 08 16:59:44.065851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-b429f18b-204e-41c2-8f7b-229ccb1ba23d service neutron] 10.222.0.62 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848520 Dec 08 16:59:44.245241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb9c16c8-b155-4a88-be84-34991ea676f5 req-4c75bb1a-9563-44cc-b518-3077b5d87f00 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 210 time: 0.0286262 Dec 08 16:59:45.206352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52628) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:45.333596 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa37b68-69a6-4928-843f-e850bcce8b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.404084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d5db2cc-a3c3-4a85-987f-e33afc1c7e34 req-f538104f-179f-4688-93fa-eea2987d4b68 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 210 time: 0.0760164 Dec 08 16:59:45.422551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa37b68-69a6-4928-843f-e850bcce8b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.428624 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-efa37b68-69a6-4928-843f-e850bcce8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.468989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-f0a35ac7-97ca-4e0c-9133-eb0638cd8e8b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:45.469724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-efa37b68-69a6-4928-843f-e850bcce8b19 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=442055d1df064cfb84fba1b1fc092c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2621541 Dec 08 16:59:45.470703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-f0a35ac7-97ca-4e0c-9133-eb0638cd8e8b tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 810 time: 0.1632724 Dec 08 16:59:45.471876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa37b68-69a6-4928-843f-e850bcce8b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b67b373-263a-47e3-9876-70ee1c67409f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:45.472540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52634) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:45.563735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96ee522e-84b7-4f0e-9bdf-3b6a824ba2bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.571026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-90e50cd1-8d35-4d86-980b-f5ba780f79b0 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18bb4ce41c6a4d37b63b83c411b929c5 HTTP/1.1" status: 200 len: 380 time: 0.0899312 Dec 08 16:59:45.584375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'port': {'device_id': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'admin_state_up': True, 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'security_groups': ['9e755345-07e3-43e4-81b3-2d41b21cb265']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:45.636588 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96ee522e-84b7-4f0e-9bdf-3b6a824ba2bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.723234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96ee522e-84b7-4f0e-9bdf-3b6a824ba2bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.725695 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96ee522e-84b7-4f0e-9bdf-3b6a824ba2bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.726863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-96ee522e-84b7-4f0e-9bdf-3b6a824ba2bd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5b67b373-263a-47e3-9876-70ee1c67409f HTTP/1.1" status: 204 len: 168 time: 0.2533572 Dec 08 16:59:45.744000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee522e-84b7-4f0e-9bdf-3b6a824ba2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b67b373-263a-47e3-9876-70ee1c67409f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:45.752744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Made reservation on behalf of 18bb4ce41c6a4d37b63b83c411b929c5 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 16:59:45.756843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:45.895168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Allocated IP 172.20.0.7 (dcb38395-0677-404c-ad18-af16fcc8a053/8551e05d-ca51-4fd2-bc3c-66472cd3a501/e27c6350-5013-4586-9731-edaa71828818) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 16:59:46.007782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52640) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:46.025542 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8fc87e99-334f-44a0-bb26-959e637e3fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.043191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.077546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.116772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8fc87e99-334f-44a0-bb26-959e637e3fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.118396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Network dcb38395-0677-404c-ad18-af16fcc8a053 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 16:59:46.120094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8fc87e99-334f-44a0-bb26-959e637e3fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.121870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 16:59:46.126190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 16:59:46.162602 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8fc87e99-334f-44a0-bb26-959e637e3fc0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9492f24b66c45d0851757ded7d1152b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1536956 Dec 08 16:59:46.163410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc87e99-334f-44a0-bb26-959e637e3fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa996d-5263-4bda-ae34-5cdd3c06a886,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:46.165385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event updated for resources: {'Port': ['ID=e27c6350-5013-4586-9731-edaa71828818,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:46.166269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:46.189768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:46.190657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.210051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-d0d729c5-24c5-43cf-a07c-a2be6feb5772 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6319232 Dec 08 16:59:46.224848 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1b35-3329-48b8-aecf-19edd761dbf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.226351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Request body: {'port': {'device_id': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:46.248827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1b35-3329-48b8-aecf-19edd761dbf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.283602 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.306866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1b35-3329-48b8-aecf-19edd761dbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.309620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc5b1b35-3329-48b8-aecf-19edd761dbf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.310987 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bc5b1b35-3329-48b8-aecf-19edd761dbf7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/63aa996d-5263-4bda-ae34-5cdd3c06a886 HTTP/1.1" status: 204 len: 168 time: 0.1433127 Dec 08 16:59:46.323831 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5b1b35-3329-48b8-aecf-19edd761dbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa996d-5263-4bda-ae34-5cdd3c06a886,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:46.389756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-57fb3b1f-5202-46c0-baa1-a9e52b55e60e None None] Provisioning complete for port e27c6350-5013-4586-9731-edaa71828818 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:46.391461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57fb3b1f-5202-46c0-baa1-a9e52b55e60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.433211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-57fb3b1f-5202-46c0-baa1-a9e52b55e60e None None] Port e27c6350-5013-4586-9731-edaa71828818 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 16:59:46.571144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e3843-63fb-4389-8648-b9c7c4436cf7 req-503348c1-b0d0-486b-9ec0-a0dfc99d9a34 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:46.572654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096e3843-63fb-4389-8648-b9c7c4436cf7 req-503348c1-b0d0-486b-9ec0-a0dfc99d9a34 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 931 time: 0.0784447 Dec 08 16:59:46.660078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27c6350-5013-4586-9731-edaa71828818 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:59:46.670046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-096e3843-63fb-4389-8648-b9c7c4436cf7 req-4bba3edd-9e0f-4622-82c1-c0a580e0ad87 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855742 Dec 08 16:59:46.672171 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.684659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Transition to ACTIVE for port object e27c6350-5013-4586-9731-edaa71828818 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 16:59:46.689144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.750477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Pushing event updated for resources: {'Port': ['ID=e27c6350-5013-4586-9731-edaa71828818,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:46.823663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Attempting to bind port e27c6350-5013-4586-9731-edaa71828818 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 16:59:46.824074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Attempting to bind port e27c6350-5013-4586-9731-edaa71828818 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 16:59:46.824461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Attempting to bind port e27c6350-5013-4586-9731-edaa71828818 on network dcb38395-0677-404c-ad18-af16fcc8a053 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:46.830927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Port e27c6350-5013-4586-9731-edaa71828818 on network dcb38395-0677-404c-ad18-af16fcc8a053 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 16:59:46.831356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Attempting to bind port e27c6350-5013-4586-9731-edaa71828818 on network dcb38395-0677-404c-ad18-af16fcc8a053 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 16:59:46.837630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 16, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 16:59:46.838065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Checking segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 16:59:46.838440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Bound using segment: {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 16:59:46.838869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Bound port: e27c6350-5013-4586-9731-edaa71828818, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75a93418-558a-4b14-9589-ff79e45ca3f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 16:59:46.839298 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.923994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] For port e27c6350-5013-4586-9731-edaa71828818, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 16:59:46.927370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] For port e27c6350-5013-4586-9731-edaa71828818, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e27c6350-5013-4586-9731-edaa71828818,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 16:59:46.933110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.975723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:46.976350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:46.977733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] 10.222.0.86 "PUT /v2.0/ports/e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1091 time: 0.7557404 Dec 08 16:59:46.978321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'tag': 'e27c6350-5013-4586-9731-edaa71828818'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:59:46.980609 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfac76d3-1b0b-4066-ab70-893feefa752a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "tag": "e27c6350-5013-4586-9731-edaa71828818"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:59:47.009529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a3b94-11f7-4af7-ba3a-77de90fc83ad service neutron] Pushing event updated for resources: {'Port': ['ID=e27c6350-5013-4586-9731-edaa71828818,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:47.034140 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a35ace-207f-4e3c-8260-ab306363a54a x-openstack-request-id: req-18a35ace-207f-4e3c-8260-ab306363a54a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:59:47.034438 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "tag": "e27c6350-5013-4586-9731-edaa71828818", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:59:47.034756 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-18a35ace-207f-4e3c-8260-ab306363a54a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:59:47.035165 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'tag': 'e27c6350-5013-4586-9731-edaa71828818', 'status': 'completed', 'code': 200} Dec 08 16:59:47.069296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-78b290a3-c430-4b70-b67a-a16f2feb93ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:47.070876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-78b290a3-c430-4b70-b67a-a16f2feb93ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1094 time: 0.0520589 Dec 08 16:59:47.120172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-decfa8c7-c8b6-44d1-bfeb-b359ee48da76 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 217 time: 0.0403390 Dec 08 16:59:47.177682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-7c241927-1c2a-4ec3-8aaa-484a0b0c2feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:47.179374 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-7c241927-1c2a-4ec3-8aaa-484a0b0c2feb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0527043 Dec 08 16:59:47.564817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-9fcb8a36-2af2-41cf-983e-99fdcbe54bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:47.566386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-9fcb8a36-2af2-41cf-983e-99fdcbe54bcb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3800809 Dec 08 16:59:47.659117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-2a087c07-2145-49ed-8ee3-c58f98da02b1 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847600 Dec 08 16:59:47.794586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c643c5b3-47b5-4cef-a6bb-530211995889 req-a2c09914-a3c8-4f4d-b42a-5e195505f814 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276968 Dec 08 16:59:47.812808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a462c94-05e7-45c6-964b-4cb12f9bcdc0 req-aafb5568-1ae1-45f0-bc01-c864c9f39d93 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:47.814485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a462c94-05e7-45c6-964b-4cb12f9bcdc0 req-aafb5568-1ae1-45f0-bc01-c864c9f39d93 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 943 time: 0.0721445 Dec 08 16:59:47.907741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a462c94-05e7-45c6-964b-4cb12f9bcdc0 req-51e30231-6bd3-4565-a254-a6bca6a2a3f8 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866680 Dec 08 16:59:47.919948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-0e97766b-22b0-4de6-947d-b1de7538d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:47.922181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-0e97766b-22b0-4de6-947d-b1de7538d52e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1094 time: 0.0692258 Dec 08 16:59:48.015456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-da79206c-c461-4cbe-94a5-b344051c2b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:48.016938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-da79206c-c461-4cbe-94a5-b344051c2b95 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0882733 Dec 08 16:59:48.064717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-140cb8b0-f4c6-484f-a591-560fd177295a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 217 time: 0.0407448 Dec 08 16:59:48.116663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-25f079dc-6e08-4aea-b529-e76a3d05bc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:48.118148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-25f079dc-6e08-4aea-b529-e76a3d05bc9f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0468476 Dec 08 16:59:48.166637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-a3afa345-aa35-4277-8717-36acb35f3154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:48.168153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-a3afa345-aa35-4277-8717-36acb35f3154 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426049 Dec 08 16:59:48.271569 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-faf743f6-9e7d-41a3-ae4c-ee4f02c3d33a service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951157 Dec 08 16:59:48.360744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52702) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:48.371196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfac76d3-1b0b-4066-ab70-893feefa752a req-3f537d8b-ea92-4443-b61b-20b545e752a2 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919051 Dec 08 16:59:48.466698 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a53263d-dc5e-49d3-8ea3-8853ab263686 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.548125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a53263d-dc5e-49d3-8ea3-8853ab263686 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.551957 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a53263d-dc5e-49d3-8ea3-8853ab263686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.593252 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6a53263d-dc5e-49d3-8ea3-8853ab263686 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0b476fa063445e49ae486f4dc5f7e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2313461 Dec 08 16:59:48.594151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53263d-dc5e-49d3-8ea3-8853ab263686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15dda7bc-4fe5-421d-a904-eff918718ea6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:48.596869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52706) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:48.646941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32110def-a4c2-4008-bf33-81152a3b70e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.667702 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32110def-a4c2-4008-bf33-81152a3b70e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.715037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32110def-a4c2-4008-bf33-81152a3b70e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.717667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-32110def-a4c2-4008-bf33-81152a3b70e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:48.718910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-32110def-a4c2-4008-bf33-81152a3b70e2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/15dda7bc-4fe5-421d-a904-eff918718ea6 HTTP/1.1" status: 204 len: 168 time: 0.1202450 Dec 08 16:59:48.727253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32110def-a4c2-4008-bf33-81152a3b70e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15dda7bc-4fe5-421d-a904-eff918718ea6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:48.992775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52714) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:49.009060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0acad4-b79f-4742-b1f6-787d986c5bf0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.042544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaab66-1051-486f-acb5-147b32440b60 req-61b6743c-1d64-49ee-9faa-cdb22edf2819 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:49.044759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2deaab66-1051-486f-acb5-147b32440b60 req-61b6743c-1d64-49ee-9faa-cdb22edf2819 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 943 time: 0.0636506 Dec 08 16:59:49.090197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0acad4-b79f-4742-b1f6-787d986c5bf0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.095430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0acad4-b79f-4742-b1f6-787d986c5bf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.098969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2deaab66-1051-486f-acb5-147b32440b60 req-2a331c6a-9dc4-4700-985c-e51f49c68c18 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 Dec 08 16:59:49.136140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b0acad4-b79f-4742-b1f6-787d986c5bf0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42a4e20314ed4e8983d748e79188a651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1422014 Dec 08 16:59:49.137260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0acad4-b79f-4742-b1f6-787d986c5bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1952802-5b8a-451b-a530-fbe283794d87,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:49.138772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52716) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:49.187860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4a53-3fd0-4d7d-af8d-0a5980e77419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.210962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4a53-3fd0-4d7d-af8d-0a5980e77419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.258222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4a53-3fd0-4d7d-af8d-0a5980e77419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.260809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8d4a53-3fd0-4d7d-af8d-0a5980e77419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:49.262003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e8d4a53-3fd0-4d7d-af8d-0a5980e77419 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1952802-5b8a-451b-a530-fbe283794d87 HTTP/1.1" status: 204 len: 168 time: 0.1219394 Dec 08 16:59:49.270109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d4a53-3fd0-4d7d-af8d-0a5980e77419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1952802-5b8a-451b-a530-fbe283794d87,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:50.240220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31747e-d587-4f41-81f4-ad8519c38d89 req-c0eca978-ec93-46ab-906a-ec612f95dd4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:50.241833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf31747e-d587-4f41-81f4-ad8519c38d89 req-c0eca978-ec93-46ab-906a-ec612f95dd4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 943 time: 0.0636094 Dec 08 16:59:50.293326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf31747e-d587-4f41-81f4-ad8519c38d89 req-20bc473a-2700-4f35-8467-ee41cd02b496 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 Dec 08 16:59:50.495985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e27c6350-5013-4586-9731-edaa71828818 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 16:59:50.630164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e27c6350-5013-4586-9731-edaa71828818, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e27c6350-5013-4586-9731-edaa71828818,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:50.645558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e27c6350-5013-4586-9731-edaa71828818', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'port_id': 'e27c6350-5013-4586-9731-edaa71828818', 'mac_address': 'fa:16:3e:24:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 16:59:50.701380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:50.719390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27c6350-5013-4586-9731-edaa71828818 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 16:59:50.745121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e27c6350-5013-4586-9731-edaa71828818, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e27c6350-5013-4586-9731-edaa71828818,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:50.752459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:50.822364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e27c6350-5013-4586-9731-edaa71828818,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:50.977747 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e27c6350-5013-4586-9731-edaa71828818'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 16:59:51.412709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248b524-b926-46a5-aacb-5efa3894750a req-385044f8-3e28-4af6-b628-ddcc3b2bcfff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:51.414204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5248b524-b926-46a5-aacb-5efa3894750a req-385044f8-3e28-4af6-b628-ddcc3b2bcfff tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 944 time: 0.0509603 Dec 08 16:59:51.463712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5248b524-b926-46a5-aacb-5efa3894750a req-bc766e6d-4ffe-4fed-81d5-022a6695f05d tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433712 Dec 08 16:59:52.511696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e27c6350-5013-4586-9731-edaa71828818 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 16:59:52.567017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port e27c6350-5013-4586-9731-edaa71828818 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 16:59:52.571854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port e27c6350-5013-4586-9731-edaa71828818 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 16:59:52.572364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:52.592079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73aa4ba-f6f5-4e48-a5a6-3eab2ccf0a12 req-c3e0fa65-bbed-40eb-8a18-25e98bd61f57 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:52.594303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c73aa4ba-f6f5-4e48-a5a6-3eab2ccf0a12 req-c3e0fa65-bbed-40eb-8a18-25e98bd61f57 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 944 time: 0.0584438 Dec 08 16:59:52.651446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c73aa4ba-f6f5-4e48-a5a6-3eab2ccf0a12 req-5bb301be-f6eb-493d-8551-28bc06392706 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481884 Dec 08 16:59:52.660727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:52.686575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27c6350-5013-4586-9731-edaa71828818'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:59:52.701533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e27c6350-5013-4586-9731-edaa71828818, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e27c6350-5013-4586-9731-edaa71828818,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 16:59:52.706323 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:52.760320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e27c6350-5013-4586-9731-edaa71828818,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:52.791522 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb08401-45f3-43b3-a2c5-ff9ca200064a" -d '{"events": [{"server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "name": "network-vif-plugged", "status": "completed", "tag": "e27c6350-5013-4586-9731-edaa71828818"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:59:52.887338 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-895feaaa-e15a-4505-aca6-832bb958f220 x-openstack-request-id: req-895feaaa-e15a-4505-aca6-832bb958f220 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:59:52.887631 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "name": "network-vif-plugged", "status": "completed", "tag": "e27c6350-5013-4586-9731-edaa71828818", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:59:52.887968 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-895feaaa-e15a-4505-aca6-832bb958f220 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:59:52.888371 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27c6350-5013-4586-9731-edaa71828818', 'code': 200} Dec 08 16:59:52.984315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f01b655-51a7-49ad-af9e-82f2149d8b60 req-f816b3a7-8c14-4200-af14-fa18e40f28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:52.985744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f01b655-51a7-49ad-af9e-82f2149d8b60 req-f816b3a7-8c14-4200-af14-fa18e40f28b4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0411775 Dec 08 16:59:53.032281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f01b655-51a7-49ad-af9e-82f2149d8b60 req-37737af4-da3e-45e5-a7f9-339afa1fa539 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384927 Dec 08 16:59:53.776726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28981255-a71e-48a6-b98c-ce58731939f8 req-1d3b2d25-f16f-451a-8732-efdbd4691f57 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:53.778270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28981255-a71e-48a6-b98c-ce58731939f8 req-1d3b2d25-f16f-451a-8732-efdbd4691f57 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 945 time: 0.0509348 Dec 08 16:59:53.834150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28981255-a71e-48a6-b98c-ce58731939f8 req-bfae2ddb-401e-404a-9133-f0155117e98a tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Dec 08 16:59:54.961689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ac671-be32-4ed6-9e4a-d45eea0afc4a req-aedddc31-ffec-4ea1-b088-390248618553 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:54.963252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296ac671-be32-4ed6-9e4a-d45eea0afc4a req-aedddc31-ffec-4ea1-b088-390248618553 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 945 time: 0.0572338 Dec 08 16:59:55.012566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296ac671-be32-4ed6-9e4a-d45eea0afc4a req-c31fbc5d-efd0-4f30-97f3-66ce32deb4a6 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429382 Dec 08 16:59:55.126683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370969e-9c48-4bee-9de3-f12e7cf86989 req-7ff80694-76cc-43c7-a5e2-0b44a1bcefed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:55.128216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1370969e-9c48-4bee-9de3-f12e7cf86989 req-7ff80694-76cc-43c7-a5e2-0b44a1bcefed tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Dec 08 16:59:55.136925 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52842) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:55.141707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Request body: {'floatingip': {'port_id': 'e27c6350-5013-4586-9731-edaa71828818'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 16:59:55.184106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:55.632023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:55.635849 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:55.738298 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Floating IP 485721d9-d3c7-4c11-9a33-4aecb555b041 associated. External IP: 172.25.3.237, port: e27c6350-5013-4586-9731-edaa71828818. Dec 08 16:59:55.949123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 16:59:56.039885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-400a4186-bd81-4ab9-ac4a-8b62156a3384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:56.061688 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 16:59:56.066761 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:56.071877 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 16:59:56.081970 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:59:56.082576 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:56.097418 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-53106af8-21ef-418f-9678-5dab198a5630 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "PUT /v2.0/floatingips/485721d9-d3c7-4c11-9a33-4aecb555b041 HTTP/1.1" status: 200 len: 991 time: 0.9594176 Dec 08 16:59:56.098043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'tag': 'e27c6350-5013-4586-9731-edaa71828818'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 16:59:56.100397 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fed8b63-b348-4b5f-8529-f0e39b072c84" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "tag": "e27c6350-5013-4586-9731-edaa71828818"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 16:59:56.163170 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 16:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9d12ce-d5be-4681-94c4-b9c8db53ed6d x-openstack-request-id: req-7d9d12ce-d5be-4681-94c4-b9c8db53ed6d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 16:59:56.163459 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "tag": "e27c6350-5013-4586-9731-edaa71828818", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 16:59:56.163710 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7d9d12ce-d5be-4681-94c4-b9c8db53ed6d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 16:59:56.164111 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'tag': 'e27c6350-5013-4586-9731-edaa71828818', 'status': 'completed', 'code': 200} Dec 08 16:59:56.239499 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:59:56.243338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-ce78dc42-926d-407e-a634-65cd0e167613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:56.244895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-ce78dc42-926d-407e-a634-65cd0e167613 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0482061 Dec 08 16:59:56.329070 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.86', 62122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:56.353998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-c8f1ffed-d877-4c52-9be1-c017022e1e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:56.355483 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-c8f1ffed-d877-4c52-9be1-c017022e1e6e service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1030462 Dec 08 16:59:56.377606 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-6247aea1-6cfe-442d-b202-11e8d5eb75a1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0439825 Dec 08 16:59:56.439343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-9d4fdb6c-a957-4470-9447-0f30129e9a65 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 999 time: 0.0724320 Dec 08 16:59:56.511940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-3b17d711-9203-4294-8d87-50cf67d49056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:56.513824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-3b17d711-9203-4294-8d87-50cf67d49056 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0682061 Dec 08 16:59:56.513978 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '485721d9-d3c7-4c11-9a33-4aecb555b041', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'port_id': 'e27c6350-5013-4586-9731-edaa71828818', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'mac_address': 'fa:16:3e:24:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:59:42Z', 'updated_at': '2021-12-08T16:59:55Z', 'revision_number': 1, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:56.543597 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 16:59:56.553031 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 16:59:56.553655 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T16:59:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:56.570447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-abd6aad2-33bb-46aa-86b1-cacb2d103747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:56.572404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-abd6aad2-33bb-46aa-86b1-cacb2d103747 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497174 Dec 08 16:59:56.591629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-522d7642-02a3-4c36-a320-cf71f93e070c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 16:59:56.593657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-522d7642-02a3-4c36-a320-cf71f93e070c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0138774 Dec 08 16:59:56.677654 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 16:59:56.712364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-c716027e-ee6a-465a-917d-ee82502c4c3f service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105096 Dec 08 16:59:56.833844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fed8b63-b348-4b5f-8529-f0e39b072c84 req-a4487bd0-3180-498e-8113-3c0d80bef845 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149745 Dec 08 16:59:56.908241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52864) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:56.948580 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '485721d9-d3c7-4c11-9a33-4aecb555b041', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'port_id': 'e27c6350-5013-4586-9731-edaa71828818', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'mac_address': 'fa:16:3e:24:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:59:42Z', 'updated_at': '2021-12-08T16:59:55Z', 'revision_number': 1, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 16:59:56.973741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e010c-4404-4723-b0f5-b608bbf3237d req-2aab5931-34c8-4297-904a-aa16c307b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:56.976183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-2aab5931-34c8-4297-904a-aa16c307b86c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0688446 Dec 08 16:59:56.986570 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2c21ba-50ba-4d18-8eb4-7a4907878bc9 None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '485721d9-d3c7-4c11-9a33-4aecb555b041', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'floating_ip_address': '172.25.3.237', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'port_id': 'e27c6350-5013-4586-9731-edaa71828818', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3641, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'mac_address': 'fa:16:3e:24:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T16:59:42Z', 'updated_at': '2021-12-08T16:59:55Z', 'revision_number': 1, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 16:59:57.040056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a407cdd3-6796-45c1-844f-4b0771e8786c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.096410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e010c-4404-4723-b0f5-b608bbf3237d req-5cb59d2d-568f-4fea-8a3c-5dc9403020d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:57.097978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-5cb59d2d-568f-4fea-8a3c-5dc9403020d3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1000524 Dec 08 16:59:57.144033 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a407cdd3-6796-45c1-844f-4b0771e8786c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.148662 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a407cdd3-6796-45c1-844f-4b0771e8786c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.179799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-5695b25c-f5c5-4c48-8e73-07579d40a704 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 999 time: 0.0748706 Dec 08 16:59:57.190199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a407cdd3-6796-45c1-844f-4b0771e8786c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f9ab6e506330451cb123e386644780b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2806656 Dec 08 16:59:57.190738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52870) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:57.203676 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407cdd3-6796-45c1-844f-4b0771e8786c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ede651b-2779-402b-9bf4-66a28e4de113,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:57.259974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e010c-4404-4723-b0f5-b608bbf3237d req-4b3ffb01-7ca7-42a2-9c82-416d4054e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:57.261639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-4b3ffb01-7ca7-42a2-9c82-416d4054e217 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0749457 Dec 08 16:59:57.264491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-759fab15-bffc-44ee-99be-880e1f86fff5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.288390 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-759fab15-bffc-44ee-99be-880e1f86fff5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.325269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e010c-4404-4723-b0f5-b608bbf3237d req-5b47d342-a0ee-4746-9162-29809162d316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 16:59:57.328354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-5b47d342-a0ee-4746-9162-29809162d316 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584965 Dec 08 16:59:57.347840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bc5ce1-f150-45d6-9c50-4991b876b60f None None] New status for floating IP 485721d9-d3c7-4c11-9a33-4aecb555b041: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 16:59:57.356611 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-759fab15-bffc-44ee-99be-880e1f86fff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.360118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-759fab15-bffc-44ee-99be-880e1f86fff5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.364281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-759fab15-bffc-44ee-99be-880e1f86fff5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ede651b-2779-402b-9bf4-66a28e4de113 HTTP/1.1" status: 204 len: 168 time: 0.1617789 Dec 08 16:59:57.374058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759fab15-bffc-44ee-99be-880e1f86fff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ede651b-2779-402b-9bf4-66a28e4de113,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:57.472800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-06aaad02-e45d-46d5-a701-e66ff04c8451 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386869 Dec 08 16:59:57.603467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-9ef6bab5-28a4-4067-8bd0-00d03801f614 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239073 Dec 08 16:59:57.746336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 52876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:57.760109 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdf769f0-7ede-40af-8c30-4d70667b5e93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.850108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdf769f0-7ede-40af-8c30-4d70667b5e93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.854449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdf769f0-7ede-40af-8c30-4d70667b5e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.901762 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bdf769f0-7ede-40af-8c30-4d70667b5e93 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=092885532fcf4170923d001db29c01b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1541402 Dec 08 16:59:57.902808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf769f0-7ede-40af-8c30-4d70667b5e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d94d2f9-fd14-4bda-b716-5ae165f2ff4f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:57.904323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 52878) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 16:59:57.956911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fca9a09-9c2a-4f20-a8cd-b31d3506ac2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:57.978994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fca9a09-9c2a-4f20-a8cd-b31d3506ac2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:58.027613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fca9a09-9c2a-4f20-a8cd-b31d3506ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:58.030685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fca9a09-9c2a-4f20-a8cd-b31d3506ac2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 16:59:58.032061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1fca9a09-9c2a-4f20-a8cd-b31d3506ac2c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d94d2f9-fd14-4bda-b716-5ae165f2ff4f HTTP/1.1" status: 204 len: 168 time: 0.1267395 Dec 08 16:59:58.040032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca9a09-9c2a-4f20-a8cd-b31d3506ac2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d94d2f9-fd14-4bda-b716-5ae165f2ff4f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 16:59:58.850136 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2f7dc5ef-7ea1-4ebd-b73e-4eb38fc0f6d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:00.235514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:02.007755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:02.295517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:02.516229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:03.450426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:08.668799 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:00:16.704364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53094) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:16.832709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:16.917524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:16.921660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:16.962508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=08824f8c142d436d93442a134353ce69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2561955 Dec 08 17:00:16.963675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d17a31b-b8e1-4335-9605-1d9b285a4981,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:16.965137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53100) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:16.971955 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.972311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.972660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.972995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.973337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.973671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.974023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.974357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.974684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.975015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.975343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.975672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:16.975994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5933b276-02bc-46ef-87c8-d9eb17f2afb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.017427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:17.041710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:17.090054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:17.097765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:17.097765 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d17a31b-b8e1-4335-9605-1d9b285a4981 HTTP/1.1" status: 204 len: 168 time: 0.1303596 Dec 08 17:00:17.105082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d17a31b-b8e1-4335-9605-1d9b285a4981,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:17.117499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.117977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.118429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.118859 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.119205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.119529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.119857 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.120301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.120631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.120953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.121270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.121586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:17.122123 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c72fba-ca2d-4e88-86d3-12434797a16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:18.115368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:18.222043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8764bb39-f616-45b9-9ab9-917dd7d25f05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.298517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8764bb39-f616-45b9-9ab9-917dd7d25f05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.302554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8764bb39-f616-45b9-9ab9-917dd7d25f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.342375 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8764bb39-f616-45b9-9ab9-917dd7d25f05 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a0f702d60a74cbab6ab3a61286f3062&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2258697 Dec 08 17:00:18.343486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764bb39-f616-45b9-9ab9-917dd7d25f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ebf057-23ff-4aaf-b404-c3adca890937,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:18.345061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53142) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:18.399784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8ebeeb-e478-41e4-aff8-53876ce9abaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.421013 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8ebeeb-e478-41e4-aff8-53876ce9abaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.468388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8ebeeb-e478-41e4-aff8-53876ce9abaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.471186 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e8ebeeb-e478-41e4-aff8-53876ce9abaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:18.472446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e8ebeeb-e478-41e4-aff8-53876ce9abaa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d0ebf057-23ff-4aaf-b404-c3adca890937 HTTP/1.1" status: 204 len: 168 time: 0.1261275 Dec 08 17:00:18.480140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8ebeeb-e478-41e4-aff8-53876ce9abaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ebf057-23ff-4aaf-b404-c3adca890937,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:26.043832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1055cd4f-3411-4627-aa15-f9827018f2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:28.641335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53288) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:28.751310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2635-5544-4cef-b8db-26f846dac034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:28.840785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2635-5544-4cef-b8db-26f846dac034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:28.844786 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5c1a2635-5544-4cef-b8db-26f846dac034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:28.855167 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-156d02e2-e890-4daf-b10a-705c39d3e6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:28.886650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5c1a2635-5544-4cef-b8db-26f846dac034 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=29500152fbde4f77907a1476d01913df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2441473 Dec 08 17:00:28.887646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a2635-5544-4cef-b8db-26f846dac034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6a6b3e-5774-44c1-a860-bcc91865a2f1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:28.889538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53292) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:28.947517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e70565af-1422-407c-97a9-9b00ec4e2967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:28.972745 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e70565af-1422-407c-97a9-9b00ec4e2967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.020510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e70565af-1422-407c-97a9-9b00ec4e2967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.023961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e70565af-1422-407c-97a9-9b00ec4e2967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.025246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e70565af-1422-407c-97a9-9b00ec4e2967 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee6a6b3e-5774-44c1-a860-bcc91865a2f1 HTTP/1.1" status: 204 len: 168 time: 0.1347227 Dec 08 17:00:29.034118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70565af-1422-407c-97a9-9b00ec4e2967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6a6b3e-5774-44c1-a860-bcc91865a2f1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:29.315754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53300) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:29.329229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbf4715b-6c2d-476c-b1d3-28f613093fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.419761 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbf4715b-6c2d-476c-b1d3-28f613093fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.424429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fbf4715b-6c2d-476c-b1d3-28f613093fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.468242 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fbf4715b-6c2d-476c-b1d3-28f613093fa4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=30c46aa614354c29a5d569de0092151f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1513677 Dec 08 17:00:29.469116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4715b-6c2d-476c-b1d3-28f613093fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38adb5c-1fee-4fe9-9faf-fbfdc0667e9f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:29.471197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:29.521757 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2bb7083f-77a6-4099-bfb8-ca8ee7bfbf8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.542919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2bb7083f-77a6-4099-bfb8-ca8ee7bfbf8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.592078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2bb7083f-77a6-4099-bfb8-ca8ee7bfbf8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.594991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2bb7083f-77a6-4099-bfb8-ca8ee7bfbf8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.596432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2bb7083f-77a6-4099-bfb8-ca8ee7bfbf8d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a38adb5c-1fee-4fe9-9faf-fbfdc0667e9f HTTP/1.1" status: 204 len: 168 time: 0.1242595 Dec 08 17:00:29.604944 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb7083f-77a6-4099-bfb8-ca8ee7bfbf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38adb5c-1fee-4fe9-9faf-fbfdc0667e9f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:29.909950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53310) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:29.923253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9eec25-e125-4ce3-9b4f-afe483f434ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:29.996941 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9eec25-e125-4ce3-9b4f-afe483f434ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.000583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b9eec25-e125-4ce3-9b4f-afe483f434ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.040832 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4b9eec25-e125-4ce3-9b4f-afe483f434ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9800602e1dff4cc98172eca53f2e280b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298010 Dec 08 17:00:30.041691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9eec25-e125-4ce3-9b4f-afe483f434ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991aa60b-8e63-4065-a46f-82195ea1aa20,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:30.044064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53312) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:30.094199 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90610e92-bdb4-4618-9c59-923942fe3bcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.118019 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90610e92-bdb4-4618-9c59-923942fe3bcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.162719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90610e92-bdb4-4618-9c59-923942fe3bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.165327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90610e92-bdb4-4618-9c59-923942fe3bcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.166574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-90610e92-bdb4-4618-9c59-923942fe3bcb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/991aa60b-8e63-4065-a46f-82195ea1aa20 HTTP/1.1" status: 204 len: 168 time: 0.1213160 Dec 08 17:00:30.175005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90610e92-bdb4-4618-9c59-923942fe3bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991aa60b-8e63-4065-a46f-82195ea1aa20,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:30.235141 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.847140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53336) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:30.942512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-41028360-network', 'tenant_id': 'ed4a41b0fd464a648b475375ef39f5c5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:30.964423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Made reservation on behalf of ed4a41b0fd464a648b475375ef39f5c5 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:00:30.967117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:30.976983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.052780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.056640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.084832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:00:31.096456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11c9013-00f3-46a4-8783-b48cc537048e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:31.099481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.100100 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Added segment f2064855-d42e-46bc-951c-3a4002a4e3bf of type vlan for network 5dee7513-bf92-4fdc-babe-30465960d6d5 Dec 08 17:00:31.140926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.166324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.167392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:31.167987 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.234996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3866296 Dec 08 17:00:31.239192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f422a929-86d3-4071-9955-704d9347f84f admin admin] Pushing event updated for resources: {'Network': ['ID=5dee7513-bf92-4fdc-babe-30465960d6d5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:31.239411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53340) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:00:31.244956 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Request body: {'subnet': {'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-41028360-subnet', 'tenant_id': 'ed4a41b0fd464a648b475375ef39f5c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:31.254525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5dee7513-bf92-4fdc-babe-30465960d6d5 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:00:31.268025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Made reservation on behalf of ed4a41b0fd464a648b475375ef39f5c5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:00:31.270696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.443241 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.498399 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9604a77d-8a7b-4925-8bcc-e1f4e7939906,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:31.510046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Checking segment: {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:00:31.510246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Network hostable DHCP agents. Network: 5dee7513-bf92-4fdc-babe-30465960d6d5, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:00:31.528256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Network 5dee7513-bf92-4fdc-babe-30465960d6d5 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:00:31.537893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5dee7513-bf92-4fdc-babe-30465960d6d5) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:00:31.542638 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:31.543222 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:31.549366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c858641d-8c3f-4d7d-8ef3-12f8f4b65beb None None] Network 5dee7513-bf92-4fdc-babe-30465960d6d5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:00:31.570113 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ed0a1fbf-2e02-49eb-8bff-ebea924acd49 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3250177 Dec 08 17:00:31.655713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5216f12c-8139-4038-9d4e-3d8377e22578 None None] Network 5dee7513-bf92-4fdc-babe-30465960d6d5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:00:32.013238 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:32.301304 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:32.508697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:33.302889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-641bb748-c2b7-43ba-8247-f9dcaafc1bae tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:33.304346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-641bb748-c2b7-43ba-8247-f9dcaafc1bae tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/networks?id=5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 200 len: 807 time: 0.1098406 Dec 08 17:00:33.319929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-6a71ca1c-c3cd-44ab-8ad9-ca75a205cb19 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/quotas/ed4a41b0fd464a648b475375ef39f5c5 HTTP/1.1" status: 200 len: 375 time: 0.0098555 Dec 08 17:00:33.352827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b2342552-f3c2-4108-957d-f958af694c23 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273805 Dec 08 17:00:33.436051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-dafd3e4c-e24b-414e-8c9f-22ecb9c443e0 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:00:33.437051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-dafd3e4c-e24b-414e-8c9f-22ecb9c443e0 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0437260 Dec 08 17:00:33.461472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:33.532216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-7b961f13-0eb3-499e-a075-dcbf8c519a31 service neutron] 10.222.0.62 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881166 Dec 08 17:00:33.625902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-ceb8568b-dbb1-4daa-8ba9-a4133dee9edc service neutron] 10.222.0.62 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858662 Dec 08 17:00:33.797233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc97edcf-3188-4a6a-ba41-8fedae02dabd req-b67c4b40-5a54-4549-8d75-c813df9b6d00 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 210 time: 0.0262048 Dec 08 17:00:34.864222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-28a9da37-844b-4854-bf77-1c5316b4f306 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:34.865703 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-28a9da37-844b-4854-bf77-1c5316b4f306 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "GET /v2.0/networks?id=5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 200 len: 807 time: 0.1145067 Dec 08 17:00:34.880496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Request body: {'port': {'device_id': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5', 'admin_state_up': True, 'tenant_id': 'ed4a41b0fd464a648b475375ef39f5c5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:34.901537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ccab4ac-a406-4e16-be94-79e349e3697a req-06c7ed98-41b9-497a-972c-9e5c54bb75d7 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 210 time: 0.0310719 Dec 08 17:00:34.990184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Made reservation on behalf of ed4a41b0fd464a648b475375ef39f5c5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:00:34.993694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.122784 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Allocated IP 172.20.0.4 (5dee7513-bf92-4fdc-babe-30465960d6d5/9604a77d-8a7b-4925-8bcc-e1f4e7939906/8f5feb29-2470-4e92-b494-454ae20a6c0c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:00:35.269531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.311353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.356966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Network 5dee7513-bf92-4fdc-babe-30465960d6d5 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:00:35.363078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:00:35.366718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:00:35.373598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Pushing event updated for resources: {'Port': ['ID=8f5feb29-2470-4e92-b494-454ae20a6c0c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:35.418161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:35.418754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.435505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-1f6a5ffb-a18f-429a-959a-5a3c681ad65d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5604923 Dec 08 17:00:35.446149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-ca9c62cd-c439-4954-99f0-6743b5743f6c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:00:35.447099 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-ca9c62cd-c439-4954-99f0-6743b5743f6c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053768 Dec 08 17:00:35.541353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Request body: {'port': {'device_id': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:35.599424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.863126 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5feb29-2470-4e92-b494-454ae20a6c0c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:00:35.870572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.882491 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Transition to ACTIVE for port object 8f5feb29-2470-4e92-b494-454ae20a6c0c will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:00:35.887143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:35.937248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Pushing event updated for resources: {'Port': ['ID=8f5feb29-2470-4e92-b494-454ae20a6c0c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:36.013731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Attempting to bind port 8f5feb29-2470-4e92-b494-454ae20a6c0c on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:00:36.014131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Attempting to bind port 8f5feb29-2470-4e92-b494-454ae20a6c0c by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:00:36.014422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Attempting to bind port 8f5feb29-2470-4e92-b494-454ae20a6c0c on network 5dee7513-bf92-4fdc-babe-30465960d6d5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:00:36.019583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Port 8f5feb29-2470-4e92-b494-454ae20a6c0c on network 5dee7513-bf92-4fdc-babe-30465960d6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:00:36.019913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Attempting to bind port 8f5feb29-2470-4e92-b494-454ae20a6c0c on network 5dee7513-bf92-4fdc-babe-30465960d6d5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:00:36.024922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:00:36.025332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Checking segment: {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:00:36.025582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8c82eb-3011-4b3a-a1d5-10da872bd1f4 req-1f2ae9c4-8151-437f-abf7-5acdd3d10060 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.026134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Bound using segment: {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:00:36.026134 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Bound port: 8f5feb29-2470-4e92-b494-454ae20a6c0c, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:00:36.026412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:36.027106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8c82eb-3011-4b3a-a1d5-10da872bd1f4 req-1f2ae9c4-8151-437f-abf7-5acdd3d10060 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 943 time: 0.0540636 Dec 08 17:00:36.077224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8c82eb-3011-4b3a-a1d5-10da872bd1f4 req-16f32058-fda0-4468-b6b2-15a1ac61f70c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Dec 08 17:00:36.099722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] For port 8f5feb29-2470-4e92-b494-454ae20a6c0c, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:00:36.104158 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] For port 8f5feb29-2470-4e92-b494-454ae20a6c0c, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:00:36.107574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:36.144143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.144827 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:36.146256 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] 10.222.0.58 "PUT /v2.0/ports/8f5feb29-2470-4e92-b494-454ae20a6c0c HTTP/1.1" status: 200 len: 1091 time: 0.6533887 Dec 08 17:00:36.146706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'tag': '8f5feb29-2470-4e92-b494-454ae20a6c0c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:36.149063 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622" -d '{"events": [{"name": "network-changed", "server_uuid": "4b51dc71-73a2-4ffa-bba8-a9f7df262221", "tag": "8f5feb29-2470-4e92-b494-454ae20a6c0c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:36.172771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dda9e-8f73-45db-8cf4-3b5c9384bb6f service neutron] Pushing event updated for resources: {'Port': ['ID=8f5feb29-2470-4e92-b494-454ae20a6c0c,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:36.200482 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f32509e-7729-40c4-898c-8215b506b57f x-openstack-request-id: req-6f32509e-7729-40c4-898c-8215b506b57f {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:36.200846 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b51dc71-73a2-4ffa-bba8-a9f7df262221", "tag": "8f5feb29-2470-4e92-b494-454ae20a6c0c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:36.201037 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f32509e-7729-40c4-898c-8215b506b57f {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:36.201440 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'tag': '8f5feb29-2470-4e92-b494-454ae20a6c0c', 'status': 'completed', 'code': 200} Dec 08 17:00:36.231322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-502e12f7-01e7-4955-a8d2-9b194c7ef752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.232828 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-502e12f7-01e7-4955-a8d2-9b194c7ef752 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 1094 time: 0.0428894 Dec 08 17:00:36.280185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-3c79bfcd-5b71-4a39-a86b-241b84d1806f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c HTTP/1.1" status: 200 len: 217 time: 0.0381978 Dec 08 17:00:36.329558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b2c006ed-2d39-4141-8291-db6bce852b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.331451 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-b2c006ed-2d39-4141-8291-db6bce852b9f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9604a77d-8a7b-4925-8bcc-e1f4e7939906 HTTP/1.1" status: 200 len: 847 time: 0.0439653 Dec 08 17:00:36.362403 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-a37585cf-069e-493f-ba7a-ebfab8253692 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5dee7513-bf92-4fdc-babe-30465960d6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240676 Dec 08 17:00:36.697275 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-679b2ded-9156-44c6-a3c1-d762690ae713 service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278136 Dec 08 17:00:36.788301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-216b6d91-cf09-4861-bf76-c0f907c4c933 req-e9f03901-117d-4f20-bdcf-9f6148a33ad0 service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834417 Dec 08 17:00:36.881485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-2b7fb8c9-82c0-4da2-a3b2-db00ad6fe4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.882985 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-2b7fb8c9-82c0-4da2-a3b2-db00ad6fe4d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 1094 time: 0.0483050 Dec 08 17:00:36.973089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-c7cf6ea9-0de5-4e4d-a3e2-30ebee4f6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:36.974551 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-c7cf6ea9-0de5-4e4d-a3e2-30ebee4f6c85 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 200 len: 908 time: 0.0842915 Dec 08 17:00:37.016844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-5fe9db6b-22c5-4e5d-ba58-d9d965e9a5e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c HTTP/1.1" status: 200 len: 217 time: 0.0352032 Dec 08 17:00:37.072951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-3710c9be-648b-4af2-8050-88cef34d4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:37.074470 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-3710c9be-648b-4af2-8050-88cef34d4316 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9604a77d-8a7b-4925-8bcc-e1f4e7939906 HTTP/1.1" status: 200 len: 847 time: 0.0487728 Dec 08 17:00:37.113876 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-54c9b513-9d66-420a-b3a9-28d253c190f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5dee7513-bf92-4fdc-babe-30465960d6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309019 Dec 08 17:00:37.199875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7ac85-cec5-40ea-90ad-b0c35a970b9d req-2da6d66b-eec2-48d3-b2fe-65177c182dbc tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:37.201383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53a7ac85-cec5-40ea-90ad-b0c35a970b9d req-2da6d66b-eec2-48d3-b2fe-65177c182dbc tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 943 time: 0.0504899 Dec 08 17:00:37.208848 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-0e30ccb7-116e-4b21-aeee-93a037e845e8 service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867944 Dec 08 17:00:37.251274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53a7ac85-cec5-40ea-90ad-b0c35a970b9d req-b93943b9-463e-4e56-ae71-32d87c7b0f38 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420282 Dec 08 17:00:37.307223 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-410cfdc5-7b3d-4d87-9db2-eaf7c0caf622 req-ac9b8ffe-1ab2-47b6-a3df-1f5ac62d391c service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916598 Dec 08 17:00:38.369381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8ca7f-76d4-48ea-9e74-405f439a1ae7 req-ac32f572-7bdb-411b-abfc-b8a18905c972 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:38.370897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af8ca7f-76d4-48ea-9e74-405f439a1ae7 req-ac32f572-7bdb-411b-abfc-b8a18905c972 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 943 time: 0.0501511 Dec 08 17:00:38.423568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0af8ca7f-76d4-48ea-9e74-405f439a1ae7 req-eece81fa-495a-41b3-8b51-ab8222604fe7 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Dec 08 17:00:39.507828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 8f5feb29-2470-4e92-b494-454ae20a6c0c details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:00:39.540915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff90a4-a04a-4bec-9000-c34eaa60fb31 req-070c14aa-f7d9-4324-b52c-2f21fde29b8c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:39.542511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60ff90a4-a04a-4bec-9000-c34eaa60fb31 req-070c14aa-f7d9-4324-b52c-2f21fde29b8c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 943 time: 0.0505116 Dec 08 17:00:39.591493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-60ff90a4-a04a-4bec-9000-c34eaa60fb31 req-3d6d7199-8916-453d-9239-daddc3be804b tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Dec 08 17:00:39.613154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 8f5feb29-2470-4e92-b494-454ae20a6c0c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:39.624584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '8f5feb29-2470-4e92-b494-454ae20a6c0c', 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5', 'port_id': '8f5feb29-2470-4e92-b494-454ae20a6c0c', 'mac_address': 'fa:16:3e:39:14:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9604a77d-8a7b-4925-8bcc-e1f4e7939906', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:00:39.661430 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:39.677376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5feb29-2470-4e92-b494-454ae20a6c0c {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:00:39.695786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 8f5feb29-2470-4e92-b494-454ae20a6c0c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:39.699312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:39.746093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=8f5feb29-2470-4e92-b494-454ae20a6c0c,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:39.923873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['8f5feb29-2470-4e92-b494-454ae20a6c0c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:00:40.714268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d0fc1-9da8-416f-977c-cb9e8868c661 req-a7df2944-0f58-4f8e-90da-f0c2b0b8d09a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:40.715746 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-111d0fc1-9da8-416f-977c-cb9e8868c661 req-a7df2944-0f58-4f8e-90da-f0c2b0b8d09a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 944 time: 0.0502353 Dec 08 17:00:40.763416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-111d0fc1-9da8-416f-977c-cb9e8868c661 req-730d60ef-db18-423d-9bc5-5095b070ff75 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409298 Dec 08 17:00:41.507581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 8f5feb29-2470-4e92-b494-454ae20a6c0c up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:00:41.556641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 8f5feb29-2470-4e92-b494-454ae20a6c0c completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:00:41.560500 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 8f5feb29-2470-4e92-b494-454ae20a6c0c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:00:41.560869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:41.638231 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:41.662211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5feb29-2470-4e92-b494-454ae20a6c0c'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:41.664434 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885e53a1-e4f9-43a9-8b4f-c37bf3a8c4e2" -d '{"events": [{"server_uuid": "4b51dc71-73a2-4ffa-bba8-a9f7df262221", "name": "network-vif-plugged", "status": "completed", "tag": "8f5feb29-2470-4e92-b494-454ae20a6c0c"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:41.677286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 8f5feb29-2470-4e92-b494-454ae20a6c0c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:41.681696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:41.707985 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a271fc8-7e94-45e0-9c83-4fa4b69102b3 x-openstack-request-id: req-2a271fc8-7e94-45e0-9c83-4fa4b69102b3 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:41.708527 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b51dc71-73a2-4ffa-bba8-a9f7df262221", "name": "network-vif-plugged", "status": "completed", "tag": "8f5feb29-2470-4e92-b494-454ae20a6c0c", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:41.708782 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2a271fc8-7e94-45e0-9c83-4fa4b69102b3 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:41.709156 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5feb29-2470-4e92-b494-454ae20a6c0c', 'code': 200} Dec 08 17:00:41.737132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=8f5feb29-2470-4e92-b494-454ae20a6c0c,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:41.744999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.745349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.745692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.746063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.746398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.746731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.747059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.747385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.747706 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.748031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.748354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.748673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.749072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:00:41.805875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5091a-7fce-4523-86be-621166db7f31 req-854b8c1f-5592-4d5c-bf7e-dada642b4ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:41.807384 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6fa5091a-7fce-4523-86be-621166db7f31 req-854b8c1f-5592-4d5c-bf7e-dada642b4ef5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 1096 time: 0.0427654 Dec 08 17:00:41.854683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-6fa5091a-7fce-4523-86be-621166db7f31 req-d5d95620-e740-4a9e-83ec-2b7bd0034dce service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396757 Dec 08 17:00:41.887959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ed958-d39d-44c0-b5e5-cdefb4262c8f req-69306bd6-9957-4f0c-9088-d5da66a84ff7 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:41.889432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b68ed958-d39d-44c0-b5e5-cdefb4262c8f req-69306bd6-9957-4f0c-9088-d5da66a84ff7 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 945 time: 0.0522125 Dec 08 17:00:41.937358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b68ed958-d39d-44c0-b5e5-cdefb4262c8f req-0d818e17-7d23-4854-800b-825ea6b42aba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409060 Dec 08 17:00:43.056086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c6cd7f-74f7-4ce0-9df1-3efdb436bd39 req-546de3a1-1eb3-49e2-8d0e-a1b2bbdb5b48 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:43.057588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c6cd7f-74f7-4ce0-9df1-3efdb436bd39 req-546de3a1-1eb3-49e2-8d0e-a1b2bbdb5b48 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 945 time: 0.0501485 Dec 08 17:00:43.107047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-21c6cd7f-74f7-4ce0-9df1-3efdb436bd39 req-27780220-160f-4ebb-ba62-687867ad2510 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434897 Dec 08 17:00:43.681163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd4bd-b00b-45c9-84b6-926afb104130 req-cd046761-d8d7-4fe1-b3e7-6eff8a731923 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:43.682671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4fd4bd-b00b-45c9-84b6-926afb104130 req-cd046761-d8d7-4fe1-b3e7-6eff8a731923 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 945 time: 0.0538318 Dec 08 17:00:43.731510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f4fd4bd-b00b-45c9-84b6-926afb104130 req-a834fe6e-24bc-4196-92e0-df799d11e866 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428252 Dec 08 17:00:44.847184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a674dc-08c2-43f6-8a2b-7ccd238a0f53 req-b7c91658-f292-4631-bc9a-fd79143b264a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.849052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85a674dc-08c2-43f6-8a2b-7ccd238a0f53 req-b7c91658-f292-4631-bc9a-fd79143b264a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 945 time: 0.0494499 Dec 08 17:00:44.897225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85a674dc-08c2-43f6-8a2b-7ccd238a0f53 req-84144765-cf36-4124-a78e-5443e2915097 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408907 Dec 08 17:00:44.935852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-7c5ab386-17a6-4935-be49-d6aefd07f02d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:44.937253 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-7c5ab386-17a6-4935-be49-d6aefd07f02d tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "GET /v2.0/ports?device_id=4b51dc71-73a2-4ffa-bba8-a9f7df262221 HTTP/1.1" status: 200 len: 945 time: 0.0527747 Dec 08 17:00:45.026929 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Deleting port 8f5feb29-2470-4e92-b494-454ae20a6c0c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:00:45.027185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:45.119293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] For port 8f5feb29-2470-4e92-b494-454ae20a6c0c, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=8f5feb29-2470-4e92-b494-454ae20a6c0c,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:45.119651 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:45.133017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Calling delete_port for 8f5feb29-2470-4e92-b494-454ae20a6c0c owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:00:45.269097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:45.280594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['8f5feb29-2470-4e92-b494-454ae20a6c0c'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:00:45.305557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Pushing event deleted for resources: {'Port': ['ID=8f5feb29-2470-4e92-b494-454ae20a6c0c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:45.347652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] No DVR routers for this DVR port 8f5feb29-2470-4e92-b494-454ae20a6c0c on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:00:45.350912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:45.354459 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a023d585-1d02-4fbd-b2f2-9a74bb954493 req-a079e750-386f-4185-ac71-43056474f80c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "DELETE /v2.0/ports/8f5feb29-2470-4e92-b494-454ae20a6c0c HTTP/1.1" status: 204 len: 173 time: 0.4099879 Dec 08 17:00:45.354908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'name': 'network-vif-deleted', 'tag': '8f5feb29-2470-4e92-b494-454ae20a6c0c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:45.357198 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123b15ab-0d5d-4b38-839c-431c0db201fc" -d '{"events": [{"server_uuid": "4b51dc71-73a2-4ffa-bba8-a9f7df262221", "name": "network-vif-deleted", "tag": "8f5feb29-2470-4e92-b494-454ae20a6c0c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:45.395512 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfc96f9-0c72-4d30-b40e-65a2f739f59d x-openstack-request-id: req-8cfc96f9-0c72-4d30-b40e-65a2f739f59d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:45.395900 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b51dc71-73a2-4ffa-bba8-a9f7df262221", "name": "network-vif-deleted", "tag": "8f5feb29-2470-4e92-b494-454ae20a6c0c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:45.396157 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cfc96f9-0c72-4d30-b40e-65a2f739f59d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:45.397269 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b51dc71-73a2-4ffa-bba8-a9f7df262221', 'name': 'network-vif-deleted', 'tag': '8f5feb29-2470-4e92-b494-454ae20a6c0c', 'status': 'completed', 'code': 200} Dec 08 17:00:45.668699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:00:46.467541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-6041fa6e-5b00-4093-9116-d2ac2f6ad33c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:46.469037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-6041fa6e-5b00-4093-9116-d2ac2f6ad33c tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/networks?id=5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 200 len: 807 time: 0.4071968 Dec 08 17:00:46.484697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-355664d5-1b29-42b6-adce-0e37067cb686 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/quotas/ed4a41b0fd464a648b475375ef39f5c5 HTTP/1.1" status: 200 len: 375 time: 0.0093174 Dec 08 17:00:46.518168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-28edba12-9757-4ae8-8e79-a0c9080c8b76 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264583 Dec 08 17:00:46.612190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-c03edb20-caa8-46d7-944c-a56fc4ef2aa1 service neutron] 10.222.0.62 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867209 Dec 08 17:00:46.699908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-6b7c77a4-3309-4663-8421-0aa8f968a93e service neutron] 10.222.0.62 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811193 Dec 08 17:00:46.874959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-220948ba-2494-4f56-854a-87316eee9ccf req-f76e5f88-d1b1-477e-a1e2-b1741ea9b0bb tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 210 time: 0.0317361 Dec 08 17:00:47.524322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 8f5feb29-2470-4e92-b494-454ae20a6c0c no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:00:47.549637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 8f5feb29-2470-4e92-b494-454ae20a6c0c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:00:47.550057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 8f5feb29-2470-4e92-b494-454ae20a6c0c not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:00:47.785166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-1afa3999-fe7a-4888-9e72-94d8fc2bf99f tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:47.786671 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-1afa3999-fe7a-4888-9e72-94d8fc2bf99f tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "GET /v2.0/networks?id=5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 200 len: 807 time: 0.1064451 Dec 08 17:00:47.799847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Request body: {'port': {'device_id': '7fd1eb31-a91f-4660-9425-c50683933526', 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5', 'admin_state_up': True, 'tenant_id': 'ed4a41b0fd464a648b475375ef39f5c5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:47.918958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Made reservation on behalf of ed4a41b0fd464a648b475375ef39f5c5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:00:47.922966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:47.975308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33798dc7-a050-43ab-8dd5-4e3b6d4a39cc req-8c590b6c-903b-45e8-8ea3-6f90eaff20b1 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 210 time: 0.0259640 Dec 08 17:00:48.055701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Allocated IP 172.20.0.3 (5dee7513-bf92-4fdc-babe-30465960d6d5/9604a77d-8a7b-4925-8bcc-e1f4e7939906/355299f9-01a4-4e4d-b55e-3136c198c34f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:00:48.201971 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.236777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.283236 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Network 5dee7513-bf92-4fdc-babe-30465960d6d5 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:00:48.289048 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:00:48.293214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:00:48.299900 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Pushing event updated for resources: {'Port': ['ID=355299f9-01a4-4e4d-b55e-3136c198c34f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:48.347350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:48.348006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.363521 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-96fd1f15-769d-498e-9f3e-3368b8e548ba tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676692 Dec 08 17:00:48.376324 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Request body: {'port': {'device_id': '7fd1eb31-a91f-4660-9425-c50683933526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:00:48.429114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.698475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 355299f9-01a4-4e4d-b55e-3136c198c34f {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:00:48.706101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.718226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Transition to ACTIVE for port object 355299f9-01a4-4e4d-b55e-3136c198c34f will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:00:48.721629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.772860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Pushing event updated for resources: {'Port': ['ID=355299f9-01a4-4e4d-b55e-3136c198c34f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:48.835895 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Attempting to bind port 355299f9-01a4-4e4d-b55e-3136c198c34f on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:00:48.837107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Attempting to bind port 355299f9-01a4-4e4d-b55e-3136c198c34f by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:00:48.837107 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Attempting to bind port 355299f9-01a4-4e4d-b55e-3136c198c34f on network 5dee7513-bf92-4fdc-babe-30465960d6d5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:00:48.840709 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Port 355299f9-01a4-4e4d-b55e-3136c198c34f on network 5dee7513-bf92-4fdc-babe-30465960d6d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:00:48.841023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Attempting to bind port 355299f9-01a4-4e4d-b55e-3136c198c34f on network 5dee7513-bf92-4fdc-babe-30465960d6d5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:00:48.846013 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:00:48.846342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Checking segment: {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:00:48.846716 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Bound using segment: {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:00:48.847138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Bound port: 355299f9-01a4-4e4d-b55e-3136c198c34f, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2064855-d42e-46bc-951c-3a4002a4e3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:00:48.847484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.913696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] For port 355299f9-01a4-4e4d-b55e-3136c198c34f, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:00:48.917520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] For port 355299f9-01a4-4e4d-b55e-3136c198c34f, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=355299f9-01a4-4e4d-b55e-3136c198c34f,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:00:48.922287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.956612 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:48.957221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:48.958913 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] 10.222.0.58 "PUT /v2.0/ports/355299f9-01a4-4e4d-b55e-3136c198c34f HTTP/1.1" status: 200 len: 1091 time: 0.5867202 Dec 08 17:00:48.959339 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd1eb31-a91f-4660-9425-c50683933526', 'tag': '355299f9-01a4-4e4d-b55e-3136c198c34f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:48.961761 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2409ed4d-5d79-4ece-a9ae-117febe66285" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd1eb31-a91f-4660-9425-c50683933526", "tag": "355299f9-01a4-4e4d-b55e-3136c198c34f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:48.986575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd849a6a-deca-4b33-8899-35034c472821 service neutron] Pushing event updated for resources: {'Port': ['ID=355299f9-01a4-4e4d-b55e-3136c198c34f,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:49.012353 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4ff100-3600-4eea-9947-4035d1aa725e x-openstack-request-id: req-8b4ff100-3600-4eea-9947-4035d1aa725e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:49.012650 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd1eb31-a91f-4660-9425-c50683933526", "tag": "355299f9-01a4-4e4d-b55e-3136c198c34f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:49.012904 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b4ff100-3600-4eea-9947-4035d1aa725e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:49.013303 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd1eb31-a91f-4660-9425-c50683933526', 'tag': '355299f9-01a4-4e4d-b55e-3136c198c34f', 'status': 'completed', 'code': 200} Dec 08 17:00:49.044057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-f9207c21-0717-4edc-800d-8326a01d040b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.045578 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-f9207c21-0717-4edc-800d-8326a01d040b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 1094 time: 0.0439029 Dec 08 17:00:49.094101 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-fc8cf250-b62e-4c96-8fb4-801549c2fb04 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355299f9-01a4-4e4d-b55e-3136c198c34f HTTP/1.1" status: 200 len: 217 time: 0.0389283 Dec 08 17:00:49.104315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0192f87-6bb2-42d7-9119-96f46f13239a req-59cd16e0-6506-4404-a560-6f1915514eef tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.110612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0192f87-6bb2-42d7-9119-96f46f13239a req-59cd16e0-6506-4404-a560-6f1915514eef tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 943 time: 0.0563905 Dec 08 17:00:49.146766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-76516c98-fe60-407e-97db-44a951d2ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.148297 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-76516c98-fe60-407e-97db-44a951d2ca04 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9604a77d-8a7b-4925-8bcc-e1f4e7939906 HTTP/1.1" status: 200 len: 847 time: 0.0468931 Dec 08 17:00:49.157846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0192f87-6bb2-42d7-9119-96f46f13239a req-7410aa33-433f-47f2-af1c-13a8617e9e90 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429659 Dec 08 17:00:49.182029 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-37544ae1-b096-4408-b049-0bbb0b451642 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5dee7513-bf92-4fdc-babe-30465960d6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267050 Dec 08 17:00:49.272163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-3710e35a-a2b4-48da-8c68-550f16c2b005 service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831668 Dec 08 17:00:49.365758 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f927ece5-9cd8-40aa-8167-fc8bcafe039e req-975d81fa-bb68-46a7-8a42-4a3c924435a6 service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867734 Dec 08 17:00:49.456750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-e2fab1a2-278b-4c1a-b857-09e53bbc6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.458304 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-e2fab1a2-278b-4c1a-b857-09e53bbc6014 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 1094 time: 0.0467870 Dec 08 17:00:49.556450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-6cd020fc-c5fd-489e-b082-8523c79fd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.557956 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-6cd020fc-c5fd-489e-b082-8523c79fd064 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 200 len: 908 time: 0.0929654 Dec 08 17:00:49.603047 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-721a6c47-ba3f-4d67-a7d7-520ee7067333 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=355299f9-01a4-4e4d-b55e-3136c198c34f HTTP/1.1" status: 200 len: 217 time: 0.0368142 Dec 08 17:00:49.657896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-c21b0a44-9127-4556-97d3-1cbe3de9eb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:49.659487 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-c21b0a44-9127-4556-97d3-1cbe3de9eb0b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9604a77d-8a7b-4925-8bcc-e1f4e7939906 HTTP/1.1" status: 200 len: 847 time: 0.0495121 Dec 08 17:00:49.697307 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-8d1382cb-0512-4a3b-b41a-c75d8b35bd99 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5dee7513-bf92-4fdc-babe-30465960d6d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297403 Dec 08 17:00:49.785677 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-9d6accd6-d759-44ce-9641-8b8d13d74e8e service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804877 Dec 08 17:00:49.880882 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-2409ed4d-5d79-4ece-a9ae-117febe66285 req-a79c0a47-f1c6-42c8-a491-8038a10a92be service neutron] 10.222.0.58 "GET /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862062 Dec 08 17:00:50.275654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db02b9c5-0099-41fc-ab56-15294b0a8c0d req-a0ea93ab-1cde-4d55-9920-f2420d524098 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:50.277132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db02b9c5-0099-41fc-ab56-15294b0a8c0d req-a0ea93ab-1cde-4d55-9920-f2420d524098 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 943 time: 0.0503328 Dec 08 17:00:50.324155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db02b9c5-0099-41fc-ab56-15294b0a8c0d req-bafd2335-75d6-42cc-bf69-ada58ae20be7 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410075 Dec 08 17:00:51.444196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f98c77-effc-4ab5-a830-7b96e3589ae6 req-e82782e0-9b53-4cff-86ac-3cf2a0e3498a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:51.445704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02f98c77-effc-4ab5-a830-7b96e3589ae6 req-e82782e0-9b53-4cff-86ac-3cf2a0e3498a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 943 time: 0.0530837 Dec 08 17:00:51.493582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-02f98c77-effc-4ab5-a830-7b96e3589ae6 req-dda236f6-02d4-4609-be24-f967c18b7c34 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418334 Dec 08 17:00:51.542675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 355299f9-01a4-4e4d-b55e-3136c198c34f details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:00:51.634268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 355299f9-01a4-4e4d-b55e-3136c198c34f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=355299f9-01a4-4e4d-b55e-3136c198c34f,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:51.645409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '355299f9-01a4-4e4d-b55e-3136c198c34f', 'network_id': '5dee7513-bf92-4fdc-babe-30465960d6d5', 'port_id': '355299f9-01a4-4e4d-b55e-3136c198c34f', 'mac_address': 'fa:16:3e:87:03:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9604a77d-8a7b-4925-8bcc-e1f4e7939906', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:00:51.685928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:51.698736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 355299f9-01a4-4e4d-b55e-3136c198c34f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:00:51.718122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 355299f9-01a4-4e4d-b55e-3136c198c34f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=355299f9-01a4-4e4d-b55e-3136c198c34f,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:51.721968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:51.768243 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=355299f9-01a4-4e4d-b55e-3136c198c34f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:51.911587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['355299f9-01a4-4e4d-b55e-3136c198c34f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:00:52.622801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e528753-4969-40c3-9511-2916914a2df8 req-5e182b5e-9925-44ab-9bcf-609e33530bd0 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:52.624189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e528753-4969-40c3-9511-2916914a2df8 req-5e182b5e-9925-44ab-9bcf-609e33530bd0 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 944 time: 0.0529320 Dec 08 17:00:52.675603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e528753-4969-40c3-9511-2916914a2df8 req-bb84ff3a-7ed9-4d47-80bc-2ab383f05a08 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Dec 08 17:00:53.558144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 355299f9-01a4-4e4d-b55e-3136c198c34f up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:00:53.608826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 355299f9-01a4-4e4d-b55e-3136c198c34f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:00:53.612950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 355299f9-01a4-4e4d-b55e-3136c198c34f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:00:53.613317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:53.691847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:53.719520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd1eb31-a91f-4660-9425-c50683933526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355299f9-01a4-4e4d-b55e-3136c198c34f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:53.721769 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3e7fc1-2761-4fc8-bba6-ea78f2c629da" -d '{"events": [{"server_uuid": "7fd1eb31-a91f-4660-9425-c50683933526", "name": "network-vif-plugged", "status": "completed", "tag": "355299f9-01a4-4e4d-b55e-3136c198c34f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:53.735036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 355299f9-01a4-4e4d-b55e-3136c198c34f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=355299f9-01a4-4e4d-b55e-3136c198c34f,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:53.739525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:53.765390 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6be71cb-43fc-4a9b-a18a-9c35e7333b62 x-openstack-request-id: req-d6be71cb-43fc-4a9b-a18a-9c35e7333b62 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:53.765692 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd1eb31-a91f-4660-9425-c50683933526", "name": "network-vif-plugged", "status": "completed", "tag": "355299f9-01a4-4e4d-b55e-3136c198c34f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:53.765965 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d6be71cb-43fc-4a9b-a18a-9c35e7333b62 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:53.766356 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd1eb31-a91f-4660-9425-c50683933526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '355299f9-01a4-4e4d-b55e-3136c198c34f', 'code': 200} Dec 08 17:00:53.794146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=355299f9-01a4-4e4d-b55e-3136c198c34f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:53.809828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1013ea0-e488-4d33-9e88-091a69f79305 req-f5bc4f2e-94b5-4af4-b096-d4f88677be9f tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:53.811290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1013ea0-e488-4d33-9e88-091a69f79305 req-f5bc4f2e-94b5-4af4-b096-d4f88677be9f tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 945 time: 0.0591600 Dec 08 17:00:53.864396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1013ea0-e488-4d33-9e88-091a69f79305 req-d81e2adb-d5d1-40c7-9f87-00c09c9c5e92 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468214 Dec 08 17:00:53.868219 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90129e80-3ac3-4480-969b-b2c74ee7c3b3 req-623d6dd5-b6a1-48c2-b1f9-da6b1732ad0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:53.869831 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90129e80-3ac3-4480-969b-b2c74ee7c3b3 req-623d6dd5-b6a1-48c2-b1f9-da6b1732ad0b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 1096 time: 0.0427604 Dec 08 17:00:53.915434 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-90129e80-3ac3-4480-969b-b2c74ee7c3b3 req-23fea76e-e83b-4ad7-b962-be8b270dead4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386119 Dec 08 17:00:54.991245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e6d06e-e97a-4b91-bf37-9bf9fca08d4b req-ccb63892-acc3-45b1-935b-527f36ec0261 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:54.992805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13e6d06e-e97a-4b91-bf37-9bf9fca08d4b req-ccb63892-acc3-45b1-935b-527f36ec0261 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 945 time: 0.0529773 Dec 08 17:00:55.047728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13e6d06e-e97a-4b91-bf37-9bf9fca08d4b req-f810c62e-94b5-46f6-965b-d55e62e2b8b2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485640 Dec 08 17:00:56.037598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9f925211-9024-4c65-9664-cb7e01affb00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:56.172446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63893d3-1e95-4ed2-a874-fb3c384c13b2 req-47352a94-50b7-4f5d-b947-f9e2cb0620d0 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:56.174042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e63893d3-1e95-4ed2-a874-fb3c384c13b2 req-47352a94-50b7-4f5d-b947-f9e2cb0620d0 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 945 time: 0.0555208 Dec 08 17:00:56.224579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e63893d3-1e95-4ed2-a874-fb3c384c13b2 req-1c515038-2bb4-4dd6-bfde-79e3b8404a7a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439832 Dec 08 17:00:56.863367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7afb534-ce56-424b-901e-8ed2a66299bf req-44aa02d2-25ff-4b24-bd5b-26f839667782 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:56.864815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7afb534-ce56-424b-901e-8ed2a66299bf req-44aa02d2-25ff-4b24-bd5b-26f839667782 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 945 time: 0.0564480 Dec 08 17:00:56.917162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7afb534-ce56-424b-901e-8ed2a66299bf req-6c1a0bb2-ed5b-4d45-b43c-2ca7b30ff595 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Dec 08 17:00:58.036521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca2a934-250a-4212-9962-e981024e374c req-df12d3fd-bd8a-40c4-bd64-4205e68d4016 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.038037 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cca2a934-250a-4212-9962-e981024e374c req-df12d3fd-bd8a-40c4-bd64-4205e68d4016 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 945 time: 0.0514400 Dec 08 17:00:58.091360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cca2a934-250a-4212-9962-e981024e374c req-faeff0b1-0021-4cfe-81d8-112f01ad7e45 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/security-groups?id=c11c9013-00f3-46a4-8783-b48cc537048e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464807 Dec 08 17:00:58.225481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-0105ec16-3102-4cae-9be7-f9e0b5abde1a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.227763 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-0105ec16-3102-4cae-9be7-f9e0b5abde1a tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 945 time: 0.0553269 Dec 08 17:00:58.332225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Deleting port 355299f9-01a4-4e4d-b55e-3136c198c34f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:00:58.332558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:58.377624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-fef4023b-a309-46b1-b3b2-d32c46bef728 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432968 Dec 08 17:00:58.429363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] For port 355299f9-01a4-4e4d-b55e-3136c198c34f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=355299f9-01a4-4e4d-b55e-3136c198c34f,segment=NetworkSegment(f2064855-d42e-46bc-951c-3a4002a4e3bf),segment_id=f2064855-d42e-46bc-951c-3a4002a4e3bf)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:00:58.430640 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:58.444733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Calling delete_port for 355299f9-01a4-4e4d-b55e-3136c198c34f owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:00:58.467449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ee9f-716e-4699-afe0-369399105db2 req-277b1dc2-40b9-441f-a0a5-e9527d4e0834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.468969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-277b1dc2-40b9-441f-a0a5-e9527d4e0834 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0476904 Dec 08 17:00:58.581482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ee9f-716e-4699-afe0-369399105db2 req-e6196a85-234a-45c6-937c-255e1477d9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.582973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-e6196a85-234a-45c6-937c-255e1477d9ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0932498 Dec 08 17:00:58.588661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:58.602644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['355299f9-01a4-4e4d-b55e-3136c198c34f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:00:58.618258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Pushing event deleted for resources: {'Port': ['ID=355299f9-01a4-4e4d-b55e-3136c198c34f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:00:58.664624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-0f5a77f9-cca5-4868-81dc-b481ebb57f62 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0731609 Dec 08 17:00:58.665217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] No DVR routers for this DVR port 355299f9-01a4-4e4d-b55e-3136c198c34f on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:00:58.668212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:58.671731 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-29acbb0b-bc3f-441f-81a7-2cec08a8339d req-afbfa0ea-7000-4719-9f12-83140f273fe2 tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.58 "DELETE /v2.0/ports/355299f9-01a4-4e4d-b55e-3136c198c34f HTTP/1.1" status: 204 len: 173 time: 0.4379826 Dec 08 17:00:58.672191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd1eb31-a91f-4660-9425-c50683933526', 'name': 'network-vif-deleted', 'tag': '355299f9-01a4-4e4d-b55e-3136c198c34f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:00:58.674795 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0377e76-5ea6-4fa8-9e28-877674c9caf0" -d '{"events": [{"server_uuid": "7fd1eb31-a91f-4660-9425-c50683933526", "name": "network-vif-deleted", "tag": "355299f9-01a4-4e4d-b55e-3136c198c34f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:00:58.721788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ee9f-716e-4699-afe0-369399105db2 req-c58b690f-fbb7-43c9-9888-be871bc0ff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.723535 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da152af-affe-46e8-97b4-dff7eaba0c4a x-openstack-request-id: req-3da152af-affe-46e8-97b4-dff7eaba0c4a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:00:58.723831 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd1eb31-a91f-4660-9425-c50683933526", "name": "network-vif-deleted", "tag": "355299f9-01a4-4e4d-b55e-3136c198c34f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:00:58.724079 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3da152af-affe-46e8-97b4-dff7eaba0c4a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:00:58.724479 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd1eb31-a91f-4660-9425-c50683933526', 'name': 'network-vif-deleted', 'tag': '355299f9-01a4-4e4d-b55e-3136c198c34f', 'status': 'completed', 'code': 200} Dec 08 17:00:58.725935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-c58b690f-fbb7-43c9-9888-be871bc0ff02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0543323 Dec 08 17:00:58.778200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c0ee9f-716e-4699-afe0-369399105db2 req-1884d556-0bf8-458f-bf5e-029326a312d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:00:58.779853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-1884d556-0bf8-458f-bf5e-029326a312d9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473509 Dec 08 17:00:58.858534 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f20a94d1-fdba-462d-acd8-d635d9648e20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:00:58.885070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-9d2f3198-1b6a-4244-9472-9e967d843924 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983810 Dec 08 17:00:58.989064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25c0ee9f-716e-4699-afe0-369399105db2 req-36d06d2a-8c08-4432-b3c2-565e906c22a2 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956373 Dec 08 17:00:59.216022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36dfbac1-3ab9-439c-877a-11e09423bf08 req-7491b4a7-9ccc-4869-9ea0-445a252e414b tempest-VolumesActionsTest-1050081360 tempest-VolumesActionsTest-1050081360-project] 10.222.0.62 "GET /v2.0/ports?device_id=7fd1eb31-a91f-4660-9425-c50683933526 HTTP/1.1" status: 200 len: 210 time: 0.0299633 Dec 08 17:01:00.237979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:01.601100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 355299f9-01a4-4e4d-b55e-3136c198c34f no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:01:01.624653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 355299f9-01a4-4e4d-b55e-3136c198c34f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:01:01.625316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 355299f9-01a4-4e4d-b55e-3136c198c34f not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:01:02.013575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:02.314027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:02.508381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:03.498381 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.326172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 53820) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:01:21.374144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Deleting subnet 9604a77d-8a7b-4925-8bcc-e1f4e7939906 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:01:21.377766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.420717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.460961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.514943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.545311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9604a77d-8a7b-4925-8bcc-e1f4e7939906,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:21.556193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.560561 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/9604a77d-8a7b-4925-8bcc-e1f4e7939906 HTTP/1.1" status: 204 len: 168 time: 0.2333140 Dec 08 17:01:21.561502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53822) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:01:21.562902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.563330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.563760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.564172 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.564602 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.565004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.565422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.565842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.566253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.566682 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.567049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.567440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.568098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d5a4a6-7548-4b40-91f0-7984a83f4b06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.643044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.728258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.748965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dee7513-bf92-4fdc-babe-30465960d6d5']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:21.760583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2064855-d42e-46bc-951c-3a4002a4e3bf') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:21.760883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2064855-d42e-46bc-951c-3a4002a4e3bf') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:01:21.777687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.791779 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.797939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:01:21.798318 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:01:21.800209 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:01:21.859952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.867010 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:21.870447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5dee7513-bf92-4fdc-babe-30465960d6d5 HTTP/1.1" status: 204 len: 168 time: 0.3076024 Dec 08 17:01:21.882722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dee7513-bf92-4fdc-babe-30465960d6d5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:21.891509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.891890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.892470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.892907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.893149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.893436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.893993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.894507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.894893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.895240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.895498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.895818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.896137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68814a0-d08f-4862-a50d-a28ebbb15086 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:01:21.998532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53826) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:01:22.047970 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eba98ec8-64f0-4353-b098-44a799421d7d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ed4a41b0fd464a648b475375ef39f5c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481687 Dec 08 17:01:22.050451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 53828) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:01:22.104142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60da5c64-207c-4fb1-8da1-cfc607de875c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:22.128959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60da5c64-207c-4fb1-8da1-cfc607de875c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:22.182940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60da5c64-207c-4fb1-8da1-cfc607de875c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:22.185647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60da5c64-207c-4fb1-8da1-cfc607de875c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:22.186758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-60da5c64-207c-4fb1-8da1-cfc607de875c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c11c9013-00f3-46a4-8783-b48cc537048e HTTP/1.1" status: 204 len: 168 time: 0.1353567 Dec 08 17:01:22.208110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60da5c64-207c-4fb1-8da1-cfc607de875c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11c9013-00f3-46a4-8783-b48cc537048e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:22.670158 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:01:24.557646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-9531b028-1c37-4aae-a892-d9ec0134c160 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=d9d1dbbb633340afa20fa90356900e0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309722 Dec 08 17:01:24.756640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-f53b522a-f638-423a-b60c-9821bda3e4fe tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:24.758182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-f53b522a-f638-423a-b60c-9821bda3e4fe tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948504 Dec 08 17:01:24.773503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-018dd512-9bba-4490-9aa3-5805f38cf252 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/quotas/d9d1dbbb633340afa20fa90356900e0d HTTP/1.1" status: 200 len: 375 time: 0.0092492 Dec 08 17:01:24.806307 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-83e76442-038f-44ed-8bb6-70d95c7f966d tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d9d1dbbb633340afa20fa90356900e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273573 Dec 08 17:01:24.980121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e72fea0-33f5-4a7f-b20d-3042e9e55fba req-0c2ac7a7-cb3c-485d-a3d1-9a1eae715342 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 210 time: 0.0313101 Dec 08 17:01:25.828597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-347121ec-0044-41aa-87b8-bc6b70955da9 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=d9d1dbbb633340afa20fa90356900e0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334065 Dec 08 17:01:26.014155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-7b81cc5a-4786-42b1-a1b0-219165d81118 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:26.015644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-7b81cc5a-4786-42b1-a1b0-219165d81118 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804414 Dec 08 17:01:26.029265 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Request body: {'port': {'device_id': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': 'd9d1dbbb633340afa20fa90356900e0d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:01:26.042916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e827f52-6098-4da1-ba3f-6ecc88e80ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.083757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-263e7a65-d543-45a9-a145-46743ca3268f req-d9002ed4-d74c-4866-a1b1-cc6342b674c6 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 210 time: 0.0273025 Dec 08 17:01:26.146017 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Made reservation on behalf of d9d1dbbb633340afa20fa90356900e0d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:01:26.149660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.158607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.241038 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.246328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.281555 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711d7303-cc1e-430c-a45e-a9b58fae59f5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:26.397410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Allocated IP 192.168.233.26 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/f8f09204-663a-4e45-93c4-f6925d2cdc16) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:01:26.554025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.606306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.652842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:01:26.657777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:01:26.661514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:01:26.686280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Pushing event updated for resources: {'Port': ['ID=f8f09204-663a-4e45-93c4-f6925d2cdc16,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:26.717554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:26.718205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.735648 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-345af5c9-3ac2-418e-989f-237f1719e64b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7104924 Dec 08 17:01:26.748924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Request body: {'port': {'device_id': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:01:26.808725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.942801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5d7621a2-24e3-4274-9a17-236c3cbd489e None None] Provisioning complete for port f8f09204-663a-4e45-93c4-f6925d2cdc16 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:01:26.943056 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d7621a2-24e3-4274-9a17-236c3cbd489e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:26.983537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5d7621a2-24e3-4274-9a17-236c3cbd489e None None] Port f8f09204-663a-4e45-93c4-f6925d2cdc16 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:01:27.079025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8f09204-663a-4e45-93c4-f6925d2cdc16 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:01:27.087007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:27.102298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Transition to ACTIVE for port object f8f09204-663a-4e45-93c4-f6925d2cdc16 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:01:27.107129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:27.159886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f09204-663a-4e45-93c4-f6925d2cdc16,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:27.207301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f3b9-ff45-4252-97e4-be0ed38c676d req-6ea4e6ef-82ea-4881-9c2a-856a997e4fca tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:27.209286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ea8f3b9-ff45-4252-97e4-be0ed38c676d req-6ea4e6ef-82ea-4881-9c2a-856a997e4fca tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 947 time: 0.0561731 Dec 08 17:01:27.239463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Attempting to bind port f8f09204-663a-4e45-93c4-f6925d2cdc16 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:01:27.239625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Attempting to bind port f8f09204-663a-4e45-93c4-f6925d2cdc16 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:01:27.239977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Attempting to bind port f8f09204-663a-4e45-93c4-f6925d2cdc16 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:01:27.245394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Port f8f09204-663a-4e45-93c4-f6925d2cdc16 on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:01:27.245863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Attempting to bind port f8f09204-663a-4e45-93c4-f6925d2cdc16 on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:01:27.250971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:01:27.251313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:01:27.251686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:01:27.252111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Bound port: f8f09204-663a-4e45-93c4-f6925d2cdc16, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:01:27.252462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:27.278641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ea8f3b9-ff45-4252-97e4-be0ed38c676d req-94daa473-d204-4e9b-8f19-9981a2d89128 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619757 Dec 08 17:01:27.319460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] For port f8f09204-663a-4e45-93c4-f6925d2cdc16, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:01:27.322965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] For port f8f09204-663a-4e45-93c4-f6925d2cdc16, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:01:27.326766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:27.365585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:27.366259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:27.367789 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] 10.222.0.58 "PUT /v2.0/ports/f8f09204-663a-4e45-93c4-f6925d2cdc16 HTTP/1.1" status: 200 len: 1095 time: 0.6234469 Dec 08 17:01:27.368344 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'tag': 'f8f09204-663a-4e45-93c4-f6925d2cdc16'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:01:27.370643 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6739fa3-07d1-4876-81b4-a5d774cea32c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7749a2e-10c4-4d4f-81fd-f8f60c6d4236", "tag": "f8f09204-663a-4e45-93c4-f6925d2cdc16"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:01:27.396938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbee4f-d1fd-4aad-9712-8aaa7fb08639 service neutron] Pushing event updated for resources: {'Port': ['ID=f8f09204-663a-4e45-93c4-f6925d2cdc16,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:27.445709 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40bf109-782e-4fc1-b41e-2d8e26699e5b x-openstack-request-id: req-e40bf109-782e-4fc1-b41e-2d8e26699e5b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:01:27.446168 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7749a2e-10c4-4d4f-81fd-f8f60c6d4236", "tag": "f8f09204-663a-4e45-93c4-f6925d2cdc16", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:01:27.446437 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e40bf109-782e-4fc1-b41e-2d8e26699e5b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:01:27.446839 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'tag': 'f8f09204-663a-4e45-93c4-f6925d2cdc16', 'status': 'completed', 'code': 200} Dec 08 17:01:27.464171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-09d17afb-9f02-4305-81fb-2fe30a340153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:27.465733 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-09d17afb-9f02-4305-81fb-2fe30a340153 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9d1dbbb633340afa20fa90356900e0d&device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 1098 time: 0.0522892 Dec 08 17:01:27.777504 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-ab704847-53cb-45c1-8359-7b0e1df08e64 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16 HTTP/1.1" status: 200 len: 217 time: 0.3018594 Dec 08 17:01:27.829494 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-bbc86009-3ced-4a71-a2b1-bc70f39e64d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:27.830954 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-bbc86009-3ced-4a71-a2b1-bc70f39e64d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0433631 Dec 08 17:01:27.876487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-269746bc-525d-48d1-9ad7-88989bfdc629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:27.878020 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-269746bc-525d-48d1-9ad7-88989bfdc629 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0394468 Dec 08 17:01:27.973376 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-b375a292-ffa0-43f9-8230-51946c5a7114 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883117 Dec 08 17:01:28.063436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bc11dc0c-2ec3-4af9-b8e2-43c18fbc2d70 req-e572a285-fe63-4769-84d3-700a38d31ae8 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832143 Dec 08 17:01:28.155306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-4df1d8ee-9bbb-475e-9268-a844306d5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:28.156756 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-4df1d8ee-9bbb-475e-9268-a844306d5a22 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9d1dbbb633340afa20fa90356900e0d&device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 1098 time: 0.0452349 Dec 08 17:01:28.248634 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-b997f481-8f22-4345-8722-8a0b2a2c1bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:28.250124 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-b997f481-8f22-4345-8722-8a0b2a2c1bda service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.0854995 Dec 08 17:01:28.294000 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-39ecfc52-9e55-4a48-97c3-6e102d625c48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16 HTTP/1.1" status: 200 len: 217 time: 0.0345457 Dec 08 17:01:28.352366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-f0457ded-b5c1-40de-bd2d-51b76b389b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:28.353833 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-f0457ded-b5c1-40de-bd2d-51b76b389b10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0526962 Dec 08 17:01:28.400831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8a86c-5846-4ec0-97e3-944a12bde04c req-2f385daf-21b4-43d9-8472-78512b2612c5 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:28.402684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ec8a86c-5846-4ec0-97e3-944a12bde04c req-2f385daf-21b4-43d9-8472-78512b2612c5 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 947 time: 0.0509694 Dec 08 17:01:28.407202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-0df2c4d5-f8e9-4afd-8b0c-3146bfad5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:28.408721 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-0df2c4d5-f8e9-4afd-8b0c-3146bfad5557 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0456870 Dec 08 17:01:28.455864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ec8a86c-5846-4ec0-97e3-944a12bde04c req-a4392a58-579c-4ca2-b9cd-43b4d0313855 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466032 Dec 08 17:01:28.499366 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-997adedf-cdb7-4e1a-9ce2-19edd9ec5d75 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825529 Dec 08 17:01:28.596496 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a6739fa3-07d1-4876-81b4-a5d774cea32c req-2f970f46-d229-47e7-8e22-c264d5836d93 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894485 Dec 08 17:01:28.861322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2105943c-154f-4d42-9400-3bc03eaed51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:29.573717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55822a4d-8b92-4678-b2f3-8320cccf57ce req-a12d64b8-88a6-4234-9a50-32028a5edd3b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:29.575226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55822a4d-8b92-4678-b2f3-8320cccf57ce req-a12d64b8-88a6-4234-9a50-32028a5edd3b tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 947 time: 0.0502098 Dec 08 17:01:29.626759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55822a4d-8b92-4678-b2f3-8320cccf57ce req-8264691f-cc67-4eaa-8947-b879fbbbf7e6 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454271 Dec 08 17:01:29.693325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f8f09204-663a-4e45-93c4-f6925d2cdc16 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:01:29.954106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f8f09204-663a-4e45-93c4-f6925d2cdc16, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:01:29.965731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'f8f09204-663a-4e45-93c4-f6925d2cdc16', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'f8f09204-663a-4e45-93c4-f6925d2cdc16', 'mac_address': 'fa:16:3e:b9:45:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:01:30.003425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:30.015912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8f09204-663a-4e45-93c4-f6925d2cdc16 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:01:30.035009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f8f09204-663a-4e45-93c4-f6925d2cdc16, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:01:30.038749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:30.085410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f8f09204-663a-4e45-93c4-f6925d2cdc16,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:30.234227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f8f09204-663a-4e45-93c4-f6925d2cdc16'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:01:30.263960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:30.743066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14b969-e526-45a6-8057-dc143362f635 req-e6567245-7f52-40d7-8827-e56dd82d20ad tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:30.744513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d14b969-e526-45a6-8057-dc143362f635 req-e6567245-7f52-40d7-8827-e56dd82d20ad tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 948 time: 0.0479641 Dec 08 17:01:30.790861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2d14b969-e526-45a6-8057-dc143362f635 req-d475004b-afb4-4d99-b411-6f7363e4029f tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403018 Dec 08 17:01:31.695963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f8f09204-663a-4e45-93c4-f6925d2cdc16 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:01:31.746012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port f8f09204-663a-4e45-93c4-f6925d2cdc16 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:01:31.750350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port f8f09204-663a-4e45-93c4-f6925d2cdc16 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:01:31.750901 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:31.836611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:31.862187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f09204-663a-4e45-93c4-f6925d2cdc16'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:01:31.864629 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a1051c-5923-44a6-8a58-436ee2366c06" -d '{"events": [{"server_uuid": "f7749a2e-10c4-4d4f-81fd-f8f60c6d4236", "name": "network-vif-plugged", "status": "completed", "tag": "f8f09204-663a-4e45-93c4-f6925d2cdc16"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:01:31.883820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port f8f09204-663a-4e45-93c4-f6925d2cdc16, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:01:31.889449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:31.933601 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03236293-d26c-4d7e-b26a-e7d10b1dac78 x-openstack-request-id: req-03236293-d26c-4d7e-b26a-e7d10b1dac78 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:01:31.934103 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7749a2e-10c4-4d4f-81fd-f8f60c6d4236", "name": "network-vif-plugged", "status": "completed", "tag": "f8f09204-663a-4e45-93c4-f6925d2cdc16", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:01:31.934361 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03236293-d26c-4d7e-b26a-e7d10b1dac78 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:01:31.934761 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8f09204-663a-4e45-93c4-f6925d2cdc16', 'code': 200} Dec 08 17:01:31.957199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=f8f09204-663a-4e45-93c4-f6925d2cdc16,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:01:32.021722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:32.056405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0498430f-7761-4ab4-b650-38f7797ed316 req-d95ea42e-e71a-4023-be26-80ce12e0b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:32.058072 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0498430f-7761-4ab4-b650-38f7797ed316 req-d95ea42e-e71a-4023-be26-80ce12e0b5a9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 1100 time: 0.0514703 Dec 08 17:01:32.112938 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-0498430f-7761-4ab4-b650-38f7797ed316 req-e9bb2920-1fe7-46d9-b05d-0f56c76b1241 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476480 Dec 08 17:01:32.222186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98afc606-3bed-4d7f-90c9-4d64dcb05c27 req-bbd04bbd-6b96-4782-9c01-65e6e031afd9 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:32.223640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98afc606-3bed-4d7f-90c9-4d64dcb05c27 req-bbd04bbd-6b96-4782-9c01-65e6e031afd9 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 949 time: 0.0542479 Dec 08 17:01:32.271990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98afc606-3bed-4d7f-90c9-4d64dcb05c27 req-6161c91b-c7dd-433c-ad8b-c5e0d00b582e tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415089 Dec 08 17:01:32.319207 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:32.525299 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:33.391229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17385568-4caf-4a0f-89bd-50007a64b03d req-d1671449-a027-4514-807b-5473e9ec14ef tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:33.392660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17385568-4caf-4a0f-89bd-50007a64b03d req-d1671449-a027-4514-807b-5473e9ec14ef tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 949 time: 0.0513401 Dec 08 17:01:33.441454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17385568-4caf-4a0f-89bd-50007a64b03d req-e34841f0-3b94-4e34-bd13-7c7e13d10fe8 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418332 Dec 08 17:01:33.479261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:56.049160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbc3fae7-f05c-4e83-8173-b788663d753b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:58.864527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac0a1b8a-77d9-4e8b-a7e6-9a6f559b2123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:01:59.372342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-96d63fad-d1ba-4d73-9025-105f325ea633 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448625 Dec 08 17:01:59.456057 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-12cc92ce-6c07-4dc5-bf25-88a0b4dd9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:59.457576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-12cc92ce-6c07-4dc5-bf25-88a0b4dd9582 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0412366 Dec 08 17:01:59.562727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-87ea7a5b-13ff-4c42-89e0-947f337e3d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:59.564141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-87ea7a5b-13ff-4c42-89e0-947f337e3d6d service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0857830 Dec 08 17:01:59.636184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-17b618aa-d222-44d6-9bda-c7476ce6d566 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0643897 Dec 08 17:01:59.674301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:01:59.688027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-114438e7-0fd3-4b81-803f-afd7e98fd8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:59.689542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-114438e7-0fd3-4b81-803f-afd7e98fd8d3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0469816 Dec 08 17:01:59.738378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-c34e4804-65f6-45d5-8a3e-f7972f2037d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:01:59.740321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-c34e4804-65f6-45d5-8a3e-f7972f2037d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437615 Dec 08 17:01:59.837641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-94e5a319-3860-434a-b417-d7ff63b8117b service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902295 Dec 08 17:01:59.941763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-597b063f-166b-4509-bec2-6ef626aa5ad2 req-90a89247-ab5c-4159-857f-d9384e123410 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966792 Dec 08 17:02:00.243708 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:02.018743 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:02.304922 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:02.524263 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:03.492575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:10.432651 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-c118b433-0f74-4999-833a-edcd47d0ae17 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0595069 Dec 08 17:02:10.555627 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-e3627fb9-7fdd-4935-99ce-c15456afae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:10.557114 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-e3627fb9-7fdd-4935-99ce-c15456afae64 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d9d1dbbb633340afa20fa90356900e0d&device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 1100 time: 0.0446680 Dec 08 17:02:10.663897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-b0f519a7-294e-4586-bc00-5d27032f58cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:10.665712 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-b0f519a7-294e-4586-bc00-5d27032f58cc service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.0890791 Dec 08 17:02:10.712701 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-bef90fe7-9bb1-42a6-b813-6b711488d29c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16 HTTP/1.1" status: 200 len: 217 time: 0.0403836 Dec 08 17:02:10.770708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-03abb612-316b-4ef6-868a-15db33a23098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:10.772885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-03abb612-316b-4ef6-868a-15db33a23098 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0528297 Dec 08 17:02:10.819918 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-ff9c5cbb-51c5-4f25-8007-b2313d108d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:10.821450 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-ff9c5cbb-51c5-4f25-8007-b2313d108d4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0424507 Dec 08 17:02:10.923111 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-17a37ad2-0af2-4a02-a2bd-735bda2bf48f service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923703 Dec 08 17:02:11.033274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-73a4efed-da3a-4d32-995c-14893a25ba73 req-964005c9-c155-4099-a50d-3dffb3f2d33e service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022160 Dec 08 17:02:26.055599 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7015c362-8da3-4ad1-a851-6304c1c90eb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:28.867740 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe885-7b2b-412d-a608-29b1409bd805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:30.246863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:32.022861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:32.307431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:32.522904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:33.506030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:36.674145 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:02:46.528184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61f31b-4dd9-4806-960c-80e50d3a04ee req-3fcab2f5-aeeb-447e-920d-39ed72e48a32 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:46.529701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa61f31b-4dd9-4806-960c-80e50d3a04ee req-3fcab2f5-aeeb-447e-920d-39ed72e48a32 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 949 time: 0.0568888 Dec 08 17:02:46.579568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa61f31b-4dd9-4806-960c-80e50d3a04ee req-e4f44ef5-bb35-43b9-bb94-33004a9b9669 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436463 Dec 08 17:02:47.700036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ec5562-5724-4d8e-a675-f2c499bb2887 req-d0cc1be5-e0d8-41d4-9b89-b362debf80aa tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:47.701568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2ec5562-5724-4d8e-a675-f2c499bb2887 req-d0cc1be5-e0d8-41d4-9b89-b362debf80aa tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 949 time: 0.0481501 Dec 08 17:02:47.748424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2ec5562-5724-4d8e-a675-f2c499bb2887 req-c34cf4bb-e35e-4884-82db-a697cc0e6853 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407915 Dec 08 17:02:48.653558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-fc33007f-dc13-4d3f-bb17-44364a67c6cc tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:48.654977 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-fc33007f-dc13-4d3f-bb17-44364a67c6cc tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.58 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 949 time: 0.0490499 Dec 08 17:02:48.750529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Deleting port f8f09204-663a-4e45-93c4-f6925d2cdc16 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:02:48.750884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:48.841442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] For port f8f09204-663a-4e45-93c4-f6925d2cdc16, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=f8f09204-663a-4e45-93c4-f6925d2cdc16,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:02:48.841815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:48.856030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Calling delete_port for f8f09204-663a-4e45-93c4-f6925d2cdc16 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:02:48.867875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67a5c88-b46f-4704-a227-71dbb4d71469 req-d26b4d48-587b-4bb3-afcf-26e9fb4d4615 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:02:48.869387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e67a5c88-b46f-4704-a227-71dbb4d71469 req-d26b4d48-587b-4bb3-afcf-26e9fb4d4615 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7749a2e-10c4-4d4f-81fd-f8f60c6d4236 HTTP/1.1" status: 200 len: 949 time: 0.0507159 Dec 08 17:02:48.921999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e67a5c88-b46f-4704-a227-71dbb4d71469 req-4724b7e0-87b5-4127-990a-756f41c94b69 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.62 "GET /v2.0/security-groups?id=711d7303-cc1e-430c-a45e-a9b58fae59f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462451 Dec 08 17:02:48.993147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:49.007681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['f8f09204-663a-4e45-93c4-f6925d2cdc16'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:02:49.022571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Pushing event deleted for resources: {'Port': ['ID=f8f09204-663a-4e45-93c4-f6925d2cdc16,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:02:49.055283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.055641 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.055986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.056328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.056664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.056994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.057320 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.057648 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.058009 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.058334 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.058660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.058984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.059306 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:02:49.078228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] No DVR routers for this DVR port f8f09204-663a-4e45-93c4-f6925d2cdc16 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:02:49.080812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:49.084895 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-eba0795f-3955-445f-9fbb-1f76328db3f2 req-577d5324-3acf-4c88-8fbc-60a2b88fbe67 tempest-VolumesBackupsTest-1677576433 tempest-VolumesBackupsTest-1677576433-project] 10.222.0.58 "DELETE /v2.0/ports/f8f09204-663a-4e45-93c4-f6925d2cdc16 HTTP/1.1" status: 204 len: 173 time: 0.4233303 Dec 08 17:02:49.085337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'name': 'network-vif-deleted', 'tag': 'f8f09204-663a-4e45-93c4-f6925d2cdc16'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:02:49.087735 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6b5d1-93ab-4142-9636-6566cd4b1111" -d '{"events": [{"server_uuid": "f7749a2e-10c4-4d4f-81fd-f8f60c6d4236", "name": "network-vif-deleted", "tag": "f8f09204-663a-4e45-93c4-f6925d2cdc16"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:02:49.189696 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0d8a33-0766-47b4-bda1-70385d85b030 x-openstack-request-id: req-fc0d8a33-0766-47b4-bda1-70385d85b030 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:02:49.189923 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7749a2e-10c4-4d4f-81fd-f8f60c6d4236", "name": "network-vif-deleted", "tag": "f8f09204-663a-4e45-93c4-f6925d2cdc16", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:02:49.190169 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fc0d8a33-0766-47b4-bda1-70385d85b030 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:02:49.190576 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7749a2e-10c4-4d4f-81fd-f8f60c6d4236', 'name': 'network-vif-deleted', 'tag': 'f8f09204-663a-4e45-93c4-f6925d2cdc16', 'status': 'completed', 'code': 200} Dec 08 17:02:52.069325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f8f09204-663a-4e45-93c4-f6925d2cdc16 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:02:52.095741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: f8f09204-663a-4e45-93c4-f6925d2cdc16 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:02:52.096185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device f8f09204-663a-4e45-93c4-f6925d2cdc16 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:02:56.061264 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d2e41ad-e024-46f3-8f59-6b68d2b5a047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:02:58.872637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-67ae9909-c03b-4436-a08e-9b0ba13477a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:00.251741 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:00.468536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-2c1dc386-52bb-43ab-9a91-c4f526c713e7 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1435196 Dec 08 17:03:00.556852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-16e70861-931a-46de-97db-af8d65e6763a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:00.558389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-16e70861-931a-46de-97db-af8d65e6763a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0432386 Dec 08 17:03:00.670549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-9a57cc2e-1160-45fb-be0a-b705ce461bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:00.672035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-9a57cc2e-1160-45fb-be0a-b705ce461bbe service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0936191 Dec 08 17:03:00.743717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-f5827d54-489c-4a02-a74f-f01ec3567302 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0643189 Dec 08 17:03:00.793340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-03256188-adb1-4e6e-be95-18f6217790a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:00.794879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-03256188-adb1-4e6e-be95-18f6217790a9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0444992 Dec 08 17:03:00.850567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-b3da61a7-ff3e-493d-a3f4-6cde1993b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:03:00.852000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-b3da61a7-ff3e-493d-a3f4-6cde1993b6c1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491836 Dec 08 17:03:00.945630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-ec1e52d5-64af-4111-91f5-43c35e409f87 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869083 Dec 08 17:03:01.061775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61c425fa-29d6-4a70-9cd9-72569d305215 req-1e61b96b-6bfd-4161-b3a1-55ac2ec9e378 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092632 Dec 08 17:03:02.025225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:02.312721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:02.547413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:03.523519 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:13.679166 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:03:26.064538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-245d4bf2-e554-4e9f-b98d-d1676f5fa6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:28.866241 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50c6b74d-fae5-432c-bfac-82d8c421cd11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:30.256298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:32.026980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:32.316166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:32.552187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:33.543798 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:50.678049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:03:56.070640 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90d9ea02-f463-49c6-9659-c53cd967e8f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:03:58.876738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9edb14bf-f525-4255-9ddd-dcf7c61abc45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:00.261421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:01.364687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-58865bf0-671a-45f2-b4d2-35ffacc6b5d9 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416462 Dec 08 17:04:01.447320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-bee23815-95e1-4878-bab5-c585fd7aa601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:01.448714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-bee23815-95e1-4878-bab5-c585fd7aa601 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0421937 Dec 08 17:04:01.553667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-5f8cfefc-5b70-4821-b760-836dec9649a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:01.555177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-5f8cfefc-5b70-4821-b760-836dec9649a4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0873089 Dec 08 17:04:01.621515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-770aee32-8ea4-4a09-b00b-bb82781885d3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0598428 Dec 08 17:04:01.670497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-ff04b049-5f2e-4478-a2ff-dcd643d44f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:01.671939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-ff04b049-5f2e-4478-a2ff-dcd643d44f80 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0438223 Dec 08 17:04:01.723428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-e67c38a2-8968-47d1-b300-a266b8529be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:04:01.724922 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-e67c38a2-8968-47d1-b300-a266b8529be6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461488 Dec 08 17:04:01.818045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-c692dc41-7b33-4e55-b84c-2335043da0b6 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860462 Dec 08 17:04:01.912453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96319c46-81a3-47b6-a258-0d4f7a8a6569 req-f2b690af-31e6-482e-b2a7-0dc6e9cd3f7e service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877879 Dec 08 17:04:02.031021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:02.326652 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:02.549643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:03.535656 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:26.075996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71cfbe0c-0466-48de-8f7a-9f652ca15e27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:27.676874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:04:28.870961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdc90f76-3ca0-4893-9aed-9c2c5effc459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:30.263447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:32.036456 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:32.320936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:32.550268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:33.539508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:56.083868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b84b14c3-877e-4cbd-8c44-ed14bc6268f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:04:58.876117 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a563ed6-6bbf-4441-887c-95c27250be1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:00.262302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:02.038177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:02.333213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:02.374864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-fa5e53bc-acc1-4d8a-a4ee-3205a937ba06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498328 Dec 08 17:05:02.465203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-c31da597-d7ce-402e-a647-f0832313721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:02.467295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-c31da597-d7ce-402e-a647-f0832313721c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0478795 Dec 08 17:05:02.555073 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:02.598940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-ec0902be-2fb9-4263-8fd6-c24d56ecf69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:02.600434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-ec0902be-2fb9-4263-8fd6-c24d56ecf69c service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1116395 Dec 08 17:05:02.673232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-41857e5b-e6b9-4e41-9573-c1ea84765661 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0652874 Dec 08 17:05:02.726836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-ee64a5d8-6168-4e7b-a153-4bcba3c6d9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:02.728320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-ee64a5d8-6168-4e7b-a153-4bcba3c6d9ea service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0483761 Dec 08 17:05:02.789636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-b80b525f-45bb-4799-917e-178bafbb58e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:05:02.791254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-b80b525f-45bb-4799-917e-178bafbb58e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548351 Dec 08 17:05:02.891646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-c274a93a-01ba-4435-86df-65db91c93be9 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923183 Dec 08 17:05:02.990310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ce8802b-8b1d-4574-9cfc-c7d8f1b45e72 req-7e1dc280-6f6d-42f1-a0e9-5a55ebe45bff service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913141 Dec 08 17:05:03.545959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:04.676293 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:05:26.078512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00fd6ec9-9c86-4be3-b5cd-7f55800e644f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:28.868739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c387b468-7b63-44b8-991c-6cf0be815b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:30.264386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:32.038005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:32.328069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:32.550514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:33.532122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:41.675405 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:05:56.080962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76b516e3-3352-404e-8bee-92150806f921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:05:58.871600 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c08a9119-add5-4997-a38b-976f9b09e964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:00.269718 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:02.042440 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:02.333344 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:02.367124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-c48c8d47-d3ce-459b-917c-3733745f8157 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466349 Dec 08 17:06:02.454443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-033cef90-a9f2-4766-9711-79922679d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:02.455930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-033cef90-a9f2-4766-9711-79922679d7df service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0448873 Dec 08 17:06:02.552861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:02.565440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-3daaad46-67d8-4aa8-b873-52d92027c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:02.567117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-3daaad46-67d8-4aa8-b873-52d92027c0d5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0913897 Dec 08 17:06:02.954196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-c6db1733-08e4-4a96-bfb3-5fe0d76d68c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.3801894 Dec 08 17:06:03.005375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-b8c686d5-fb6e-4409-9fd2-440ceee06eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:03.006888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-b8c686d5-fb6e-4409-9fd2-440ceee06eab service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0459344 Dec 08 17:06:03.055929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-a06d8f17-6c17-4c8c-a941-39e8e09e2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:06:03.057466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-a06d8f17-6c17-4c8c-a941-39e8e09e2189 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438735 Dec 08 17:06:03.147389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-d0a13f94-2034-424f-8337-c91e7ab9b64b service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829999 Dec 08 17:06:03.241671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43f2ff04-c067-44a7-a8ed-1e723e87581a req-e6b3a2c2-4d09-41cf-b62f-ffd60dffbd45 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871818 Dec 08 17:06:03.530292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:07.898936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:06:08.041434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-82135ae2-6efd-4001-807f-08766a3ae6c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d9d1dbbb633340afa20fa90356900e0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1412017 Dec 08 17:06:08.043778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 58314) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:06:08.091628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:08.118194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:08.167526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:08.170286 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:08.171564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/711d7303-cc1e-430c-a45e-a9b58fae59f5 HTTP/1.1" status: 204 len: 168 time: 0.1268778 Dec 08 17:06:08.180561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711d7303-cc1e-430c-a45e-a9b58fae59f5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:08.190034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.190388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.192028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.192028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.192401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.192741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.193079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.193502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.193873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.194317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.194757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.195088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:08.195414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1739f27-91f5-4807-a5e8-65c77e196937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:18.675504 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:06:26.085343 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b51d1f31-0c11-4da5-a6b3-ec718798de82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:28.873670 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d72e66b-34e9-4461-9d0a-237b81c1c1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:30.270233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:32.044736 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:32.337377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:32.570697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:33.547500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:55.674701 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:06:56.082812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59442) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:06:56.104094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0812957-e9fc-4e6a-aa46-360a4109057a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.202306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c539c7a7-bb7e-4fbc-8950-7a374975159f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.282677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c539c7a7-bb7e-4fbc-8950-7a374975159f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.288101 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c539c7a7-bb7e-4fbc-8950-7a374975159f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.330743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c539c7a7-bb7e-4fbc-8950-7a374975159f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e28e45d27828472a8cbbd34469f29244&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2467551 Dec 08 17:06:56.331609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539c7a7-bb7e-4fbc-8950-7a374975159f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1372c5-55d0-4661-9d49-fead9e5eb48d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:56.333858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59446) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:06:56.396585 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.420093 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.467490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.470552 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:06:56.471749 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed1372c5-55d0-4661-9d49-fead9e5eb48d HTTP/1.1" status: 204 len: 168 time: 0.1351919 Dec 08 17:06:56.480183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1372c5-55d0-4661-9d49-fead9e5eb48d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:06:56.487825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.488166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.488529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.488865 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.489196 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.489524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.489867 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.490192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.490516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.490837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.491155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.491470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:56.491787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ea4c00f-fe15-45e8-a044-ada1142b974f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:06:58.875272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5dd69c07-13f2-4c84-ab51-9ea522f1b3be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:00.273338 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:02.054615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:02.345079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:02.371771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-40eb254a-4468-4c65-b2a4-896bb5c67990 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0491741 Dec 08 17:07:02.467387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-f16d5111-072b-4c94-a3ee-c51a2cec642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:02.469005 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-f16d5111-072b-4c94-a3ee-c51a2cec642c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0489051 Dec 08 17:07:02.582538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:02.591967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-6fbf5bcd-a0ce-4dd0-8668-17fb9b791323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:02.593573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-6fbf5bcd-a0ce-4dd0-8668-17fb9b791323 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.1049159 Dec 08 17:07:02.662583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-d5e6f4a3-5dfa-4db3-ab44-21ea147d2011 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0623856 Dec 08 17:07:02.713410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-ea2bd8a9-a284-4089-ac00-564692a9a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:02.715260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-ea2bd8a9-a284-4089-ac00-564692a9a8dc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0467489 Dec 08 17:07:02.768148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-c7c0a360-fc4b-4dd4-b028-a97585b6ea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:07:02.769684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-c7c0a360-fc4b-4dd4-b028-a97585b6ea30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452499 Dec 08 17:07:02.867613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-030a3484-81a9-41e3-8965-2c7249ebbb2b service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910697 Dec 08 17:07:02.964078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aad4cd2-4182-484d-9298-e2e94b76e517 req-7968a8e0-ddd9-4503-98e7-807c56dcbef9 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897579 Dec 08 17:07:03.560915 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:26.089518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bfd30cd-c33f-4422-9522-60513e2cb252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:28.878617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f0837d5-1ab9-405f-8774-2c89fe66e1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:30.276028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:32.050184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:32.346177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:32.576853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:32.674197 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:07:33.559279 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:45.961402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 59872) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:07:46.083035 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6a76-e981-4719-925d-794b46d97d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.164123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6a76-e981-4719-925d-794b46d97d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.168837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a5cb6a76-e981-4719-925d-794b46d97d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.217064 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5cb6a76-e981-4719-925d-794b46d97d68 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7370b83ccba6403c94205b19ec92f6b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543840 Dec 08 17:07:46.217816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb6a76-e981-4719-925d-794b46d97d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d3eec7-6628-4d96-939c-7ab44130270c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:07:46.219850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 59876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:07:46.274397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.297005 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.347278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.351242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:46.354864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e9d3eec7-6628-4d96-939c-7ab44130270c HTTP/1.1" status: 204 len: 168 time: 0.1309884 Dec 08 17:07:46.361195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d3eec7-6628-4d96-939c-7ab44130270c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:07:46.371786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.372361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.373046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.374160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.375294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.375904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.376642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.377215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.378164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.378768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.379381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.380106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:46.380784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62b2bc38-7192-4d49-b004-c42f3ea26429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:07:56.094217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57b02aef-534e-4042-8694-fbd8d4e8d856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:07:58.890053 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5263e32b-0d0b-4a29-ac21-adef513e717b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:00.283930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:02.059527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:02.358268 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:02.579203 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:03.534638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-5d67c167-5c75-4c6c-87d8-e00bfc60b89b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2054172 Dec 08 17:08:03.585229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:03.652726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-0437d9c4-f760-4b26-a503-7e1effe63c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:03.654293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-0437d9c4-f760-4b26-a503-7e1effe63c1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 1096 time: 0.0598924 Dec 08 17:08:03.774796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-bd7bcec0-a6b9-4454-9674-861744e0b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:03.776290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-bd7bcec0-a6b9-4454-9674-861744e0b108 service neutron] 10.222.0.86 "GET /v2.0/networks?id=dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 200 len: 911 time: 0.0965087 Dec 08 17:08:03.867653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-c9b33246-d7d4-4708-afdd-2ff40bbf82e0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 200 len: 1001 time: 0.0832796 Dec 08 17:08:03.922467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-03f99b8e-eba3-47e2-a380-13c201d4bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:03.924047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-03f99b8e-eba3-47e2-a380-13c201d4bb9a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 200 len: 849 time: 0.0492382 Dec 08 17:08:03.975155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-5cfa178d-67bf-46c2-9f1e-0d9c92ad9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:03.977306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-5cfa178d-67bf-46c2-9f1e-0d9c92ad9e90 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=dcb38395-0677-404c-ad18-af16fcc8a053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466874 Dec 08 17:08:04.093157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-a5ab57ba-dce5-48f8-a5c1-1917680601e2 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083689 Dec 08 17:08:04.199657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-848dc9c6-2bd7-456d-9481-7f7ae7321ad3 req-5a65cdac-db13-4d5c-b34c-8c191dc67a73 service neutron] 10.222.0.86 "GET /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997877 Dec 08 17:08:05.752579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60052) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:05.861352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52085aec-585d-4316-964c-05fc237de440 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:05.942672 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52085aec-585d-4316-964c-05fc237de440 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:05.947644 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-52085aec-585d-4316-964c-05fc237de440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:05.993352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-52085aec-585d-4316-964c-05fc237de440 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c298e55ec86d49058e8a2a7cb1301851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2396524 Dec 08 17:08:05.994359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52085aec-585d-4316-964c-05fc237de440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bde496-44eb-4d55-a28b-b84dcb9677e8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:05.996285 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:06.046658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:06.067740 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:06.117282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:06.120109 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:06.121407 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/02bde496-44eb-4d55-a28b-b84dcb9677e8 HTTP/1.1" status: 204 len: 168 time: 0.1239550 Dec 08 17:08:06.129293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bde496-44eb-4d55-a28b-b84dcb9677e8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:06.138450 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.138705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.139064 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.139360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.139715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.140026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.140354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.140674 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.140996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.141318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.141643 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.142354 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:06.142804 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a702f9-29c3-4e71-aa74-5182f308113b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:09.676725 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:08:12.383224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc57207-88e1-471a-b3ad-6bf4f325131f req-ea62b2c0-9fa4-40c4-81fb-64c7c6fb3e14 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:12.384720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bc57207-88e1-471a-b3ad-6bf4f325131f req-ea62b2c0-9fa4-40c4-81fb-64c7c6fb3e14 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 945 time: 0.2159083 Dec 08 17:08:12.434055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bc57207-88e1-471a-b3ad-6bf4f325131f req-81c79b4f-cc79-41fc-8e7c-f5caae7b3892 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e755345-07e3-43e4-81b3-2d41b21cb265&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Dec 08 17:08:12.723826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-f97e0a2a-7d3c-4d08-8071-332c2922fedf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:08:12.725297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-f97e0a2a-7d3c-4d08-8071-332c2922fedf tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 945 time: 0.0491908 Dec 08 17:08:12.821110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Deleting port e27c6350-5013-4586-9731-edaa71828818 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:08:12.821482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:12.922636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] For port e27c6350-5013-4586-9731-edaa71828818, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e27c6350-5013-4586-9731-edaa71828818,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:08:12.923093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:13.120646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:13.121071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:13.121418 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Floating IP 485721d9-d3c7-4c11-9a33-4aecb555b041 disassociated. External IP: 172.25.3.237, port: e27c6350-5013-4586-9731-edaa71828818. Dec 08 17:08:13.121723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Calling delete_port for e27c6350-5013-4586-9731-edaa71828818 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:08:13.258968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:13.292882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event deleted for resources: {'Port': ['ID=e27c6350-5013-4586-9731-edaa71828818,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:13.408709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:08:13.539379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:08:13.551233 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:08:13.563984 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:08:13.564625 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:07:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:13.598633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] No DVR routers for this DVR port e27c6350-5013-4586-9731-edaa71828818 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:08:13.611302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:13.615114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe6dbc8e-3e9e-440b-a9ac-838f7c9143a0 req-a5c8be8c-a71c-44dc-9a4d-3ff42bde3f4c tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.86 "DELETE /v2.0/ports/e27c6350-5013-4586-9731-edaa71828818 HTTP/1.1" status: 204 len: 173 time: 0.8837781 Dec 08 17:08:13.615846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'name': 'network-vif-deleted', 'tag': 'e27c6350-5013-4586-9731-edaa71828818'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:08:13.623402 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fedb990-ceae-446c-8ab1-f5f0c449aed2" -d '{"events": [{"server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "name": "network-vif-deleted", "tag": "e27c6350-5013-4586-9731-edaa71828818"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:08:13.672378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5ef5880-dcd1-46e6-9a44-b96bde981468 req-994d8750-75a8-4ae5-a21d-c7e37ed7ff97 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/ports?device_id=ff3d749d-d88c-4a5e-9d2a-c13c441e11b3 HTTP/1.1" status: 200 len: 210 time: 0.1563027 Dec 08 17:08:13.706260 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:08:13.814861 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9c815c-8e61-4392-8dbc-f1551632a042 x-openstack-request-id: req-1c9c815c-8e61-4392-8dbc-f1551632a042 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:08:13.815191 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3d749d-d88c-4a5e-9d2a-c13c441e11b3", "name": "network-vif-deleted", "tag": "e27c6350-5013-4586-9731-edaa71828818", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:08:13.815405 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1c9c815c-8e61-4392-8dbc-f1551632a042 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:08:13.815812 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3d749d-d88c-4a5e-9d2a-c13c441e11b3', 'name': 'network-vif-deleted', 'tag': 'e27c6350-5013-4586-9731-edaa71828818', 'status': 'completed', 'code': 200} Dec 08 17:08:13.968984 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:14.000140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:08:14.008683 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:08:14.009277 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:07:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:14.122782 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:08:14.347771 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:14.378056 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcde9d43-35eb-4723-8b32-99dbf5a8955c None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '6a046f68-dab9-491d-ac4f-73217be8779a', 'name': '', 'network_id': 'dcb38395-0677-404c-ad18-af16fcc8a053', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'mac_address': 'fa:16:3e:25:f6:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_interface', 'standard_attr_id': 3424, 'fixed_ips': [{'subnet_id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:32Z', 'updated_at': '2021-12-08T16:44:37Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'subnets': [{'id': '8551e05d-ca51-4fd2-bc3c-66472cd3a501', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:08:14.612087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e80c7dc-f319-4166-b5a1-1237004a7f64 None None] New status for floating IP 485721d9-d3c7-4c11-9a33-4aecb555b041: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:08:15.233029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:15.344193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e76864da-489b-4030-beac-f61259aa3875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.429334 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e76864da-489b-4030-beac-f61259aa3875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.433393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e76864da-489b-4030-beac-f61259aa3875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.485349 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e76864da-489b-4030-beac-f61259aa3875 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5b3c2e45d7445ddba5ebfd5532ad83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2511413 Dec 08 17:08:15.488224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76864da-489b-4030-beac-f61259aa3875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96450145-ac35-4a97-89bc-09d4f8f8a266,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:15.488851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60166) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:15.547269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914fed8a-99d7-4dcd-897c-ebe3f2293b52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.573273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914fed8a-99d7-4dcd-897c-ebe3f2293b52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.627909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914fed8a-99d7-4dcd-897c-ebe3f2293b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.630593 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-914fed8a-99d7-4dcd-897c-ebe3f2293b52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.631984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-914fed8a-99d7-4dcd-897c-ebe3f2293b52 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96450145-ac35-4a97-89bc-09d4f8f8a266 HTTP/1.1" status: 204 len: 168 time: 0.1404467 Dec 08 17:08:15.641848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914fed8a-99d7-4dcd-897c-ebe3f2293b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96450145-ac35-4a97-89bc-09d4f8f8a266,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:15.800435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60174) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:15.859673 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb7fb77-edcf-4c01-b92f-a75ff532b964 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.888012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb7fb77-edcf-4c01-b92f-a75ff532b964 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.950050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb7fb77-edcf-4c01-b92f-a75ff532b964 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.953095 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7bb7fb77-edcf-4c01-b92f-a75ff532b964 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:15.957438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7bb7fb77-edcf-4c01-b92f-a75ff532b964 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "DELETE /v2.0/security-groups/9e755345-07e3-43e4-81b3-2d41b21cb265 HTTP/1.1" status: 204 len: 168 time: 0.1529660 Dec 08 17:08:15.958975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:15.966217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7fb77-edcf-4c01-b92f-a75ff532b964 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e755345-07e3-43e4-81b3-2d41b21cb265,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:15.980327 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-55414e39-41a3-4079-b060-3301e7dd0a58 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] show failed (client error): The resource could not be found. Dec 08 17:08:15.985173 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-55414e39-41a3-4079-b060-3301e7dd0a58 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "GET /v2.0/security-groups/9e755345-07e3-43e4-81b3-2d41b21cb265 HTTP/1.1" status: 404 len: 347 time: 0.0239961 Dec 08 17:08:15.986221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60184) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:16.130680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Deleting port 2794e5e8-b87f-4e94-8549-fce24507e577 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:08:16.131026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.218062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.218398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.233850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Calling delete_port for 2794e5e8-b87f-4e94-8549-fce24507e577 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:08:16.399855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.430903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Pushing event deleted for resources: {'Port': ['ID=2794e5e8-b87f-4e94-8549-fce24507e577,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:16.503022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.507029 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:16.508417 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-29d0a0ce-aceb-4c6b-8707-afeba0ca3421 tempest-AttachVolumeTestJSON-127378965 tempest-AttachVolumeTestJSON-127378965-project] 10.222.0.62 "DELETE /v2.0/floatingips/485721d9-d3c7-4c11-9a33-4aecb555b041 HTTP/1.1" status: 204 len: 168 time: 0.5206890 Dec 08 17:08:17.005203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e27c6350-5013-4586-9731-edaa71828818 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:08:17.041414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: e27c6350-5013-4586-9731-edaa71828818 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:08:17.041768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e27c6350-5013-4586-9731-edaa71828818 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:08:18.058614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60334) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:18.207533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a47ce248-36ea-4793-8e03-1146e60467e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.303860 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a47ce248-36ea-4793-8e03-1146e60467e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.309291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a47ce248-36ea-4793-8e03-1146e60467e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.355409 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a47ce248-36ea-4793-8e03-1146e60467e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab720ea060dd4d0ebf613ffe967868e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2952607 Dec 08 17:08:18.356385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ce248-36ea-4793-8e03-1146e60467e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f5bef-1241-4acf-aeda-7f697c72f117,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:18.358950 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60338) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:18.425361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bc1246c-7583-471e-b0c9-d57ee38206e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.453450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bc1246c-7583-471e-b0c9-d57ee38206e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.515525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bc1246c-7583-471e-b0c9-d57ee38206e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.521401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6bc1246c-7583-471e-b0c9-d57ee38206e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.523436 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6bc1246c-7583-471e-b0c9-d57ee38206e1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d1f5bef-1241-4acf-aeda-7f697c72f117 HTTP/1.1" status: 204 len: 168 time: 0.1634316 Dec 08 17:08:18.534319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1246c-7583-471e-b0c9-d57ee38206e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f5bef-1241-4acf-aeda-7f697c72f117,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:18.829850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:18.852873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-daa1842d-4d57-4c98-9ed6-4ee6e8e9c8c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.942583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-daa1842d-4d57-4c98-9ed6-4ee6e8e9c8c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.947610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-daa1842d-4d57-4c98-9ed6-4ee6e8e9c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:18.993352 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-daa1842d-4d57-4c98-9ed6-4ee6e8e9c8c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a6d9e73f61744b7c9dc2e7d19f4f09aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1622260 Dec 08 17:08:18.994692 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa1842d-4d57-4c98-9ed6-4ee6e8e9c8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eff939c-adfc-4bf6-b0c5-9e40e89edec4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:18.997610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60348) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:19.059156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17ee9cf-6277-4700-b807-b10b0a6a2321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:19.089377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17ee9cf-6277-4700-b807-b10b0a6a2321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:19.144726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17ee9cf-6277-4700-b807-b10b0a6a2321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:19.148438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17ee9cf-6277-4700-b807-b10b0a6a2321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:19.153711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e17ee9cf-6277-4700-b807-b10b0a6a2321 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5eff939c-adfc-4bf6-b0c5-9e40e89edec4 HTTP/1.1" status: 204 len: 168 time: 0.1429605 Dec 08 17:08:19.158601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ee9cf-6277-4700-b807-b10b0a6a2321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eff939c-adfc-4bf6-b0c5-9e40e89edec4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:26.092026 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57701e41-a470-4523-b383-161adf30d5d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:26.645427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60384) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:27.253148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:27.507382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Deleting port 6a046f68-dab9-491d-ac4f-73217be8779a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:08:27.507628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:27.593470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] For port 6a046f68-dab9-491d-ac4f-73217be8779a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6a046f68-dab9-491d-ac4f-73217be8779a,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:08:27.593889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:27.607678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Calling delete_port for 6a046f68-dab9-491d-ac4f-73217be8779a owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:08:27.792807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:27.827839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a046f68-dab9-491d-ac4f-73217be8779a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:27.997606 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:28.254946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:08:28.679654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:08:28.685845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-688dba31-b729-4246-8434-714d3acc68c7 admin admin] 10.222.0.62 "PUT /v2.0/routers/10cf63dc-d31e-4b77-bb82-7961ea87bd98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0424569 Dec 08 17:08:28.688157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60388) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:28.688671 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] Sync routers for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:08:28.699584 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:08:28.700204 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:07:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:28.801111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:28.818601 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:08:28.883389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e4ba57e-a6a2-4a01-ab7d-14d2c807acee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:28.908707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:28.967787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Deleting port 160fc539-8c1b-4fa2-b2c0-693debaffa49 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:08:28.968130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.048831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] For port 160fc539-8c1b-4fa2-b2c0-693debaffa49, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=160fc539-8c1b-4fa2-b2c0-693debaffa49,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:08:29.049195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.063140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Calling delete_port for 160fc539-8c1b-4fa2-b2c0-693debaffa49 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:08:29.099368 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T17:08:27Z', 'revision_number': 5, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port': {'id': '160fc539-8c1b-4fa2-b2c0-693debaffa49', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:14:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T16:44:31Z', 'updated_at': '2021-12-08T16:44:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:29.125945 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] Checking router: 10cf63dc-d31e-4b77-bb82-7961ea87bd98 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:08:29.134655 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] Routers {'10cf63dc-d31e-4b77-bb82-7961ea87bd98'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:08:29.135267 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:29.224910 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] Set router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:08:29.236480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.264960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Pushing event deleted for resources: {'Port': ['ID=160fc539-8c1b-4fa2-b2c0-693debaffa49,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:29.280168 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T17:08:28Z', 'revision_number': 6, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:29.281710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f86dcae-0aa3-4aaa-988d-f3cac9efa4be None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:08:29.307995 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb77ff0-aac5-48dd-bde4-bd76177186c9 None None] The sync data for ids ['10cf63dc-d31e-4b77-bb82-7961ea87bd98'] in n-d-820935-5 is: [{'id': '10cf63dc-d31e-4b77-bb82-7961ea87bd98', 'name': 'tempest-AttachVolumeTestJSON-825554060-router', 'tenant_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T16:44:30Z', 'updated_at': '2021-12-08T17:08:28Z', 'revision_number': 6, 'project_id': '18bb4ce41c6a4d37b63b83c411b929c5', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:08:29.331714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.423546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.425670 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.468278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.468910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cf63dc-d31e-4b77-bb82-7961ea87bd98 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:08:29.474911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.476239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-21c14980-1636-4165-8b72-37f4c5c54675 admin admin] 10.222.0.62 "DELETE /v2.0/routers/10cf63dc-d31e-4b77-bb82-7961ea87bd98 HTTP/1.1" status: 204 len: 168 time: 0.7870150 Dec 08 17:08:29.478886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60390) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:29.527376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Deleting subnet 8551e05d-ca51-4fd2-bc3c-66472cd3a501 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:08:29.530480 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.565129 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.643631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.699256 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.732670 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8551e05d-ca51-4fd2-bc3c-66472cd3a501,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:29.736984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.743017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c55b5263-8e9a-4adb-9120-86c551f1421f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8551e05d-ca51-4fd2-bc3c-66472cd3a501 HTTP/1.1" status: 204 len: 168 time: 0.2608788 Dec 08 17:08:29.743226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60392) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:29.743564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8eede3-f577-418c-8719-f804d42614af None None] Network dcb38395-0677-404c-ad18-af16fcc8a053 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:08:29.813084 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.871652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Deleting port db498280-d534-41df-ab92-64d4c4b60abd {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:08:29.871988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.947121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] For port db498280-d534-41df-ab92-64d4c4b60abd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=db498280-d534-41df-ab92-64d4c4b60abd,segment=NetworkSegment(75a93418-558a-4b14-9589-ff79e45ca3f4),segment_id=75a93418-558a-4b14-9589-ff79e45ca3f4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:08:29.947369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:29.961850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Calling delete_port for db498280-d534-41df-ab92-64d4c4b60abd owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:08:30.039288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.068438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Pushing event deleted for resources: {'Port': ['ID=db498280-d534-41df-ab92-64d4c4b60abd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:30.070604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] No DVR routers for this DVR port db498280-d534-41df-ab92-64d4c4b60abd on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:08:30.087597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2cd8b3-4035-44a9-8693-78cd05afc761 None None] DHCP port deletion for dcb38395-0677-404c-ad18-af16fcc8a053 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:08:30.155123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.177733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcb38395-0677-404c-ad18-af16fcc8a053']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:30.188056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a93418-558a-4b14-9589-ff79e45ca3f4') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:30.188340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a93418-558a-4b14-9589-ff79e45ca3f4') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:08:30.199531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.213582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.220438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:08:30.220845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:08:30.222621 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:08:30.286930 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.291087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.293162 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.296583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] 10.222.0.62 "DELETE /v2.0/networks/dcb38395-0677-404c-ad18-af16fcc8a053 HTTP/1.1" status: 204 len: 168 time: 0.5524135 Dec 08 17:08:30.309263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4f714-a0ea-4447-9ae6-2a81f8d33286 admin admin] Pushing event deleted for resources: {'Network': ['ID=dcb38395-0677-404c-ad18-af16fcc8a053,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:30.434982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60396) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:30.486727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3db917d-6c83-4795-8352-afefed59bfeb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=18bb4ce41c6a4d37b63b83c411b929c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0480473 Dec 08 17:08:30.487198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:30.538086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6831468a-babf-4cb0-8f92-46c1423abd70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.573817 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6831468a-babf-4cb0-8f92-46c1423abd70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.607889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 160fc539-8c1b-4fa2-b2c0-693debaffa49 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:08:30.625020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6831468a-babf-4cb0-8f92-46c1423abd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.630512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6831468a-babf-4cb0-8f92-46c1423abd70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:30.632775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6831468a-babf-4cb0-8f92-46c1423abd70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb8e8ddd-9383-49d8-ad45-9c2f15f0d551 HTTP/1.1" status: 204 len: 168 time: 0.1443343 Dec 08 17:08:30.633745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 160fc539-8c1b-4fa2-b2c0-693debaffa49 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:08:30.634129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 160fc539-8c1b-4fa2-b2c0-693debaffa49 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:08:30.634560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device db498280-d534-41df-ab92-64d4c4b60abd no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:08:30.652619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831468a-babf-4cb0-8f92-46c1423abd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8e8ddd-9383-49d8-ad45-9c2f15f0d551,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:30.655770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: db498280-d534-41df-ab92-64d4c4b60abd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:08:30.656110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device db498280-d534-41df-ab92-64d4c4b60abd not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:08:30.656619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6a046f68-dab9-491d-ac4f-73217be8779a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:08:30.682998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 6a046f68-dab9-491d-ac4f-73217be8779a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:08:30.683341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6a046f68-dab9-491d-ac4f-73217be8779a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:08:32.059371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:32.344904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:32.578832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:33.576267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.423374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:35.531371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3fc0-663d-4c31-8e2a-ffc99ec907f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.612130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3fc0-663d-4c31-8e2a-ffc99ec907f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.616145 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec8e3fc0-663d-4c31-8e2a-ffc99ec907f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.660053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ec8e3fc0-663d-4c31-8e2a-ffc99ec907f4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d4fa0daee25d4dbf8073e53bf42f8282&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2355530 Dec 08 17:08:35.660814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e3fc0-663d-4c31-8e2a-ffc99ec907f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b022d4-22bb-4d73-bd6c-b94e0415a001,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:35.664264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60468) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:35.716487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7982b101-aaa5-4b4d-bce6-29bc9071d4f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.738121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7982b101-aaa5-4b4d-bce6-29bc9071d4f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.790744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7982b101-aaa5-4b4d-bce6-29bc9071d4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.793727 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7982b101-aaa5-4b4d-bce6-29bc9071d4f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:35.795233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7982b101-aaa5-4b4d-bce6-29bc9071d4f9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96b022d4-22bb-4d73-bd6c-b94e0415a001 HTTP/1.1" status: 204 len: 168 time: 0.1302769 Dec 08 17:08:35.803699 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982b101-aaa5-4b4d-bce6-29bc9071d4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b022d4-22bb-4d73-bd6c-b94e0415a001,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:41.601374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60606) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:41.704293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97119a7a-ba93-4d3f-bc65-53528d611b24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.782523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97119a7a-ba93-4d3f-bc65-53528d611b24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.786633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-97119a7a-ba93-4d3f-bc65-53528d611b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.829644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-97119a7a-ba93-4d3f-bc65-53528d611b24 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c0836569cf641998d84817f3ca26291&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268167 Dec 08 17:08:41.830507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97119a7a-ba93-4d3f-bc65-53528d611b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4cf6785-38d9-404b-a744-cd8ffc2b8228,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:41.832246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60610) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:41.882943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-817b8fe4-1a5e-4e8b-a12f-00f635c528db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.904749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-817b8fe4-1a5e-4e8b-a12f-00f635c528db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.951039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-817b8fe4-1a5e-4e8b-a12f-00f635c528db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.953760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-817b8fe4-1a5e-4e8b-a12f-00f635c528db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:41.954953 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-817b8fe4-1a5e-4e8b-a12f-00f635c528db admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c4cf6785-38d9-404b-a744-cd8ffc2b8228 HTTP/1.1" status: 204 len: 168 time: 0.1209137 Dec 08 17:08:41.963783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b8fe4-1a5e-4e8b-a12f-00f635c528db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4cf6785-38d9-404b-a744-cd8ffc2b8228,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:42.219277 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60616) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:42.232591 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-240fb176-971f-4d62-9bc6-b96787bc6c23 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.311217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-240fb176-971f-4d62-9bc6-b96787bc6c23 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.314723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-240fb176-971f-4d62-9bc6-b96787bc6c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.353228 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-240fb176-971f-4d62-9bc6-b96787bc6c23 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1f696bec88c34e909bf4401a1226ebe1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1326795 Dec 08 17:08:42.354061 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fb176-971f-4d62-9bc6-b96787bc6c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57889bb5-a8d7-464e-ad13-bb494264d670,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:42.355816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:42.406962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e9618a88-0abd-4a31-9992-628fa6319053 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.429611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e9618a88-0abd-4a31-9992-628fa6319053 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.476633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e9618a88-0abd-4a31-9992-628fa6319053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.479239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e9618a88-0abd-4a31-9992-628fa6319053 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:42.480369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e9618a88-0abd-4a31-9992-628fa6319053 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57889bb5-a8d7-464e-ad13-bb494264d670 HTTP/1.1" status: 204 len: 168 time: 0.1235721 Dec 08 17:08:42.487879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9618a88-0abd-4a31-9992-628fa6319053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57889bb5-a8d7-464e-ad13-bb494264d670,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:44.526684 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:44.636424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e7-b96e-4b02-9a56-f66f7ad830ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.714582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e7-b96e-4b02-9a56-f66f7ad830ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.718340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ac277e7-b96e-4b02-9a56-f66f7ad830ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.757440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ac277e7-b96e-4b02-9a56-f66f7ad830ac admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a9cccf955ca425e9e7cf71afde48c91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2296348 Dec 08 17:08:44.758629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac277e7-b96e-4b02-9a56-f66f7ad830ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f088e9-206c-4ff7-be78-6c2eee880355,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:44.760131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60686) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:44.810320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-720188a9-2c6e-4756-aa74-afc4f4a38fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.831432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-720188a9-2c6e-4756-aa74-afc4f4a38fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.878874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-720188a9-2c6e-4756-aa74-afc4f4a38fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.881696 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-720188a9-2c6e-4756-aa74-afc4f4a38fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:44.882886 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-720188a9-2c6e-4756-aa74-afc4f4a38fc7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c1f088e9-206c-4ff7-be78-6c2eee880355 HTTP/1.1" status: 204 len: 168 time: 0.1216743 Dec 08 17:08:44.890831 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720188a9-2c6e-4756-aa74-afc4f4a38fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f088e9-206c-4ff7-be78-6c2eee880355,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:45.143768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60692) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:45.158023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd8b352f-d7de-4d02-ab55-9be0704ed01f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.239620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd8b352f-d7de-4d02-ab55-9be0704ed01f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.243559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd8b352f-d7de-4d02-ab55-9be0704ed01f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.283414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fd8b352f-d7de-4d02-ab55-9be0704ed01f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=41e656db77c4438f813542d29e30c284&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1384425 Dec 08 17:08:45.284272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b352f-d7de-4d02-ab55-9be0704ed01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae154c-e15a-408c-9482-26856f827e53,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:45.287187 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60694) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:45.336625 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b887d7c-0f41-4800-95ca-20321d49eaca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.357442 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b887d7c-0f41-4800-95ca-20321d49eaca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.407849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b887d7c-0f41-4800-95ca-20321d49eaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.410599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b887d7c-0f41-4800-95ca-20321d49eaca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:45.411745 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b887d7c-0f41-4800-95ca-20321d49eaca admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5ae154c-e15a-408c-9482-26856f827e53 HTTP/1.1" status: 204 len: 168 time: 0.1235602 Dec 08 17:08:45.420102 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b887d7c-0f41-4800-95ca-20321d49eaca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae154c-e15a-408c-9482-26856f827e53,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:46.675802 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:08:51.397722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:51.501664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.573346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.577817 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.616044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6dafb3a9751b4a23af04e3aab690ac7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172031 Dec 08 17:08:51.616884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10946c94-2ca1-47fd-b4ec-33f0a7b20e38,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:51.618838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:51.624428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.624772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.625121 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.625442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.625769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.626132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.626457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.626779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.627098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.627417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.627736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.628052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.628367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628fab44-0a6c-4b7b-b47f-713ecb212c17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:08:51.668557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f610d6aa-d931-492e-9195-9cf39e7ee78c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.689395 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f610d6aa-d931-492e-9195-9cf39e7ee78c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.736278 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f610d6aa-d931-492e-9195-9cf39e7ee78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.739305 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f610d6aa-d931-492e-9195-9cf39e7ee78c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:51.740518 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f610d6aa-d931-492e-9195-9cf39e7ee78c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/10946c94-2ca1-47fd-b4ec-33f0a7b20e38 HTTP/1.1" status: 204 len: 168 time: 0.1206219 Dec 08 17:08:51.748199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610d6aa-d931-492e-9195-9cf39e7ee78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10946c94-2ca1-47fd-b4ec-33f0a7b20e38,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:51.996047 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60824) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:52.009885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f79352a7-7375-4a95-9018-a85a820808c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.084105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f79352a7-7375-4a95-9018-a85a820808c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.088289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f79352a7-7375-4a95-9018-a85a820808c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.125391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79352a7-7375-4a95-9018-a85a820808c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca68ede4-c7ce-4be4-9b6a-4fffd4f48968,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:52.129611 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f79352a7-7375-4a95-9018-a85a820808c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0782445346804146b004a25e5a82e077&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1325190 Dec 08 17:08:52.132481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60826) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:52.182674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2adb649-57e6-4569-9d09-665a678ca12b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.203866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2adb649-57e6-4569-9d09-665a678ca12b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.250054 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2adb649-57e6-4569-9d09-665a678ca12b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.252795 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2adb649-57e6-4569-9d09-665a678ca12b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:52.254794 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2adb649-57e6-4569-9d09-665a678ca12b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ca68ede4-c7ce-4be4-9b6a-4fffd4f48968 HTTP/1.1" status: 204 len: 168 time: 0.1207347 Dec 08 17:08:52.263811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2adb649-57e6-4569-9d09-665a678ca12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca68ede4-c7ce-4be4-9b6a-4fffd4f48968,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:53.788249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60872) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:53.891630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1df5a7f6-92c5-4cb6-9dc9-013ebb11db3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:53.967113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1df5a7f6-92c5-4cb6-9dc9-013ebb11db3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:53.970858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1df5a7f6-92c5-4cb6-9dc9-013ebb11db3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:54.007217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5a7f6-92c5-4cb6-9dc9-013ebb11db3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b5a4ba-e6d1-408c-b6d8-57cdb9bc3573,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:54.011552 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1df5a7f6-92c5-4cb6-9dc9-013ebb11db3b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=91bf2e18855a489a8ee013f3e84f8bf5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2222764 Dec 08 17:08:54.014882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60876) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:54.062032 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8e92-41ed-4931-ac7e-0960b5329d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:54.086717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8e92-41ed-4931-ac7e-0960b5329d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:54.134463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8e92-41ed-4931-ac7e-0960b5329d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:54.137252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9ccf8e92-41ed-4931-ac7e-0960b5329d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:54.138440 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9ccf8e92-41ed-4931-ac7e-0960b5329d87 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/32b5a4ba-e6d1-408c-b6d8-57cdb9bc3573 HTTP/1.1" status: 204 len: 168 time: 0.1226208 Dec 08 17:08:54.146860 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccf8e92-41ed-4931-ac7e-0960b5329d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b5a4ba-e6d1-408c-b6d8-57cdb9bc3573,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:55.034024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 60904) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:55.138353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ee01fce-c574-4da7-b069-c737bd88a876 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.213127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ee01fce-c574-4da7-b069-c737bd88a876 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.217014 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3ee01fce-c574-4da7-b069-c737bd88a876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.261563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3ee01fce-c574-4da7-b069-c737bd88a876 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a58e6e55597426088492846607e7d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264159 Dec 08 17:08:55.262482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee01fce-c574-4da7-b069-c737bd88a876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3049a5-c3cd-4ddc-b01e-c1577d119903,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:55.264352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 60908) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:55.311461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-595ba8c6-8390-4e87-8207-d35295353d74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.333156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-595ba8c6-8390-4e87-8207-d35295353d74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.382560 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-595ba8c6-8390-4e87-8207-d35295353d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.385180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-595ba8c6-8390-4e87-8207-d35295353d74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:55.386439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-595ba8c6-8390-4e87-8207-d35295353d74 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8f3049a5-c3cd-4ddc-b01e-c1577d119903 HTTP/1.1" status: 204 len: 168 time: 0.1205602 Dec 08 17:08:55.395519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ba8c6-8390-4e87-8207-d35295353d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3049a5-c3cd-4ddc-b01e-c1577d119903,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:56.094853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bcfa7a6-0e96-446e-aa23-79d969fa020d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.541945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 32890) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:58.665347 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47182452-583d-49a2-ace8-fece5b8bb05d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.762574 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47182452-583d-49a2-ace8-fece5b8bb05d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.767975 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47182452-583d-49a2-ace8-fece5b8bb05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.822354 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47182452-583d-49a2-ace8-fece5b8bb05d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8ab511bc7e946049753658b0c9421d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2791233 Dec 08 17:08:58.823222 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47182452-583d-49a2-ace8-fece5b8bb05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3f0471-a2ad-40c9-ad5f-c11f54e67767,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:08:58.824938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 32894) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:08:58.896882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a984e2fa-e721-4cda-816b-6c3b9ee24bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.898490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ede24fc-3d0d-4420-a967-e2b1f4d9941b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.924296 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ede24fc-3d0d-4420-a967-e2b1f4d9941b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.981341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ede24fc-3d0d-4420-a967-e2b1f4d9941b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.984284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6ede24fc-3d0d-4420-a967-e2b1f4d9941b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:08:58.988992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6ede24fc-3d0d-4420-a967-e2b1f4d9941b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ee3f0471-a2ad-40c9-ad5f-c11f54e67767 HTTP/1.1" status: 204 len: 168 time: 0.1595101 Dec 08 17:08:58.995068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede24fc-3d0d-4420-a967-e2b1f4d9941b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3f0471-a2ad-40c9-ad5f-c11f54e67767,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:00.284728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.607218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33062) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:01.710407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9794cdff-8b41-4d56-a0f3-ca0ec0b1a892 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.784776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9794cdff-8b41-4d56-a0f3-ca0ec0b1a892 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.788678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9794cdff-8b41-4d56-a0f3-ca0ec0b1a892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.831051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9794cdff-8b41-4d56-a0f3-ca0ec0b1a892 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fac64a14bf3b4dd398490835b75e78e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2227030 Dec 08 17:09:01.831973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794cdff-8b41-4d56-a0f3-ca0ec0b1a892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e413d890-3edb-4a73-8d73-4fd0e8daddf5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:01.834036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33066) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:01.882865 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5339cc-ad00-49b6-913b-031781df90c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.903692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5339cc-ad00-49b6-913b-031781df90c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.950469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5339cc-ad00-49b6-913b-031781df90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.953234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ec5339cc-ad00-49b6-913b-031781df90c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:01.956843 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ec5339cc-ad00-49b6-913b-031781df90c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e413d890-3edb-4a73-8d73-4fd0e8daddf5 HTTP/1.1" status: 204 len: 168 time: 0.1217766 Dec 08 17:09:01.965505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5339cc-ad00-49b6-913b-031781df90c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e413d890-3edb-4a73-8d73-4fd0e8daddf5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:02.061869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.215572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33072) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:02.229402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-554cf636-819b-4468-b17c-e358a6e81bd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.308192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-554cf636-819b-4468-b17c-e358a6e81bd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.312309 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-554cf636-819b-4468-b17c-e358a6e81bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.340234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.356753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-554cf636-819b-4468-b17c-e358a6e81bd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9f53cc46131a413290f68848f99b7eb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1400533 Dec 08 17:09:02.357635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cf636-819b-4468-b17c-e358a6e81bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488138c8-8fa1-478c-80f1-ba8795ba4665,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:02.360077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33074) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:02.412641 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-4291-4957-82d8-72c9bf1809a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.436121 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-4291-4957-82d8-72c9bf1809a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.482761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-4291-4957-82d8-72c9bf1809a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.485491 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-350d488d-4291-4957-82d8-72c9bf1809a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:02.486760 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-350d488d-4291-4957-82d8-72c9bf1809a8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/488138c8-8fa1-478c-80f1-ba8795ba4665 HTTP/1.1" status: 204 len: 168 time: 0.1252670 Dec 08 17:09:02.494819 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d488d-4291-4957-82d8-72c9bf1809a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488138c8-8fa1-478c-80f1-ba8795ba4665,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:02.574146 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:03.574285 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.141520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33122) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:04.283937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:04.308234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.405187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.509415 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Allocated IP 172.25.3.226 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a96bd6bb-4d95-4a04-9345-cc1a5db68815) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:04.611790 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.646656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.684928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:04.688161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:04.693840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:04.721200 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Port': ['ID=a96bd6bb-4d95-4a04-9345-cc1a5db68815,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:04.787145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.824212 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.975583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:04.980277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.048168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Port': ['ID=a96bd6bb-4d95-4a04-9345-cc1a5db68815,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:05.060274 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.075995 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.077225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-68949b88-084c-4601-b21c-223271887e04 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9345925 Dec 08 17:09:05.080203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33126) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:05.085780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1843739302'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:05.106384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Made reservation on behalf of 96b49868779043e0a16e66e82a8dd797 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:09:05.110007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.119447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.198529 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.202468 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.230202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:09:05.239775 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2adb219f-34c0-4ea0-a23a-436f994c8112,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:05.244617 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.244954 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Added segment 0718395d-65e2-4c72-ae2e-4fafa131d7b1 of type vlan for network cbbd91aa-4a73-4471-9d04-320cef038f3e Dec 08 17:09:05.284938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.309666 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.315159 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:05.315741 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.373475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2922406 Dec 08 17:09:05.376274 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33128) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:05.382023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Request body: {'subnet': {'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:05.430601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6043f4-f737-4352-8272-0a6397fe4220 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Network': ['ID=cbbd91aa-4a73-4471-9d04-320cef038f3e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:05.441964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network cbbd91aa-4a73-4471-9d04-320cef038f3e details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:09:05.482911 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Made reservation on behalf of 96b49868779043e0a16e66e82a8dd797 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:09:05.487648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.672171 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.730304 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Subnet': ['ID=c60b994f-4460-424c-8e1a-2656fc8fb4e5,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:05.742543 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Checking segment: {'id': '0718395d-65e2-4c72-ae2e-4fafa131d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:09:05.742908 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network hostable DHCP agents. Network: cbbd91aa-4a73-4471-9d04-320cef038f3e, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:09:05.759665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network cbbd91aa-4a73-4471-9d04-320cef038f3e is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:09:05.768239 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, cbbd91aa-4a73-4471-9d04-320cef038f3e) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:05.772728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:05.773489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.777636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc395ac-e0fa-410b-a42e-79c09995d35d None None] Network cbbd91aa-4a73-4471-9d04-320cef038f3e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:09:05.791307 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7cfd3a7d-5d95-4156-9bdd-5ec89ab782c6 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4140296 Dec 08 17:09:05.793924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33130) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:05.798359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-247470783', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:05.823008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.824177 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.884781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:05.887115 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-cbbd91aa-4a73-4471-9d04-320cef038f3e', 'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e', 'project_id': '96b49868779043e0a16e66e82a8dd797', 'fixed_ips': [{'subnet_id': 'c60b994f-4460-424c-8e1a-2656fc8fb4e5'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:09:05.888354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.026485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.027970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Allocated IP 172.20.0.2 (cbbd91aa-4a73-4471-9d04-320cef038f3e/c60b994f-4460-424c-8e1a-2656fc8fb4e5/3df7a1d8-5be9-4816-9bb7-4cc7c2912348) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:06.183112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.189149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.228760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Network cbbd91aa-4a73-4471-9d04-320cef038f3e is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:06.230883 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.235328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:06.239830 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:06.242966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Pushing event updated for resources: {'Port': ['ID=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:06.251948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.254938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.254938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.255507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.255507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.255817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.256237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.256461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.256985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.257209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.257529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.257886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.258194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.258509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.310966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Attempting to bind port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:09:06.310966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Attempting to bind port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0718395d-65e2-4c72-ae2e-4fafa131d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:09:06.311293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Attempting to bind port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 on network cbbd91aa-4a73-4471-9d04-320cef038f3e {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:09:06.316362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:09:06.316770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Checking segment: {'id': '0718395d-65e2-4c72-ae2e-4fafa131d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:09:06.317172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.317562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Bound using segment: {'id': '0718395d-65e2-4c72-ae2e-4fafa131d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:09:06.318062 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Bound port: 3df7a1d8-5be9-4816-9bb7-4cc7c2912348, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0718395d-65e2-4c72-ae2e-4fafa131d7b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:09:06.318446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.361711 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Allocated IP 172.25.3.41 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/3bf340c9-6739-435d-92e3-e334ba761a13) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:06.384561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] For port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:09:06.387735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] For port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,segment=NetworkSegment(0718395d-65e2-4c72-ae2e-4fafa131d7b1),segment_id=0718395d-65e2-4c72-ae2e-4fafa131d7b1)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:09:06.391786 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.461200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513e232-b091-4d24-ad4f-47ff924d1352 None None] Pushing event updated for resources: {'Port': ['ID=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:06.476532 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.512230 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.556155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:06.561430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:06.570655 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:06.576157 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35649dca-2b4d-4cb4-810e-290ba650e955 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:06.604800 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Port': ['ID=3bf340c9-6739-435d-92e3-e334ba761a13,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:06.621822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.622184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.622524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.624776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.625305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.625657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.626154 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.626407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.626736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.627066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.627389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.627707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.628037 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:09:06.637548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-279195c2-de92-44e7-8e80-914c20e6ec1b None None] Provisioning complete for port 3bf340c9-6739-435d-92e3-e334ba761a13 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:06.638063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-279195c2-de92-44e7-8e80-914c20e6ec1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:06.675068 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-279195c2-de92-44e7-8e80-914c20e6ec1b None None] Port 3bf340c9-6739-435d-92e3-e334ba761a13 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:09:07.161213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:07.370955 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:07.377483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd9f402-7035-4d45-a075-09bb779b29c2 None None] Network cbbd91aa-4a73-4471-9d04-320cef038f3e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:09:07.454147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7a2356b9-6df5-4d3b-8d13-2645f912c3f2 None None] Provisioning complete for port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:07.454520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a2356b9-6df5-4d3b-8d13-2645f912c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:07.511961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Router 9ee953f0-09c5-4469-83ce-9ace02f23a43 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:09:07.583576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a2356b9-6df5-4d3b-8d13-2645f912c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:07.627276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7a2356b9-6df5-4d3b-8d13-2645f912c3f2 None None] For port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,segment=NetworkSegment(0718395d-65e2-4c72-ae2e-4fafa131d7b1),segment_id=0718395d-65e2-4c72-ae2e-4fafa131d7b1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:07.632096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a2356b9-6df5-4d3b-8d13-2645f912c3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:07.642673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:07.667358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:07.669843 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f5748f4e-bae6-4524-aa32-134bec1ead7a tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 1.8739102 Dec 08 17:09:07.670538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] Sync routers for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:07.671476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33134) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:07.701347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:07.702105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:07.739549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2356b9-6df5-4d3b-8d13-2645f912c3f2 None None] Pushing event updated for resources: {'Port': ['ID=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:07.742917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:07.752694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:07.753338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:07.791032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:07.791686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1953668-392a-4402-9ff3-5c2099d573e7 None None] The sync data for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:07.854330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e73e0f0f-cc42-43cf-884f-b0e9d5ab76a4 None None] Provisioning complete for port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:07.854691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e73e0f0f-cc42-43cf-884f-b0e9d5ab76a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.152503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.423392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Allocated IP 172.20.0.1 (cbbd91aa-4a73-4471-9d04-320cef038f3e/c60b994f-4460-424c-8e1a-2656fc8fb4e5/cdb1d2a6-ce6b-400c-ab08-e2d850bd7425) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:08.542865 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.589507 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.633565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network cbbd91aa-4a73-4471-9d04-320cef038f3e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:08.639428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:08.642834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:08.649663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:09:08.670392 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Port': ['ID=cdb1d2a6-ce6b-400c-ab08-e2d850bd7425,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:08.697366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.704630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:08.705061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.849085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.960397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2557c785-0658-492f-940c-c52964939611 None None] Provisioning complete for port cdb1d2a6-ce6b-400c-ab08-e2d850bd7425 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:08.960776 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2557c785-0658-492f-940c-c52964939611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:08.996002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2557c785-0658-492f-940c-c52964939611 None None] Port cdb1d2a6-ce6b-400c-ab08-e2d850bd7425 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:09:09.121186 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:09.126167 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:09.202205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Port': ['ID=cdb1d2a6-ce6b-400c-ab08-e2d850bd7425,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:09.204572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:09.296151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network cbbd91aa-4a73-4471-9d04-320cef038f3e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:09.297436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:09.414508 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Router 9ee953f0-09c5-4469-83ce-9ace02f23a43 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:09:09.518823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-babd2660-5b93-42a2-b567-a7c710790fe2 None None] Provisioning complete for port cdb1d2a6-ce6b-400c-ab08-e2d850bd7425 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:09.519229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-babd2660-5b93-42a2-b567-a7c710790fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:09.528664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:09.533713 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e07de25b-0540-49f3-8781-8d511a755d4b tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "PUT /v2.0/routers/9ee953f0-09c5-4469-83ce-9ace02f23a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610032 Dec 08 17:09:09.537053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33138) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:09.542501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Request body: {'port': {'network_id': 'cbbd91aa-4a73-4471-9d04-320cef038f3e', 'name': 'tempest-FloatingIPAdminTestJSON-583759058'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:09.542928 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] Sync routers for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:09.554269 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:09.554964 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:09.556313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-babd2660-5b93-42a2-b567-a7c710790fe2 None None] Port cdb1d2a6-ce6b-400c-ab08-e2d850bd7425 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:09:09.590193 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:09.599039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:09.599649 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:09.635024 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:09.635674 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d39ecfa-7227-482c-92fe-be8606fd133e None None] The sync data for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:09.653388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Made reservation on behalf of 96b49868779043e0a16e66e82a8dd797 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:09:09.656982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:09.678178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] device_id is not set on port eb2a650d-7c49-4b59-a01b-b6f42402f66f yet. {{(pid=103281) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 17:09:09.790068 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Allocated IP 172.20.0.9 (cbbd91aa-4a73-4471-9d04-320cef038f3e/c60b994f-4460-424c-8e1a-2656fc8fb4e5/eb2a650d-7c49-4b59-a01b-b6f42402f66f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:09.938644 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:09.972896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.015452 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Network cbbd91aa-4a73-4471-9d04-320cef038f3e is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:10.021394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:10.025131 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:10.031708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event updated for resources: {'Port': ['ID=eb2a650d-7c49-4b59-a01b-b6f42402f66f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:10.079946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:10.080568 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.101358 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-901a2c08-b573-4517-9e9e-71828f1a5d71 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5627956 Dec 08 17:09:10.104968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33140) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:10.165557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'project_id': '96b49868779043e0a16e66e82a8dd797', 'port_id': 'eb2a650d-7c49-4b59-a01b-b6f42402f66f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:10.187688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.282270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.286535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7adbc5d9-6eaf-4312-a4d3-ca8a6a013709 None None] Provisioning complete for port eb2a650d-7c49-4b59-a01b-b6f42402f66f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:10.287044 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7adbc5d9-6eaf-4312-a4d3-ca8a6a013709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.321616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7adbc5d9-6eaf-4312-a4d3-ca8a6a013709 None None] Port eb2a650d-7c49-4b59-a01b-b6f42402f66f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:09:10.662085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Allocated IP 172.25.3.101 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/57ca808c-e8c0-4212-b651-7bb3dc78ece7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:10.761690 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.794705 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:10.836379 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:10.842684 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:10.847226 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:10.851259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Pushing event updated for resources: {'Port': ['ID=57ca808c-e8c0-4212-b651-7bb3dc78ece7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:11.301021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:11.398076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:11.546505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:11.550948 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:11.617713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Pushing event updated for resources: {'Port': ['ID=57ca808c-e8c0-4212-b651-7bb3dc78ece7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:11.632139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:11.730647 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Floating IP b0873bb8-eb88-48fb-9bfd-e78d5dc3940c associated. External IP: 172.25.3.101, port: eb2a650d-7c49-4b59-a01b-b6f42402f66f. Dec 08 17:09:11.956253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Router 9ee953f0-09c5-4469-83ce-9ace02f23a43 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:09:12.071078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:12.080244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] Sync routers for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:12.090447 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:12.094798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:12.095686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:12.126997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2fe3ef86-b0db-4832-b56a-73a089512edf tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.0205765 Dec 08 17:09:12.129986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:12.137686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:12.148481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:12.149134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:12.200933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:12.201585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309665c7-3421-49f3-bfcd-ede8ac2bb7cd None None] The sync data for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:12.255290 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-251dac6f-d8cc-4787-b7a7-4d9b9d51815a tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] 10.222.0.62 "GET /v2.0/floatingips/b0873bb8-eb88-48fb-9bfd-e78d5dc3940c HTTP/1.1" status: 200 len: 982 time: 0.1241603 Dec 08 17:09:12.257909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33146) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:12.368236 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-208b05db-81c9-4433-b720-51421b149f6d tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1089962 Dec 08 17:09:12.370721 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33148) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:12.562796 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting port 57ca808c-e8c0-4212-b651-7bb3dc78ece7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:12.563193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:12.923352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:12.924066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:12.935127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Calling delete_port for 57ca808c-e8c0-4212-b651-7bb3dc78ece7 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:13.107553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.133079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Port': ['ID=57ca808c-e8c0-4212-b651-7bb3dc78ece7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:13.193346 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.193582 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Floating IP b0873bb8-eb88-48fb-9bfd-e78d5dc3940c disassociated (deleted). External IP: 172.25.3.101, port: eb2a650d-7c49-4b59-a01b-b6f42402f66f. Dec 08 17:09:13.404781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Router 9ee953f0-09c5-4469-83ce-9ace02f23a43 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:09:13.514805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:13.521228 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.527465 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b036c90-5825-4c01-b103-951556b45699 None None] Sync routers for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:13.538247 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b036c90-5825-4c01-b103-951556b45699 None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:13.538853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b036c90-5825-4c01-b103-951556b45699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:13.551151 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-87323279-ea1d-4b67-8f61-76177827a49c tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "DELETE /v2.0/floatingips/b0873bb8-eb88-48fb-9bfd-e78d5dc3940c HTTP/1.1" status: 204 len: 168 time: 1.1792865 Dec 08 17:09:13.554501 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33150) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:13.560476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:13.575300 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b036c90-5825-4c01-b103-951556b45699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:13.585676 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.587684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b036c90-5825-4c01-b103-951556b45699 None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:13.588381 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b036c90-5825-4c01-b103-951556b45699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:13.623373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-1b036c90-5825-4c01-b103-951556b45699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:13.624000 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b036c90-5825-4c01-b103-951556b45699 None None] The sync data for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 is: [] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:13.681176 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.790152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Allocated IP 172.25.3.233 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/eb766dc8-4a8c-48ad-b628-81b218454bfc) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:13.891490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.926719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:13.963210 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:13.966011 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:13.969360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:14.007067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Pushing event updated for resources: {'Port': ['ID=eb766dc8-4a8c-48ad-b628-81b218454bfc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:14.069407 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.103431 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.252974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.258076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.322942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Pushing event updated for resources: {'Port': ['ID=eb766dc8-4a8c-48ad-b628-81b218454bfc,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:14.337210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.352306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.353558 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-284e2c73-5dc8-4974-acb5-d0fba657b976 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7973948 Dec 08 17:09:14.356300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33152) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:14.453248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:14.475502 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.577629 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.681340 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Allocated IP 172.25.3.239 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a4f95c5d-6d97-469f-8d01-ec2e04870e5e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:14.787535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.823250 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.859813 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:14.862569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:14.868968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:14.892235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Pushing event updated for resources: {'Port': ['ID=a4f95c5d-6d97-469f-8d01-ec2e04870e5e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:14.960576 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:14.994361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.145117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.149773 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.215566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Pushing event updated for resources: {'Port': ['ID=a4f95c5d-6d97-469f-8d01-ec2e04870e5e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:15.229853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.245733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.247030 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-790885df-9a4c-4f42-8e1e-414588af2519 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8898063 Dec 08 17:09:15.249644 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:15.296971 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a7e3734-5461-4177-b149-f69df03cbe74 tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0461774 Dec 08 17:09:15.299366 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33158) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:15.368077 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a59f3a2d-952a-4c12-a22a-7a298f0b5073 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0676589 Dec 08 17:09:15.370727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33160) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:15.492913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Deleting port a4f95c5d-6d97-469f-8d01-ec2e04870e5e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:15.493270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.570043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.570361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.582748 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Calling delete_port for a4f95c5d-6d97-469f-8d01-ec2e04870e5e owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:15.716102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.747481 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Pushing event deleted for resources: {'Port': ['ID=a4f95c5d-6d97-469f-8d01-ec2e04870e5e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:15.806699 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.809432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:15.810769 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e71d8bc0-9876-4063-be08-67111c625213 tempest-FloatingIPAdminTestJSON-187289428 tempest-FloatingIPAdminTestJSON-187289428-project] 10.222.0.62 "DELETE /v2.0/floatingips/6b374c21-f920-410d-89c8-16e6ff996564 HTTP/1.1" status: 204 len: 168 time: 0.4390352 Dec 08 17:09:15.813814 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33162) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:15.936749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Deleting port eb766dc8-4a8c-48ad-b628-81b218454bfc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:15.937088 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.014255 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.014919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.027258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Calling delete_port for eb766dc8-4a8c-48ad-b628-81b218454bfc owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:16.159635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.194194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb766dc8-4a8c-48ad-b628-81b218454bfc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:16.249489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.252072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.253246 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b7216728-42e6-4f3c-97ad-8f5cc12d77aa tempest-FloatingIPAdminTestJSON-350083560 tempest-FloatingIPAdminTestJSON-350083560-project-admin] 10.222.0.62 "DELETE /v2.0/floatingips/0848a760-6477-418d-8cb4-a9ce94ccc34c HTTP/1.1" status: 204 len: 168 time: 0.4385071 Dec 08 17:09:16.257485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33164) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:16.344665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting port eb2a650d-7c49-4b59-a01b-b6f42402f66f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:16.344885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.429475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.443266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Calling delete_port for eb2a650d-7c49-4b59-a01b-b6f42402f66f owned by {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:16.573416 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.601503 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Port': ['ID=eb2a650d-7c49-4b59-a01b-b6f42402f66f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:16.672945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:16.677120 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09ee185a-823f-487d-9c88-1729a4edb561 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "DELETE /v2.0/ports/eb2a650d-7c49-4b59-a01b-b6f42402f66f HTTP/1.1" status: 204 len: 168 time: 0.4186530 Dec 08 17:09:16.679646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33166) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:16.733566 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4d8b89-dd1d-4a0e-b7de-4291a0e33dc5 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:16.735184 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9a4d8b89-dd1d-4a0e-b7de-4291a0e33dc5 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "GET /v2.0/ports?device_id=9ee953f0-09c5-4469-83ce-9ace02f23a43 HTTP/1.1" status: 200 len: 913 time: 0.0545959 Dec 08 17:09:16.737836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:17.084969 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:17.339049 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting port cdb1d2a6-ce6b-400c-ab08-e2d850bd7425 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:17.339464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:17.427652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:17.439342 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Calling delete_port for cdb1d2a6-ce6b-400c-ab08-e2d850bd7425 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:17.621859 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:17.656195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Port': ['ID=cdb1d2a6-ce6b-400c-ab08-e2d850bd7425,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:17.827533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:18.348138 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Router 9ee953f0-09c5-4469-83ce-9ace02f23a43 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:09:18.455842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:09:18.462031 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c274692f-5fc1-4126-993a-3bbbfa25b44d tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "PUT /v2.0/routers/9ee953f0-09c5-4469-83ce-9ace02f23a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7224061 Dec 08 17:09:18.464810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33172) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:18.466412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] Sync routers for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:09:18.478501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:18.479097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:18.515734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:18.525471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] Routers {'9ee953f0-09c5-4469-83ce-9ace02f23a43'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:09:18.526097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:08:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['9ee953f0-09c5-4469-83ce-9ace02f23a43'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:18.558612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:18.559271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3375fa4-4285-4c38-82c2-bb244322945b None None] The sync data for ids ['9ee953f0-09c5-4469-83ce-9ace02f23a43'] in n-d-820935-5 is: [] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:09:18.597007 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:18.699840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:18.751278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting port 3bf340c9-6739-435d-92e3-e334ba761a13 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:18.751605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:18.830472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:18.843149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Calling delete_port for 3bf340c9-6739-435d-92e3-e334ba761a13 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:19.006407 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.031806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Port': ['ID=3bf340c9-6739-435d-92e3-e334ba761a13,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:19.046396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef73491a-dee0-4420-8a9d-560178724612 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:19.099947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.189608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.192421 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.236171 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.236733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Fanout notify agent at l3_agent the message router_deleted on router 9ee953f0-09c5-4469-83ce-9ace02f23a43 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:09:19.243963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.245015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3389556e-73c3-4225-a4bd-629feaaaf232 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "DELETE /v2.0/routers/9ee953f0-09c5-4469-83ce-9ace02f23a43 HTTP/1.1" status: 204 len: 168 time: 0.7791646 Dec 08 17:09:19.247541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33174) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:19.298326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting subnet c60b994f-4460-424c-8e1a-2656fc8fb4e5 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:09:19.301598 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.345122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.427994 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.486350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.512079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Subnet': ['ID=c60b994f-4460-424c-8e1a-2656fc8fb4e5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:19.517843 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.522151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-973436ad-65fa-490c-b2c0-88eb9194f68e tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "DELETE /v2.0/subnets/c60b994f-4460-424c-8e1a-2656fc8fb4e5 HTTP/1.1" status: 204 len: 168 time: 0.2736511 Dec 08 17:09:19.524729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33176) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:19.525473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9018e678-d9d2-41c9-9e4e-450764ebc065 None None] Network cbbd91aa-4a73-4471-9d04-320cef038f3e requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:09:19.604850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.659243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:19.659584 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.706847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] DHCP port deletion for cbbd91aa-4a73-4471-9d04-320cef038f3e request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:19.727964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] For port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,segment=NetworkSegment(0718395d-65e2-4c72-ae2e-4fafa131d7b1),segment_id=0718395d-65e2-4c72-ae2e-4fafa131d7b1)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:19.728328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.742086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Calling delete_port for 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:19.756625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] Deleting port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:19.757001 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.822449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.825663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] For port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,segment=NetworkSegment(0718395d-65e2-4c72-ae2e-4fafa131d7b1),segment_id=0718395d-65e2-4c72-ae2e-4fafa131d7b1)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:09:19.826095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.839374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] Calling delete_port for 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:19.847881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Port': ['ID=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:19.851556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] No DVR routers for this DVR port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:19.918950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.931502 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.946180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] Pushing event deleted for resources: {'Port': ['ID=3df7a1d8-5be9-4816-9bb7-4cc7c2912348,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:19.948055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1f725c-bb9c-48fa-bfba-616f371b21f7 None None] No DVR routers for this DVR port 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:09:19.952804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbd91aa-4a73-4471-9d04-320cef038f3e']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:19.963251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0718395d-65e2-4c72-ae2e-4fafa131d7b1') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:19.963455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0718395d-65e2-4c72-ae2e-4fafa131d7b1') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:09:19.974059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.987494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.994400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:09:19.994781 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:09:19.997865 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:09:20.057446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.064960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.067579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "DELETE /v2.0/networks/cbbd91aa-4a73-4471-9d04-320cef038f3e HTTP/1.1" status: 204 len: 168 time: 0.5418870 Dec 08 17:09:20.070015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33178) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:20.085893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ba4d0-c889-419e-a89c-c44513c4c530 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Network': ['ID=cbbd91aa-4a73-4471-9d04-320cef038f3e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:20.524370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Deleting port a96bd6bb-4d95-4a04-9345-cc1a5db68815 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:20.525078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.600945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.601260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.612774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Calling delete_port for a96bd6bb-4d95-4a04-9345-cc1a5db68815 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:20.622159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:09:20.646591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:09:20.646936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3df7a1d8-5be9-4816-9bb7-4cc7c2912348 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:09:20.748493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.772229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Pushing event deleted for resources: {'Port': ['ID=a96bd6bb-4d95-4a04-9345-cc1a5db68815,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:20.838535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.841142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:20.842355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-42b6c87d-a85d-41a0-8197-5c02e7588038 tempest-FloatingIPAdminTestJSON-875646811 tempest-FloatingIPAdminTestJSON-875646811-project] 10.222.0.62 "DELETE /v2.0/floatingips/ed73483c-a6a7-4ae3-b113-3e679aad0b3a HTTP/1.1" status: 204 len: 168 time: 0.7714248 Dec 08 17:09:21.086878 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33184) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:21.226225 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2bd6238d-a56f-45a5-8c04-6714d41fb407 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96b49868779043e0a16e66e82a8dd797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1381369 Dec 08 17:09:21.228681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33188) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:21.275013 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b19d3cd-3e71-4c93-ba54-4d3a190391c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.296388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b19d3cd-3e71-4c93-ba54-4d3a190391c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.342329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b19d3cd-3e71-4c93-ba54-4d3a190391c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.345156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b19d3cd-3e71-4c93-ba54-4d3a190391c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.346819 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b19d3cd-3e71-4c93-ba54-4d3a190391c9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2adb219f-34c0-4ea0-a23a-436f994c8112 HTTP/1.1" status: 204 len: 168 time: 0.1172440 Dec 08 17:09:21.355954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19d3cd-3e71-4c93-ba54-4d3a190391c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adb219f-34c0-4ea0-a23a-436f994c8112,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:21.605397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33194) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:21.618850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-222df94a-b918-4072-9a4b-20cf99afe277 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.695301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-222df94a-b918-4072-9a4b-20cf99afe277 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.699123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-222df94a-b918-4072-9a4b-20cf99afe277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.737464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-222df94a-b918-4072-9a4b-20cf99afe277 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f040048cd17b48e89eb32968deedc150&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1309109 Dec 08 17:09:21.738377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222df94a-b918-4072-9a4b-20cf99afe277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04141fc4-ae41-4911-97c7-9b9486e0a516,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:21.740166 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33196) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:21.788755 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6760c25a-7cc0-4c54-8ce4-6d7f44d989f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.810102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6760c25a-7cc0-4c54-8ce4-6d7f44d989f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.858626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6760c25a-7cc0-4c54-8ce4-6d7f44d989f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.861306 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6760c25a-7cc0-4c54-8ce4-6d7f44d989f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:21.862500 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6760c25a-7cc0-4c54-8ce4-6d7f44d989f4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/04141fc4-ae41-4911-97c7-9b9486e0a516 HTTP/1.1" status: 204 len: 168 time: 0.1213448 Dec 08 17:09:21.871976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6760c25a-7cc0-4c54-8ce4-6d7f44d989f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04141fc4-ae41-4911-97c7-9b9486e0a516,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:22.177388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33202) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:22.193717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9d41b5c-8b03-4938-8e72-6b4c9db8f329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.269256 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9d41b5c-8b03-4938-8e72-6b4c9db8f329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.273304 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c9d41b5c-8b03-4938-8e72-6b4c9db8f329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.311986 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c9d41b5c-8b03-4938-8e72-6b4c9db8f329 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ef660066b78468498ea03f220b0cc8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334910 Dec 08 17:09:22.312896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d41b5c-8b03-4938-8e72-6b4c9db8f329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5383bc42-332b-4f69-b1ca-29edbc45b975,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:22.315089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33204) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:22.362733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fc7acdd-00db-457d-aa95-7a3c63a05073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.384148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fc7acdd-00db-457d-aa95-7a3c63a05073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.434282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fc7acdd-00db-457d-aa95-7a3c63a05073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.436907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fc7acdd-00db-457d-aa95-7a3c63a05073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:22.438112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1fc7acdd-00db-457d-aa95-7a3c63a05073 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5383bc42-332b-4f69-b1ca-29edbc45b975 HTTP/1.1" status: 204 len: 168 time: 0.1219838 Dec 08 17:09:22.445782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7acdd-00db-457d-aa95-7a3c63a05073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5383bc42-332b-4f69-b1ca-29edbc45b975,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:23.674887 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:09:23.678473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33240) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:23.777775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1079798510', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:23.799697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Made reservation on behalf of b20e862a742d48768261e9f49f24a457 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:09:23.802385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:23.810887 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:23.889546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:23.893652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:23.904141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] device_id is not set on port 0454fe45-17dd-4ab2-86f1-f83b0152f7c7 yet. {{(pid=103282) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 08 17:09:23.949304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493f293f-2540-4587-9641-aff5f4bbbe01,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:24.021194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Allocated IP 172.25.3.147 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/0454fe45-17dd-4ab2-86f1-f83b0152f7c7) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:09:24.158976 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.192752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.235736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:09:24.242887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:09:24.249324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:09:24.255187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Pushing event updated for resources: {'Port': ['ID=0454fe45-17dd-4ab2-86f1-f83b0152f7c7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:24.259669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a14c2f9-4b4b-4f85-a793-574a57e0ab98 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:24.292909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:09:24.293521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.309324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-89e28fe5-68c9-4c71-8371-85a47239aad3 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] 10.222.0.62 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.6296515 Dec 08 17:09:24.312243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33244) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:24.317045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.147'}]}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:24.338783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.339424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3ccf01f9-c5aa-4b55-aa73-59753c0fd94c None None] Provisioning complete for port 0454fe45-17dd-4ab2-86f1-f83b0152f7c7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:09:24.339792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3ccf01f9-c5aa-4b55-aa73-59753c0fd94c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.339911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.375352 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3ccf01f9-c5aa-4b55-aa73-59753c0fd94c None None] Port 0454fe45-17dd-4ab2-86f1-f83b0152f7c7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:09:24.392008 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.529432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.729458 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.748596 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:24.894759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.050767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.052972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.095220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.095740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a0be935c-dc24-423e-a0aa-164128627335 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:09:25.113407 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 08 17:09:25.114665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d231eda-6027-47c9-a009-69b2d10b0b19 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8014929 Dec 08 17:09:25.117464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33246) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:25.191743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Deleting port 0454fe45-17dd-4ab2-86f1-f83b0152f7c7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:09:25.191986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.272079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.283967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Calling delete_port for 0454fe45-17dd-4ab2-86f1-f83b0152f7c7 owned by {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:09:25.407154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.434576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Pushing event deleted for resources: {'Port': ['ID=0454fe45-17dd-4ab2-86f1-f83b0152f7c7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:25.449034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7440b-2d5a-4aed-a009-ab5b97bd845b None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:09:25.502063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.506611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3aaf6343-73f0-422a-a157-9191ae3c09a9 tempest-RoutersAdminNegativeIpV6Test-410677435 tempest-RoutersAdminNegativeIpV6Test-410677435-project-admin] 10.222.0.62 "DELETE /v2.0/ports/0454fe45-17dd-4ab2-86f1-f83b0152f7c7 HTTP/1.1" status: 204 len: 168 time: 0.3880131 Dec 08 17:09:25.749677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33252) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:25.854369 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74148a1c-4dd1-4621-94c0-85de8d9feacf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.931361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74148a1c-4dd1-4621-94c0-85de8d9feacf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.935049 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-74148a1c-4dd1-4621-94c0-85de8d9feacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:25.974589 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74148a1c-4dd1-4621-94c0-85de8d9feacf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6f927efaaff43519bbef9c446d14df7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2237797 Dec 08 17:09:25.975493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74148a1c-4dd1-4621-94c0-85de8d9feacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16990f45-218d-4504-8674-b44bb2314b02,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:25.977377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33256) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:26.026559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e850a10c-438b-45a3-b5e8-14838c4f9e31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.047271 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e850a10c-438b-45a3-b5e8-14838c4f9e31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.096181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f3ba834-4dd1-4862-a70e-99a8003d2a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.103046 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e850a10c-438b-45a3-b5e8-14838c4f9e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.105676 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e850a10c-438b-45a3-b5e8-14838c4f9e31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.106850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e850a10c-438b-45a3-b5e8-14838c4f9e31 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16990f45-218d-4504-8674-b44bb2314b02 HTTP/1.1" status: 204 len: 168 time: 0.1283886 Dec 08 17:09:26.116509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850a10c-438b-45a3-b5e8-14838c4f9e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16990f45-218d-4504-8674-b44bb2314b02,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:26.376862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:26.416957 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b935172e-68d0-447c-8d5a-0c4d6b2d2e20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b20e862a742d48768261e9f49f24a457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388987 Dec 08 17:09:26.419435 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:26.470479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-149420d4-6efe-4637-b996-1e86a7c5973b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.491920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-149420d4-6efe-4637-b996-1e86a7c5973b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.538982 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-149420d4-6efe-4637-b996-1e86a7c5973b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.541685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-149420d4-6efe-4637-b996-1e86a7c5973b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:26.542809 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-149420d4-6efe-4637-b996-1e86a7c5973b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/493f293f-2540-4587-9641-aff5f4bbbe01 HTTP/1.1" status: 204 len: 168 time: 0.1224632 Dec 08 17:09:26.551426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149420d4-6efe-4637-b996-1e86a7c5973b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493f293f-2540-4587-9641-aff5f4bbbe01,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:27.236957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:27.350236 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28cfe29f-aa4d-4622-bacf-fe2aa6e23633 tempest-AgentManagementNegativeTest-1810578036 tempest-AgentManagementNegativeTest-1810578036-project] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1115158 Dec 08 17:09:27.595961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33294) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:27.700816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600f72b5-c444-47fd-929d-7186c1486eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.776557 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600f72b5-c444-47fd-929d-7186c1486eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.780260 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-600f72b5-c444-47fd-929d-7186c1486eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.822507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-600f72b5-c444-47fd-929d-7186c1486eaa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5390c2c2d72d4418817dbf1c29c656f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254577 Dec 08 17:09:27.823482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f72b5-c444-47fd-929d-7186c1486eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7ac775-9209-48c3-917b-47bbf6ad0c38,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:27.825209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33298) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:27.875035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30974e76-bbae-400f-9379-4caabdc8d349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.896590 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30974e76-bbae-400f-9379-4caabdc8d349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.943454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30974e76-bbae-400f-9379-4caabdc8d349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.946326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30974e76-bbae-400f-9379-4caabdc8d349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:27.947507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-30974e76-bbae-400f-9379-4caabdc8d349 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5c7ac775-9209-48c3-917b-47bbf6ad0c38 HTTP/1.1" status: 204 len: 168 time: 0.1211689 Dec 08 17:09:27.956637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974e76-bbae-400f-9379-4caabdc8d349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7ac775-9209-48c3-917b-47bbf6ad0c38,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:28.613333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33320) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:28.706884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--831406819'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:28.730106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.738284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.814252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.818106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.860484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c774a86-c248-46e6-bc6f-2f851824ab28,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:28.891484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5742f74e-00d7-4b47-ae99-361347c8bc19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.901000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.904897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.936055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:28.937288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3227167 Dec 08 17:09:28.939300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53826c76-4dd5-44f6-a285-4e4ca6c97b57 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297dcea2-66a9-4809-8029-a6b782ab6575,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:28.940057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33324) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.007015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f7fa0935-b9b0-4925-9f5c-2c73b03bec64 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0649915 Dec 08 17:09:29.009034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33326) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.013403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-security--356459565', 'description': 'tempest-security-description-646727940'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:29.047419 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.090367 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.094456 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.097551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.101601 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "PUT /v2.0/security-groups/297dcea2-66a9-4809-8029-a6b782ab6575 HTTP/1.1" status: 200 len: 1795 time: 0.0916181 Dec 08 17:09:29.101891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33328) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.125250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d74cdd-69b2-4263-b3bd-8fd442c0b53d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297dcea2-66a9-4809-8029-a6b782ab6575,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:29.143065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ed393d94-073d-4f53-ad1f-e4e873dcc86d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups/297dcea2-66a9-4809-8029-a6b782ab6575 HTTP/1.1" status: 200 len: 1795 time: 0.0400093 Dec 08 17:09:29.145591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33330) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.197606 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4fd6410d-c696-4e7d-8595-b79902fd600e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.219731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4fd6410d-c696-4e7d-8595-b79902fd600e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.262711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4fd6410d-c696-4e7d-8595-b79902fd600e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.265775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4fd6410d-c696-4e7d-8595-b79902fd600e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.266966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4fd6410d-c696-4e7d-8595-b79902fd600e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/297dcea2-66a9-4809-8029-a6b782ab6575 HTTP/1.1" status: 204 len: 168 time: 0.1204011 Dec 08 17:09:29.269590 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33332) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.276446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6410d-c696-4e7d-8595-b79902fd600e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297dcea2-66a9-4809-8029-a6b782ab6575,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:29.313604 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-134cce1b-1ccc-4548-84a0-49d1a3d6539e tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0428004 Dec 08 17:09:29.316375 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33334) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.328653 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-a16b9746-5e71-4445-9161-54b53bb780f4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] delete failed (client error): The resource could not be found. Dec 08 17:09:29.329620 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a16b9746-5e71-4445-9161-54b53bb780f4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/297dcea2-66a9-4809-8029-a6b782ab6575 HTTP/1.1" status: 404 len: 347 time: 0.0123060 Dec 08 17:09:29.333743 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33336) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.338897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1619588230'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:29.361205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.427483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.430864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.457873 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.459081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1244240 Dec 08 17:09:29.462335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33338) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.463628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0522c4-c8d4-4a4c-9071-869f6800bf18 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbfa8e6-3cb4-422a-98da-bd4583680e48,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:29.468675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '6bbfa8e6-3cb4-422a-98da-bd4583680e48', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:29.496530 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.542966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.546885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.565003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed1a218-c07b-4048-8a53-a0e1e5c72d24,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:29.573442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.574707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7b5dfc05-6a81-457c-bc8b-92b53aa97341 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1110370 Dec 08 17:09:29.577644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33340) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.611526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-616805ba-bbbc-4820-975a-36960cb67887 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.618995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-616805ba-bbbc-4820-975a-36960cb67887 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.645635 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-616805ba-bbbc-4820-975a-36960cb67887 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.651034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-616805ba-bbbc-4820-975a-36960cb67887 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.652082 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-616805ba-bbbc-4820-975a-36960cb67887 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/fed1a218-c07b-4048-8a53-a0e1e5c72d24 HTTP/1.1" status: 204 len: 168 time: 0.0733438 Dec 08 17:09:29.654879 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33342) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.660531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616805ba-bbbc-4820-975a-36960cb67887 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fed1a218-c07b-4048-8a53-a0e1e5c72d24,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:29.707229 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b9aff123-c7cb-4512-b674-a58e524e92e3 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0503204 Dec 08 17:09:29.709931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.760652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6339f2b3-154e-4e9c-befc-52af0940b3de tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.783466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6339f2b3-154e-4e9c-befc-52af0940b3de tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.824155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6339f2b3-154e-4e9c-befc-52af0940b3de tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.826932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6339f2b3-154e-4e9c-befc-52af0940b3de tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.828093 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6339f2b3-154e-4e9c-befc-52af0940b3de tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/6bbfa8e6-3cb4-422a-98da-bd4583680e48 HTTP/1.1" status: 204 len: 168 time: 0.1170328 Dec 08 17:09:29.830839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33346) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.838352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339f2b3-154e-4e9c-befc-52af0940b3de tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbfa8e6-3cb4-422a-98da-bd4583680e48,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:29.882546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f87f1242-eefd-4202-8f14-e643ccb7ac4d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0498137 Dec 08 17:09:29.886130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33348) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:29.890303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928499759'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:29.914830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.982302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:29.985940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.017580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.019614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1317956 Dec 08 17:09:30.021562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2ae80e-5c90-4e69-9db1-ea80a7bed12c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d80d92-eddc-4fcc-9f7e-5763d5440bb8,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.022519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33350) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.027127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '23d80d92-eddc-4fcc-9f7e-5763d5440bb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:30.054760 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.102763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.107584 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.126807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e82f665f-76ae-4ed9-a6ff-78b8ed706f43,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.135642 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.136834 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-4c4c86e4-de17-4676-bd7e-b8d0990d1ca4 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1132796 Dec 08 17:09:30.139571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.143854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '23d80d92-eddc-4fcc-9f7e-5763d5440bb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:30.170588 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.238465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.242540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.261560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af359f3-1f24-451f-ae9c-f11f3c0feec6,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.268285 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.269858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-33d2d8a8-b1a1-4eaa-be55-50c710aa31d1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1291301 Dec 08 17:09:30.272215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33354) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.276628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '23d80d92-eddc-4fcc-9f7e-5763d5440bb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:30.289687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.304556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.360564 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.364710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.383197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c81997f-5c26-4206-917e-bd32bd37f428,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.389978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.391276 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a73c1380-a7b4-4ace-81e3-dcbd977c049b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181331 Dec 08 17:09:30.394060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.398495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '23d80d92-eddc-4fcc-9f7e-5763d5440bb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:30.423840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.484645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.489039 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.506702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a115c-0ebc-4b23-ac62-74940871cf33,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.513777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.514933 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-355eadc5-d28d-4411-a965-07bce7650d5f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199007 Dec 08 17:09:30.517607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33360) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.522071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '23d80d92-eddc-4fcc-9f7e-5763d5440bb8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:30.547707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.611806 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.615452 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.633653 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba210a9-03b6-4f7d-8ac0-aec94dbedd6e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.641117 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.642324 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2f21498d-8bb0-4aa8-ad1f-fa5f5d71399a tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1237383 Dec 08 17:09:30.645808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33362) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.674695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8a7-df68-4707-97f7-41aca3389ae9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.683270 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8a7-df68-4707-97f7-41aca3389ae9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.709036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8a7-df68-4707-97f7-41aca3389ae9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.715296 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b0ed8a7-df68-4707-97f7-41aca3389ae9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.716377 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b0ed8a7-df68-4707-97f7-41aca3389ae9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1ba210a9-03b6-4f7d-8ac0-aec94dbedd6e HTTP/1.1" status: 204 len: 168 time: 0.0696390 Dec 08 17:09:30.719197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.721808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ed8a7-df68-4707-97f7-41aca3389ae9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ba210a9-03b6-4f7d-8ac0-aec94dbedd6e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.770524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-34906839-e792-415a-b58e-f701f520910b tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0498562 Dec 08 17:09:30.772954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33366) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.796003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf072-6408-4f26-b0f8-7a4764f748fa tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.804379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf072-6408-4f26-b0f8-7a4764f748fa tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.834920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf072-6408-4f26-b0f8-7a4764f748fa tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.841335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbfaf072-6408-4f26-b0f8-7a4764f748fa tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.842450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cbfaf072-6408-4f26-b0f8-7a4764f748fa tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/680a115c-0ebc-4b23-ac62-74940871cf33 HTTP/1.1" status: 204 len: 168 time: 0.0686498 Dec 08 17:09:30.844990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33368) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.860581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfaf072-6408-4f26-b0f8-7a4764f748fa tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=680a115c-0ebc-4b23-ac62-74940871cf33,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:30.891641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-866d6fc4-340e-4f66-b24f-fa5f18acc907 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0455914 Dec 08 17:09:30.894521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.917263 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5443d916-62b0-40b7-9780-53260235b10d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.924527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5443d916-62b0-40b7-9780-53260235b10d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.950925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5443d916-62b0-40b7-9780-53260235b10d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.956974 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5443d916-62b0-40b7-9780-53260235b10d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:30.958203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5443d916-62b0-40b7-9780-53260235b10d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/4c81997f-5c26-4206-917e-bd32bd37f428 HTTP/1.1" status: 204 len: 168 time: 0.0627723 Dec 08 17:09:30.961204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:30.963876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443d916-62b0-40b7-9780-53260235b10d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c81997f-5c26-4206-917e-bd32bd37f428,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.004741 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2b7e60c-443d-4682-b8dd-b48ea12302e1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0423155 Dec 08 17:09:31.007793 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33374) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.031292 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2dda-360b-430c-ba2a-3ea48c5b1a98 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.038788 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2dda-360b-430c-ba2a-3ea48c5b1a98 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.066427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2dda-360b-430c-ba2a-3ea48c5b1a98 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.073998 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9dd2dda-360b-430c-ba2a-3ea48c5b1a98 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.075033 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a9dd2dda-360b-430c-ba2a-3ea48c5b1a98 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/7af359f3-1f24-451f-ae9c-f11f3c0feec6 HTTP/1.1" status: 204 len: 168 time: 0.0663457 Dec 08 17:09:31.077710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33376) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.079224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd2dda-360b-430c-ba2a-3ea48c5b1a98 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7af359f3-1f24-451f-ae9c-f11f3c0feec6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.119382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1d877645-f4b0-4991-af00-7976f2e3315c tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404508 Dec 08 17:09:31.125018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33378) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.148711 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f9b444-d115-448e-b043-1b5a6dc2ddc6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.155986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f9b444-d115-448e-b043-1b5a6dc2ddc6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.181740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f9b444-d115-448e-b043-1b5a6dc2ddc6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.187522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-79f9b444-d115-448e-b043-1b5a6dc2ddc6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.188594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-79f9b444-d115-448e-b043-1b5a6dc2ddc6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/e82f665f-76ae-4ed9-a6ff-78b8ed706f43 HTTP/1.1" status: 204 len: 168 time: 0.0626540 Dec 08 17:09:31.192473 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33380) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.194426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9b444-d115-448e-b043-1b5a6dc2ddc6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e82f665f-76ae-4ed9-a6ff-78b8ed706f43,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.232700 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8a698e96-62fe-4089-afbb-bf6b7d0d52b1 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0388935 Dec 08 17:09:31.235662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33382) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.289846 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d189443-45e6-40be-b4de-2a66ecd902ed tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.311621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d189443-45e6-40be-b4de-2a66ecd902ed tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.353999 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d189443-45e6-40be-b4de-2a66ecd902ed tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.356558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9d189443-45e6-40be-b4de-2a66ecd902ed tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.357675 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9d189443-45e6-40be-b4de-2a66ecd902ed tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/23d80d92-eddc-4fcc-9f7e-5763d5440bb8 HTTP/1.1" status: 204 len: 168 time: 0.1210384 Dec 08 17:09:31.360516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33384) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.367347 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d189443-45e6-40be-b4de-2a66ecd902ed tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d80d92-eddc-4fcc-9f7e-5763d5440bb8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.405445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ee01be61-e765-4602-9a2a-402b48adf830 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434513 Dec 08 17:09:31.409312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33386) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.414512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317436382'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:31.436954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.502325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.506122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.535683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.536917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1258171 Dec 08 17:09:31.538846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2976bb8-2387-40ca-ab29-4cd8aaf9779f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2672c6-af3e-4504-8649-65a5fa27f65e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.539822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33388) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.544576 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '3f2672c6-af3e-4504-8649-65a5fa27f65e', 'direction': 'ingress', 'protocol': 17}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:31.572964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.619924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.623687 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.641520 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e49f973-b035-46d8-897c-da590a40cb1a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.648985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.652800 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-741cea8a-bea9-4699-ba20-9eeec9a97904 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1093321 Dec 08 17:09:31.652975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.705482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c32d1b1-3043-45c6-afa7-3029e50a2eef tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.728654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c32d1b1-3043-45c6-afa7-3029e50a2eef tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.770895 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c32d1b1-3043-45c6-afa7-3029e50a2eef tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.773475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2c32d1b1-3043-45c6-afa7-3029e50a2eef tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.774636 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2c32d1b1-3043-45c6-afa7-3029e50a2eef tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/3f2672c6-af3e-4504-8649-65a5fa27f65e HTTP/1.1" status: 204 len: 168 time: 0.1207373 Dec 08 17:09:31.777531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33392) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.783677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32d1b1-3043-45c6-afa7-3029e50a2eef tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2672c6-af3e-4504-8649-65a5fa27f65e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.826246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4a3c24e5-f659-41c5-8a6c-cb282db4170d tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0457473 Dec 08 17:09:31.828304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33394) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.833082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--590442667'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:31.855758 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.921850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.926109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.956148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:31.957730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1283216 Dec 08 17:09:31.959725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12ad1e-918d-4d92-9d9a-014dead8e356 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ab508c-e742-4e76-8fca-6f54457b9b93,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:31.960838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:31.965693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--1050572348'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:31.987283 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.056737 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.061101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.062232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.093031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.094315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1322913 Dec 08 17:09:32.095446 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301946db-f760-456b-8748-ece8da633832 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb25e0d-8cc5-4a00-b422-b53cebbce2b9,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.097471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.102414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': 'e7ab508c-e742-4e76-8fca-6f54457b9b93', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3bb25e0d-8cc5-4a00-b422-b53cebbce2b9', 'remote_ip_prefix': None}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:32.133264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.202813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.207114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.225693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709f0b74-8a0a-4d05-a4d2-74e0ce13a496,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.230592 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.231771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d0ffdac3-c7be-492f-8d1d-253779edd8bb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1331804 Dec 08 17:09:32.234614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33400) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.257770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e562196-a7bd-434c-b4da-84ae7f82d1eb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.265587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e562196-a7bd-434c-b4da-84ae7f82d1eb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.294881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e562196-a7bd-434c-b4da-84ae7f82d1eb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.301012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2e562196-a7bd-434c-b4da-84ae7f82d1eb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.302137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2e562196-a7bd-434c-b4da-84ae7f82d1eb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/709f0b74-8a0a-4d05-a4d2-74e0ce13a496 HTTP/1.1" status: 204 len: 168 time: 0.0665917 Dec 08 17:09:32.304870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33402) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.307840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e562196-a7bd-434c-b4da-84ae7f82d1eb tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=709f0b74-8a0a-4d05-a4d2-74e0ce13a496,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.344897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.356333 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf3e942c-19fd-4f07-a445-c55b95a7c491 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0502799 Dec 08 17:09:32.359033 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33404) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.410793 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39245c73-7eba-4d83-a656-0affef4ba717 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.434919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39245c73-7eba-4d83-a656-0affef4ba717 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.475540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39245c73-7eba-4d83-a656-0affef4ba717 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.478487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39245c73-7eba-4d83-a656-0affef4ba717 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.479638 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-39245c73-7eba-4d83-a656-0affef4ba717 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/3bb25e0d-8cc5-4a00-b422-b53cebbce2b9 HTTP/1.1" status: 204 len: 168 time: 0.1196928 Dec 08 17:09:32.482459 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33406) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.489043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39245c73-7eba-4d83-a656-0affef4ba717 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb25e0d-8cc5-4a00-b422-b53cebbce2b9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.538968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f91057a-04f5-4f88-b7ca-da3ed944a8e6 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0552845 Dec 08 17:09:32.541511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.575183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.597852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29efa765-a4bf-42fc-a02d-3df9f13030d5 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.621229 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29efa765-a4bf-42fc-a02d-3df9f13030d5 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.661519 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29efa765-a4bf-42fc-a02d-3df9f13030d5 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.664117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29efa765-a4bf-42fc-a02d-3df9f13030d5 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.665255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29efa765-a4bf-42fc-a02d-3df9f13030d5 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/e7ab508c-e742-4e76-8fca-6f54457b9b93 HTTP/1.1" status: 204 len: 168 time: 0.1227734 Dec 08 17:09:32.668335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33410) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.676172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29efa765-a4bf-42fc-a02d-3df9f13030d5 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ab508c-e742-4e76-8fca-6f54457b9b93,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.714301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb0727c7-c298-4007-b7d9-c89802a50dca tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0444422 Dec 08 17:09:32.718112 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33412) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.722883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--590460950'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:32.745267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.812100 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.816060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.850612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.851776 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1327350 Dec 08 17:09:32.853855 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaff810-3d8f-424c-b49a-276852531906 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e741da49-4740-4263-9729-7fd9407c0764,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.854761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33414) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:32.859444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': 'e741da49-4740-4263-9729-7fd9407c0764', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:32.888619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.943558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.947072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.968313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adfceb8-11d1-4fc4-bebd-37f0dd174a6e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:32.976935 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:32.978248 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ef2e8e9-acd3-48ed-9601-91b9cf847004 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1224623 Dec 08 17:09:32.980891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33416) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.004955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d22750d-7ba3-42bc-8109-ac9bcc952c38 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.013122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d22750d-7ba3-42bc-8109-ac9bcc952c38 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.038249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d22750d-7ba3-42bc-8109-ac9bcc952c38 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.044942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2d22750d-7ba3-42bc-8109-ac9bcc952c38 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.046052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d22750d-7ba3-42bc-8109-ac9bcc952c38 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/1adfceb8-11d1-4fc4-bebd-37f0dd174a6e HTTP/1.1" status: 204 len: 168 time: 0.0642657 Dec 08 17:09:33.048845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.052860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22750d-7ba3-42bc-8109-ac9bcc952c38 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1adfceb8-11d1-4fc4-bebd-37f0dd174a6e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.089315 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-34612760-04f9-4d5b-b8d9-3b74d453adf3 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393171 Dec 08 17:09:33.092062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33420) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.144189 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b93d53ae-92ff-4b66-833c-ba1ae9892b44 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.170702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b93d53ae-92ff-4b66-833c-ba1ae9892b44 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.214101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b93d53ae-92ff-4b66-833c-ba1ae9892b44 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.216763 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b93d53ae-92ff-4b66-833c-ba1ae9892b44 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.217981 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b93d53ae-92ff-4b66-833c-ba1ae9892b44 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/e741da49-4740-4263-9729-7fd9407c0764 HTTP/1.1" status: 204 len: 168 time: 0.1249049 Dec 08 17:09:33.220713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33422) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.227954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d53ae-92ff-4b66-833c-ba1ae9892b44 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e741da49-4740-4263-9729-7fd9407c0764,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.266593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-86868d57-2b7e-4d6a-b1fc-73a09d5df6d0 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0441136 Dec 08 17:09:33.271167 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.276403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137108199'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:33.300935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.367952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.372072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.402669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.403815 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1315579 Dec 08 17:09:33.405770 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622e3b3-6cc0-4e0a-bc32-2d4af4c52218 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=133807fb-d38e-498f-acf5-5c7e3fc00043,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.406936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33426) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.411769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '133807fb-d38e-498f-acf5-5c7e3fc00043', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:33.439580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.495155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.498992 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.515656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c439939-e6c1-44a1-919d-f3df0ecb5ab3,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.524078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.525277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-17c82e1f-84fd-4de0-85e2-00b70c8f6e9f tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173368 Dec 08 17:09:33.528916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33428) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.546198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5c883f0a-d05c-4d2c-8d7e-48c3a35f5219 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules/3c439939-e6c1-44a1-919d-f3df0ecb5ab3 HTTP/1.1" status: 200 len: 763 time: 0.0161724 Dec 08 17:09:33.548706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.575838 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.592016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bdf3b660-ce25-46e9-a40b-1da533f3f975 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422180 Dec 08 17:09:33.594634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.619096 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16840b68-798a-4073-8d09-581f638369cd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.626563 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16840b68-798a-4073-8d09-581f638369cd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.655317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16840b68-798a-4073-8d09-581f638369cd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.661668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-16840b68-798a-4073-8d09-581f638369cd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.662785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-16840b68-798a-4073-8d09-581f638369cd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/3c439939-e6c1-44a1-919d-f3df0ecb5ab3 HTTP/1.1" status: 204 len: 168 time: 0.0672445 Dec 08 17:09:33.665470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33434) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.668351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16840b68-798a-4073-8d09-581f638369cd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c439939-e6c1-44a1-919d-f3df0ecb5ab3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.704109 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a5c04dec-e126-46a3-886f-b9f4e08921be tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0368285 Dec 08 17:09:33.706082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33436) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.710731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '133807fb-d38e-498f-acf5-5c7e3fc00043', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:33.738634 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.797264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.801614 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.819422 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c43bd89-e64b-4b41-a70b-00d934bfebc9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.826450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.827636 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-31ac6969-a6e7-40eb-8178-7a94c2080700 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1203561 Dec 08 17:09:33.830397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33438) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.847751 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a173474f-5752-476a-bded-88c1fd3d4768 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules/6c43bd89-e64b-4b41-a70b-00d934bfebc9 HTTP/1.1" status: 200 len: 763 time: 0.0156572 Dec 08 17:09:33.850164 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33440) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.888085 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9b5fd0b5-2147-43f4-b727-0e18bc4933dd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0368900 Dec 08 17:09:33.890720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.915743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a7b477-0480-4dc2-9643-8fb0c9082233 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.923231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a7b477-0480-4dc2-9643-8fb0c9082233 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.948762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a7b477-0480-4dc2-9643-8fb0c9082233 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.954248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75a7b477-0480-4dc2-9643-8fb0c9082233 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:33.955385 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-75a7b477-0480-4dc2-9643-8fb0c9082233 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/6c43bd89-e64b-4b41-a70b-00d934bfebc9 HTTP/1.1" status: 204 len: 168 time: 0.0637686 Dec 08 17:09:33.958549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33444) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:33.964301 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a7b477-0480-4dc2-9643-8fb0c9082233 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c43bd89-e64b-4b41-a70b-00d934bfebc9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:33.998263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dbe795a9-72a4-442d-a601-92de0ea84240 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0383096 Dec 08 17:09:34.000802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33446) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.005279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': '133807fb-d38e-498f-acf5-5c7e3fc00043', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:34.027231 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Project 8f230764b2304db89e8e1957c065d7b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:09:34.032121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.091143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.094813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.114471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f3718d3-db6e-4d97-a1df-2e19c69794cf,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:34.122842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.124028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c423a5bb-3a1c-4591-a6f1-4c8f25b12bea tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1223154 Dec 08 17:09:34.126706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33448) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.143202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-deb62b6e-b214-439c-98ad-0817849bf1f3 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules/5f3718d3-db6e-4d97-a1df-2e19c69794cf HTTP/1.1" status: 200 len: 769 time: 0.0154629 Dec 08 17:09:34.145862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33450) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.185153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-adf9ba6a-e35f-4976-a925-4563b3ec73e2 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0381320 Dec 08 17:09:34.187653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33452) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.211714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59368cd0-e0ef-433a-83f1-97c3d5343b09 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.219118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59368cd0-e0ef-433a-83f1-97c3d5343b09 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.246675 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59368cd0-e0ef-433a-83f1-97c3d5343b09 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.252553 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-59368cd0-e0ef-433a-83f1-97c3d5343b09 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.253836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-59368cd0-e0ef-433a-83f1-97c3d5343b09 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-group-rules/5f3718d3-db6e-4d97-a1df-2e19c69794cf HTTP/1.1" status: 204 len: 168 time: 0.0652194 Dec 08 17:09:34.256463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.259137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59368cd0-e0ef-433a-83f1-97c3d5343b09 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f3718d3-db6e-4d97-a1df-2e19c69794cf,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:34.296199 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0b67d9fc-7826-4054-b295-372b357cadba tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0384984 Dec 08 17:09:34.299000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.350823 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc218b01-05c7-43d3-89b8-5c98aa6f4e91 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.379132 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc218b01-05c7-43d3-89b8-5c98aa6f4e91 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.422004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc218b01-05c7-43d3-89b8-5c98aa6f4e91 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.425993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bc218b01-05c7-43d3-89b8-5c98aa6f4e91 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.429933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33458) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.430281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bc218b01-05c7-43d3-89b8-5c98aa6f4e91 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/133807fb-d38e-498f-acf5-5c7e3fc00043 HTTP/1.1" status: 204 len: 168 time: 0.1299071 Dec 08 17:09:34.439986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc218b01-05c7-43d3-89b8-5c98aa6f4e91 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=133807fb-d38e-498f-acf5-5c7e3fc00043,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:34.475326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c03902b8-5f33-4aa8-bf18-206c38b73953 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0442181 Dec 08 17:09:34.479309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33460) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.483708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group': {'name': 'tempest-secgroup--132286276'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:34.509693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.580990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.586200 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.619719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.620955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1405940 Dec 08 17:09:34.623676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33462) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.628271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Request body: {'security_group_rule': {'security_group_id': 'c0b9b780-108f-473a-a59c-9ef84fe889e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:34.632386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d8cc0-dbe9-490b-8903-b1e08ce341b9 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b9b780-108f-473a-a59c-9ef84fe889e6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:34.659241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.716369 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.719968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.738658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b1c717-90dc-4532-b4bb-4942697d8555,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:34.746184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.747383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b222a62d-95a8-42da-8b07-a5da652d2fdd tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227322 Dec 08 17:09:34.750060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33464) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.803417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-035765ad-66b6-4428-948e-d416d98a6c45 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.827279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-035765ad-66b6-4428-948e-d416d98a6c45 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.872117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-035765ad-66b6-4428-948e-d416d98a6c45 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.874768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-035765ad-66b6-4428-948e-d416d98a6c45 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:34.875921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-035765ad-66b6-4428-948e-d416d98a6c45 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0b9b780-108f-473a-a59c-9ef84fe889e6 HTTP/1.1" status: 204 len: 168 time: 0.1249585 Dec 08 17:09:34.878946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33466) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.885297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035765ad-66b6-4428-948e-d416d98a6c45 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b9b780-108f-473a-a59c-9ef84fe889e6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:34.929434 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-413b35ef-0d1f-4c40-b835-7d78f1b86505 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0492823 Dec 08 17:09:34.931882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.968464 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1077811c-0328-4da5-9ade-11860fdbfe58 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0354068 Dec 08 17:09:34.970965 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:34.984650 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-62155562-5e82-4489-ab66-4756defdc111 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] delete failed (client error): The resource could not be found. Dec 08 17:09:34.985615 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-62155562-5e82-4489-ab66-4756defdc111 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0b9b780-108f-473a-a59c-9ef84fe889e6 HTTP/1.1" status: 404 len: 347 time: 0.0137672 Dec 08 17:09:34.989175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:35.031557 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92bf4b5b-b9a5-46fd-9935-1dcddd94e474 tempest-SecGroupIPv6Test-1138360270 tempest-SecGroupIPv6Test-1138360270-project] 10.222.0.62 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0413468 Dec 08 17:09:35.270095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33478) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:35.401854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9cd95fd2-0aeb-44c5-8022-5d120c9b8dc4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8f230764b2304db89e8e1957c065d7b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301348 Dec 08 17:09:35.403896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:35.455748 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec5045d0-27f5-4ddd-82a4-16822fafd1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:35.476869 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec5045d0-27f5-4ddd-82a4-16822fafd1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:35.523262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec5045d0-27f5-4ddd-82a4-16822fafd1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:35.525774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec5045d0-27f5-4ddd-82a4-16822fafd1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:35.526932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ec5045d0-27f5-4ddd-82a4-16822fafd1e3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7c774a86-c248-46e6-bc6f-2f851824ab28 HTTP/1.1" status: 204 len: 168 time: 0.1221530 Dec 08 17:09:35.534621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5045d0-27f5-4ddd-82a4-16822fafd1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c774a86-c248-46e6-bc6f-2f851824ab28,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:36.191930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.288704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5b1ae0a2-55cd-48b7-ac88-1f66450afcb3 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-210207274', 'prefixes': ['172.20.0.0/16']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:36.345449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b1ae0a2-55cd-48b7-ac88-1f66450afcb3 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] Publish callbacks [] for subnetpool, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:36.346896 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b1ae0a2-55cd-48b7-ac88-1f66450afcb3 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1538045 Dec 08 17:09:36.350062 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.387609 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-480057f5-8391-43d6-ae90-0f450804c7ac tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] 10.222.0.62 "GET /v2.0/subnetpools/a92fb44a-f6d7-440a-a7f0-7768858c3d3a HTTP/1.1" status: 200 len: 731 time: 0.0364425 Dec 08 17:09:36.390249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.395288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-25ebed2c-853f-4788-b314-a4ded7c2123d tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-175243882'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:09:36.477561 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-25ebed2c-853f-4788-b314-a4ded7c2123d tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] Publish callbacks [] for subnetpool, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:36.478784 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-25ebed2c-853f-4788-b314-a4ded7c2123d tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] 10.222.0.62 "PUT /v2.0/subnetpools/a92fb44a-f6d7-440a-a7f0-7768858c3d3a HTTP/1.1" status: 200 len: 683 time: 0.0877335 Dec 08 17:09:36.481455 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33512) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.553332 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52191fea-c891-497b-84c3-b33b1ae5ffd7 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] Publish callbacks [] for subnetpool, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:36.554401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52191fea-c891-497b-84c3-b33b1ae5ffd7 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] 10.222.0.62 "DELETE /v2.0/subnetpools/a92fb44a-f6d7-440a-a7f0-7768858c3d3a HTTP/1.1" status: 204 len: 168 time: 0.0720053 Dec 08 17:09:36.557294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.571845 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-96f211f0-6735-4801-ad61-bed49886ece4 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] show failed (client error): The resource could not be found. Dec 08 17:09:36.572859 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-96f211f0-6735-4801-ad61-bed49886ece4 tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] 10.222.0.62 "GET /v2.0/subnetpools/a92fb44a-f6d7-440a-a7f0-7768858c3d3a HTTP/1.1" status: 404 len: 346 time: 0.0146327 Dec 08 17:09:36.577762 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33516) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.594100 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-fd46acf2-f682-424c-83c5-fd2557264bbf tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] delete failed (client error): The resource could not be found. Dec 08 17:09:36.595115 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fd46acf2-f682-424c-83c5-fd2557264bbf tempest-SubnetPoolsTestJSON-1181128915 tempest-SubnetPoolsTestJSON-1181128915-project] 10.222.0.62 "DELETE /v2.0/subnetpools/a92fb44a-f6d7-440a-a7f0-7768858c3d3a HTTP/1.1" status: 404 len: 346 time: 0.0163779 Dec 08 17:09:36.838328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33522) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:36.946439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6823f61b-1fe7-4c0a-884f-3507d5de09f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.023185 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6823f61b-1fe7-4c0a-884f-3507d5de09f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.027149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6823f61b-1fe7-4c0a-884f-3507d5de09f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.066520 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6823f61b-1fe7-4c0a-884f-3507d5de09f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=905fd050fa934918bb064bfb4539b800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2262654 Dec 08 17:09:37.067211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823f61b-1fe7-4c0a-884f-3507d5de09f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b45e7cc-d7e3-4d27-931d-2de0311afef4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:37.069003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33526) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:09:37.123215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b53099b8-b8c2-4ae3-a7f1-d0b015c82364 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.144751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b53099b8-b8c2-4ae3-a7f1-d0b015c82364 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.190446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b53099b8-b8c2-4ae3-a7f1-d0b015c82364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.193490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b53099b8-b8c2-4ae3-a7f1-d0b015c82364 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:37.194679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b53099b8-b8c2-4ae3-a7f1-d0b015c82364 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b45e7cc-d7e3-4d27-931d-2de0311afef4 HTTP/1.1" status: 204 len: 168 time: 0.1247494 Dec 08 17:09:37.202456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53099b8-b8c2-4ae3-a7f1-d0b015c82364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b45e7cc-d7e3-4d27-931d-2de0311afef4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:09:56.102398 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d89f17b-9730-4fe5-b64e-4e1fe4284d62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:09:58.902029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c4b1fdfc-63e9-46b5-99cc-7bd7f01ed769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.290199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:00.674206 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:10:02.067392 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:02.349577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:02.578666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:03.573261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:26.107516 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4616eb91-8e55-46e4-b0cb-0929d2de9e89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:28.905894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d714ce4-f369-47c7-ac8c-0f235634d1b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.251841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33976) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:29.375129 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.450780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.454986 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.495723 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d0ab579f0b34fa58afbb5c71fee8098&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427118 Dec 08 17:10:29.496583 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22374bf0-cf28-4cff-b59c-1ae125983544,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:29.499772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33980) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:29.516077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.516425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.516772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.517111 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.517441 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.517773 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.518127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.518457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.518781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.519105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.520016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.520349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.520672 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ec6713-b01f-402f-8913-2dc24ae82a46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:29.564804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f33167-fae7-41ce-bc14-d8efb48e3ac1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.592512 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f33167-fae7-41ce-bc14-d8efb48e3ac1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.646188 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f33167-fae7-41ce-bc14-d8efb48e3ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.649234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f33167-fae7-41ce-bc14-d8efb48e3ac1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:29.653697 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-37f33167-fae7-41ce-bc14-d8efb48e3ac1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/22374bf0-cf28-4cff-b59c-1ae125983544 HTTP/1.1" status: 204 len: 168 time: 0.1529653 Dec 08 17:10:29.663649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f33167-fae7-41ce-bc14-d8efb48e3ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22374bf0-cf28-4cff-b59c-1ae125983544,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:29.958048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 33986) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:29.972160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.056444 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.060785 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.104335 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=163e320ff4d14d3981c6ccfe1ad69f8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1449096 Dec 08 17:10:30.105278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c052a39-a0bb-4218-981e-130dfd40931f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:30.107869 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 33988) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:30.115264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.115616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.115961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.116307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.116643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.116975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.117304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.117631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.117989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.118316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.118786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.118971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.119302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b3ed5d9-22de-4a7e-a65e-ff515b459ac9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:10:30.159141 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d126fb-5e64-4df9-813d-9fa5797d9757 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.184960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d126fb-5e64-4df9-813d-9fa5797d9757 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.233458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d126fb-5e64-4df9-813d-9fa5797d9757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.236291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-76d126fb-5e64-4df9-813d-9fa5797d9757 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:30.237505 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-76d126fb-5e64-4df9-813d-9fa5797d9757 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6c052a39-a0bb-4218-981e-130dfd40931f HTTP/1.1" status: 204 len: 168 time: 0.1282589 Dec 08 17:10:30.246739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d126fb-5e64-4df9-813d-9fa5797d9757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c052a39-a0bb-4218-981e-130dfd40931f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:30.293758 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.075668 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.142296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34044) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:32.262384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ce628ce-a640-4910-a696-d0422215d64f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.349900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ce628ce-a640-4910-a696-d0422215d64f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.353711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.355583 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ce628ce-a640-4910-a696-d0422215d64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.395886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce628ce-a640-4910-a696-d0422215d64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7f977d-e298-4278-8dc8-76d3f42781fc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:32.401585 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7ce628ce-a640-4910-a696-d0422215d64f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4b1c679ca7df4e46868f96bbc632167a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581840 Dec 08 17:10:32.404266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:32.464812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41f08e0d-b7a4-48b4-89b9-89d7ccbe31fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.487135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41f08e0d-b7a4-48b4-89b9-89d7ccbe31fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.538762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41f08e0d-b7a4-48b4-89b9-89d7ccbe31fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.541401 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41f08e0d-b7a4-48b4-89b9-89d7ccbe31fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.542637 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-41f08e0d-b7a4-48b4-89b9-89d7ccbe31fc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3d7f977d-e298-4278-8dc8-76d3f42781fc HTTP/1.1" status: 204 len: 168 time: 0.1374264 Dec 08 17:10:32.551981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f08e0d-b7a4-48b4-89b9-89d7ccbe31fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7f977d-e298-4278-8dc8-76d3f42781fc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:32.604858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.830702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34054) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:32.849246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fbd-a78e-45a2-9a8e-f5b5f9522baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.927395 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fbd-a78e-45a2-9a8e-f5b5f9522baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.931284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f09b3fbd-a78e-45a2-9a8e-f5b5f9522baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:32.970528 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f09b3fbd-a78e-45a2-9a8e-f5b5f9522baf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a9b028cf04d14a4ca1fbc75bac0dc7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1387372 Dec 08 17:10:32.971381 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b3fbd-a78e-45a2-9a8e-f5b5f9522baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc576f9-93cb-4dbe-9935-da5c029c9275,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:32.973477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34056) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:33.021990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17edf49-5bb4-4f8e-93fc-caeb4a241683 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:33.042572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17edf49-5bb4-4f8e-93fc-caeb4a241683 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:33.089389 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17edf49-5bb4-4f8e-93fc-caeb4a241683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:33.092122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e17edf49-5bb4-4f8e-93fc-caeb4a241683 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:33.093283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e17edf49-5bb4-4f8e-93fc-caeb4a241683 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5dc576f9-93cb-4dbe-9935-da5c029c9275 HTTP/1.1" status: 204 len: 168 time: 0.1186788 Dec 08 17:10:33.102237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17edf49-5bb4-4f8e-93fc-caeb4a241683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc576f9-93cb-4dbe-9935-da5c029c9275,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:33.574438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:37.673607 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:10:41.882026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34140) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:41.990587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5f37872-170a-4742-a62e-2599751c7609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.066377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5f37872-170a-4742-a62e-2599751c7609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.069861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f5f37872-170a-4742-a62e-2599751c7609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.111358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f5f37872-170a-4742-a62e-2599751c7609 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67fc74d1e3dc44ffb070cf9404bcd746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2282295 Dec 08 17:10:42.112235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f37872-170a-4742-a62e-2599751c7609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df605e8-dba5-494a-8d94-06cc108e70bb,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:42.114536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34144) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:42.164693 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc74-abe1-4d16-b306-c89d824beef9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.187762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc74-abe1-4d16-b306-c89d824beef9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.240807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc74-abe1-4d16-b306-c89d824beef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.243602 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7a5dc74-abe1-4d16-b306-c89d824beef9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.244796 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e7a5dc74-abe1-4d16-b306-c89d824beef9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0df605e8-dba5-494a-8d94-06cc108e70bb HTTP/1.1" status: 204 len: 168 time: 0.1291595 Dec 08 17:10:42.253133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5dc74-abe1-4d16-b306-c89d824beef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df605e8-dba5-494a-8d94-06cc108e70bb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:42.522940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34150) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:42.536909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80a3492c-515d-4f78-aaa3-16edaf251a5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.620165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80a3492c-515d-4f78-aaa3-16edaf251a5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.624092 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80a3492c-515d-4f78-aaa3-16edaf251a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.663443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3492c-515d-4f78-aaa3-16edaf251a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d217f-a3d1-456f-bd96-ae3825b81be0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:42.670470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34154) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:42.670580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-80a3492c-515d-4f78-aaa3-16edaf251a5b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bc47b0b14fd14a9cab0788e60b10e7d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1463628 Dec 08 17:10:42.728517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1308-1b9e-48ab-86ab-c0d637d06530 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.750515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1308-1b9e-48ab-86ab-c0d637d06530 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.797656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1308-1b9e-48ab-86ab-c0d637d06530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.800891 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ad8e1308-1b9e-48ab-86ab-c0d637d06530 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:42.802204 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ad8e1308-1b9e-48ab-86ab-c0d637d06530 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac9d217f-a3d1-456f-bd96-ae3825b81be0 HTTP/1.1" status: 204 len: 168 time: 0.1303933 Dec 08 17:10:42.809977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e1308-1b9e-48ab-86ab-c0d637d06530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d217f-a3d1-456f-bd96-ae3825b81be0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:49.642686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34244) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:49.752632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5869bb2-f67e-41f4-82c4-6fdc66edd61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.836191 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5869bb2-f67e-41f4-82c4-6fdc66edd61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.840302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c5869bb2-f67e-41f4-82c4-6fdc66edd61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.884948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c5869bb2-f67e-41f4-82c4-6fdc66edd61e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52c3376eb38c4b14aab5ddcdfbaf6c9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2411482 Dec 08 17:10:49.885986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5869bb2-f67e-41f4-82c4-6fdc66edd61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d561c433-425d-410d-89ed-63a9d3e17e66,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:49.887901 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:49.939963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d75c70c-5233-4114-ab04-3423ce294f5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:49.964015 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d75c70c-5233-4114-ab04-3423ce294f5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.016888 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d75c70c-5233-4114-ab04-3423ce294f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.020108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d75c70c-5233-4114-ab04-3423ce294f5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.021289 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7d75c70c-5233-4114-ab04-3423ce294f5b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d561c433-425d-410d-89ed-63a9d3e17e66 HTTP/1.1" status: 204 len: 168 time: 0.1322169 Dec 08 17:10:50.032212 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75c70c-5233-4114-ab04-3423ce294f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d561c433-425d-410d-89ed-63a9d3e17e66,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:50.312492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34254) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:50.326099 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e7cc8a-5668-4c22-a49a-b53820411c80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.405478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e7cc8a-5668-4c22-a49a-b53820411c80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.410618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36e7cc8a-5668-4c22-a49a-b53820411c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.455644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36e7cc8a-5668-4c22-a49a-b53820411c80 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a06afba665e54a32b5016434b2854e68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1419873 Dec 08 17:10:50.457056 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e7cc8a-5668-4c22-a49a-b53820411c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3db89cb-918d-4ffd-8214-66a25d145429,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:50.459280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34256) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:50.514093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17918681-580e-4aed-be5c-359ad5ad43aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.536262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17918681-580e-4aed-be5c-359ad5ad43aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.585236 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17918681-580e-4aed-be5c-359ad5ad43aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.588777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-17918681-580e-4aed-be5c-359ad5ad43aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:50.589394 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-17918681-580e-4aed-be5c-359ad5ad43aa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3db89cb-918d-4ffd-8214-66a25d145429 HTTP/1.1" status: 204 len: 168 time: 0.1290438 Dec 08 17:10:50.597942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17918681-580e-4aed-be5c-359ad5ad43aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3db89cb-918d-4ffd-8214-66a25d145429,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:55.990719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34332) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:56.109054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1d2b2a7-d0cf-4981-8c35-11a3dd9e45ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.115627 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f05cb3ec-368d-4632-8e2a-b86ab3b21b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.193175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1d2b2a7-d0cf-4981-8c35-11a3dd9e45ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.197227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1d2b2a7-d0cf-4981-8c35-11a3dd9e45ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.242058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e1d2b2a7-d0cf-4981-8c35-11a3dd9e45ed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=199d5521394f426bb1ecb320a831107e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474563 Dec 08 17:10:56.242058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d2b2a7-d0cf-4981-8c35-11a3dd9e45ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ef1e7-334f-403e-a83d-069018183289,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:56.242385 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34336) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:56.304482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e125e-4da6-4061-869d-a3c7f5afebe7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.328322 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e125e-4da6-4061-869d-a3c7f5afebe7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.380887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e125e-4da6-4061-869d-a3c7f5afebe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.383833 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b09e125e-4da6-4061-869d-a3c7f5afebe7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.385186 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b09e125e-4da6-4061-869d-a3c7f5afebe7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac2ef1e7-334f-403e-a83d-069018183289 HTTP/1.1" status: 204 len: 168 time: 0.1416423 Dec 08 17:10:56.398224 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09e125e-4da6-4061-869d-a3c7f5afebe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ef1e7-334f-403e-a83d-069018183289,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:56.666356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34342) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:56.681587 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09c7947b-0ed7-4374-8e66-74dcf85be596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.761153 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09c7947b-0ed7-4374-8e66-74dcf85be596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.765463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-09c7947b-0ed7-4374-8e66-74dcf85be596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.806012 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-09c7947b-0ed7-4374-8e66-74dcf85be596 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=794557d500d1415e93c61caaf7b51b6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1382351 Dec 08 17:10:56.806896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c7947b-0ed7-4374-8e66-74dcf85be596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d03fb6d-8bd6-48ff-814d-efbdbc94884c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:56.809368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:56.866252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54b0c0d6-9d04-437a-8144-85356c5bf8e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.888016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54b0c0d6-9d04-437a-8144-85356c5bf8e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.938124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54b0c0d6-9d04-437a-8144-85356c5bf8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.941169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54b0c0d6-9d04-437a-8144-85356c5bf8e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:56.943005 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-54b0c0d6-9d04-437a-8144-85356c5bf8e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7d03fb6d-8bd6-48ff-814d-efbdbc94884c HTTP/1.1" status: 204 len: 168 time: 0.1324127 Dec 08 17:10:56.952176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0c0d6-9d04-437a-8144-85356c5bf8e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d03fb6d-8bd6-48ff-814d-efbdbc94884c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:58.901745 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b3e3af47-432d-459c-b915-5726fec080ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:58.916155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:59.029175 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82f1431e-44c7-4361-bfa7-a10a92640415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.109066 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82f1431e-44c7-4361-bfa7-a10a92640415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.113152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-82f1431e-44c7-4361-bfa7-a10a92640415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.152085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-82f1431e-44c7-4361-bfa7-a10a92640415 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c186cf3a2f042f8b4cde0a88643dc38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2347786 Dec 08 17:10:59.154153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1431e-44c7-4361-bfa7-a10a92640415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d470a1ff-ffeb-42f1-a80e-cf280a8decde,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:59.154981 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:59.205958 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b65e8b50-3919-4ea1-b5c2-47fbf636dfdb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.229291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b65e8b50-3919-4ea1-b5c2-47fbf636dfdb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.283246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b65e8b50-3919-4ea1-b5c2-47fbf636dfdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.286005 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b65e8b50-3919-4ea1-b5c2-47fbf636dfdb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.287103 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b65e8b50-3919-4ea1-b5c2-47fbf636dfdb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d470a1ff-ffeb-42f1-a80e-cf280a8decde HTTP/1.1" status: 204 len: 168 time: 0.1311069 Dec 08 17:10:59.295384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e8b50-3919-4ea1-b5c2-47fbf636dfdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d470a1ff-ffeb-42f1-a80e-cf280a8decde,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:59.556665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34422) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:59.570037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6e8cbdf-af0e-46de-b0ff-c28857deab6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.651924 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6e8cbdf-af0e-46de-b0ff-c28857deab6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.655926 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a6e8cbdf-af0e-46de-b0ff-c28857deab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.694868 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8cbdf-af0e-46de-b0ff-c28857deab6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335c98dc-9246-4656-b6f4-8cdb03080de8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:10:59.700185 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a6e8cbdf-af0e-46de-b0ff-c28857deab6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=39e89973c741466da37f9ad93fa78eea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424587 Dec 08 17:10:59.703311 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34424) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:10:59.750288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3394705e-14be-413e-a002-f11aa44c9e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.774779 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3394705e-14be-413e-a002-f11aa44c9e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.821510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3394705e-14be-413e-a002-f11aa44c9e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.824031 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3394705e-14be-413e-a002-f11aa44c9e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:10:59.825172 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3394705e-14be-413e-a002-f11aa44c9e9c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/335c98dc-9246-4656-b6f4-8cdb03080de8 HTTP/1.1" status: 204 len: 168 time: 0.1214490 Dec 08 17:10:59.832903 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394705e-14be-413e-a002-f11aa44c9e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335c98dc-9246-4656-b6f4-8cdb03080de8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:00.296020 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.020086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:01.143802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-086580bc-229a-4d1a-a86d-e9a3573bd734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.220555 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-086580bc-229a-4d1a-a86d-e9a3573bd734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.224916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-086580bc-229a-4d1a-a86d-e9a3573bd734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.263946 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-086580bc-229a-4d1a-a86d-e9a3573bd734 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d96540c55a634f848df1954b236312c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2427175 Dec 08 17:11:01.265300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086580bc-229a-4d1a-a86d-e9a3573bd734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a16a53f-fac3-492c-a1ed-8abad9faa3d0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:01.266698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34458) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:01.317816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e138d-8cbc-485f-890f-91b13eb7b59f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.341538 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e138d-8cbc-485f-890f-91b13eb7b59f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.389830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e138d-8cbc-485f-890f-91b13eb7b59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.392574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-073e138d-8cbc-485f-890f-91b13eb7b59f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:01.393595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-073e138d-8cbc-485f-890f-91b13eb7b59f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a16a53f-fac3-492c-a1ed-8abad9faa3d0 HTTP/1.1" status: 204 len: 168 time: 0.1251905 Dec 08 17:11:01.402419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e138d-8cbc-485f-890f-91b13eb7b59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a16a53f-fac3-492c-a1ed-8abad9faa3d0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:02.072651 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.356563 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.389093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34488) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:02.500694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ebacf45-6ad6-4725-9512-e2c7cfcc8c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.575634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ebacf45-6ad6-4725-9512-e2c7cfcc8c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.579834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ebacf45-6ad6-4725-9512-e2c7cfcc8c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.596596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.620954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2ebacf45-6ad6-4725-9512-e2c7cfcc8c60 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=10da32d64a504b96aa427d16961db5a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2306199 Dec 08 17:11:02.621912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebacf45-6ad6-4725-9512-e2c7cfcc8c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057ce52a-8077-4e34-98ab-1b472098aecf,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:02.623741 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:02.680762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8006907b-c7c3-4a4a-8bc1-d80b4e4c4731 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.702469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8006907b-c7c3-4a4a-8bc1-d80b4e4c4731 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.754355 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8006907b-c7c3-4a4a-8bc1-d80b4e4c4731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.756974 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8006907b-c7c3-4a4a-8bc1-d80b4e4c4731 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:02.758179 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8006907b-c7c3-4a4a-8bc1-d80b4e4c4731 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/057ce52a-8077-4e34-98ab-1b472098aecf HTTP/1.1" status: 204 len: 168 time: 0.1333981 Dec 08 17:11:02.766162 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006907b-c7c3-4a4a-8bc1-d80b4e4c4731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057ce52a-8077-4e34-98ab-1b472098aecf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:03.576451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:14.674393 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:11:26.101195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e287bbe4-d7ad-4b10-8ec1-40df0200a945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:28.902644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-309a8e3c-a54f-4bd9-b443-8a443c4ae258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:30.298110 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:32.252559 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:32.360018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:32.596646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:33.576715 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.592067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34754) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:50.701475 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.781387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.785421 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.825330 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da744932b762472e912d3a9fd1dfbc67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321715 Dec 08 17:11:50.826229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30658184-c12f-4a7c-ac15-3655f4413ce0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:50.828108 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:50.844618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.844966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.845309 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.845650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.846016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.846345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.846673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.846999 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.847322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.847645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.847969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.848293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.848614 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c385241-1c91-4d87-b3eb-ea7495e9aab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:50.892535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-608e75c1-dd14-44e4-bcd4-bb324ce00b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.916772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-608e75c1-dd14-44e4-bcd4-bb324ce00b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.966417 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-608e75c1-dd14-44e4-bcd4-bb324ce00b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.969104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-608e75c1-dd14-44e4-bcd4-bb324ce00b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:50.973379 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-608e75c1-dd14-44e4-bcd4-bb324ce00b37 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/30658184-c12f-4a7c-ac15-3655f4413ce0 HTTP/1.1" status: 204 len: 168 time: 0.1443474 Dec 08 17:11:50.982053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e75c1-dd14-44e4-bcd4-bb324ce00b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30658184-c12f-4a7c-ac15-3655f4413ce0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:51.673891 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:11:55.536429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 34806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:55.656128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-078e83be-8251-4163-a29c-339f566661ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.732669 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-078e83be-8251-4163-a29c-339f566661ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.736673 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-078e83be-8251-4163-a29c-339f566661ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.776006 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-078e83be-8251-4163-a29c-339f566661ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c37e4173f8d14a77b14042248b1dad27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2384121 Dec 08 17:11:55.777156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e83be-8251-4163-a29c-339f566661ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55fd223e-4df3-49b8-858f-cf1ee2263e33,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:55.778728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34810) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:55.832895 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.855889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.908325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.910937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:55.912088 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55fd223e-4df3-49b8-858f-cf1ee2263e33 HTTP/1.1" status: 204 len: 168 time: 0.1323445 Dec 08 17:11:55.920804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fd223e-4df3-49b8-858f-cf1ee2263e33,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:55.929215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.930075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.930425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.930771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.931472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.931472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.931737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.932064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.932389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.932803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.933021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.933342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:55.933663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd59e3da-12fe-4be7-a3eb-039cee3987a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:11:56.095064 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d0488a79-a70d-4fca-bd9b-e08918122a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.572996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34832) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:56.668153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1587143333-network', 'tenant_id': '07acbffc82be496c88fd14f9c66bdbfb'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:56.689159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Made reservation on behalf of 07acbffc82be496c88fd14f9c66bdbfb for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:56.691342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.700009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.775664 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.779334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.807244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:11:56.812613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16be5fbd-7290-4981-b73e-6a0d06dc03e1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:56.822327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.822671 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Added segment c280fbd1-b00c-4c3f-bab5-3f86b9a25f23 of type vlan for network c2a19509-ad08-4756-935f-f44f3d56c3d0 Dec 08 17:11:56.865412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.890107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.891039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:56.891653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:56.951060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3769379 Dec 08 17:11:56.953851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 34836) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:11:56.958442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Request body: {'subnet': {'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1587143333-subnet', 'tenant_id': '07acbffc82be496c88fd14f9c66bdbfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:11:56.964904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fbecb1-d18c-4c8d-b4bb-fc45940da229 admin admin] Pushing event updated for resources: {'Network': ['ID=c2a19509-ad08-4756-935f-f44f3d56c3d0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:56.975752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c2a19509-ad08-4756-935f-f44f3d56c3d0 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:11:56.984126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Made reservation on behalf of 07acbffc82be496c88fd14f9c66bdbfb for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:11:56.986509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:57.154198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:57.207975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f973617-8471-487e-abdb-cb191acbc52a,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:11:57.216888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Checking segment: {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:11:57.217236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Network hostable DHCP agents. Network: c2a19509-ad08-4756-935f-f44f3d56c3d0, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:11:57.234207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Network c2a19509-ad08-4756-935f-f44f3d56c3d0 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:11:57.242802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c2a19509-ad08-4756-935f-f44f3d56c3d0) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:11:57.247185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:11:57.247771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:11:57.252811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f23cc-c73d-44ef-8981-9094c6584c97 None None] Network c2a19509-ad08-4756-935f-f44f3d56c3d0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:57.271535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aa617bed-b570-481b-bb7b-6df721b834c1 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3094149 Dec 08 17:11:57.354259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bac14b2-470e-4e68-9b6f-7a06348361fe None None] Network c2a19509-ad08-4756-935f-f44f3d56c3d0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:11:58.903280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5905b380-2206-460d-8253-abbd49b4fe1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:00.304542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.082137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.367567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:02.611124 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:03.587063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:26.091848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5586b8b-4adc-4e1b-ae24-dc50be1b838c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:28.673463 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:12:28.905556 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605cc442-6547-405c-bdb8-e1ec60aa5fc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:30.305554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:32.083921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:32.360030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:32.614160 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:33.588505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:50.760658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-9a3046cb-5ef9-4d09-8e45-44c34b1873d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:50.762197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-9a3046cb-5ef9-4d09-8e45-44c34b1873d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 814 time: 0.1105185 Dec 08 17:12:50.778162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-3dd907ea-24c5-4fa1-b08f-6ec61f12e453 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/quotas/07acbffc82be496c88fd14f9c66bdbfb HTTP/1.1" status: 200 len: 375 time: 0.0101113 Dec 08 17:12:50.817618 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-786bef56-58fa-437d-bbb4-150cc61830a8 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337570 Dec 08 17:12:50.878142 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-a157b887-f687-4fba-8940-8e4d0c55c29d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:12:50.879146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-a157b887-f687-4fba-8940-8e4d0c55c29d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0541580 Dec 08 17:12:50.981023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d6059c53-740f-4b61-9b7c-2a3821ad54cf service neutron] 10.222.0.62 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943859 Dec 08 17:12:51.080517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-2a2ffc64-e16f-4781-8f36-477bc2d85574 service neutron] 10.222.0.62 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930812 Dec 08 17:12:51.266557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b215a62-f29b-416f-be30-0fb110e70d74 req-2c070abd-2e05-458f-97bb-d3ba8b4c07c6 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 210 time: 0.0286102 Dec 08 17:12:52.354201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-34143e8f-fe84-49a9-a0d1-a9389981f3d5 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:52.355728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-34143e8f-fe84-49a9-a0d1-a9389981f3d5 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.86 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 814 time: 0.1178641 Dec 08 17:12:52.370658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Request body: {'port': {'device_id': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0', 'admin_state_up': True, 'tenant_id': '07acbffc82be496c88fd14f9c66bdbfb'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:52.446468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7572f5f6-4d10-4332-866c-d83f7e4926b1 req-5e887518-b7c2-4e65-adc7-edbe83e76236 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 210 time: 0.0541391 Dec 08 17:12:52.509669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Made reservation on behalf of 07acbffc82be496c88fd14f9c66bdbfb for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:12:52.513122 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.639101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Allocated IP 172.20.0.13 (c2a19509-ad08-4756-935f-f44f3d56c3d0/2f973617-8471-487e-abdb-cb191acbc52a/45f80fe2-59b7-4c1c-ac45-782c49258c2e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:12:52.786988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.818937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.861704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Network c2a19509-ad08-4756-935f-f44f3d56c3d0 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:12:52.867097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:12:52.871750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:12:52.878368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Pushing event updated for resources: {'Port': ['ID=45f80fe2-59b7-4c1c-ac45-782c49258c2e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:52.923884 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:52.924380 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:52.941060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d7f3c040-4c33-4b90-93f5-17cd369b5de9 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5754611 Dec 08 17:12:52.951394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-80f2d3a5-e925-4bf1-abe5-48656a807012 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:12:52.952419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-80f2d3a5-e925-4bf1-abe5-48656a807012 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049694 Dec 08 17:12:52.964502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Request body: {'port': {'device_id': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:12:53.021313 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.277232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45f80fe2-59b7-4c1c-ac45-782c49258c2e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:12:53.284734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.299604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Transition to ACTIVE for port object 45f80fe2-59b7-4c1c-ac45-782c49258c2e will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:12:53.303610 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.370677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Pushing event updated for resources: {'Port': ['ID=45f80fe2-59b7-4c1c-ac45-782c49258c2e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:53.427481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Attempting to bind port 45f80fe2-59b7-4c1c-ac45-782c49258c2e on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:12:53.427813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Attempting to bind port 45f80fe2-59b7-4c1c-ac45-782c49258c2e by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:12:53.428134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Attempting to bind port 45f80fe2-59b7-4c1c-ac45-782c49258c2e on network c2a19509-ad08-4756-935f-f44f3d56c3d0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:53.432957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Port 45f80fe2-59b7-4c1c-ac45-782c49258c2e on network c2a19509-ad08-4756-935f-f44f3d56c3d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:12:53.433270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Attempting to bind port 45f80fe2-59b7-4c1c-ac45-782c49258c2e on network c2a19509-ad08-4756-935f-f44f3d56c3d0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:12:53.438076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:12:53.438403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Checking segment: {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:12:53.438774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Bound using segment: {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:12:53.439190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Bound port: 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:12:53.439535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.509752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] For port 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:12:53.513419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] For port 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:12:53.519180 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.567052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:53.567662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:53.569016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] 10.222.0.86 "PUT /v2.0/ports/45f80fe2-59b7-4c1c-ac45-782c49258c2e HTTP/1.1" status: 200 len: 1092 time: 0.6087050 Dec 08 17:12:53.582803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'tag': '45f80fe2-59b7-4c1c-ac45-782c49258c2e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:12:53.585189 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c37d51-5502-4921-9645-ba5ff4894082" -d '{"events": [{"name": "network-changed", "server_uuid": "ec958d47-ac17-406d-b723-072e0e6be8d1", "tag": "45f80fe2-59b7-4c1c-ac45-782c49258c2e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:12:53.630679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2498ed7-afa4-4280-b7f5-cd6186614b77 service neutron] Pushing event updated for resources: {'Port': ['ID=45f80fe2-59b7-4c1c-ac45-782c49258c2e,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:53.635166 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5467a74d-deb5-40ad-abdd-634f409fa352 x-openstack-request-id: req-5467a74d-deb5-40ad-abdd-634f409fa352 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:12:53.635460 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec958d47-ac17-406d-b723-072e0e6be8d1", "tag": "45f80fe2-59b7-4c1c-ac45-782c49258c2e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:12:53.635715 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5467a74d-deb5-40ad-abdd-634f409fa352 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:12:53.636107 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'tag': '45f80fe2-59b7-4c1c-ac45-782c49258c2e', 'status': 'completed', 'code': 200} Dec 08 17:12:53.668283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d632f18-d8cd-4249-8ae9-d92589d6a26d req-23ffbd22-a31e-49df-b6ea-68a88a78972c tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:53.669852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d632f18-d8cd-4249-8ae9-d92589d6a26d req-23ffbd22-a31e-49df-b6ea-68a88a78972c tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 944 time: 0.1234632 Dec 08 17:12:53.701611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-6deb2a29-8c98-4a72-8373-62f2e82273c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:53.703110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-6deb2a29-8c98-4a72-8373-62f2e82273c3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 1095 time: 0.0877166 Dec 08 17:12:53.754536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-d9d07420-0490-4a0a-a591-ad15238e9081 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e HTTP/1.1" status: 200 len: 217 time: 0.0414312 Dec 08 17:12:53.759162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d632f18-d8cd-4249-8ae9-d92589d6a26d req-6074c5d7-156d-4fac-9b76-3e50f3829dba tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827742 Dec 08 17:12:53.806852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba54f6a-dd55-4936-8d32-153ace338493 req-244dbeea-647c-4528-ac0a-0bb46d86cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:53.808312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-244dbeea-647c-4528-ac0a-0bb46d86cb18 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 200 len: 854 time: 0.0474818 Dec 08 17:12:53.840843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-f3d99107-6f30-4173-a9cc-cfd0f358a40d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c2a19509-ad08-4756-935f-f44f3d56c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251038 Dec 08 17:12:53.928492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-94d86ae0-608e-4114-84be-6514d7093ed0 service neutron] 10.222.0.86 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807354 Dec 08 17:12:54.336931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bba54f6a-dd55-4936-8d32-153ace338493 req-77a0ec99-ba99-44f9-937e-77f03c30151a service neutron] 10.222.0.86 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019046 Dec 08 17:12:54.422922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37d51-5502-4921-9645-ba5ff4894082 req-c9f0b45d-a871-48b4-ae62-3fe0f367fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:54.424350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-c9f0b45d-a871-48b4-ae62-3fe0f367fd24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 1095 time: 0.0431690 Dec 08 17:12:54.523286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37d51-5502-4921-9645-ba5ff4894082 req-569b03c6-b755-47a0-9851-962d6e4480ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:54.525267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-569b03c6-b755-47a0-9851-962d6e4480ce service neutron] 10.222.0.86 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 915 time: 0.0866816 Dec 08 17:12:54.567281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-0df07e18-7417-4595-95d2-bdda1217dc8f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e HTTP/1.1" status: 200 len: 217 time: 0.0339847 Dec 08 17:12:54.618967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c37d51-5502-4921-9645-ba5ff4894082 req-f15d060f-b2dd-48ff-8a26-7cec013bcadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:54.620402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-f15d060f-b2dd-48ff-8a26-7cec013bcadc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 200 len: 854 time: 0.0458984 Dec 08 17:12:54.653873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-68fc08e1-6383-4b6b-a965-f78c2cea479d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c2a19509-ad08-4756-935f-f44f3d56c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250881 Dec 08 17:12:54.750567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-403e9c29-55d1-41d5-b206-97035ef3fd90 service neutron] 10.222.0.86 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888231 Dec 08 17:12:54.878225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74c37d51-5502-4921-9645-ba5ff4894082 req-e7b8e7cc-e470-46ac-87b1-5912f25dc5a3 service neutron] 10.222.0.86 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202579 Dec 08 17:12:54.901692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab24022-b3e4-47f0-807e-a0441bfbfcff req-994acb5b-3057-4357-8fd7-82906a20afcc tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:54.903738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ab24022-b3e4-47f0-807e-a0441bfbfcff req-994acb5b-3057-4357-8fd7-82906a20afcc tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 944 time: 0.0685320 Dec 08 17:12:54.951717 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ab24022-b3e4-47f0-807e-a0441bfbfcff req-c648bb81-7450-4ce5-a118-2595dee8ee29 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424242 Dec 08 17:12:56.068913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d2b6b-66ee-4334-a1b4-23607bee859a req-a2dd0985-3be0-4232-ad21-cdadacbb3214 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:56.071047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-425d2b6b-66ee-4334-a1b4-23607bee859a req-a2dd0985-3be0-4232-ad21-cdadacbb3214 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 944 time: 0.0501673 Dec 08 17:12:56.092069 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3153f154-0e69-4bb1-84a8-6161966278a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.121241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-425d2b6b-66ee-4334-a1b4-23607bee859a req-c63fa78b-3c32-4144-a67b-9ef6eebb64b1 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Dec 08 17:12:56.333774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45f80fe2-59b7-4c1c-ac45-782c49258c2e details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:12:56.429545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:56.441938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '45f80fe2-59b7-4c1c-ac45-782c49258c2e', 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0', 'port_id': '45f80fe2-59b7-4c1c-ac45-782c49258c2e', 'mac_address': 'fa:16:3e:b8:3a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f973617-8471-487e-abdb-cb191acbc52a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:12:56.485436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.499338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45f80fe2-59b7-4c1c-ac45-782c49258c2e {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:12:56.519344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:56.523342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:56.571014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=45f80fe2-59b7-4c1c-ac45-782c49258c2e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:56.578896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.579248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.579595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.579937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.580272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.580610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.580940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.581268 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.581593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.581958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.582286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.582611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.582933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:12:56.749918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['45f80fe2-59b7-4c1c-ac45-782c49258c2e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:12:57.243170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc01d7d-2092-475d-9bbe-34319101d01b req-b28a67a0-9200-4c12-8605-d96bd4134b49 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:57.244634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffc01d7d-2092-475d-9bbe-34319101d01b req-b28a67a0-9200-4c12-8605-d96bd4134b49 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 945 time: 0.0538754 Dec 08 17:12:57.292101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ffc01d7d-2092-475d-9bbe-34319101d01b req-72daecc7-55d1-428d-9286-2459f9f23f0a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Dec 08 17:12:58.336765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45f80fe2-59b7-4c1c-ac45-782c49258c2e up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:12:58.387949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 45f80fe2-59b7-4c1c-ac45-782c49258c2e completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:12:58.392159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 45f80fe2-59b7-4c1c-ac45-782c49258c2e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:12:58.392531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.418440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18a2cf-5905-48b4-8815-eaa8a051efb4 req-cfb32312-ec26-4737-9fc4-f9cc4cde98bf tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:58.420273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a18a2cf-5905-48b4-8815-eaa8a051efb4 req-cfb32312-ec26-4737-9fc4-f9cc4cde98bf tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 945 time: 0.0544400 Dec 08 17:12:58.471815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a18a2cf-5905-48b4-8815-eaa8a051efb4 req-c5e3781a-5938-4981-a391-bbeda56988ad tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451338 Dec 08 17:12:58.478154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.501680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f80fe2-59b7-4c1c-ac45-782c49258c2e'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:12:58.503677 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746da0c8-6456-4d3b-a3fb-3b161ab3642d" -d '{"events": [{"server_uuid": "ec958d47-ac17-406d-b723-072e0e6be8d1", "name": "network-vif-plugged", "status": "completed", "tag": "45f80fe2-59b7-4c1c-ac45-782c49258c2e"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:12:58.516962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:12:58.521249 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:58.571720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=45f80fe2-59b7-4c1c-ac45-782c49258c2e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:12:58.689459 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af180daa-e9a6-45dd-a4bb-c5fe7e115420 x-openstack-request-id: req-af180daa-e9a6-45dd-a4bb-c5fe7e115420 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:12:58.689754 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec958d47-ac17-406d-b723-072e0e6be8d1", "name": "network-vif-plugged", "status": "completed", "tag": "45f80fe2-59b7-4c1c-ac45-782c49258c2e", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:12:58.690046 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af180daa-e9a6-45dd-a4bb-c5fe7e115420 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:12:58.690446 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45f80fe2-59b7-4c1c-ac45-782c49258c2e', 'code': 200} Dec 08 17:12:58.787596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ef69c-2a94-45c3-bbe6-4d43b8a2f273 req-44d7d6ac-6826-4550-8868-1a110076e479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:58.789069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-196ef69c-2a94-45c3-bbe6-4d43b8a2f273 req-44d7d6ac-6826-4550-8868-1a110076e479 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0402815 Dec 08 17:12:58.841093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-196ef69c-2a94-45c3-bbe6-4d43b8a2f273 req-b55d90e6-5873-47df-952f-21a09f4d5967 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Dec 08 17:12:58.908447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-957bcfe0-489c-4747-8109-be4c2c9dbec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:12:59.594145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270fb0b-910a-44bb-b26a-86fb7ee841ea req-217d35a3-8d37-4275-ab1f-fcc455ed0080 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:12:59.595633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a270fb0b-910a-44bb-b26a-86fb7ee841ea req-217d35a3-8d37-4275-ab1f-fcc455ed0080 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 946 time: 0.0539522 Dec 08 17:12:59.643977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a270fb0b-910a-44bb-b26a-86fb7ee841ea req-f59f34c6-57ea-431c-978a-a7fe7b407661 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Dec 08 17:13:00.307579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:00.765928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360435f-c4ef-433a-95ad-0ca8132bde5c req-8bd6be79-9f5d-4b75-a2d5-a959faf3073a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:00.767407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e360435f-c4ef-433a-95ad-0ca8132bde5c req-8bd6be79-9f5d-4b75-a2d5-a959faf3073a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 946 time: 0.0486152 Dec 08 17:13:00.815314 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e360435f-c4ef-433a-95ad-0ca8132bde5c req-563eeef3-b568-4b0e-8bb4-33efb1f28011 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419264 Dec 08 17:13:02.089504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.364460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:02.612975 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:03.608103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:05.673869 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:13:09.428745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-c502f647-9c2a-426b-9864-a3493fe1893d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0964785 Dec 08 17:13:09.515299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-202ffed8-21b5-4ac1-a33f-cb3e5f26096f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:09.516807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-202ffed8-21b5-4ac1-a33f-cb3e5f26096f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 1097 time: 0.0426917 Dec 08 17:13:09.679358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-a9149d1e-d3cb-4bb2-bc34-2b965f1e2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:09.681436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-a9149d1e-d3cb-4bb2-bc34-2b965f1e2af5 service neutron] 10.222.0.86 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 915 time: 0.1446080 Dec 08 17:13:09.731255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-8381fbfb-c0c7-49b3-b314-1aba7d516269 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e HTTP/1.1" status: 200 len: 217 time: 0.0373459 Dec 08 17:13:09.786642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-6a91f506-1344-4e29-b489-b97e2f45327b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:09.788471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-6a91f506-1344-4e29-b489-b97e2f45327b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 200 len: 854 time: 0.0498776 Dec 08 17:13:09.822588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-d0859665-f420-4da7-adda-faad8937119f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=c2a19509-ad08-4756-935f-f44f3d56c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266907 Dec 08 17:13:09.924863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-4c160fa5-0d23-4101-8fb9-0770879d380c service neutron] 10.222.0.86 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952680 Dec 08 17:13:10.017988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5af4c2e6-9f3d-4bf9-810b-e2eaa72eef17 req-f15c4fe8-9e88-45a9-96cb-d9e3ca1fff1a service neutron] 10.222.0.86 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864317 Dec 08 17:13:26.095818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c2c3439-c4aa-4c72-b98c-39203bf61462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:28.911878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-446f433a-10a4-4403-83c9-f7ae23fa66dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:30.314025 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:32.089625 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:32.369215 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:32.612890 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:33.628742 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:42.673842 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:13:43.080622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee46584-05b6-4609-96da-a03fdd86aa0c req-07784bff-b5a1-4a2e-b6dc-86e5bade61cc tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:43.082200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ee46584-05b6-4609-96da-a03fdd86aa0c req-07784bff-b5a1-4a2e-b6dc-86e5bade61cc tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 946 time: 0.0555952 Dec 08 17:13:43.132045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9ee46584-05b6-4609-96da-a03fdd86aa0c req-cbf76f0e-509b-4d3d-ab1c-e5832723923d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 Dec 08 17:13:44.251996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3d53f-8282-4582-a9fa-cbb333316c4c req-43dfe81f-a7db-40b1-aacd-acf8d8c9f300 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:44.253494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3d53f-8282-4582-a9fa-cbb333316c4c req-43dfe81f-a7db-40b1-aacd-acf8d8c9f300 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 946 time: 0.0507479 Dec 08 17:13:44.302520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5b3d53f-8282-4582-a9fa-cbb333316c4c req-abce0341-8bf4-4c9f-a4bb-737f86ca431f tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427430 Dec 08 17:13:45.202497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-6570a6d7-1457-4934-9ac0-4990d44893d7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:45.203962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-6570a6d7-1457-4934-9ac0-4990d44893d7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.86 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 946 time: 0.0542858 Dec 08 17:13:45.297301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Deleting port 45f80fe2-59b7-4c1c-ac45-782c49258c2e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:13:45.298080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:45.423857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] For port 45f80fe2-59b7-4c1c-ac45-782c49258c2e, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=45f80fe2-59b7-4c1c-ac45-782c49258c2e,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:13:45.424108 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:45.440797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Calling delete_port for 45f80fe2-59b7-4c1c-ac45-782c49258c2e owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:13:45.459640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ed7f0-8169-42b1-ae79-f16b1ff9c0ea req-10ebade0-5d40-4962-a6be-6795bcd2e588 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:45.461132 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd1ed7f0-8169-42b1-ae79-f16b1ff9c0ea req-10ebade0-5d40-4962-a6be-6795bcd2e588 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=ec958d47-ac17-406d-b723-072e0e6be8d1 HTTP/1.1" status: 200 len: 946 time: 0.0860286 Dec 08 17:13:45.565563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd1ed7f0-8169-42b1-ae79-f16b1ff9c0ea req-be394611-ca79-4b99-a5e1-ba08f81353b4 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703211 Dec 08 17:13:45.625388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:45.637006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['45f80fe2-59b7-4c1c-ac45-782c49258c2e'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:13:45.655889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Pushing event deleted for resources: {'Port': ['ID=45f80fe2-59b7-4c1c-ac45-782c49258c2e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:45.668242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.668589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.668926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.669913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.670245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.670687 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.671022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.671347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.671666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.672005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.672308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.672625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.672943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:45.705563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] No DVR routers for this DVR port 45f80fe2-59b7-4c1c-ac45-782c49258c2e on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:13:45.708179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:45.711469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10329a8c-9ea3-4b0e-99c7-f2b3b0a6b69a req-c6550788-c6a2-4b2c-8b6b-aeef9d0e58d0 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.86 "DELETE /v2.0/ports/45f80fe2-59b7-4c1c-ac45-782c49258c2e HTTP/1.1" status: 204 len: 173 time: 0.5017951 Dec 08 17:13:45.711893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'name': 'network-vif-deleted', 'tag': '45f80fe2-59b7-4c1c-ac45-782c49258c2e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:13:45.714432 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e4fbd5-b776-4312-8081-87d84278b752" -d '{"events": [{"server_uuid": "ec958d47-ac17-406d-b723-072e0e6be8d1", "name": "network-vif-deleted", "tag": "45f80fe2-59b7-4c1c-ac45-782c49258c2e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:13:45.813775 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8849421d-fbd6-43e1-bebc-2b6e0ea68db4 x-openstack-request-id: req-8849421d-fbd6-43e1-bebc-2b6e0ea68db4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:13:45.814255 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec958d47-ac17-406d-b723-072e0e6be8d1", "name": "network-vif-deleted", "tag": "45f80fe2-59b7-4c1c-ac45-782c49258c2e", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:13:45.814255 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8849421d-fbd6-43e1-bebc-2b6e0ea68db4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:13:45.814600 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec958d47-ac17-406d-b723-072e0e6be8d1', 'name': 'network-vif-deleted', 'tag': '45f80fe2-59b7-4c1c-ac45-782c49258c2e', 'status': 'completed', 'code': 200} Dec 08 17:13:48.522381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45f80fe2-59b7-4c1c-ac45-782c49258c2e no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:13:48.543081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 45f80fe2-59b7-4c1c-ac45-782c49258c2e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:13:48.543427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 45f80fe2-59b7-4c1c-ac45-782c49258c2e not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:13:53.485486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-c33fe547-2860-41be-978d-0a7d74381400 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:53.486994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-c33fe547-2860-41be-978d-0a7d74381400 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 814 time: 0.1043429 Dec 08 17:13:53.502911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-53189c43-98ba-4ca3-a5b6-e1b8eb2bc1bf tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/quotas/07acbffc82be496c88fd14f9c66bdbfb HTTP/1.1" status: 200 len: 375 time: 0.0101135 Dec 08 17:13:53.534838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-4e864937-e3f5-4f59-9ee3-f60c17379847 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260923 Dec 08 17:13:53.590725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-277c0386-c252-43b1-846c-a658ca105753 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:13:53.591756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-277c0386-c252-43b1-846c-a658ca105753 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503988 Dec 08 17:13:53.688929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-2dabb31b-05d6-49cc-8263-58c9e5015254 service neutron] 10.222.0.62 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904779 Dec 08 17:13:53.780942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-3149281a-0ea1-4214-a20c-fcbcddcaa78a service neutron] 10.222.0.62 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854554 Dec 08 17:13:53.940990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01189366-25d7-42c4-bbdf-e5549793196f req-886b353b-2155-4a6f-ba5d-efcee10c9913 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 210 time: 0.0282960 Dec 08 17:13:54.935557 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-c0d80fcc-ddab-4394-83a4-64805ae978d8 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:54.937618 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-c0d80fcc-ddab-4394-83a4-64805ae978d8 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.58 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 814 time: 0.1076546 Dec 08 17:13:54.950246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Request body: {'port': {'device_id': '181c53bb-b747-4113-af7e-88c177f6752d', 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0', 'admin_state_up': True, 'tenant_id': '07acbffc82be496c88fd14f9c66bdbfb'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:55.041871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e7f4d4-fa8f-4837-b336-2937da76d718 req-cf988b68-ca90-4f84-9a77-729325e6cfec tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 210 time: 0.0304785 Dec 08 17:13:55.067571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Made reservation on behalf of 07acbffc82be496c88fd14f9c66bdbfb for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:13:55.071048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.199449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Allocated IP 172.20.0.10 (c2a19509-ad08-4756-935f-f44f3d56c3d0/2f973617-8471-487e-abdb-cb191acbc52a/55b27551-ed99-45ac-9b5b-48a3e3a41d4b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:13:55.341053 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.377144 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.423787 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Network c2a19509-ad08-4756-935f-f44f3d56c3d0 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:13:55.428843 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:13:55.432582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:13:55.439100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Pushing event updated for resources: {'Port': ['ID=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:55.466439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.466791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.467669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.468004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.468474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.468807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.469199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.469699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.470058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.470390 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.470720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.471045 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.471367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:13:55.498197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:55.498992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.514391 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-96c79b5e-1f5b-4b95-8d92-22add563810d tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682201 Dec 08 17:13:55.524541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-2983ca14-cd0a-421b-8483-da67ab5544d1 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:13:55.525479 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-2983ca14-cd0a-421b-8483-da67ab5544d1 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049877 Dec 08 17:13:55.584666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Request body: {'port': {'device_id': '181c53bb-b747-4113-af7e-88c177f6752d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:13:55.639458 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.901229 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55b27551-ed99-45ac-9b5b-48a3e3a41d4b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:13:55.909113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.921603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Transition to ACTIVE for port object 55b27551-ed99-45ac-9b5b-48a3e3a41d4b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:13:55.925331 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:55.978421 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Pushing event updated for resources: {'Port': ['ID=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:56.041016 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Attempting to bind port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:13:56.041338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Attempting to bind port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:13:56.041659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Attempting to bind port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b on network c2a19509-ad08-4756-935f-f44f3d56c3d0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:56.046250 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b on network c2a19509-ad08-4756-935f-f44f3d56c3d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:13:56.046564 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Attempting to bind port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b on network c2a19509-ad08-4756-935f-f44f3d56c3d0 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:13:56.051402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 13, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:13:56.051724 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Checking segment: {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:13:56.052091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Bound using segment: {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:13:56.052504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Bound port: 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:13:56.052844 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.102813 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4d3904e0-69b8-4641-a277-5add7554dd7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.130110 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] For port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:13:56.133622 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] For port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:13:56.138505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.168154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb971e-1247-4422-be6f-1381e7b6c0b6 req-706cfa43-9d81-46ef-90ce-6d08b1e37ed8 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.169662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adbb971e-1247-4422-be6f-1381e7b6c0b6 req-706cfa43-9d81-46ef-90ce-6d08b1e37ed8 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 944 time: 0.0525384 Dec 08 17:13:56.171244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.171877 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:56.173267 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] 10.222.0.58 "PUT /v2.0/ports/55b27551-ed99-45ac-9b5b-48a3e3a41d4b HTTP/1.1" status: 200 len: 1092 time: 0.6390343 Dec 08 17:13:56.175959 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '181c53bb-b747-4113-af7e-88c177f6752d', 'tag': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:13:56.179211 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4d8959-862f-4f37-9ede-e76f905d6021" -d '{"events": [{"name": "network-changed", "server_uuid": "181c53bb-b747-4113-af7e-88c177f6752d", "tag": "55b27551-ed99-45ac-9b5b-48a3e3a41d4b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:13:56.212053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01107b1-d8e1-4f23-afd9-80ab9e7f703a service neutron] Pushing event updated for resources: {'Port': ['ID=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:13:56.225479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adbb971e-1247-4422-be6f-1381e7b6c0b6 req-415ba66f-dabe-4b68-b74d-8d5ac194786c tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481765 Dec 08 17:13:56.261923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-d0986f86-0ce4-4b4e-b54d-0de288163ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.263500 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-d0986f86-0ce4-4b4e-b54d-0de288163ba6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 1095 time: 0.0461853 Dec 08 17:13:56.309155 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0293316b-591e-4cd9-a64e-b8166fb33973 x-openstack-request-id: req-0293316b-591e-4cd9-a64e-b8166fb33973 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:13:56.309444 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "181c53bb-b747-4113-af7e-88c177f6752d", "tag": "55b27551-ed99-45ac-9b5b-48a3e3a41d4b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:13:56.309690 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0293316b-591e-4cd9-a64e-b8166fb33973 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:13:56.310109 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '181c53bb-b747-4113-af7e-88c177f6752d', 'tag': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b', 'status': 'completed', 'code': 200} Dec 08 17:13:56.312410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-8fbf4fd0-63bd-4a54-b5e0-da10eb8ced79 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b HTTP/1.1" status: 200 len: 217 time: 0.0411494 Dec 08 17:13:56.360616 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-59098671-fd3b-4982-923f-23860ec144e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.362080 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-59098671-fd3b-4982-923f-23860ec144e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 200 len: 854 time: 0.0427742 Dec 08 17:13:56.393563 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-3e16cf9f-27dd-4513-b3d9-fc6f8d921242 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2a19509-ad08-4756-935f-f44f3d56c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245683 Dec 08 17:13:56.492084 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-57563eb8-4ee3-46c2-ac8d-e64f3ca405d4 service neutron] 10.222.0.58 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917766 Dec 08 17:13:56.584323 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-aba519df-61dc-4035-aff7-3ae0d220d3f3 req-348b3f58-f669-4526-94cb-084dd1dbf8b4 service neutron] 10.222.0.58 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844855 Dec 08 17:13:56.673120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-f0fd6dd9-0592-486f-980b-b8a760726fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.674661 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-f0fd6dd9-0592-486f-980b-b8a760726fb6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 1095 time: 0.0420706 Dec 08 17:13:56.769038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-32a9e22c-e5be-47d4-81e3-162ba23b7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.770616 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-32a9e22c-e5be-47d4-81e3-162ba23b7f2e service neutron] 10.222.0.58 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 915 time: 0.0884829 Dec 08 17:13:56.814742 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-cde79260-51c1-4bbc-9962-d81658ee68d5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b HTTP/1.1" status: 200 len: 217 time: 0.0374157 Dec 08 17:13:56.874714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-f14a3de5-2be7-4898-b255-fca6eebe9997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:56.876221 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-f14a3de5-2be7-4898-b255-fca6eebe9997 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 200 len: 854 time: 0.0537910 Dec 08 17:13:56.911392 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-f727c5f4-6467-44e5-ba27-63362fd69c73 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2a19509-ad08-4756-935f-f44f3d56c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248723 Dec 08 17:13:57.007320 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-aaf06b74-bca7-40c9-993f-faecc3298081 service neutron] 10.222.0.58 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879350 Dec 08 17:13:57.101359 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-bb4d8959-862f-4f37-9ede-e76f905d6021 req-e98006c8-9543-4bb8-bfe0-3ee345e95553 service neutron] 10.222.0.58 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864289 Dec 08 17:13:57.341706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603a7108-2713-4815-9a1d-0285497ffa25 req-6c92436c-d5bb-4d65-8469-fad3129bf35e tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:57.343345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-603a7108-2713-4815-9a1d-0285497ffa25 req-6c92436c-d5bb-4d65-8469-fad3129bf35e tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 944 time: 0.0492182 Dec 08 17:13:57.392574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-603a7108-2713-4815-9a1d-0285497ffa25 req-12859cae-4725-4dfe-bf0a-dbfdd546cd07 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Dec 08 17:13:58.516995 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2198093-b049-4fa2-84ef-688c99f4d795 req-73799134-a4c3-4636-9e06-4c2532b24de7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:58.518437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2198093-b049-4fa2-84ef-688c99f4d795 req-73799134-a4c3-4636-9e06-4c2532b24de7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 944 time: 0.0551071 Dec 08 17:13:58.566057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2198093-b049-4fa2-84ef-688c99f4d795 req-554ffe49-43c1-4ccd-b5e2-f8870921f7e8 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414176 Dec 08 17:13:58.913869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-975994dd-1b31-46fd-8c82-13c896e8068d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:13:59.686290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b5d43-53d4-4b72-adec-6d872c892baa req-27f1c371-93bd-4c31-b970-885f2c122d40 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:13:59.688532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd9b5d43-53d4-4b72-adec-6d872c892baa req-27f1c371-93bd-4c31-b970-885f2c122d40 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 944 time: 0.0504045 Dec 08 17:13:59.737151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd9b5d43-53d4-4b72-adec-6d872c892baa req-ffea3491-ab50-472c-bf0f-1219e3ca8907 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425012 Dec 08 17:14:00.313787 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:00.853232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369fc53-c6ad-457f-ad47-0290bd98f557 req-c7c7635d-a45d-4084-95a5-bd06c9f27635 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:00.854744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3369fc53-c6ad-457f-ad47-0290bd98f557 req-c7c7635d-a45d-4084-95a5-bd06c9f27635 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 944 time: 0.0498021 Dec 08 17:14:00.904955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3369fc53-c6ad-457f-ad47-0290bd98f557 req-e8ba3634-2968-4407-8f34-82d94fbeb978 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442092 Dec 08 17:14:01.172983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 55b27551-ed99-45ac-9b5b-48a3e3a41d4b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:14:01.270084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:14:01.281573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b', 'network_id': 'c2a19509-ad08-4756-935f-f44f3d56c3d0', 'port_id': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b', 'mac_address': 'fa:16:3e:ce:0f:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f973617-8471-487e-abdb-cb191acbc52a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:14:01.318461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:01.333363 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55b27551-ed99-45ac-9b5b-48a3e3a41d4b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:14:01.353077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:14:01.357062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:01.408101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:14:01.415514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.415885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.416228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.416564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.416898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.417231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.417561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.417910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.418236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.418558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.418910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.419230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.419550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:14:01.594936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['55b27551-ed99-45ac-9b5b-48a3e3a41d4b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:14:02.021508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479df46-fb76-44ab-b10f-0f1d56f0c0b4 req-534f24f0-0585-42ee-8811-b5e58eb32ed7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:02.023056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b479df46-fb76-44ab-b10f-0f1d56f0c0b4 req-534f24f0-0585-42ee-8811-b5e58eb32ed7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 945 time: 0.0498269 Dec 08 17:14:02.070241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b479df46-fb76-44ab-b10f-0f1d56f0c0b4 req-133f863a-62d1-43fa-9a58-c94c0ab80c15 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412314 Dec 08 17:14:02.092419 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:02.375176 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:02.613316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:03.174486 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 55b27551-ed99-45ac-9b5b-48a3e3a41d4b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:14:03.192615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce269ffb-72d3-4417-a615-82690b3634bb req-d5689809-564b-4516-bd6d-9cb5dd008ed2 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:03.194169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce269ffb-72d3-4417-a615-82690b3634bb req-d5689809-564b-4516-bd6d-9cb5dd008ed2 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 945 time: 0.0508139 Dec 08 17:14:03.242127 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:14:03.246185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:14:03.246395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce269ffb-72d3-4417-a615-82690b3634bb req-549677ce-2ebe-4c27-a334-29bb56a601ad tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457737 Dec 08 17:14:03.246593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:03.328116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:03.350627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c53bb-b747-4113-af7e-88c177f6752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:14:03.352864 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9c5fe5-52ef-4f45-aaab-e0611bed8c47" -d '{"events": [{"server_uuid": "181c53bb-b747-4113-af7e-88c177f6752d", "name": "network-vif-plugged", "status": "completed", "tag": "55b27551-ed99-45ac-9b5b-48a3e3a41d4b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:14:03.366193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:14:03.370406 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:03.404643 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe7fe8c-661f-4a35-8d24-2f1544525a45 x-openstack-request-id: req-afe7fe8c-661f-4a35-8d24-2f1544525a45 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:14:03.405339 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181c53bb-b747-4113-af7e-88c177f6752d", "name": "network-vif-plugged", "status": "completed", "tag": "55b27551-ed99-45ac-9b5b-48a3e3a41d4b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:14:03.405339 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-afe7fe8c-661f-4a35-8d24-2f1544525a45 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:14:03.405588 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c53bb-b747-4113-af7e-88c177f6752d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b', 'code': 200} Dec 08 17:14:03.432156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:14:03.490245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ba8e0-9d18-4b4e-9ff0-d27a2da76f95 req-e87104d8-27cd-4506-bdab-b86184e84eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:03.491741 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-083ba8e0-9d18-4b4e-9ff0-d27a2da76f95 req-e87104d8-27cd-4506-bdab-b86184e84eac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 1097 time: 0.0425186 Dec 08 17:14:03.536473 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-083ba8e0-9d18-4b4e-9ff0-d27a2da76f95 req-c660a612-d649-41aa-8d9e-c1d54d0955ba service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370030 Dec 08 17:14:03.628679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:04.368132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481c5a9d-53b8-4307-b93c-c562533ba6b9 req-f423406b-3b47-4f34-a933-9afa531bc463 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:04.369514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-481c5a9d-53b8-4307-b93c-c562533ba6b9 req-f423406b-3b47-4f34-a933-9afa531bc463 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 946 time: 0.0524940 Dec 08 17:14:04.417945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-481c5a9d-53b8-4307-b93c-c562533ba6b9 req-9a7c38c6-ed7d-4c51-9729-5fc2e2ac6afc tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Dec 08 17:14:05.536346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3bf84-f561-4506-a616-bd5da88a45b8 req-f0658605-cbdd-4422-8085-abd170470626 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:05.537842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87b3bf84-f561-4506-a616-bd5da88a45b8 req-f0658605-cbdd-4422-8085-abd170470626 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 946 time: 0.0491233 Dec 08 17:14:05.585363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87b3bf84-f561-4506-a616-bd5da88a45b8 req-f68c92b4-7f1e-47f6-b02c-d34218d45a70 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414813 Dec 08 17:14:19.672735 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:14:26.097689 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-11168475-551c-443a-ab60-20e8141346c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:27.053737 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-def6e77a-6a59-4057-90d7-fdedf1fb37df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415146 Dec 08 17:14:27.149255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-24760d0c-407b-43b8-905f-e73ef2b32e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:27.150784 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-24760d0c-407b-43b8-905f-e73ef2b32e38 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 1097 time: 0.0495989 Dec 08 17:14:27.260681 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-ab4ce6b1-8f07-4315-b5e8-ca2872aa17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:27.262317 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-ab4ce6b1-8f07-4315-b5e8-ca2872aa17bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 200 len: 915 time: 0.0896487 Dec 08 17:14:27.312313 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-8ad6fd85-76e6-4522-84e1-357ff790b767 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b HTTP/1.1" status: 200 len: 217 time: 0.0420966 Dec 08 17:14:27.366234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-b3478c3b-e60a-4040-9c4a-06eced4439a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:27.367737 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-b3478c3b-e60a-4040-9c4a-06eced4439a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 200 len: 854 time: 0.0488813 Dec 08 17:14:27.402055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-a8953be9-1a4c-40e8-9ad5-5a1c91f9f45d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c2a19509-ad08-4756-935f-f44f3d56c3d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262318 Dec 08 17:14:27.509134 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-b2eba7da-7ddd-4250-b4b0-b5b979f2b772 service neutron] 10.222.0.58 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992835 Dec 08 17:14:27.622091 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5cd5a9c4-0172-415e-992d-7eedd8430d5d req-1d4ca71a-bb58-465d-8637-6abbdbb2a2a8 service neutron] 10.222.0.58 "GET /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033659 Dec 08 17:14:28.915292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-431e6b51-2ac3-4bf6-88e2-fb637d43aba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:30.324114 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:30.537349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01d2e-d6b2-4059-90f5-470bd0efcd91 req-30d460f2-1fe4-481e-8997-698288e7956c tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:30.539098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55f01d2e-d6b2-4059-90f5-470bd0efcd91 req-30d460f2-1fe4-481e-8997-698288e7956c tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 946 time: 0.0579169 Dec 08 17:14:30.596619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55f01d2e-d6b2-4059-90f5-470bd0efcd91 req-d3bdfa18-ffff-4fc4-9ab5-89859021f782 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500038 Dec 08 17:14:31.728297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b761f73-0f6a-4bad-9669-f3b94b8afab4 req-4e5fed6f-29d7-4ece-a8f4-764f4268f7a7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:31.729911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b761f73-0f6a-4bad-9669-f3b94b8afab4 req-4e5fed6f-29d7-4ece-a8f4-764f4268f7a7 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 946 time: 0.0520003 Dec 08 17:14:31.786544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8b761f73-0f6a-4bad-9669-f3b94b8afab4 req-0c2563ad-dc14-4c13-ae43-186588b98e78 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Dec 08 17:14:32.094586 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:32.378430 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:32.615549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:32.757732 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74062f4-d64f-4493-95f2-90d74526b467 req-133ae168-045f-4f9b-8e81-c1e6666e8ea1 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:32.759536 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a74062f4-d64f-4493-95f2-90d74526b467 req-133ae168-045f-4f9b-8e81-c1e6666e8ea1 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.58 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 946 time: 0.0528972 Dec 08 17:14:32.862181 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Deleting port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:14:32.862504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:32.916176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c1622-da1e-4e91-ae1c-5a389911a934 req-7e911bf7-9f14-4053-b478-fa408fdb6268 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:14:32.917657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad6c1622-da1e-4e91-ae1c-5a389911a934 req-7e911bf7-9f14-4053-b478-fa408fdb6268 tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/ports?device_id=181c53bb-b747-4113-af7e-88c177f6752d HTTP/1.1" status: 200 len: 946 time: 0.0568008 Dec 08 17:14:32.959685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] For port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,segment=NetworkSegment(c280fbd1-b00c-4c3f-bab5-3f86b9a25f23),segment_id=c280fbd1-b00c-4c3f-bab5-3f86b9a25f23)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:14:32.960048 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:32.973947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad6c1622-da1e-4e91-ae1c-5a389911a934 req-3034c739-2ac9-4c3e-893d-2c2bc1abde4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.62 "GET /v2.0/security-groups?id=16be5fbd-7290-4981-b73e-6a0d06dc03e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495296 Dec 08 17:14:32.975029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Calling delete_port for 55b27551-ed99-45ac-9b5b-48a3e3a41d4b owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:14:33.113577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:33.125967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['55b27551-ed99-45ac-9b5b-48a3e3a41d4b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:14:33.147053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Pushing event deleted for resources: {'Port': ['ID=55b27551-ed99-45ac-9b5b-48a3e3a41d4b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:14:33.191700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] No DVR routers for this DVR port 55b27551-ed99-45ac-9b5b-48a3e3a41d4b on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:14:33.194483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:33.197970 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a74062f4-d64f-4493-95f2-90d74526b467 req-69fdc2c8-8ed6-4eb8-906e-0375f0a9ca4a tempest-VolumesSnapshotTestJSON-1858430585 tempest-VolumesSnapshotTestJSON-1858430585-project] 10.222.0.58 "DELETE /v2.0/ports/55b27551-ed99-45ac-9b5b-48a3e3a41d4b HTTP/1.1" status: 204 len: 173 time: 0.4314671 Dec 08 17:14:33.198437 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '181c53bb-b747-4113-af7e-88c177f6752d', 'name': 'network-vif-deleted', 'tag': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:14:33.200814 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f19f75f-5d72-4b98-aa19-bf49f393f2b0" -d '{"events": [{"server_uuid": "181c53bb-b747-4113-af7e-88c177f6752d", "name": "network-vif-deleted", "tag": "55b27551-ed99-45ac-9b5b-48a3e3a41d4b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:14:33.242177 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:14:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb8d254-d961-4789-a499-4d97344d13dd x-openstack-request-id: req-ceb8d254-d961-4789-a499-4d97344d13dd {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:14:33.242473 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "181c53bb-b747-4113-af7e-88c177f6752d", "name": "network-vif-deleted", "tag": "55b27551-ed99-45ac-9b5b-48a3e3a41d4b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:14:33.242720 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ceb8d254-d961-4789-a499-4d97344d13dd {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:14:33.243135 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '181c53bb-b747-4113-af7e-88c177f6752d', 'name': 'network-vif-deleted', 'tag': '55b27551-ed99-45ac-9b5b-48a3e3a41d4b', 'status': 'completed', 'code': 200} Dec 08 17:14:33.647798 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:37.345397 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 55b27551-ed99-45ac-9b5b-48a3e3a41d4b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:14:37.366911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 55b27551-ed99-45ac-9b5b-48a3e3a41d4b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:14:37.367253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 55b27551-ed99-45ac-9b5b-48a3e3a41d4b not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:14:56.118485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9d7503b-ec4a-4a42-b0b6-789efa299916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:14:56.380363 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-296e010c-4404-4723-b0f5-b608bbf3237d req-6247aea1-6cfe-442d-b202-11e8d5eb75a1 service neutron] (103281) timed out ('10.222.0.86', 62122) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:14:56.672587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:14:58.921230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-515b2dd9-6e88-4a2e-baa4-9d608ae25b08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:00.322004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:02.102883 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:02.377404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:02.626887 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:03.650484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.559880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36536) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:19.607165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Deleting subnet 2f973617-8471-487e-abdb-cb191acbc52a {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:15:19.610346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.649766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.694368 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.752903 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.778076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f973617-8471-487e-abdb-cb191acbc52a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:19.782567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.786338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/2f973617-8471-487e-abdb-cb191acbc52a HTTP/1.1" status: 204 len: 168 time: 0.2253776 Dec 08 17:15:19.788961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36538) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:19.791557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.791896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.792236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.792565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.792893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.793218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.793593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.793898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.794221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.794539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.794856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.795172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.795487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b992adaf-ec7e-488e-9eec-eeec6aff4c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:19.865558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.947900 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:19.968691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2a19509-ad08-4756-935f-f44f3d56c3d0']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:19.978605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:19.978896 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c280fbd1-b00c-4c3f-bab5-3f86b9a25f23') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:19.989106 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.002063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.008152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:15:20.008570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:15:20.018825 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:15:20.065757 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.072350 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.075487 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c2a19509-ad08-4756-935f-f44f3d56c3d0 HTTP/1.1" status: 204 len: 168 time: 0.2855074 Dec 08 17:15:20.085938 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2a19509-ad08-4756-935f-f44f3d56c3d0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.096554 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.098054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.098054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.098054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.098386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.098589 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b734ec-671e-4354-855f-ffd5a21d7307 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:20.193569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36542) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:20.235811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5e5b37f4-ebda-4ef4-b003-a5514e120837 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=07acbffc82be496c88fd14f9c66bdbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403888 Dec 08 17:15:20.237587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36544) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:20.298900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd994127-140b-4faf-8b42-d1ab203ca473 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.322776 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd994127-140b-4faf-8b42-d1ab203ca473 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.372036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd994127-140b-4faf-8b42-d1ab203ca473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.374750 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bd994127-140b-4faf-8b42-d1ab203ca473 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:20.375887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bd994127-140b-4faf-8b42-d1ab203ca473 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16be5fbd-7290-4981-b73e-6a0d06dc03e1 HTTP/1.1" status: 204 len: 168 time: 0.1372640 Dec 08 17:15:20.383799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd994127-140b-4faf-8b42-d1ab203ca473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16be5fbd-7290-4981-b73e-6a0d06dc03e1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.055120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36566) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:21.153160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2069226379-network', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:21.174052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Made reservation on behalf of e4febf937cc0436fab3761c7a37c7c48 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:21.177295 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.185838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.266945 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.271657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.297625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:15:21.308317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b8eb29-3613-4800-80b8-840229428a56,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.313272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.313585 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Added segment 72df28b4-029d-4e69-82d2-28f3cd413664 of type vlan for network a729b154-beb1-47db-9329-d58306404235 Dec 08 17:15:21.364842 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.391205 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.392101 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:21.392692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.445411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3891733 Dec 08 17:15:21.448377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36570) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:21.453560 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Request body: {'subnet': {'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2069226379-subnet', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:21.454532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee89f8a-132a-4308-878f-62a232c52150 admin admin] Pushing event updated for resources: {'Network': ['ID=a729b154-beb1-47db-9329-d58306404235,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:21.466095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a729b154-beb1-47db-9329-d58306404235 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:15:21.483567 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Made reservation on behalf of e4febf937cc0436fab3761c7a37c7c48 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:21.485931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:21.651157 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.011063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af38d058-6310-4f56-92f5-077edb2ce93e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.016253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Checking segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:22.016601 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Network hostable DHCP agents. Network: a729b154-beb1-47db-9329-d58306404235, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:15:22.034623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Network a729b154-beb1-47db-9329-d58306404235 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:15:22.044282 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a729b154-beb1-47db-9329-d58306404235) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:22.048429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:22.049021 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.055566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153defe2-605b-45fe-aba9-22538a999b18 None None] Network a729b154-beb1-47db-9329-d58306404235 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:22.065008 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-701746d8-3bda-432d-80b1-f3a8e3d6446b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6154053 Dec 08 17:15:22.068308 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:22.072727 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:22.094046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.095096 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.152539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.161543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-a729b154-beb1-47db-9329-d58306404235', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:15:22.163005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.293630 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.299405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Allocated IP 172.20.0.2 (a729b154-beb1-47db-9329-d58306404235/af38d058-6310-4f56-92f5-077edb2ce93e/48ae3364-9c81-4674-b78e-16feaf96fc10) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:22.454825 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.461449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.494388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.510325 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Network a729b154-beb1-47db-9329-d58306404235 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:22.513258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:22.516017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:22.519095 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.524018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Pushing event updated for resources: {'Port': ['ID=48ae3364-9c81-4674-b78e-16feaf96fc10,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.534866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.535220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.535561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.536044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.536534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.536874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.537208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.537614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.537891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.538240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.538554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.538881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.539262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:22.590342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Attempting to bind port 48ae3364-9c81-4674-b78e-16feaf96fc10 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:22.590710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Attempting to bind port 48ae3364-9c81-4674-b78e-16feaf96fc10 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:22.591069 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Attempting to bind port 48ae3364-9c81-4674-b78e-16feaf96fc10 on network a729b154-beb1-47db-9329-d58306404235 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:22.596372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:22.596776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Checking segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:22.597229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.597553 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Bound using segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:22.598096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Bound port: 48ae3364-9c81-4674-b78e-16feaf96fc10, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:22.598693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.643348 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Allocated IP 172.25.3.142 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/b3e5387a-2294-468c-b160-f8c6c20ab8b6) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:22.669049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] For port 48ae3364-9c81-4674-b78e-16feaf96fc10, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:22.673661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] For port 48ae3364-9c81-4674-b78e-16feaf96fc10, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=48ae3364-9c81-4674-b78e-16feaf96fc10,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:22.679372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.740731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ee4fe-e755-48ea-ae56-22d6687c80c0 None None] Pushing event updated for resources: {'Port': ['ID=48ae3364-9c81-4674-b78e-16feaf96fc10,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.760566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.799262 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.838202 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:22.841387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:22.844426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:22.855277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8438d16e-e7df-4f9d-9886-56de16378ef8 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:22.878283 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e5387a-2294-468c-b160-f8c6c20ab8b6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:22.936822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-75f133cf-43b9-485a-8dc8-092c5f93a2bf None None] Provisioning complete for port b3e5387a-2294-468c-b160-f8c6c20ab8b6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:22.937282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-75f133cf-43b9-485a-8dc8-092c5f93a2bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:22.981702 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-75f133cf-43b9-485a-8dc8-092c5f93a2bf None None] Port b3e5387a-2294-468c-b160-f8c6c20ab8b6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:23.168352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.377572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.515937 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Router dedea633-b861-4f59-b71f-04f33b3befdf is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:15:23.632214 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:23.643519 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Sync routers for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:23.651813 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:23.653253 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bdd150a7-14d2-4289-8183-18978840c025 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5837400 Dec 08 17:15:23.656088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36574) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:23.657365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:23.658211 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:23.705321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5649d4e-56d3-4b4f-b668-9bbd415c874b None None] Network a729b154-beb1-47db-9329-d58306404235 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:23.772441 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:23.954915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f0b70b2a-025e-40e8-9dac-da236014f732 None None] Provisioning complete for port 48ae3364-9c81-4674-b78e-16feaf96fc10 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:23.955284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b70b2a-025e-40e8-9dac-da236014f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.077776 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:23Z', 'revision_number': 3, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:24.083248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b70b2a-025e-40e8-9dac-da236014f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.121251 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Checking router: dedea633-b861-4f59-b71f-04f33b3befdf for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:24.121600 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Updating router dedea633-b861-4f59-b71f-04f33b3befdf port b3e5387a-2294-468c-b160-f8c6c20ab8b6 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:15:24.129996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f0b70b2a-025e-40e8-9dac-da236014f732 None None] For port 48ae3364-9c81-4674-b78e-16feaf96fc10, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=48ae3364-9c81-4674-b78e-16feaf96fc10,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:24.135360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.137577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f0b70b2a-025e-40e8-9dac-da236014f732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.150462 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.195506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b70b2a-025e-40e8-9dac-da236014f732 None None] Pushing event updated for resources: {'Port': ['ID=48ae3364-9c81-4674-b78e-16feaf96fc10,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:24.317678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Allocated IP 172.20.0.1 (a729b154-beb1-47db-9329-d58306404235/af38d058-6310-4f56-92f5-077edb2ce93e/814dc065-c087-48c8-84df-4e42018ebee9) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:24.426622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.428655 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.434052 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.470349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f61441f1-73a9-47ba-816a-43d0a038e59c None None] Provisioning complete for port 48ae3364-9c81-4674-b78e-16feaf96fc10 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:24.471004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f61441f1-73a9-47ba-816a-43d0a038e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.471347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.490251 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Attempting to bind port b3e5387a-2294-468c-b160-f8c6c20ab8b6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:24.490786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Attempting to bind port b3e5387a-2294-468c-b160-f8c6c20ab8b6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:24.491302 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Attempting to bind port b3e5387a-2294-468c-b160-f8c6c20ab8b6 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:24.494117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad80a6-4a24-4bb8-a91a-3287d17c155a None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:24.507828 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:24.508370 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:24.508922 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.509936 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:24.510083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Bound port: b3e5387a-2294-468c-b160-f8c6c20ab8b6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:24.510537 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.517200 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Network a729b154-beb1-47db-9329-d58306404235 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:24.523974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:24.528043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:24.533438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Pushing event updated for resources: {'Port': ['ID=814dc065-c087-48c8-84df-4e42018ebee9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:24.542209 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Pushing event updated for resources: {'Port': ['ID=b3e5387a-2294-468c-b160-f8c6c20ab8b6,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:24.569436 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.569959 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.570303 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.570636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.570961 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.571285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.571603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.571920 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.572518 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.572846 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.573163 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.573479 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.573812 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:15:24.574080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.595255 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] For port b3e5387a-2294-468c-b160-f8c6c20ab8b6, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:24.599952 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] For port b3e5387a-2294-468c-b160-f8c6c20ab8b6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b3e5387a-2294-468c-b160-f8c6c20ab8b6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:24.604799 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.661939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec82e3f0-a348-4cf0-b617-63b28c05f2e5 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:24.699436 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2e941dbf-8ba0-4705-bf3b-796ada1a4687 None None] Provisioning complete for port b3e5387a-2294-468c-b160-f8c6c20ab8b6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:24.700137 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e941dbf-8ba0-4705-bf3b-796ada1a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.701785 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:24.702464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:24.704434 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c5a1d-d957-40fe-a648-b5037a8a5be0 None None] Pushing event updated for resources: {'Port': ['ID=b3e5387a-2294-468c-b160-f8c6c20ab8b6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:24.729864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.848059 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:24.854895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e941dbf-8ba0-4705-bf3b-796ada1a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.877302 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2e941dbf-8ba0-4705-bf3b-796ada1a4687 None None] For port b3e5387a-2294-468c-b160-f8c6c20ab8b6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b3e5387a-2294-468c-b160-f8c6c20ab8b6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:24.882711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e941dbf-8ba0-4705-bf3b-796ada1a4687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.914752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 48ae3364-9c81-4674-b78e-16feaf96fc10 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:24.930920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.938995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:24.978797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e941dbf-8ba0-4705-bf3b-796ada1a4687 None None] Pushing event updated for resources: {'Port': ['ID=b3e5387a-2294-468c-b160-f8c6c20ab8b6,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:24.996236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 48ae3364-9c81-4674-b78e-16feaf96fc10 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:24.996236 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.019793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.021743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Pushing event updated for resources: {'Port': ['ID=814dc065-c087-48c8-84df-4e42018ebee9,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:25.039965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6ffc0463-8d6d-4992-9d3e-dbf8930ac51f None None] Provisioning complete for port 814dc065-c087-48c8-84df-4e42018ebee9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:25.040314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0463-8d6d-4992-9d3e-dbf8930ac51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.080794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc0463-8d6d-4992-9d3e-dbf8930ac51f None None] Port 814dc065-c087-48c8-84df-4e42018ebee9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:25.093256 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 1, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:25.122722 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d20c41-81b2-4e6a-a6ed-28321bc7a808 None None] The sync data for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 is: [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 1, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:25.125938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6ffc0463-8d6d-4992-9d3e-dbf8930ac51f None None] Provisioning complete for port b3e5387a-2294-468c-b160-f8c6c20ab8b6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:25.126314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ffc0463-8d6d-4992-9d3e-dbf8930ac51f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.137562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Network a729b154-beb1-47db-9329-d58306404235 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:25.139058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:25.264502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Router dedea633-b861-4f59-b71f-04f33b3befdf has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:25.397390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:25.404763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a36f507f-30ef-4f39-bb0f-e5b8ee54c1cb admin admin] 10.222.0.62 "PUT /v2.0/routers/dedea633-b861-4f59-b71f-04f33b3befdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448800 Dec 08 17:15:25.445228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-98d35e95-1a5e-418f-ac47-7197e8367b42 None None] Provisioning complete for port 814dc065-c087-48c8-84df-4e42018ebee9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:25.446344 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d35e95-1a5e-418f-ac47-7197e8367b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.499883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-98d35e95-1a5e-418f-ac47-7197e8367b42 None None] Port 814dc065-c087-48c8-84df-4e42018ebee9 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:25.939896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36590) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:25.945787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1214994217-network', 'tenant_id': 'cadfa57063e64903bc618287dbf874df'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:25.968464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Made reservation on behalf of cadfa57063e64903bc618287dbf874df for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:25.971088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:25.980454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.068366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.075071 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.099904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:15:26.112376 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9630e907-49bc-4e54-9643-c9560c33bbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.122163 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.122501 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Added segment 42d2df02-4b88-4d40-800a-891b792a1034 of type vlan for network e5f22aff-781c-4eef-8579-935cbc308748 Dec 08 17:15:26.123721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7fcc98-6757-4e13-a1d5-596a1d56ba7e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.170983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.201055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.202058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:26.202636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.260640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3195865 Dec 08 17:15:26.263471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36592) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:26.268310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Request body: {'subnet': {'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1214994217-subnet', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:26.280261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546e4d6d-841e-42cd-adf8-bd08f015ebb7 admin admin] Pushing event updated for resources: {'Network': ['ID=e5f22aff-781c-4eef-8579-935cbc308748,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.292987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network e5f22aff-781c-4eef-8579-935cbc308748 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:15:26.299116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Made reservation on behalf of cadfa57063e64903bc618287dbf874df for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:26.302111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.487349 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.549665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e4681b-63be-4388-bb72-86cfae0613f8,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:26.557866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Checking segment: {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:26.558204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Network hostable DHCP agents. Network: e5f22aff-781c-4eef-8579-935cbc308748, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:15:26.574806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Network e5f22aff-781c-4eef-8579-935cbc308748 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:15:26.584082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, e5f22aff-781c-4eef-8579-935cbc308748) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:26.588244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:26.588839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.596331 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7a9a12-3012-4da2-ac2c-446b3c7e0167 None None] Network e5f22aff-781c-4eef-8579-935cbc308748 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:26.605584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d34212d6-b802-47d3-be81-4563cf1f9080 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3410308 Dec 08 17:15:26.608302 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36594) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:26.612978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:26.635524 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.643403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.699281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.703135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-e5f22aff-781c-4eef-8579-935cbc308748', 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748', 'project_id': 'cadfa57063e64903bc618287dbf874df', 'fixed_ips': [{'subnet_id': '03e4681b-63be-4388-bb72-86cfae0613f8'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:15:26.704191 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.847085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:26.856109 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Allocated IP 172.20.0.2 (e5f22aff-781c-4eef-8579-935cbc308748/03e4681b-63be-4388-bb72-86cfae0613f8/ddd46c24-7c84-4d7f-a44a-4116feb29fb3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:26.863723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b3e5387a-2294-468c-b160-f8c6c20ab8b6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:26.984122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b3e5387a-2294-468c-b160-f8c6c20ab8b6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:26.984494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.072164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.086869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.096952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.114197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.165107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Network e5f22aff-781c-4eef-8579-935cbc308748 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:27.172669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:27.176250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:27.182092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Pushing event updated for resources: {'Port': ['ID=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:27.211074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Allocated IP 172.25.3.252 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/483a48b3-8a5e-4d62-a033-f30dc81fc798) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:27.245084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Attempting to bind port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:27.245462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Attempting to bind port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:27.245907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Attempting to bind port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 on network e5f22aff-781c-4eef-8579-935cbc308748 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:27.252661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:27.253032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Checking segment: {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:27.253425 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.253900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Bound using segment: {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:27.254374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Bound port: ddd46c24-7c84-4d7f-a44a-4116feb29fb3, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:27.255439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.291564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Sync routers for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:27.312374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:27.312994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:27.321538 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.357214 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.373315 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] For port ddd46c24-7c84-4d7f-a44a-4116feb29fb3, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:27.380557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] For port ddd46c24-7c84-4d7f-a44a-4116feb29fb3, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,segment=NetworkSegment(42d2df02-4b88-4d40-800a-891b792a1034),segment_id=42d2df02-4b88-4d40-800a-891b792a1034)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:27.388213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.393910 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:27.397553 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:27.401042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:27.426065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca9dcb5-5431-48eb-97b7-291abd648a1b None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:27.430730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Pushing event updated for resources: {'Port': ['ID=483a48b3-8a5e-4d62-a033-f30dc81fc798,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:27.512367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:27.548672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ffe14-0bcd-40cb-aa6a-7d8eb0a377d9 None None] Pushing event updated for resources: {'Port': ['ID=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:27.601505 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-52d87878-40ee-4f7f-b635-860ec21549f3 None None] Provisioning complete for port 483a48b3-8a5e-4d62-a033-f30dc81fc798 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:27.601901 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-52d87878-40ee-4f7f-b635-860ec21549f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.699224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-52d87878-40ee-4f7f-b635-860ec21549f3 None None] Port 483a48b3-8a5e-4d62-a033-f30dc81fc798 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:27.704525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.803622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 2, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:27.836457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Checking router: dedea633-b861-4f59-b71f-04f33b3befdf for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:27.836813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Updating router dedea633-b861-4f59-b71f-04f33b3befdf port 814dc065-c087-48c8-84df-4e42018ebee9 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:15:27.864897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:27.915223 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.046284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Router 406a1b2e-e26d-4e76-bc52-03828f20ab08 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:15:28.147726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.154106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.213322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968fa73-5c13-401b-b438-c7e591426036 None None] Pushing event updated for resources: {'Port': ['ID=814dc065-c087-48c8-84df-4e42018ebee9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:28.290880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Attempting to bind port 814dc065-c087-48c8-84df-4e42018ebee9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:28.291565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Attempting to bind port 814dc065-c087-48c8-84df-4e42018ebee9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:28.292121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Attempting to bind port 814dc065-c087-48c8-84df-4e42018ebee9 on network a729b154-beb1-47db-9329-d58306404235 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:28.298525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:28.298911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Checking segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:28.299319 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.299722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Bound using segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:28.300214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Bound port: 814dc065-c087-48c8-84df-4e42018ebee9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:28.301095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.381540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] For port 814dc065-c087-48c8-84df-4e42018ebee9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:28.385377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] For port 814dc065-c087-48c8-84df-4e42018ebee9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=814dc065-c087-48c8-84df-4e42018ebee9,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:28.390599 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.458958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:28.459598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:28.508372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968fa73-5c13-401b-b438-c7e591426036 None None] Pushing event updated for resources: {'Port': ['ID=814dc065-c087-48c8-84df-4e42018ebee9,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:28.529657 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:28.541540 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Sync routers for ids ['406a1b2e-e26d-4e76-bc52-03828f20ab08'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:28.563933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Routers {'406a1b2e-e26d-4e76-bc52-03828f20ab08'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:28.564748 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['406a1b2e-e26d-4e76-bc52-03828f20ab08'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:28.564992 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.569766 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-94e9e98e-7a46-47bc-9473-74221f0530e8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9602928 Dec 08 17:15:28.569972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36598) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:28.631778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:28.735374 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Set router 406a1b2e-e26d-4e76-bc52-03828f20ab08 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:28.893393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2989611-3ac3-4e2b-aef6-4bccf1280cd0 None None] Network e5f22aff-781c-4eef-8579-935cbc308748 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:15:28.964182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f7d60213-9f07-4f9d-aeb2-320f843d6bc2 None None] Provisioning complete for port 814dc065-c087-48c8-84df-4e42018ebee9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:28.965113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d60213-9f07-4f9d-aeb2-320f843d6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:28.969154 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:15:27Z', 'revision_number': 3, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:29.001558 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Checking router: 406a1b2e-e26d-4e76-bc52-03828f20ab08 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:29.002155 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Updating router 406a1b2e-e26d-4e76-bc52-03828f20ab08 port 483a48b3-8a5e-4d62-a033-f30dc81fc798 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:15:29.040518 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.042442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ddd46c24-7c84-4d7f-a44a-4116feb29fb3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:29.077334 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4af8058-b680-445e-b54d-ecc3ba4b0dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.127382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.274144 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:29.274742 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.299266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Allocated IP 172.20.0.1 (e5f22aff-781c-4eef-8579-935cbc308748/03e4681b-63be-4388-bb72-86cfae0613f8/afde9475-ade4-46d8-8f52-1712bf5a26f1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:29.325967 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.332089 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d60213-9f07-4f9d-aeb2-320f843d6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.334255 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.383853 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Attempting to bind port 483a48b3-8a5e-4d62-a033-f30dc81fc798 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:29.384287 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Attempting to bind port 483a48b3-8a5e-4d62-a033-f30dc81fc798 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:29.384821 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Attempting to bind port 483a48b3-8a5e-4d62-a033-f30dc81fc798 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:29.397232 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:29.397687 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:29.398204 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.399038 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:29.399321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Bound port: 483a48b3-8a5e-4d62-a033-f30dc81fc798, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:29.399728 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.399987 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f3d8d-a260-4b14-b337-2c3496e8b524 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:29.407117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7d60213-9f07-4f9d-aeb2-320f843d6bc2 None None] For port 814dc065-c087-48c8-84df-4e42018ebee9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=814dc065-c087-48c8-84df-4e42018ebee9,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:29.418384 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d60213-9f07-4f9d-aeb2-320f843d6bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.434152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.463966 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] For port 483a48b3-8a5e-4d62-a033-f30dc81fc798, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:29.468302 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] For port 483a48b3-8a5e-4d62-a033-f30dc81fc798, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=483a48b3-8a5e-4d62-a033-f30dc81fc798,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:29.473299 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe2381-128e-4c66-b81c-35a19bde2976 None None] Pushing event updated for resources: {'Port': ['ID=483a48b3-8a5e-4d62-a033-f30dc81fc798,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:29.476984 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.479809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.509084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:29.534669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Network e5f22aff-781c-4eef-8579-935cbc308748 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:29.542410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:29.544914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:29.546695 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Routers {'406a1b2e-e26d-4e76-bc52-03828f20ab08'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:29.547875 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['406a1b2e-e26d-4e76-bc52-03828f20ab08'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:29.562221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f327aa31-5aed-4ac1-a9b1-172f8230e455 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:15:29.568548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d60213-9f07-4f9d-aeb2-320f843d6bc2 None None] Pushing event updated for resources: {'Port': ['ID=814dc065-c087-48c8-84df-4e42018ebee9,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:29.571335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.574467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e84e5e0-b92e-4417-a984-e6c4e315a2b7 None None] The sync data for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 is: [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:28Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:29.592218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Pushing event updated for resources: {'Port': ['ID=afde9475-ade4-46d8-8f52-1712bf5a26f1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:29.617004 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.662433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port ddd46c24-7c84-4d7f-a44a-4116feb29fb3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,segment=NetworkSegment(42d2df02-4b88-4d40-800a-891b792a1034),segment_id=42d2df02-4b88-4d40-800a-891b792a1034)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:29.667163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Provisioning complete for port 814dc065-c087-48c8-84df-4e42018ebee9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:29.667537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.671030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.671842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 814dc065-c087-48c8-84df-4e42018ebee9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:29.765754 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe2381-128e-4c66-b81c-35a19bde2976 None None] Pushing event updated for resources: {'Port': ['ID=483a48b3-8a5e-4d62-a033-f30dc81fc798,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:29.804468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:29.822910 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] Set router 406a1b2e-e26d-4e76-bc52-03828f20ab08 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:29.865299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:29.946420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 814dc065-c087-48c8-84df-4e42018ebee9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:29.946778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.052565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Provisioning complete for port 483a48b3-8a5e-4d62-a033-f30dc81fc798 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.052828 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.169897 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:15:27Z', 'revision_number': 3, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:30.207235 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.232604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] For port 483a48b3-8a5e-4d62-a033-f30dc81fc798, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=483a48b3-8a5e-4d62-a033-f30dc81fc798,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:30.234275 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02d6f4-9742-4416-a460-9f4f4fb240ba None None] The sync data for ids ['406a1b2e-e26d-4e76-bc52-03828f20ab08'] in n-d-820935-5 is: [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:15:27Z', 'revision_number': 3, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:30.242170 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.302216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Provisioning complete for port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.302928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.372472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2fa30b-7280-4bb4-ae0f-8bb4ecc95bba None None] Pushing event updated for resources: {'Port': ['ID=483a48b3-8a5e-4d62-a033-f30dc81fc798,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:30.387215 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.441839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.450555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.527650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Pushing event updated for resources: {'Port': ['ID=afde9475-ade4-46d8-8f52-1712bf5a26f1,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:30.532837 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.574209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Provisioning complete for port 483a48b3-8a5e-4d62-a033-f30dc81fc798 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.575494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.682855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Network e5f22aff-781c-4eef-8579-935cbc308748 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:30.684648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:30.740744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Provisioning complete for port afde9475-ade4-46d8-8f52-1712bf5a26f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.741493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.779787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Port afde9475-ade4-46d8-8f52-1712bf5a26f1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:30.805408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Provisioning complete for port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:30.805408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e4807f74-4f50-4db1-b1ae-77bb2b87c677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:30.843702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Router 406a1b2e-e26d-4e76-bc52-03828f20ab08 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:30.998390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:31.010266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c238f01e-b545-4611-8852-217e4e027954 admin admin] 10.222.0.62 "PUT /v2.0/routers/406a1b2e-e26d-4e76-bc52-03828f20ab08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4318869 Dec 08 17:15:31.012763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ddd46c24-7c84-4d7f-a44a-4116feb29fb3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:31.065223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a0168c9e-b619-465f-b733-d2bd68ece5e3 None None] Provisioning complete for port afde9475-ade4-46d8-8f52-1712bf5a26f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:31.065504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a0168c9e-b619-465f-b733-d2bd68ece5e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.114778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:31.115002 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.116450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a0168c9e-b619-465f-b733-d2bd68ece5e3 None None] Port afde9475-ade4-46d8-8f52-1712bf5a26f1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:31.211691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 483a48b3-8a5e-4d62-a033-f30dc81fc798 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:31.261981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 483a48b3-8a5e-4d62-a033-f30dc81fc798 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:31.262420 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.354308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 814dc065-c087-48c8-84df-4e42018ebee9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:31.413170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 814dc065-c087-48c8-84df-4e42018ebee9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:31.413549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.709298 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:31.714027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052840367', 'description': 'tempest-secgroup-smoke-2052840367 description', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:31.736303 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.800932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.805388 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.834321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.835587 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1252034 Dec 08 17:15:31.838740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36608) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:31.839639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a29e7d-2a02-490f-8f8c-63888a52ca86 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:31.843777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group_rule': {'security_group_id': 'ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:31.869251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.926074 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.929848 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.947606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99e01743-f7ae-477b-b3c3-c4fe7c43a8e7,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:31.956458 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:31.961103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2644b55b-7e76-474c-bd4b-b665959ab3e4 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179099 Dec 08 17:15:31.961278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36610) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:31.966080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group_rule': {'security_group_id': 'ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:31.992739 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.049042 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.052955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.070853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ba95ad7-37d2-4583-9ed5-ea879785be39,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:32.078239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.079422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2a70fc38-4746-4b5c-bb23-16e8e8b4f748 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172423 Dec 08 17:15:32.082109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36612) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:32.087075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group_rule': {'security_group_id': 'ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:32.104720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.115860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.177619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.181774 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.201000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123358b8-759d-4f25-9a2e-3248c2f61b4f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:32.208922 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.212855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8dba5d06-01c5-4383-873c-15b550b53233 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1292000 Dec 08 17:15:32.213168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36614) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:32.217923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group_rule': {'security_group_id': 'ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:32.245298 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.304709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.308460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.326802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d118bed-b695-4ad7-af34-5864c89c7743,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:32.332198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.336634 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f4b3ad18-99db-4879-b2df-5aae5519c2ef tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198838 Dec 08 17:15:32.336898 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36616) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:32.342063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group_rule': {'security_group_id': 'ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:32.364871 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Project e4febf937cc0436fab3761c7a37c7c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:15:32.370008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.372588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.431732 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.435582 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.457058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753315f9-5fc2-4382-9edb-cfcf82b72223,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:32.463145 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.464158 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8b5df823-f388-4096-bfac-49001f66c3a5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258504 Dec 08 17:15:32.468487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:32.472484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'security_group_rule': {'security_group_id': 'ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3', 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:32.497905 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Project e4febf937cc0436fab3761c7a37c7c48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:15:32.499589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Sync routers for ids ['406a1b2e-e26d-4e76-bc52-03828f20ab08'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:32.503113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.510754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Routers {'406a1b2e-e26d-4e76-bc52-03828f20ab08'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:32.511375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['406a1b2e-e26d-4e76-bc52-03828f20ab08'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:32.563919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.567926 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.584063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=facf7087-7b4d-41e2-b53e-f2fe6f3548a9,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:32.596135 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.597426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4b72f7c8-30bf-4877-bfa7-638040f1a60e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1285760 Dec 08 17:15:32.629349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Set router 406a1b2e-e26d-4e76-bc52-03828f20ab08 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:32.674077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.757724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-e812a4cf-f5da-438d-a3bc-25fa2604884b tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052840367&fields=id&tenant_id=e4febf937cc0436fab3761c7a37c7c48 HTTP/1.1" status: 200 len: 267 time: 0.0460026 Dec 08 17:15:32.858369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 4, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'afde9475-ade4-46d8-8f52-1712bf5a26f1', 'name': '', 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'mac_address': 'fa:16:3e:57:e5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '03e4681b-63be-4388-bb72-86cfae0613f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:29Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 2, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'subnets': [{'id': '03e4681b-63be-4388-bb72-86cfae0613f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:32.869028 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-e6085ace-3f0d-4fc7-9931-dcee75e4b979 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:32.870542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-e6085ace-3f0d-4fc7-9931-dcee75e4b979 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 809 time: 0.1058676 Dec 08 17:15:32.886253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-7828e7cb-2cad-4a43-93d3-d6ff1af2749c tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/quotas/e4febf937cc0436fab3761c7a37c7c48 HTTP/1.1" status: 200 len: 375 time: 0.0097132 Dec 08 17:15:32.886974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Checking router: 406a1b2e-e26d-4e76-bc52-03828f20ab08 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:32.887330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Updating router 406a1b2e-e26d-4e76-bc52-03828f20ab08 port afde9475-ade4-46d8-8f52-1712bf5a26f1 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:15:32.913345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:32.939244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-4f177c6d-8766-460e-9954-eb2d2883dc62 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470819 Dec 08 17:15:33.036838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-0cd8f25e-b80a-4b6c-a1ad-43eae4bb9b7f service neutron] 10.222.0.62 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Dec 08 17:15:33.134431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-10cd89d5-04b2-41e0-80d1-3e67db414109 service neutron] 10.222.0.62 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913746 Dec 08 17:15:33.195501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.201048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.250340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ad93-9e6c-4f7d-979f-4f1b421e1ea7 None None] Pushing event updated for resources: {'Port': ['ID=afde9475-ade4-46d8-8f52-1712bf5a26f1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:33.318376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Attempting to bind port afde9475-ade4-46d8-8f52-1712bf5a26f1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:33.318745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Attempting to bind port afde9475-ade4-46d8-8f52-1712bf5a26f1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:33.319104 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Attempting to bind port afde9475-ade4-46d8-8f52-1712bf5a26f1 on network e5f22aff-781c-4eef-8579-935cbc308748 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:33.325112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:33.325487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Checking segment: {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:33.325973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.326360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Bound using segment: {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:33.327452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Bound port: afde9475-ade4-46d8-8f52-1712bf5a26f1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d2df02-4b88-4d40-800a-891b792a1034', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:33.333892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.367669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2f259c5-f9fd-4b18-8898-ac5913a9d2ea req-9e849a16-2c0a-41e0-b661-5b1fca0fda32 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0382996 Dec 08 17:15:33.427101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] For port afde9475-ade4-46d8-8f52-1712bf5a26f1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:33.430556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] For port afde9475-ade4-46d8-8f52-1712bf5a26f1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=afde9475-ade4-46d8-8f52-1712bf5a26f1,segment=NetworkSegment(42d2df02-4b88-4d40-800a-891b792a1034),segment_id=42d2df02-4b88-4d40-800a-891b792a1034)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:33.435873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.499276 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Routers {'406a1b2e-e26d-4e76-bc52-03828f20ab08'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:33.499916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['406a1b2e-e26d-4e76-bc52-03828f20ab08'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:33.548793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d67ad93-9e6c-4f7d-979f-4f1b421e1ea7 None None] Pushing event updated for resources: {'Port': ['ID=afde9475-ade4-46d8-8f52-1712bf5a26f1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:33.673715 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:15:33.780346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.784938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1c0052c0-078a-4d1c-948a-58a42024649e None None] Provisioning complete for port afde9475-ade4-46d8-8f52-1712bf5a26f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:33.785250 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c0052c0-078a-4d1c-948a-58a42024649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:33.823356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] Set router 406a1b2e-e26d-4e76-bc52-03828f20ab08 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:33.990405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c0052c0-078a-4d1c-948a-58a42024649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:34.046447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c0052c0-078a-4d1c-948a-58a42024649e None None] For port afde9475-ade4-46d8-8f52-1712bf5a26f1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=afde9475-ade4-46d8-8f52-1712bf5a26f1,segment=NetworkSegment(42d2df02-4b88-4d40-800a-891b792a1034),segment_id=42d2df02-4b88-4d40-800a-891b792a1034)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:34.063831 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c0052c0-078a-4d1c-948a-58a42024649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:34.120220 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0052c0-078a-4d1c-948a-58a42024649e None None] Pushing event updated for resources: {'Port': ['ID=afde9475-ade4-46d8-8f52-1712bf5a26f1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:34.138194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 4, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'afde9475-ade4-46d8-8f52-1712bf5a26f1', 'name': '', 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'mac_address': 'fa:16:3e:57:e5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '03e4681b-63be-4388-bb72-86cfae0613f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:29Z', 'updated_at': '2021-12-08T17:15:33Z', 'revision_number': 4, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'subnets': [{'id': '03e4681b-63be-4388-bb72-86cfae0613f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:34.169651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f34f9f7-cb10-4e6e-8452-d3a8002470e5 None None] The sync data for ids ['406a1b2e-e26d-4e76-bc52-03828f20ab08'] in n-d-820935-5 is: [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 4, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'afde9475-ade4-46d8-8f52-1712bf5a26f1', 'name': '', 'network_id': 'e5f22aff-781c-4eef-8579-935cbc308748', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'mac_address': 'fa:16:3e:57:e5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4017, 'fixed_ips': [{'subnet_id': '03e4681b-63be-4388-bb72-86cfae0613f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:29Z', 'updated_at': '2021-12-08T17:15:33Z', 'revision_number': 4, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'subnets': [{'id': '03e4681b-63be-4388-bb72-86cfae0613f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:34.183944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f205366-70e0-4722-ab39-e1962a270ffb None None] Provisioning complete for port afde9475-ade4-46d8-8f52-1712bf5a26f1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:34.184318 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f205366-70e0-4722-ab39-e1962a270ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:34.453134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15faa2b5-ea66-42b9-8ff8-08fe2e22e41b req-8571917d-2d0b-4a94-9551-c9421eee9c80 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0276670 Dec 08 17:15:34.856659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device afde9475-ade4-46d8-8f52-1712bf5a26f1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:34.909683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port afde9475-ade4-46d8-8f52-1712bf5a26f1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:34.910086 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:35.551962 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71fd5900-c506-498a-899f-f7b8c0987388 req-b16c7c68-8a27-405b-839e-33224ca45a16 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0267041 Dec 08 17:15:36.373098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-4f8ff5a8-2c06-4b8d-b19f-2fa3845d1c8a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:36.374643 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-4f8ff5a8-2c06-4b8d-b19f-2fa3845d1c8a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 809 time: 0.1110101 Dec 08 17:15:36.443672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-246dfce2-3651-43b8-993f-684f7307a74a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4febf937cc0436fab3761c7a37c7c48 HTTP/1.1" status: 200 len: 380 time: 0.0586989 Dec 08 17:15:36.452774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'port': {'device_id': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'admin_state_up': True, 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'security_groups': ['ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:36.566456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Made reservation on behalf of e4febf937cc0436fab3761c7a37c7c48 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:15:36.570000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:36.667043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a1af9d7-87e4-4aef-bbd0-98aaf8147ca2 req-44bcb482-6a90-46b3-b12b-094bb9c10301 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0346861 Dec 08 17:15:36.741185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Allocated IP 172.20.0.3 (a729b154-beb1-47db-9329-d58306404235/af38d058-6310-4f56-92f5-077edb2ce93e/d8695a45-92ff-4cb5-93be-34ddbe2c93fc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:36.889330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:36.923469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:36.971992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Network a729b154-beb1-47db-9329-d58306404235 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:36.977740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:36.981681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:36.988469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'Port': ['ID=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:37.040526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:37.041513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.059848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-5b63959f-b571-4dfe-9edf-1d419de6ce3a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6106493 Dec 08 17:15:37.073478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Request body: {'port': {'device_id': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:37.139241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.215172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-04fb375d-4dfe-436e-81c7-7742e41d036e None None] Provisioning complete for port d8695a45-92ff-4cb5-93be-34ddbe2c93fc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:37.216145 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04fb375d-4dfe-436e-81c7-7742e41d036e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.250543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-04fb375d-4dfe-436e-81c7-7742e41d036e None None] Port d8695a45-92ff-4cb5-93be-34ddbe2c93fc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:15:37.412112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8695a45-92ff-4cb5-93be-34ddbe2c93fc {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:15:37.419506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.431510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Transition to ACTIVE for port object d8695a45-92ff-4cb5-93be-34ddbe2c93fc will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:15:37.435374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.488251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Pushing event updated for resources: {'Port': ['ID=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:37.559481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Attempting to bind port d8695a45-92ff-4cb5-93be-34ddbe2c93fc on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:15:37.559810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Attempting to bind port d8695a45-92ff-4cb5-93be-34ddbe2c93fc by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:15:37.560132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Attempting to bind port d8695a45-92ff-4cb5-93be-34ddbe2c93fc on network a729b154-beb1-47db-9329-d58306404235 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:37.564773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Port d8695a45-92ff-4cb5-93be-34ddbe2c93fc on network a729b154-beb1-47db-9329-d58306404235 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:15:37.565091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Attempting to bind port d8695a45-92ff-4cb5-93be-34ddbe2c93fc on network a729b154-beb1-47db-9329-d58306404235 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:15:37.570425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:15:37.571118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Checking segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:15:37.571118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Bound using segment: {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:15:37.571535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Bound port: d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72df28b4-029d-4e69-82d2-28f3cd413664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a729b154-beb1-47db-9329-d58306404235'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:15:37.571888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.644245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] For port d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:15:37.648395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] For port d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:15:37.652141 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.687866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:37.688665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:37.690063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] 10.222.0.86 "PUT /v2.0/ports/d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 1091 time: 0.6214805 Dec 08 17:15:37.690527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:37.693954 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:37.719536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3fbcf-cdb1-4a7d-80b7-0b32658aac72 service neutron] Pushing event updated for resources: {'Port': ['ID=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:37.769825 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140f5d5f-0f6e-4139-942b-b31968092892 x-openstack-request-id: req-140f5d5f-0f6e-4139-942b-b31968092892 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:37.771688 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:37.771919 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-140f5d5f-0f6e-4139-942b-b31968092892 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:37.772337 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'status': 'completed', 'code': 200} Dec 08 17:15:37.799278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-6f021184-b6bb-456e-849a-cd65e1e06bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:37.800799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-6f021184-b6bb-456e-849a-cd65e1e06bdc service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1094 time: 0.0627022 Dec 08 17:15:37.860804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-26ac888e-2627-4cdf-af82-745dae772a3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 217 time: 0.0419803 Dec 08 17:15:37.883707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28be30a-a51b-476e-b07c-178d8999ccd4 req-9ee95ee6-84a4-4419-980b-330f4ae2eff5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:37.885273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f28be30a-a51b-476e-b07c-178d8999ccd4 req-9ee95ee6-84a4-4419-980b-330f4ae2eff5 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 943 time: 0.1022787 Dec 08 17:15:37.939311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-b9de3d1a-d29d-4612-8328-d41fc3c4fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:37.940682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-b9de3d1a-d29d-4612-8328-d41fc3c4fb4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0733271 Dec 08 17:15:37.993751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f28be30a-a51b-476e-b07c-178d8999ccd4 req-38d400a5-7310-46a0-bf62-19886ff59175 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877833 Dec 08 17:15:38.006719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-05606542-4b4b-4a76-90ef-3bfaac530b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:38.008212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-05606542-4b4b-4a76-90ef-3bfaac530b84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593100 Dec 08 17:15:38.100679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-b3c502d9-a5d5-47ad-8763-265191af01d7 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852754 Dec 08 17:15:38.198833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f733dac1-59aa-4a19-8048-a904e5d2d694 req-1c051f67-b55e-49bc-a423-309df2fce569 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915673 Dec 08 17:15:38.284814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-c2039b50-87cc-44e4-9ff1-9b38ec2042ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:38.286775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-c2039b50-87cc-44e4-9ff1-9b38ec2042ec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1094 time: 0.0441523 Dec 08 17:15:38.377271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-c3be5515-e951-469c-a4f4-eaafaac381bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:38.378799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-c3be5515-e951-469c-a4f4-eaafaac381bf service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0854926 Dec 08 17:15:38.422719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-0b57e859-6e16-4cca-95d7-e33d55a2aff9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 217 time: 0.0370514 Dec 08 17:15:38.474402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-f37ac54f-dc0b-4d70-8b09-d6f24e314924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:38.475857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-f37ac54f-dc0b-4d70-8b09-d6f24e314924 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0459323 Dec 08 17:15:38.523720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-36950fea-a37a-41e1-9382-f67f4ae7e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:38.525203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-36950fea-a37a-41e1-9382-f67f4ae7e493 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413117 Dec 08 17:15:38.622017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-d74bedfc-8ccb-4e53-9e8a-def95d46c4a9 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891185 Dec 08 17:15:38.713222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5627a9b-cebd-4ab5-a50b-6823f5d6835c req-8020d489-4de2-4fa0-a653-4e2a7435311b service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Dec 08 17:15:39.112789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc870597-046a-472f-a2d3-5a5cbced9ea0 req-8ff988ed-465d-44aa-8f2d-261c7fcc2af9 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:39.114411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc870597-046a-472f-a2d3-5a5cbced9ea0 req-8ff988ed-465d-44aa-8f2d-261c7fcc2af9 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 943 time: 0.0505874 Dec 08 17:15:39.168493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc870597-046a-472f-a2d3-5a5cbced9ea0 req-e3e36e52-83e1-47e3-9920-d908379f6e39 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476303 Dec 08 17:15:40.287741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013e0c0-0d74-4f51-b343-f4b78d4f93d4 req-31a53125-e398-4ad2-917a-9c6e47e2b4d8 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:40.289179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4013e0c0-0d74-4f51-b343-f4b78d4f93d4 req-31a53125-e398-4ad2-917a-9c6e47e2b4d8 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 943 time: 0.0509140 Dec 08 17:15:40.338945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4013e0c0-0d74-4f51-b343-f4b78d4f93d4 req-5b6c167c-e578-456d-aee2-2ee71fd2132e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435505 Dec 08 17:15:41.072541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d8695a45-92ff-4cb5-93be-34ddbe2c93fc details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:15:41.173470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:41.185904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'port_id': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'mac_address': 'fa:16:3e:ed:61:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:15:41.227102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:41.240473 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8695a45-92ff-4cb5-93be-34ddbe2c93fc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:15:41.259864 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:41.263805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:41.312010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:41.457505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb2680-13d1-447c-9ce9-2e5a656df29b req-144a71cb-1ba8-49d8-843e-b9c69c38d073 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:41.459181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4bb2680-13d1-447c-9ce9-2e5a656df29b req-144a71cb-1ba8-49d8-843e-b9c69c38d073 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 944 time: 0.0518305 Dec 08 17:15:41.513284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4bb2680-13d1-447c-9ce9-2e5a656df29b req-61c0d077-88c7-4bcb-bd5f-5ba7bafe4d53 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466847 Dec 08 17:15:41.516615 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['d8695a45-92ff-4cb5-93be-34ddbe2c93fc'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:15:42.636727 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65962f54-d8ac-47a9-b83d-948390268680 req-48d02eb0-8377-4120-b8f8-7e1f0c15ae7e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:42.638332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65962f54-d8ac-47a9-b83d-948390268680 req-48d02eb0-8377-4120-b8f8-7e1f0c15ae7e tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 944 time: 0.0532696 Dec 08 17:15:42.687205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65962f54-d8ac-47a9-b83d-948390268680 req-7875161b-256c-4399-8cee-b911b4eda783 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Dec 08 17:15:43.084586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d8695a45-92ff-4cb5-93be-34ddbe2c93fc up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:15:43.134314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port d8695a45-92ff-4cb5-93be-34ddbe2c93fc completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:15:43.138101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port d8695a45-92ff-4cb5-93be-34ddbe2c93fc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:15:43.138462 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:43.224184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:43.247142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:43.250170 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d490da-d6b8-48da-aa8c-e86b50a26bbe" -d '{"events": [{"server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "name": "network-vif-plugged", "status": "completed", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:43.264008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:15:43.268193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:43.295470 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-854a9abf-e0ad-416d-82a8-8e536d853f46 x-openstack-request-id: req-854a9abf-e0ad-416d-82a8-8e536d853f46 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:43.295765 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "name": "network-vif-plugged", "status": "completed", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:43.296020 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-854a9abf-e0ad-416d-82a8-8e536d853f46 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:43.296464 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'code': 200} Dec 08 17:15:43.323862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:43.387901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec6d72-de8a-4472-9eb2-e9bc589e693b req-4e1e18f9-4da3-4f41-81ae-21f358eaed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:43.389390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-faec6d72-de8a-4472-9eb2-e9bc589e693b req-4e1e18f9-4da3-4f41-81ae-21f358eaed84 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0402756 Dec 08 17:15:43.434917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-faec6d72-de8a-4472-9eb2-e9bc589e693b req-e3561c71-a85e-48eb-93e1-2569ecf8b3e3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385218 Dec 08 17:15:43.809162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a904750-bc20-4356-bcf2-38de99f18a7a req-bbdfdcc5-1687-4caa-9bfd-851a1ae2326f tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:43.810675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a904750-bc20-4356-bcf2-38de99f18a7a req-bbdfdcc5-1687-4caa-9bfd-851a1ae2326f tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0531223 Dec 08 17:15:43.859930 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a904750-bc20-4356-bcf2-38de99f18a7a req-bc3755e8-ad57-44e7-be28-bc87675b9d2a tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432332 Dec 08 17:15:44.980031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682081d-dbfe-408b-841b-c601c1451cd4 req-d951806d-116f-4883-9748-f43a7e027251 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:44.981513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6682081d-dbfe-408b-841b-c601c1451cd4 req-d951806d-116f-4883-9748-f43a7e027251 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Dec 08 17:15:45.031426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6682081d-dbfe-408b-841b-c601c1451cd4 req-4bdf51de-3af4-4858-bd1a-5637fc56b15f tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436139 Dec 08 17:15:45.148071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa52f9c-7efa-4943-8d92-0e55c1ea566d req-ab963a8b-afa1-4ba3-a522-e38262bf33f8 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:45.149546 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfa52f9c-7efa-4943-8d92-0e55c1ea566d req-ab963a8b-afa1-4ba3-a522-e38262bf33f8 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0495090 Dec 08 17:15:45.202507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dfa52f9c-7efa-4943-8d92-0e55c1ea566d req-434a3467-c2a8-40aa-be81-c405efcebd49 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469520 Dec 08 17:15:45.317231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4520c-cb9b-4051-9dd8-2a21a1316ea2 req-a35f7984-894d-485a-8957-62c9796378e1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:45.318634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac4520c-cb9b-4051-9dd8-2a21a1316ea2 req-a35f7984-894d-485a-8957-62c9796378e1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0489123 Dec 08 17:15:45.368869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ac4520c-cb9b-4051-9dd8-2a21a1316ea2 req-8b9ec01f-d5c8-417c-9a2f-899626cc6f62 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443063 Dec 08 17:15:45.391414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36678) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:45.518963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c27406d-c032-4f36-b3ac-d4a058ab2f81 tempest-TestServerBasicOps-1400337277 tempest-TestServerBasicOps-1400337277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:45.521092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4c27406d-c032-4f36-b3ac-d4a058ab2f81 tempest-TestServerBasicOps-1400337277 tempest-TestServerBasicOps-1400337277-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1091 time: 0.1286595 Dec 08 17:15:45.524092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36682) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:15:45.528447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:15:45.550375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.652834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.752655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Allocated IP 172.25.3.53 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/1191ca43-a7f4-41d6-8c61-3d2c34758cc9) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:15:45.858544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.892630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:45.930292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:15:45.932987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:15:45.935763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:15:45.966721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'Port': ['ID=1191ca43-a7f4-41d6-8c61-3d2c34758cc9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:46.306403 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.372285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.523232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.527671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.596445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event updated for resources: {'Port': ['ID=1191ca43-a7f4-41d6-8c61-3d2c34758cc9,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:15:46.611338 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:46.710853 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Floating IP f21ea522-7ed0-4fc0-b771-c739a9232a4f associated. External IP: 172.25.3.53, port: d8695a45-92ff-4cb5-93be-34ddbe2c93fc. Dec 08 17:15:47.247472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Router dedea633-b861-4f59-b71f-04f33b3befdf has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:15:47.352722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:15:47.362666 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] Sync routers for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:15:47.370470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:47.373088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:47.373696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:47.400295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d1079da8-3e31-4099-99e9-b03c9677d473 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8751292 Dec 08 17:15:47.400869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:15:47.403221 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c3f178-e008-43a4-95bb-d8ff4890e721" -d '{"events": [{"name": "network-changed", "server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:15:47.446363 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dbf2bc-9748-4e25-a7fe-aab986c84aa5 x-openstack-request-id: req-26dbf2bc-9748-4e25-a7fe-aab986c84aa5 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:15:47.446666 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:15:47.446920 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-26dbf2bc-9748-4e25-a7fe-aab986c84aa5 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:15:47.447346 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'status': 'completed', 'code': 200} Dec 08 17:15:47.484360 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:47.509702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-66da8b10-8947-4fd8-abab-8ec5ee7be34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:47.511128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-66da8b10-8947-4fd8-abab-8ec5ee7be34c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0421104 Dec 08 17:15:47.614578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-bb17b38d-fea8-420c-aa75-e776e07f2ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:47.616030 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-bb17b38d-fea8-420c-aa75-e776e07f2ac2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0974579 Dec 08 17:15:47.684505 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-7d307381-1a03-41b1-9cbb-e12b7dc73f1f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 998 time: 0.0618134 Dec 08 17:15:47.711223 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f21ea522-7ed0-4fc0-b771-c739a9232a4f', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'port_id': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'mac_address': 'fa:16:3e:ed:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:15:46Z', 'updated_at': '2021-12-08T17:15:46Z', 'revision_number': 0, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:47.735061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-2c2d8e50-ba4f-401e-b1be-6fda142a06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:47.736501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-2c2d8e50-ba4f-401e-b1be-6fda142a06bf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0447152 Dec 08 17:15:47.742607 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] Checking router: dedea633-b861-4f59-b71f-04f33b3befdf for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:15:47.751057 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:15:47.751658 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:15:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:47.782165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-ddfeb8fe-b223-47f9-9910-1902c8db8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:15:47.783590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-ddfeb8fe-b223-47f9-9910-1902c8db8235 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406702 Dec 08 17:15:47.859622 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:15:47.878059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-27a5a06d-7a53-4892-b3fa-88844a0c585b service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875840 Dec 08 17:15:47.968644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2c3f178-e008-43a4-95bb-d8ff4890e721 req-86298088-80d2-410c-9555-04fce82d212f service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838499 Dec 08 17:15:48.087259 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f21ea522-7ed0-4fc0-b771-c739a9232a4f', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'port_id': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'mac_address': 'fa:16:3e:ed:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:15:46Z', 'updated_at': '2021-12-08T17:15:46Z', 'revision_number': 0, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:15:48.113252 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c17fe3-0f5c-4eca-ae68-44ba168c0430 None None] The sync data for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 is: [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f21ea522-7ed0-4fc0-b771-c739a9232a4f', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'floating_ip_address': '172.25.3.53', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'port_id': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4029, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'mac_address': 'fa:16:3e:ed:61:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:15:46Z', 'updated_at': '2021-12-08T17:15:46Z', 'revision_number': 0, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:15:48.314037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab0448-4f75-4c63-80d7-e66d2c7b09c7 None None] New status for floating IP f21ea522-7ed0-4fc0-b771-c739a9232a4f: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:15:56.107408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b90bb006-ac63-4fd9-a38d-39fab352b6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:15:58.912611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2e218f2-71b7-4da5-9521-946724c7120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:00.326950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:02.105391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:02.377007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:02.645860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:03.658682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:10.673586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:16:12.352392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-f877be93-35bb-4fee-b1c7-3dca557b35c5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445619 Dec 08 17:16:12.439690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-2f0b5db9-28c3-435c-b509-7b2fb637c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:12.441179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-2f0b5db9-28c3-435c-b509-7b2fb637c000 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0423985 Dec 08 17:16:12.542306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-90c1c643-d5cf-469b-bfc9-76cc7bb8deaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:12.543679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-90c1c643-d5cf-469b-bfc9-76cc7bb8deaf service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0833521 Dec 08 17:16:12.616657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-0b85da5c-5ac5-4b8e-86c4-bba698604149 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 1000 time: 0.0649335 Dec 08 17:16:12.665722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-ef686eac-fa91-4a6b-9e05-7b3816246626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:12.667163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-ef686eac-fa91-4a6b-9e05-7b3816246626 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0441923 Dec 08 17:16:12.714848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-d7e86aff-04a1-4858-b769-a8fa0e3ca4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:12.716608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-d7e86aff-04a1-4858-b769-a8fa0e3ca4ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425024 Dec 08 17:16:12.810960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-18c3f27b-4420-4007-b83c-68bc162280af service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857773 Dec 08 17:16:12.901205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-449c065f-1a6d-41ed-9b36-5edb373ccc0f req-3a02640d-a0c5-4eb8-a15e-e92463f4315a service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820181 Dec 08 17:16:21.533883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36710) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:16:21.620864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8387aeb-cd1f-4f78-8ead-1fe2efda40a0 req-44d0b99a-935f-4023-b312-b81db179bbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:16:21.622433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8387aeb-cd1f-4f78-8ead-1fe2efda40a0 req-44d0b99a-935f-4023-b312-b81db179bbc9 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0875573 Dec 08 17:16:21.671897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8387aeb-cd1f-4f78-8ead-1fe2efda40a0 req-071f4ff0-397d-4d84-b267-455910f93abc service neutron] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Dec 08 17:16:26.109604 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad13a0e3-5d35-4ddd-9f54-87b91e1be5aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:28.913787 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5da30dc1-d44d-4b5a-a080-7ca991794388 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:30.330362 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:32.107822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:32.383163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:32.637678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:33.658568 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:47.672126 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:16:56.113591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5497f0b5-d3cf-467d-a96a-45bddc03f31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:16:58.915214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de515430-050b-45e6-8103-2873810c3f8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:00.333102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.114555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.376713 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:02.679820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:03.674822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:13.347319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-b7587ec4-2374-4c46-956a-4a060003098b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398798 Dec 08 17:17:13.428196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-d2951e6b-0f1d-445e-ae3c-6a73c3cac22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:13.429580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-d2951e6b-0f1d-445e-ae3c-6a73c3cac22e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0398481 Dec 08 17:17:13.541091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-cede6490-c813-4326-8c0c-d83d1f954be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:13.542574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-cede6490-c813-4326-8c0c-d83d1f954be2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0944054 Dec 08 17:17:13.608774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-c76dcbe1-635f-4e9a-9c51-b37914f61158 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 1000 time: 0.0592465 Dec 08 17:17:13.657479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-8adea163-5190-4461-a508-d0af92ca8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:13.658948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-8adea163-5190-4461-a508-d0af92ca8e91 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0436358 Dec 08 17:17:13.708682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-183e8dd0-70fb-47fa-9419-5e2f8bbf4ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:17:13.710184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-183e8dd0-70fb-47fa-9419-5e2f8bbf4ce8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444107 Dec 08 17:17:13.798156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-5e876228-af95-4a69-9867-07b6a56f3261 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805786 Dec 08 17:17:13.895412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c8a41e1-a87f-4cc9-853e-688bfcebe806 req-e53aef20-98a6-4a7c-9a69-57775f6957e0 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896471 Dec 08 17:17:24.671661 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:17:26.116149 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4e316a80-c990-477a-99de-be9c54e0ab3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:28.916576 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f57df8b1-2dc0-4058-a015-be789757ac85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:30.336985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:32.108938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:32.379441 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:32.679540 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:33.676288 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:56.120795 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ad20682-19e8-48d2-97ad-7bf09854547c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:17:58.919184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b785cfb-d2c5-4c75-b3b9-98eb1ba6b2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:00.340159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:01.670756 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:18:02.112404 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:02.382624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:02.680164 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:03.690326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:15.400440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-1bc88cf0-d82d-4063-ba52-120e81cd3d91 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0934582 Dec 08 17:18:15.487837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-38fed756-3976-4863-b19f-eb016613b064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:15.489902 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-38fed756-3976-4863-b19f-eb016613b064 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0428951 Dec 08 17:18:15.596280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-86f7a993-e436-48b2-b583-37b4ea5509d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:15.598284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-86f7a993-e436-48b2-b583-37b4ea5509d2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0899899 Dec 08 17:18:15.663945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-a326dbf4-985f-472d-878f-9fb258a596ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 1000 time: 0.0590029 Dec 08 17:18:15.712434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-14f3769b-1944-4465-b559-7dda6d012e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:15.713880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-14f3769b-1944-4465-b559-7dda6d012e62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0431154 Dec 08 17:18:15.766528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-139e3305-1bef-460c-b9e7-11c06c662003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:18:15.768053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-139e3305-1bef-460c-b9e7-11c06c662003 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443196 Dec 08 17:18:15.856609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-64731b2e-4adf-4784-86ad-3b4584209363 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812542 Dec 08 17:18:15.949767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-080010ec-0dc3-4c4a-b9fe-73210a964769 req-4b403458-819f-4c53-ba8e-4823a553b31a service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864286 Dec 08 17:18:26.123502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-87df6530-df65-4b00-b023-7816cb8afa50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:28.921300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bd99341-27be-410a-ad70-b9ef9f10bd98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:30.342365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:32.113598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:32.385569 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:32.681882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:33.704514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:38.671872 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:18:56.126822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5fc6ffe-5c41-4743-b092-1f5b750f3dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:18:58.923524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b06a283b-e5f8-4c50-8905-7ac1a2ea39ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:00.345847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:02.116887 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:02.391805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:02.694733 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:03.721631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:15.671633 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:19:16.350059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-fed76769-6604-47c3-a824-1dfd814e9955 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433908 Dec 08 17:19:16.432705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-738298fc-0b9b-4117-98b5-e31fcfedeb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:16.434240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-738298fc-0b9b-4117-98b5-e31fcfedeb5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0410585 Dec 08 17:19:16.541709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-7cd74b1e-5831-4a57-bf17-4b917d3ee3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:16.543182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-7cd74b1e-5831-4a57-bf17-4b917d3ee3f4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0876160 Dec 08 17:19:16.611874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-f42f8bc2-6d59-4d5a-a0c9-e5564ed8e8be service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 1000 time: 0.0587828 Dec 08 17:19:16.663629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-a575c467-035a-4eb1-826f-af8b8ed61680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:16.666147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-a575c467-035a-4eb1-826f-af8b8ed61680 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0475626 Dec 08 17:19:16.716502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-e5dcf24d-ef78-4ce9-9ca5-555f8d62b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:19:16.718029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-e5dcf24d-ef78-4ce9-9ca5-555f8d62b8e2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450339 Dec 08 17:19:16.808452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-f95078de-340c-4249-9e7a-98b7552498c6 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831332 Dec 08 17:19:16.910629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f8b9b88-6f73-4976-b6fc-e93b68a94631 req-92c1afef-3efd-4a21-bf71-821fb1b803b6 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868523 Dec 08 17:19:26.130376 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b006f21d-cc8f-4e69-bf7b-c5ab276d0fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:28.925179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd6cae8e-9d7c-443c-a40d-94245cd93d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:30.348822 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:32.118085 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:32.384074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:32.697521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:33.721046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:52.670530 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:19:56.133993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39386f4e-9eb8-422a-a496-842e3086556d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:19:58.932205 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b19c6ad7-e544-4c1a-8bec-17143d58a1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:00.353816 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:02.124664 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:02.387356 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:02.697465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:03.720265 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:17.346648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-15b5b5d6-a01d-4268-977c-50a87b0ae7e8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417757 Dec 08 17:20:17.427913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05581408-0d95-4718-be1e-a35245f093d3 req-816c6501-a460-43ad-9517-36319e61c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:17.429400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-816c6501-a460-43ad-9517-36319e61c24a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e4febf937cc0436fab3761c7a37c7c48&device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 1096 time: 0.0414100 Dec 08 17:20:17.537195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05581408-0d95-4718-be1e-a35245f093d3 req-0e962424-4a31-405d-9d93-9c92a7ab1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:17.538719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-0e962424-4a31-405d-9d93-9c92a7ab1183 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 200 len: 910 time: 0.0897093 Dec 08 17:20:17.605210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-dbb80d69-e2b3-48ec-b98b-b997c034f2f7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 200 len: 1000 time: 0.0591528 Dec 08 17:20:17.655220 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05581408-0d95-4718-be1e-a35245f093d3 req-a5587e4d-7bef-4d45-b4d7-c3d241c81a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:17.656639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-a5587e4d-7bef-4d45-b4d7-c3d241c81a16 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 200 len: 848 time: 0.0444720 Dec 08 17:20:17.705820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05581408-0d95-4718-be1e-a35245f093d3 req-3bd5de88-684a-47ca-ae11-69f4a8e21e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:17.707925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-3bd5de88-684a-47ca-ae11-69f4a8e21e0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a729b154-beb1-47db-9329-d58306404235&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445151 Dec 08 17:20:17.795901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-7db0786b-fc08-4573-b90a-9f65922edc54 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811739 Dec 08 17:20:17.888627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05581408-0d95-4718-be1e-a35245f093d3 req-ad144ca5-04b5-4734-8e0f-f7c8306044a3 service neutron] 10.222.0.86 "GET /v2.0/networks/a729b154-beb1-47db-9329-d58306404235?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860527 Dec 08 17:20:26.137543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7afad45-1199-404a-85e7-3892de80cafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:26.292299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee003dc-69b4-4180-8a77-a6917f88e991 req-cb76a7ca-38e7-4055-8275-b023dec10095 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:26.293713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee003dc-69b4-4180-8a77-a6917f88e991 req-cb76a7ca-38e7-4055-8275-b023dec10095 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.1115904 Dec 08 17:20:26.346021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ee003dc-69b4-4180-8a77-a6917f88e991 req-7a7db623-9bbf-4104-b307-2cf585005553 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Dec 08 17:20:27.486223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-c609adb3-e1f2-4a4a-88d3-7ff45fd3a339 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:27.487703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-c609adb3-e1f2-4a4a-88d3-7ff45fd3a339 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.86 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.0550642 Dec 08 17:20:27.599986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c208a9-621c-4945-868b-125be5f2e555 req-17bbcda6-859a-4eae-9db1-cc554b3ed645 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:27.601758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62c208a9-621c-4945-868b-125be5f2e555 req-17bbcda6-859a-4eae-9db1-cc554b3ed645 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 945 time: 0.1433327 Dec 08 17:20:27.650038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Deleting port d8695a45-92ff-4cb5-93be-34ddbe2c93fc {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:27.650281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:27.702233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62c208a9-621c-4945-868b-125be5f2e555 req-655d7908-ca9e-4845-885b-997f6cb0d348 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/security-groups?id=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938559 Dec 08 17:20:27.753247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] For port d8695a45-92ff-4cb5-93be-34ddbe2c93fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:27.753607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:27.924614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:27.924902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:27.925220 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Floating IP f21ea522-7ed0-4fc0-b771-c739a9232a4f disassociated. External IP: 172.25.3.53, port: d8695a45-92ff-4cb5-93be-34ddbe2c93fc. Dec 08 17:20:27.925556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Calling delete_port for d8695a45-92ff-4cb5-93be-34ddbe2c93fc owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:28.057327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:28.086468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event deleted for resources: {'Port': ['ID=d8695a45-92ff-4cb5-93be-34ddbe2c93fc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:28.098485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.099225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.099747 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.100103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.100431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.100769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.101097 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.101681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.102045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.102376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.102703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.103031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.103358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:28.214447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Router dedea633-b861-4f59-b71f-04f33b3befdf has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:20:28.324695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:20:28.336912 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] Sync routers for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:20:28.346592 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:20:28.347200 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:19:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:28.364627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] No DVR routers for this DVR port d8695a45-92ff-4cb5-93be-34ddbe2c93fc on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:20:28.367392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:28.370813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9940c1e2-f148-402a-8b2a-ab381f2aa12c req-bcf35c10-dd68-470f-ac62-23034a94de1d tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.86 "DELETE /v2.0/ports/d8695a45-92ff-4cb5-93be-34ddbe2c93fc HTTP/1.1" status: 204 len: 173 time: 0.8773098 Dec 08 17:20:28.371264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'name': 'network-vif-deleted', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:20:28.373611 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5736c03-b491-4abc-9467-c9d1c0751535" -d '{"events": [{"server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "name": "network-vif-deleted", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:20:28.474667 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:20:28.541184 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b97b3a-79cb-418a-811c-7a45b425f594 x-openstack-request-id: req-e3b97b3a-79cb-418a-811c-7a45b425f594 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:20:28.541734 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d8de8c3-3578-4a45-99bc-2ed16e33bbc0", "name": "network-vif-deleted", "tag": "d8695a45-92ff-4cb5-93be-34ddbe2c93fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:20:28.541734 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3b97b3a-79cb-418a-811c-7a45b425f594 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:20:28.542198 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d8de8c3-3578-4a45-99bc-2ed16e33bbc0', 'name': 'network-vif-deleted', 'tag': 'd8695a45-92ff-4cb5-93be-34ddbe2c93fc', 'status': 'completed', 'code': 200} Dec 08 17:20:28.693644 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:28.720943 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] Checking router: dedea633-b861-4f59-b71f-04f33b3befdf for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:20:28.731231 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:20:28.731930 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:19:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:28.827779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3351d4f7-a49d-498a-a615-793af8425ab6 req-2f7d796e-7c57-484a-99e9-c5ff58a2a460 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "GET /v2.0/ports?device_id=9d8de8c3-3578-4a45-99bc-2ed16e33bbc0 HTTP/1.1" status: 200 len: 210 time: 0.0296385 Dec 08 17:20:28.855769 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:20:28.931529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b9538979-4301-4dd4-996f-54bc147ab596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:29.060900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:29.091636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3039ac-0148-4892-ab47-bb2f92602ca4 None None] The sync data for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 is: [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '814dc065-c087-48c8-84df-4e42018ebee9', 'name': '', 'network_id': 'a729b154-beb1-47db-9329-d58306404235', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'mac_address': 'fa:16:3e:8c:49:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:24Z', 'updated_at': '2021-12-08T17:15:29Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'subnets': [{'id': 'af38d058-6310-4f56-92f5-077edb2ce93e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:20:29.303897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299b5320-a47c-4c11-a6a7-db662341a848 None None] New status for floating IP f21ea522-7ed0-4fc0-b771-c739a9232a4f: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:20:29.669411 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:20:29.887114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36826) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:30.015343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Deleting port 1191ca43-a7f4-41d6-8c61-3d2c34758cc9 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:30.015684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.090840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.091154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.103689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Calling delete_port for 1191ca43-a7f4-41d6-8c61-3d2c34758cc9 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:30.239025 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.265909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event deleted for resources: {'Port': ['ID=1191ca43-a7f4-41d6-8c61-3d2c34758cc9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:30.324962 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.328342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.329497 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0a94de43-2e97-4562-8da2-522c508ea896 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "DELETE /v2.0/floatingips/f21ea522-7ed0-4fc0-b771-c739a9232a4f HTTP/1.1" status: 204 len: 168 time: 0.4414012 Dec 08 17:20:30.355637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.399476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36832) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:30.457257 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.483410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.543771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.546530 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:30.547771 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] 10.222.0.62 "DELETE /v2.0/security-groups/ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3 HTTP/1.1" status: 204 len: 168 time: 0.1472485 Dec 08 17:20:30.557448 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab30faeb-3c9c-4c77-adf1-a1d52cb72eb3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:30.565203 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.565475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.565841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.566185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.566518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.566851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.567177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.567661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.568532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.568953 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.569284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.569611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.570022 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664bd2fd-6b65-45b0-bf6c-6a640e9fadb1 tempest-TestServerBasicOps-1815851153 tempest-TestServerBasicOps-1815851153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:30.591466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:31.067535 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:31.318376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Deleting port 814dc065-c087-48c8-84df-4e42018ebee9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:31.318714 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:31.397140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] For port 814dc065-c087-48c8-84df-4e42018ebee9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=814dc065-c087-48c8-84df-4e42018ebee9,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:31.397497 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:31.410067 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Calling delete_port for 814dc065-c087-48c8-84df-4e42018ebee9 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:31.594023 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:31.623098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Pushing event deleted for resources: {'Port': ['ID=814dc065-c087-48c8-84df-4e42018ebee9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:31.805952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.027418 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Router dedea633-b861-4f59-b71f-04f33b3befdf has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:20:32.124897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.137330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:20:32.145311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36842) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:32.146023 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-16148ecf-3a6a-4123-8a23-19ec148a9395 admin admin] 10.222.0.62 "PUT /v2.0/routers/dedea633-b861-4f59-b71f-04f33b3befdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5526545 Dec 08 17:20:32.148049 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] Sync routers for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:20:32.158636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:20:32.159232 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:32.365950 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:20:32.392511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.455149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d8695a45-92ff-4cb5-93be-34ddbe2c93fc no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:32.481642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: d8695a45-92ff-4cb5-93be-34ddbe2c93fc {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:32.482133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device d8695a45-92ff-4cb5-93be-34ddbe2c93fc not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:32.559343 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:20:31Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:32.586113 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] Checking router: dedea633-b861-4f59-b71f-04f33b3befdf for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:20:32.592159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.595515 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] Routers {'dedea633-b861-4f59-b71f-04f33b3befdf'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:20:32.596301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['dedea633-b861-4f59-b71f-04f33b3befdf'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:32.695045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.696532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.708392 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] Set router dedea633-b861-4f59-b71f-04f33b3befdf gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:20:32.756106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Deleting port b3e5387a-2294-468c-b160-f8c6c20ab8b6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:32.756441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.838621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] For port b3e5387a-2294-468c-b160-f8c6c20ab8b6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b3e5387a-2294-468c-b160-f8c6c20ab8b6,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:32.838982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:32.853300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Calling delete_port for b3e5387a-2294-468c-b160-f8c6c20ab8b6 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:32.893780 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:20:31Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:32.920510 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd110dcb-9474-4b3f-98af-bfe04ad38084 None None] The sync data for ids ['dedea633-b861-4f59-b71f-04f33b3befdf'] in n-d-820935-5 is: [{'id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'name': 'tempest-TestServerBasicOps-2069226379-router', 'tenant_id': 'e4febf937cc0436fab3761c7a37c7c48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:20:31Z', 'revision_number': 5, 'project_id': 'e4febf937cc0436fab3761c7a37c7c48', 'gw_port': {'id': 'b3e5387a-2294-468c-b160-f8c6c20ab8b6', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:6d:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dedea633-b861-4f59-b71f-04f33b3befdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:22Z', 'updated_at': '2021-12-08T17:15:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:20:33.038479 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.061971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e5387a-2294-468c-b160-f8c6c20ab8b6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:33.078476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf58fae-1d65-46f8-bbcf-07c81227f25e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:20:33.130624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.223033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.225196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.266600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.267140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dedea633-b861-4f59-b71f-04f33b3befdf {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:20:33.272248 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.273164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-49a7ec7f-4fac-4422-9213-5bed557fe022 admin admin] 10.222.0.62 "DELETE /v2.0/routers/dedea633-b861-4f59-b71f-04f33b3befdf HTTP/1.1" status: 204 len: 168 time: 1.1258776 Dec 08 17:20:33.275903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36844) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:33.323254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Deleting subnet af38d058-6310-4f56-92f5-077edb2ce93e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:20:33.327495 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.367379 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.448568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.501128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.534686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af38d058-6310-4f56-92f5-077edb2ce93e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:33.536866 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.540117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a74cb5ba-811c-47a0-9b7c-c3ad20e0c882 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/af38d058-6310-4f56-92f5-077edb2ce93e HTTP/1.1" status: 204 len: 168 time: 0.2632644 Dec 08 17:20:33.542672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36846) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:33.545006 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a98b108-fb24-434d-ad26-dfd31184f728 None None] Network a729b154-beb1-47db-9329-d58306404235 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:20:33.617674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.675964 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Deleting port 48ae3364-9c81-4674-b78e-16feaf96fc10 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:33.676301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.734457 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.745585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] For port 48ae3364-9c81-4674-b78e-16feaf96fc10, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=48ae3364-9c81-4674-b78e-16feaf96fc10,segment=NetworkSegment(72df28b4-029d-4e69-82d2-28f3cd413664),segment_id=72df28b4-029d-4e69-82d2-28f3cd413664)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:33.745976 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.758794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Calling delete_port for 48ae3364-9c81-4674-b78e-16feaf96fc10 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:33.838321 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.864314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Pushing event deleted for resources: {'Port': ['ID=48ae3364-9c81-4674-b78e-16feaf96fc10,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:33.867762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] No DVR routers for this DVR port 48ae3364-9c81-4674-b78e-16feaf96fc10 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:20:33.944366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:33.947255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d4f2b9-44a3-4f7a-8d75-0eaf423d6bfe None None] DHCP port deletion for a729b154-beb1-47db-9329-d58306404235 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:20:33.971265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a729b154-beb1-47db-9329-d58306404235']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:33.981616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72df28b4-029d-4e69-82d2-28f3cd413664') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:33.981947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72df28b4-029d-4e69-82d2-28f3cd413664') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:33.991794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.005428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.011574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:20:34.011965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:20:34.013709 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:20:34.071110 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.076671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.079867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a729b154-beb1-47db-9329-d58306404235 HTTP/1.1" status: 204 len: 168 time: 0.5362582 Dec 08 17:20:34.083618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:34.092165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30521b3-03ca-42b0-a2b6-e2d15bb78434 admin admin] Pushing event deleted for resources: {'Network': ['ID=a729b154-beb1-47db-9329-d58306404235,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:34.427277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.675394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Deleting port afde9475-ade4-46d8-8f52-1712bf5a26f1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:34.675721 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.755228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] For port afde9475-ade4-46d8-8f52-1712bf5a26f1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=afde9475-ade4-46d8-8f52-1712bf5a26f1,segment=NetworkSegment(42d2df02-4b88-4d40-800a-891b792a1034),segment_id=42d2df02-4b88-4d40-800a-891b792a1034)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:34.755688 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.768276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Calling delete_port for afde9475-ade4-46d8-8f52-1712bf5a26f1 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:34.948213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:34.971533 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Pushing event deleted for resources: {'Port': ['ID=afde9475-ade4-46d8-8f52-1712bf5a26f1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:34.980863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 814dc065-c087-48c8-84df-4e42018ebee9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:35.007161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 814dc065-c087-48c8-84df-4e42018ebee9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:35.014440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 814dc065-c087-48c8-84df-4e42018ebee9 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:35.018148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 48ae3364-9c81-4674-b78e-16feaf96fc10 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:35.046103 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 48ae3364-9c81-4674-b78e-16feaf96fc10 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:35.046435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 48ae3364-9c81-4674-b78e-16feaf96fc10 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:35.047153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b3e5387a-2294-468c-b160-f8c6c20ab8b6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:35.067053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b3e5387a-2294-468c-b160-f8c6c20ab8b6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:35.067682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b3e5387a-2294-468c-b160-f8c6c20ab8b6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:35.150652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:35.363730 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Router 406a1b2e-e26d-4e76-bc52-03828f20ab08 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:20:35.469927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:20:35.475310 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d44166fc-efae-43ba-b1ce-351d0cc15911 admin admin] 10.222.0.62 "PUT /v2.0/routers/406a1b2e-e26d-4e76-bc52-03828f20ab08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3900900 Dec 08 17:20:35.478032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:35.479561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] Sync routers for ids ['406a1b2e-e26d-4e76-bc52-03828f20ab08'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:20:35.491340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] Routers {'406a1b2e-e26d-4e76-bc52-03828f20ab08'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:20:35.491975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['406a1b2e-e26d-4e76-bc52-03828f20ab08'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:35.604044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] Set router 406a1b2e-e26d-4e76-bc52-03828f20ab08 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:20:35.802323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:20:34Z', 'revision_number': 5, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:35.829922 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] Checking router: 406a1b2e-e26d-4e76-bc52-03828f20ab08 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:20:35.838820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] Routers {'406a1b2e-e26d-4e76-bc52-03828f20ab08'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:20:35.839402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:20:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['406a1b2e-e26d-4e76-bc52-03828f20ab08'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:35.900874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:35.949222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] Set router 406a1b2e-e26d-4e76-bc52-03828f20ab08 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:20:36.005559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.060081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Deleting port 483a48b3-8a5e-4d62-a033-f30dc81fc798 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:36.060362 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.139263 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:20:34Z', 'revision_number': 5, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:36.139854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] For port 483a48b3-8a5e-4d62-a033-f30dc81fc798, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=483a48b3-8a5e-4d62-a033-f30dc81fc798,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:36.139854 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.157012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Calling delete_port for 483a48b3-8a5e-4d62-a033-f30dc81fc798 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:36.170023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7cc9ea-7f22-49dd-9a31-a0dfd4a29ff4 None None] The sync data for ids ['406a1b2e-e26d-4e76-bc52-03828f20ab08'] in n-d-820935-5 is: [{'id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'name': 'tempest-TestServerBasicOps-1214994217-router', 'tenant_id': 'cadfa57063e64903bc618287dbf874df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:15:26Z', 'updated_at': '2021-12-08T17:20:34Z', 'revision_number': 5, 'project_id': 'cadfa57063e64903bc618287dbf874df', 'gw_port': {'id': '483a48b3-8a5e-4d62-a033-f30dc81fc798', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a4:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '406a1b2e-e26d-4e76-bc52-03828f20ab08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4016, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:15:27Z', 'updated_at': '2021-12-08T17:15:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:20:36.320759 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.351419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Pushing event deleted for resources: {'Port': ['ID=483a48b3-8a5e-4d62-a033-f30dc81fc798,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:36.366230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04977f1-b913-40ab-914d-bc28fccb5490 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:20:36.410719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.500105 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.503103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.554193 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.554739 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 406a1b2e-e26d-4e76-bc52-03828f20ab08 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:20:36.559377 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.562924 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-905dda1a-ff48-4a82-8f64-7080e6338b61 admin admin] 10.222.0.62 "DELETE /v2.0/routers/406a1b2e-e26d-4e76-bc52-03828f20ab08 HTTP/1.1" status: 204 len: 168 time: 1.0816042 Dec 08 17:20:36.563296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36852) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:36.609974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Deleting subnet 03e4681b-63be-4388-bb72-86cfae0613f8 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:20:36.613529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.653301 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.738105 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.793956 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.823325 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.828753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-31020024-6bd1-40db-b964-69741193099c admin admin] 10.222.0.62 "DELETE /v2.0/subnets/03e4681b-63be-4388-bb72-86cfae0613f8 HTTP/1.1" status: 204 len: 168 time: 0.2622383 Dec 08 17:20:36.828753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31020024-6bd1-40db-b964-69741193099c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e4681b-63be-4388-bb72-86cfae0613f8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:36.829148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36854) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:36.831410 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a59da95-77ee-42e7-9150-83e6ed635d9f None None] Network e5f22aff-781c-4eef-8579-935cbc308748 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:20:36.906489 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:36.970836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Deleting port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:20:36.971172 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.037393 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] For port ddd46c24-7c84-4d7f-a44a-4116feb29fb3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,segment=NetworkSegment(42d2df02-4b88-4d40-800a-891b792a1034),segment_id=42d2df02-4b88-4d40-800a-891b792a1034)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:37.037754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.050336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Calling delete_port for ddd46c24-7c84-4d7f-a44a-4116feb29fb3 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:20:37.128991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.154933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd46c24-7c84-4d7f-a44a-4116feb29fb3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:37.160530 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] No DVR routers for this DVR port ddd46c24-7c84-4d7f-a44a-4116feb29fb3 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:20:37.207001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed25537-083e-4277-8679-a81a00afccf6 None None] DHCP port deletion for e5f22aff-781c-4eef-8579-935cbc308748 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:20:37.242248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.263809 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f22aff-781c-4eef-8579-935cbc308748']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:37.268060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ddd46c24-7c84-4d7f-a44a-4116feb29fb3 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:37.273830 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d2df02-4b88-4d40-800a-891b792a1034') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:37.274120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d2df02-4b88-4d40-800a-891b792a1034') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:20:37.283607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.288178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ddd46c24-7c84-4d7f-a44a-4116feb29fb3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:37.288526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ddd46c24-7c84-4d7f-a44a-4116feb29fb3 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:37.289012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device afde9475-ade4-46d8-8f52-1712bf5a26f1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:37.296840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.304218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:20:37.304609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:20:37.306562 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:20:37.309380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: afde9475-ade4-46d8-8f52-1712bf5a26f1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:37.309731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device afde9475-ade4-46d8-8f52-1712bf5a26f1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:37.310202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 483a48b3-8a5e-4d62-a033-f30dc81fc798 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:20:37.329844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 483a48b3-8a5e-4d62-a033-f30dc81fc798 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:20:37.330195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 483a48b3-8a5e-4d62-a033-f30dc81fc798 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:20:37.375215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.381672 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.385475 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/e5f22aff-781c-4eef-8579-935cbc308748 HTTP/1.1" status: 204 len: 168 time: 0.5552506 Dec 08 17:20:37.404053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6b0145-c69c-4258-83eb-914bf8c757e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f22aff-781c-4eef-8579-935cbc308748,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:37.507129 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36858) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:37.547174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4929f9e-b7f0-470b-8ae7-890de7ece83c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e4febf937cc0436fab3761c7a37c7c48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388577 Dec 08 17:20:37.549543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 36860) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:37.597481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bd400af-9b81-41fd-bda5-7d3afb0a1003 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.619595 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bd400af-9b81-41fd-bda5-7d3afb0a1003 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.670642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bd400af-9b81-41fd-bda5-7d3afb0a1003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.673102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9bd400af-9b81-41fd-bda5-7d3afb0a1003 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:37.674285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9bd400af-9b81-41fd-bda5-7d3afb0a1003 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7b8eb29-3613-4800-80b8-840229428a56 HTTP/1.1" status: 204 len: 168 time: 0.1238084 Dec 08 17:20:37.682497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd400af-9b81-41fd-bda5-7d3afb0a1003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b8eb29-3613-4800-80b8-840229428a56,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:37.996483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:38.035495 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-bfd23789-7ff8-49da-8e24-fb9990e15339 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cadfa57063e64903bc618287dbf874df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377874 Dec 08 17:20:38.038483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 36868) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:20:38.091133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e31e32fb-5bad-455f-920e-33e52dedcb62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:38.112843 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e31e32fb-5bad-455f-920e-33e52dedcb62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:38.164965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e31e32fb-5bad-455f-920e-33e52dedcb62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:38.167738 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e31e32fb-5bad-455f-920e-33e52dedcb62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:38.170371 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e31e32fb-5bad-455f-920e-33e52dedcb62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b7fcc98-6757-4e13-a1d5-596a1d56ba7e HTTP/1.1" status: 204 len: 168 time: 0.1308086 Dec 08 17:20:38.178524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e32fb-5bad-455f-920e-33e52dedcb62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7fcc98-6757-4e13-a1d5-596a1d56ba7e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:48.802050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-42060c41-c3d1-4eb3-813d-8b9cc98629a9 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=408677a48b89447ba337b882139e6643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222564 Dec 08 17:20:48.911451 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-e71e55ff-29dd-4f1e-bb9d-c8ce196695ec tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:48.912877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-e71e55ff-29dd-4f1e-bb9d-c8ce196695ec tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1053016 Dec 08 17:20:48.928893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-78f299f3-a2e6-4f8b-bab5-981695e0b35c tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/quotas/408677a48b89447ba337b882139e6643 HTTP/1.1" status: 200 len: 375 time: 0.0095389 Dec 08 17:20:48.966289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-63bc1623-22b6-469b-b488-4da7c8fd9aa9 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=408677a48b89447ba337b882139e6643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313039 Dec 08 17:20:49.126454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-09d1d708-9b2c-4b3c-b8a4-65f80d2e1bc2 req-d118baf9-4f15-4173-804c-3004ad2b2bb5 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 210 time: 0.0282791 Dec 08 17:20:50.114027 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-117d25f3-5f8f-4b43-8444-30cc360db6ee tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=408677a48b89447ba337b882139e6643&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279734 Dec 08 17:20:50.225841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-51171b53-6a3d-4053-a065-7a4e3560e666 req-79d4ff7b-5c78-4df6-acdc-e00f9c686af2 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 210 time: 0.0273142 Dec 08 17:20:50.235607 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-132b2da3-9070-4bed-80f8-7953c17a0c95 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:50.237081 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-132b2da3-9070-4bed-80f8-7953c17a0c95 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1169446 Dec 08 17:20:50.251115 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Request body: {'port': {'device_id': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'admin_state_up': True, 'tenant_id': '408677a48b89447ba337b882139e6643'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:20:50.365631 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Made reservation on behalf of 408677a48b89447ba337b882139e6643 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:20:50.369067 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.378626 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.455441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.459194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.522511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e925b-af2f-4cbe-87d6-11ccaa9528ab,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:50.590387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Allocated IP 192.168.233.154 (c763941a-4f61-42c1-bce8-f239c82b8b61/78cf11f0-7606-44f0-a91f-ef651debdd62/adb8dabb-b694-44b9-a007-f4fdee44574f) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:20:50.743073 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.775681 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.822506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Network c763941a-4f61-42c1-bce8-f239c82b8b61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:20:50.827945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:20:50.831649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:20:50.856588 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Pushing event updated for resources: {'Port': ['ID=adb8dabb-b694-44b9-a007-f4fdee44574f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:50.886660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:50.887312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:50.905546 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-ec8543e2-642f-4337-8704-61ffb360b153 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6581006 Dec 08 17:20:51.018680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Request body: {'port': {'device_id': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:20:51.024108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9bac4204-adf9-4936-8a8b-05f05fb51531 None None] Provisioning complete for port adb8dabb-b694-44b9-a007-f4fdee44574f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:20:51.025048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bac4204-adf9-4936-8a8b-05f05fb51531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.059588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-9bac4204-adf9-4936-8a8b-05f05fb51531 None None] Port adb8dabb-b694-44b9-a007-f4fdee44574f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:20:51.074577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.345491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd7956-da6a-4004-8620-0b565553105d req-ef4c9443-3ad8-4df7-ab82-a9d595c7974a tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:51.346677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb8dabb-b694-44b9-a007-f4fdee44574f {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:20:51.347092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fcd7956-da6a-4004-8620-0b565553105d req-ef4c9443-3ad8-4df7-ab82-a9d595c7974a tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 936 time: 0.0507433 Dec 08 17:20:51.356868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.369429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Transition to ACTIVE for port object adb8dabb-b694-44b9-a007-f4fdee44574f will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:20:51.374180 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.398063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1fcd7956-da6a-4004-8620-0b565553105d req-f81790a2-3d53-43f3-92db-1dfcb9f19a44 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440819 Dec 08 17:20:51.429675 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Pushing event updated for resources: {'Port': ['ID=adb8dabb-b694-44b9-a007-f4fdee44574f,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:51.499176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Attempting to bind port adb8dabb-b694-44b9-a007-f4fdee44574f on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:20:51.499531 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Attempting to bind port adb8dabb-b694-44b9-a007-f4fdee44574f by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:20:51.499851 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Attempting to bind port adb8dabb-b694-44b9-a007-f4fdee44574f on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:20:51.504703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Port adb8dabb-b694-44b9-a007-f4fdee44574f on network c763941a-4f61-42c1-bce8-f239c82b8b61 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:20:51.504951 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Attempting to bind port adb8dabb-b694-44b9-a007-f4fdee44574f on network c763941a-4f61-42c1-bce8-f239c82b8b61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:20:51.510066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:20:51.510401 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Checking segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:20:51.510777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Bound using segment: {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:20:51.511199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Bound port: adb8dabb-b694-44b9-a007-f4fdee44574f, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e6f8329-3038-486a-994a-e59d3d18c777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:20:51.512114 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.581979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] For port adb8dabb-b694-44b9-a007-f4fdee44574f, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:20:51.585603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] For port adb8dabb-b694-44b9-a007-f4fdee44574f, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=adb8dabb-b694-44b9-a007-f4fdee44574f,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:20:51.590800 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.626054 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:51.626798 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:51.628087 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] 10.222.0.58 "PUT /v2.0/ports/adb8dabb-b694-44b9-a007-f4fdee44574f HTTP/1.1" status: 200 len: 1096 time: 0.7118235 Dec 08 17:20:51.628519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'tag': 'adb8dabb-b694-44b9-a007-f4fdee44574f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:20:51.630954 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07148efd-05f9-4154-81be-1b54464341a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a8c010e8-8f39-4548-929c-8f0aedb73de2", "tag": "adb8dabb-b694-44b9-a007-f4fdee44574f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:20:51.659143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc689b-28c9-4b3b-b9a1-3e67a4ea1849 service neutron] Pushing event updated for resources: {'Port': ['ID=adb8dabb-b694-44b9-a007-f4fdee44574f,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:51.738892 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-2f0ccdde-6112-4b1f-9fec-fd5ad77a2501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:51.740685 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-2f0ccdde-6112-4b1f-9fec-fd5ad77a2501 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=408677a48b89447ba337b882139e6643&device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 1099 time: 0.0476730 Dec 08 17:20:51.744262 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e063c6-ccf1-434a-bcea-cffd7f2d8b5c x-openstack-request-id: req-45e063c6-ccf1-434a-bcea-cffd7f2d8b5c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:20:51.744561 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8c010e8-8f39-4548-929c-8f0aedb73de2", "tag": "adb8dabb-b694-44b9-a007-f4fdee44574f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:20:51.744843 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-45e063c6-ccf1-434a-bcea-cffd7f2d8b5c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:20:51.745274 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'tag': 'adb8dabb-b694-44b9-a007-f4fdee44574f', 'status': 'completed', 'code': 200} Dec 08 17:20:51.793232 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-1af56428-58a1-4b94-b7cb-ae6691944e1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=adb8dabb-b694-44b9-a007-f4fdee44574f HTTP/1.1" status: 200 len: 217 time: 0.0389950 Dec 08 17:20:51.843021 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-c147aac0-7361-44cf-b8d7-bc67c9ecbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:51.844529 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-c147aac0-7361-44cf-b8d7-bc67c9ecbfee service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0456314 Dec 08 17:20:51.890993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-5582a5c1-cae7-41ad-aa66-aa02b7e0e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:51.892463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-5582a5c1-cae7-41ad-aa66-aa02b7e0e024 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413864 Dec 08 17:20:51.987521 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-86f62404-fdd2-4241-9550-02d382fb17d1 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882776 Dec 08 17:20:52.078085 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-306e8c89-332b-4e3e-977d-b85e9d720063 req-fb04ad72-a4fc-475b-a127-2cf5f678344f service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840881 Dec 08 17:20:52.162858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07148efd-05f9-4154-81be-1b54464341a8 req-e7d0bae1-e7d2-41ed-81ef-bfe7c6000125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:52.164360 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-e7d0bae1-e7d2-41ed-81ef-bfe7c6000125 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=408677a48b89447ba337b882139e6643&device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 1099 time: 0.0404615 Dec 08 17:20:52.257824 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07148efd-05f9-4154-81be-1b54464341a8 req-5b9fc69c-d18a-449f-b87b-67b4d5156da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:52.259274 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-5b9fc69c-d18a-449f-b87b-67b4d5156da5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c763941a-4f61-42c1-bce8-f239c82b8b61 HTTP/1.1" status: 200 len: 870 time: 0.0878401 Dec 08 17:20:52.300707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-a98c1da4-c8df-4998-9b7f-da537a6044a9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=adb8dabb-b694-44b9-a007-f4fdee44574f HTTP/1.1" status: 200 len: 217 time: 0.0347152 Dec 08 17:20:52.354420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07148efd-05f9-4154-81be-1b54464341a8 req-fff465cb-e4dc-4fbe-8a03-f1fc22e478f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:52.356584 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-fff465cb-e4dc-4fbe-8a03-f1fc22e478f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=78cf11f0-7606-44f0-a91f-ef651debdd62 HTTP/1.1" status: 200 len: 843 time: 0.0472810 Dec 08 17:20:52.402032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07148efd-05f9-4154-81be-1b54464341a8 req-d9bef504-f5fb-4f60-9adc-85798ec329be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:52.404073 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-d9bef504-f5fb-4f60-9adc-85798ec329be service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c763941a-4f61-42c1-bce8-f239c82b8b61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0397928 Dec 08 17:20:52.495281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-e79f3f6d-0a58-43a0-bbf4-a7c77671e042 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838988 Dec 08 17:20:52.519269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e246db2-4757-4e6f-853e-58a4589619a2 req-834739a6-1ce0-4b1e-a7e1-a80932a43f88 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:52.520730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e246db2-4757-4e6f-853e-58a4589619a2 req-834739a6-1ce0-4b1e-a7e1-a80932a43f88 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 948 time: 0.0528011 Dec 08 17:20:52.569341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2e246db2-4757-4e6f-853e-58a4589619a2 req-61891eb8-c20d-4fd3-860b-c9f519971c60 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Dec 08 17:20:52.593889 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-07148efd-05f9-4154-81be-1b54464341a8 req-f62e4023-4f68-4575-8871-bdb8bf5a2623 service neutron] 10.222.0.58 "GET /v2.0/networks/c763941a-4f61-42c1-bce8-f239c82b8b61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896852 Dec 08 17:20:53.688268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e96ed-570e-4d31-bdd1-81050809ae4a req-f9a0db6e-b7b1-4936-9555-aa0a8f344c25 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:53.689745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e57e96ed-570e-4d31-bdd1-81050809ae4a req-f9a0db6e-b7b1-4936-9555-aa0a8f344c25 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 948 time: 0.0491209 Dec 08 17:20:53.738933 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e57e96ed-570e-4d31-bdd1-81050809ae4a req-5f302e21-d831-4a56-8c59-885b85fc8438 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431721 Dec 08 17:20:54.855302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3940fe-dda0-420a-92bd-3b34894d12ab req-3adc3963-920f-4542-97df-6741cacdf9a9 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:54.857414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db3940fe-dda0-420a-92bd-3b34894d12ab req-3adc3963-920f-4542-97df-6741cacdf9a9 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 948 time: 0.0491643 Dec 08 17:20:54.908472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-db3940fe-dda0-420a-92bd-3b34894d12ab req-ff294e5b-f76c-4e43-8fa0-f96f0f84abdc tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451257 Dec 08 17:20:55.307182 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device adb8dabb-b694-44b9-a007-f4fdee44574f details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:20:55.400673 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port adb8dabb-b694-44b9-a007-f4fdee44574f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=adb8dabb-b694-44b9-a007-f4fdee44574f,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:55.413147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'adb8dabb-b694-44b9-a007-f4fdee44574f', 'network_id': 'c763941a-4f61-42c1-bce8-f239c82b8b61', 'port_id': 'adb8dabb-b694-44b9-a007-f4fdee44574f', 'mac_address': 'fa:16:3e:ce:16:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78cf11f0-7606-44f0-a91f-ef651debdd62', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:20:55.450549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:55.466972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb8dabb-b694-44b9-a007-f4fdee44574f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:20:55.486905 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port adb8dabb-b694-44b9-a007-f4fdee44574f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=adb8dabb-b694-44b9-a007-f4fdee44574f,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:55.490696 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:55.538831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=adb8dabb-b694-44b9-a007-f4fdee44574f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:55.546454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.546805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.547149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.547488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.547823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.548155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.548489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.548810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.549136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.549459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.549783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.550134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.550455 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:20:55.740402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['adb8dabb-b694-44b9-a007-f4fdee44574f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:20:56.026611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408439d-20a4-4303-b95a-39a8cb66e3d5 req-765a8485-1a71-4055-8854-2a43da36d9fd tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:56.028135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3408439d-20a4-4303-b95a-39a8cb66e3d5 req-765a8485-1a71-4055-8854-2a43da36d9fd tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 949 time: 0.0511949 Dec 08 17:20:56.076273 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3408439d-20a4-4303-b95a-39a8cb66e3d5 req-92c89da3-8319-4614-af70-ca361f4a2501 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421271 Dec 08 17:20:56.140596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a535c762-a417-4ab5-9da6-da23e1bb7791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:57.191815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132cf52-1989-41e1-9025-712ebfe9d228 req-09bd6b74-142b-4623-aa6e-ccca29a46384 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:57.193204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3132cf52-1989-41e1-9025-712ebfe9d228 req-09bd6b74-142b-4623-aa6e-ccca29a46384 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 949 time: 0.0488002 Dec 08 17:20:57.240999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3132cf52-1989-41e1-9025-712ebfe9d228 req-6d371fe5-5340-44f3-a8d7-218a9feb6b79 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418344 Dec 08 17:20:57.307980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device adb8dabb-b694-44b9-a007-f4fdee44574f up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:20:57.360819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port adb8dabb-b694-44b9-a007-f4fdee44574f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:20:57.364680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port adb8dabb-b694-44b9-a007-f4fdee44574f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:20:57.365040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:57.439915 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:57.465194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8dabb-b694-44b9-a007-f4fdee44574f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:20:57.467502 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b0b0a31-d983-4d91-813a-3a4dd1bfe4b3" -d '{"events": [{"server_uuid": "a8c010e8-8f39-4548-929c-8f0aedb73de2", "name": "network-vif-plugged", "status": "completed", "tag": "adb8dabb-b694-44b9-a007-f4fdee44574f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:20:57.480184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port adb8dabb-b694-44b9-a007-f4fdee44574f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=adb8dabb-b694-44b9-a007-f4fdee44574f,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:20:57.484709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:57.535889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=adb8dabb-b694-44b9-a007-f4fdee44574f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:20:57.566409 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8adc50-8ae5-4553-a747-a5506e141857 x-openstack-request-id: req-8a8adc50-8ae5-4553-a747-a5506e141857 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:20:57.566700 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c010e8-8f39-4548-929c-8f0aedb73de2", "name": "network-vif-plugged", "status": "completed", "tag": "adb8dabb-b694-44b9-a007-f4fdee44574f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:20:57.566972 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8a8adc50-8ae5-4553-a747-a5506e141857 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:20:57.567362 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb8dabb-b694-44b9-a007-f4fdee44574f', 'code': 200} Dec 08 17:20:57.668377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f3654-2bf9-4924-9f0c-c804586915e6 req-d23f66d7-5659-496b-ba40-208a8660ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:57.669905 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-549f3654-2bf9-4924-9f0c-c804586915e6 req-d23f66d7-5659-496b-ba40-208a8660ea21 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 1101 time: 0.0412431 Dec 08 17:20:57.714933 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-549f3654-2bf9-4924-9f0c-c804586915e6 req-ba0b15e2-13b0-4ff2-9455-698d412e009f service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382435 Dec 08 17:20:58.362848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a65300-4a6c-47a7-9e6c-549ecb5740cc req-3b23e0ad-70ab-4f4b-99e0-fac2fb2b82bb tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:58.364378 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a65300-4a6c-47a7-9e6c-549ecb5740cc req-3b23e0ad-70ab-4f4b-99e0-fac2fb2b82bb tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 950 time: 0.0551379 Dec 08 17:20:58.411428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8a65300-4a6c-47a7-9e6c-549ecb5740cc req-2f73f1c2-f75a-4da8-8ad6-489129b51d16 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Dec 08 17:20:58.923278 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2a4b93ca-f92c-47fa-9847-992c1c4bb90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:20:59.530293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a654b6-c596-4858-b451-f8a176d021a2 req-8d4039ea-36cb-4777-884f-71d1009ff506 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:20:59.531759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9a654b6-c596-4858-b451-f8a176d021a2 req-8d4039ea-36cb-4777-884f-71d1009ff506 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 950 time: 0.0508864 Dec 08 17:20:59.579781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9a654b6-c596-4858-b451-f8a176d021a2 req-75b784dc-1b2e-4e97-ad7c-79f6b3681f19 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420260 Dec 08 17:20:59.905036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-55e09558-1ec1-4f95-9a4a-666e42e21894 req-8913ebce-4a93-42d0-bd3e-1060253671cc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:20:59.906086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55e09558-1ec1-4f95-9a4a-666e42e21894 req-8913ebce-4a93-42d0-bd3e-1060253671cc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0562468 Dec 08 17:21:00.280257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-91b2a14a-d998-4c41-b6da-c81da5230799 req-742a0cd9-466e-45cf-b156-cae169dc7e25 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:21:00.281318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91b2a14a-d998-4c41-b6da-c81da5230799 req-742a0cd9-466e-45cf-b156-cae169dc7e25 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0520105 Dec 08 17:21:00.358621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:00.617439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad04517-bf8b-4bfa-ba80-70d5fdc3a87f req-382ec5a6-a530-49cb-befa-1ea69df4af97 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:00.618917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ad04517-bf8b-4bfa-ba80-70d5fdc3a87f req-382ec5a6-a530-49cb-befa-1ea69df4af97 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 950 time: 0.0491338 Dec 08 17:21:00.671566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ad04517-bf8b-4bfa-ba80-70d5fdc3a87f req-e0529dd1-2afc-494a-b47c-c9688fff8f62 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464506 Dec 08 17:21:01.788381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be8ec1-d68f-4953-adc9-faaa983083cf req-ab2ac8b2-b0e5-4b68-8555-18dca0fefe94 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:01.789868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15be8ec1-d68f-4953-adc9-faaa983083cf req-ab2ac8b2-b0e5-4b68-8555-18dca0fefe94 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 950 time: 0.0483789 Dec 08 17:21:01.838352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15be8ec1-d68f-4953-adc9-faaa983083cf req-be83ac3e-f1df-4928-9819-15046010188a tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.62 "GET /v2.0/security-groups?id=b15e925b-af2f-4cbe-87d6-11ccaa9528ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413787 Dec 08 17:21:01.867703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd595-3f35-435b-a542-2ad76e769a8b req-b37132d3-3cd4-4630-885c-a1f05cecd4b7 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:01.869129 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-254fd595-3f35-435b-a542-2ad76e769a8b req-b37132d3-3cd4-4630-885c-a1f05cecd4b7 tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.58 "GET /v2.0/ports?device_id=a8c010e8-8f39-4548-929c-8f0aedb73de2 HTTP/1.1" status: 200 len: 950 time: 0.0531838 Dec 08 17:21:01.956231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Deleting port adb8dabb-b694-44b9-a007-f4fdee44574f {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:01.956562 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:02.046367 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] For port adb8dabb-b694-44b9-a007-f4fdee44574f, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=adb8dabb-b694-44b9-a007-f4fdee44574f,segment=NetworkSegment(9e6f8329-3038-486a-994a-e59d3d18c777),segment_id=9e6f8329-3038-486a-994a-e59d3d18c777)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:02.046719 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:02.059231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Calling delete_port for adb8dabb-b694-44b9-a007-f4fdee44574f owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:02.128588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:02.194227 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:02.205557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['adb8dabb-b694-44b9-a007-f4fdee44574f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:21:02.231082 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Pushing event deleted for resources: {'Port': ['ID=adb8dabb-b694-44b9-a007-f4fdee44574f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:02.271740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] No DVR routers for this DVR port adb8dabb-b694-44b9-a007-f4fdee44574f on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:21:02.274368 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:02.277698 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-254fd595-3f35-435b-a542-2ad76e769a8b req-17b93402-d4c6-4f62-afef-ffafb6fdbc8e tempest-ServersAdminNegativeTestJSON-1007080860 tempest-ServersAdminNegativeTestJSON-1007080860-project] 10.222.0.58 "DELETE /v2.0/ports/adb8dabb-b694-44b9-a007-f4fdee44574f HTTP/1.1" status: 204 len: 173 time: 0.4023433 Dec 08 17:21:02.278174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'name': 'network-vif-deleted', 'tag': 'adb8dabb-b694-44b9-a007-f4fdee44574f'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:02.281251 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175945a7-0429-4443-b1c0-5b1a3f0e26fa" -d '{"events": [{"server_uuid": "a8c010e8-8f39-4548-929c-8f0aedb73de2", "name": "network-vif-deleted", "tag": "adb8dabb-b694-44b9-a007-f4fdee44574f"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:02.326660 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca30f3c8-3a4a-4d10-8462-a85142aa3957 x-openstack-request-id: req-ca30f3c8-3a4a-4d10-8462-a85142aa3957 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:02.327021 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8c010e8-8f39-4548-929c-8f0aedb73de2", "name": "network-vif-deleted", "tag": "adb8dabb-b694-44b9-a007-f4fdee44574f", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:02.327340 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca30f3c8-3a4a-4d10-8462-a85142aa3957 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:02.327803 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8c010e8-8f39-4548-929c-8f0aedb73de2', 'name': 'network-vif-deleted', 'tag': 'adb8dabb-b694-44b9-a007-f4fdee44574f', 'status': 'completed', 'code': 200} Dec 08 17:21:02.399290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:02.696200 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.142774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:03.272893 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7737d8d5-a666-492c-a183-3bd254aea47b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=408677a48b89447ba337b882139e6643&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289072 Dec 08 17:21:03.275510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:03.323244 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01c5ce08-1538-4887-92e6-783237b58621 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.344765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01c5ce08-1538-4887-92e6-783237b58621 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.390936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01c5ce08-1538-4887-92e6-783237b58621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.393418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01c5ce08-1538-4887-92e6-783237b58621 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.394644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01c5ce08-1538-4887-92e6-783237b58621 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b15e925b-af2f-4cbe-87d6-11ccaa9528ab HTTP/1.1" status: 204 len: 168 time: 0.1182179 Dec 08 17:21:03.403258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5ce08-1538-4887-92e6-783237b58621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e925b-af2f-4cbe-87d6-11ccaa9528ab,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:03.663149 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37028) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:03.680231 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20cb0f44-19a8-4704-b7a9-b50cfc37e1c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.749730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.758689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20cb0f44-19a8-4704-b7a9-b50cfc37e1c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.763060 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20cb0f44-19a8-4704-b7a9-b50cfc37e1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.801621 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-20cb0f44-19a8-4704-b7a9-b50cfc37e1c0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d02464482e144809df89a4d957f2617&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1373780 Dec 08 17:21:03.802797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb0f44-19a8-4704-b7a9-b50cfc37e1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414a1b56-cb77-4a14-9a59-23943445f293,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:03.804419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37030) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:03.852289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cda8f250-19c9-409c-ad4b-261a30d8d86f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.874137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cda8f250-19c9-409c-ad4b-261a30d8d86f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.920335 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cda8f250-19c9-409c-ad4b-261a30d8d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.922924 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cda8f250-19c9-409c-ad4b-261a30d8d86f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:03.924133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-cda8f250-19c9-409c-ad4b-261a30d8d86f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/414a1b56-cb77-4a14-9a59-23943445f293 HTTP/1.1" status: 204 len: 168 time: 0.1186502 Dec 08 17:21:03.931831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda8f250-19c9-409c-ad4b-261a30d8d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414a1b56-cb77-4a14-9a59-23943445f293,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:04.597958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:04.695243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1118915100-network', 'tenant_id': '02a40597a5944782ab2a51885f2cc84a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:04.715299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Made reservation on behalf of 02a40597a5944782ab2a51885f2cc84a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:04.717703 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.726394 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.802020 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.805750 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.830849 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] vlan segment allocate from pool success with {'vlan_id': 665, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:21:04.840662 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:04.846133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.846475 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Added segment 185fe19d-436d-48d3-b2be-3fa433d49f1f of type vlan for network 90ae7216-2073-4878-b53e-bd6c48aa01c3 Dec 08 17:21:04.889320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.913485 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.914472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:04.915037 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:04.991198 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3921139 Dec 08 17:21:04.994146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37056) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:04.999764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Request body: {'subnet': {'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1118915100-subnet', 'tenant_id': '02a40597a5944782ab2a51885f2cc84a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:05.009872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25c98b-120e-4410-8a56-1c66de34133b admin admin] Pushing event updated for resources: {'Network': ['ID=90ae7216-2073-4878-b53e-bd6c48aa01c3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:05.020611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 90ae7216-2073-4878-b53e-bd6c48aa01c3 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:21:05.026380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Made reservation on behalf of 02a40597a5944782ab2a51885f2cc84a for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:05.028783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:05.195453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:05.254582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5443e1ad-6d11-4535-99ca-2cd6ed707bae,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:05.266067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Checking segment: {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:05.266431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Network hostable DHCP agents. Network: 90ae7216-2073-4878-b53e-bd6c48aa01c3, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:21:05.283025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Network 90ae7216-2073-4878-b53e-bd6c48aa01c3 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:21:05.291859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 90ae7216-2073-4878-b53e-bd6c48aa01c3) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:05.297381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:05.298493 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:05.302015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6e320-d4bd-48b5-8d2a-b0044dddfa4e None None] Network 90ae7216-2073-4878-b53e-bd6c48aa01c3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:05.314827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7db6e51a-e9fd-4355-9e76-d04e0ddcbf7e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3195057 Dec 08 17:21:05.400083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c10801a-e709-40c8-8628-59b9aab30de7 None None] Network 90ae7216-2073-4878-b53e-bd6c48aa01c3 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:05.739767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-a51485b7-ee05-4e51-be7e-e346df44b648 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:05.741207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-a51485b7-ee05-4e51-be7e-e346df44b648 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 812 time: 0.0999949 Dec 08 17:21:05.756280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-a246b132-97ed-48c1-9507-44c42db7057c tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/quotas/02a40597a5944782ab2a51885f2cc84a HTTP/1.1" status: 200 len: 375 time: 0.0091794 Dec 08 17:21:05.791575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-10b92cef-5ea7-4689-95ce-c4b349e6868c tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299666 Dec 08 17:21:05.879994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-925c39e1-05a4-4b5e-ae5d-2dff585d1fa7 service neutron] 10.222.0.62 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805256 Dec 08 17:21:05.971644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-399815cf-78b0-42ae-943d-2899882def11 service neutron] 10.222.0.62 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Dec 08 17:21:06.131558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb1d4d9a-edf3-4125-91b8-4a8d63852f8b req-edd16ef0-5140-46a1-a805-7f6a5b8fdb38 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 210 time: 0.0271592 Dec 08 17:21:06.668290 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:21:07.204899 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-8d8295d8-77ad-4f15-b510-a34232e648ad tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:07.206429 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-8d8295d8-77ad-4f15-b510-a34232e648ad tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.58 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 812 time: 0.1161270 Dec 08 17:21:07.220740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Request body: {'port': {'device_id': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3', 'admin_state_up': True, 'tenant_id': '02a40597a5944782ab2a51885f2cc84a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:07.235943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a704efdd-ddc1-442a-b4a4-8edfcbcf8f83 req-08e35874-05aa-4b2d-b21e-c5b5b4012372 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 210 time: 0.0281615 Dec 08 17:21:07.333380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Made reservation on behalf of 02a40597a5944782ab2a51885f2cc84a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:07.336977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.388648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device adb8dabb-b694-44b9-a007-f4fdee44574f no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:07.409418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: adb8dabb-b694-44b9-a007-f4fdee44574f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:21:07.409755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device adb8dabb-b694-44b9-a007-f4fdee44574f not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:07.471485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Allocated IP 172.20.0.14 (90ae7216-2073-4878-b53e-bd6c48aa01c3/5443e1ad-6d11-4535-99ca-2cd6ed707bae/b6851a66-7b50-4718-bbc1-f7d7bf5ce835) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:07.617511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.650874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.692618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Network 90ae7216-2073-4878-b53e-bd6c48aa01c3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:07.697591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:07.702081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:07.708547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:07.753429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:07.753961 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:07.769830 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-76d89c34-cc37-441c-9e44-a4371be96e76 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5540156 Dec 08 17:21:07.783467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Request body: {'port': {'device_id': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:07.838382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:08.090704 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6851a66-7b50-4718-bbc1-f7d7bf5ce835 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:21:08.098534 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:08.110847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Transition to ACTIVE for port object b6851a66-7b50-4718-bbc1-f7d7bf5ce835 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:21:08.114916 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:08.165007 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:08.235083 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:08.235781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:08.235781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on network 90ae7216-2073-4878-b53e-bd6c48aa01c3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:08.239963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on network 90ae7216-2073-4878-b53e-bd6c48aa01c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:21:08.240276 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on network 90ae7216-2073-4878-b53e-bd6c48aa01c3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:08.245133 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:08.245465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Checking segment: {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:08.245933 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Bound using segment: {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:08.246359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Bound port: b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:08.246707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:08.324731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:08.329039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:08.333434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:08.356112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc837e2-8bd2-4e74-b5bf-581c46815609 req-a32b029a-4cbc-48ab-8741-eee92c0afcd5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.358390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc837e2-8bd2-4e74-b5bf-581c46815609 req-a32b029a-4cbc-48ab-8741-eee92c0afcd5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 944 time: 0.0519547 Dec 08 17:21:08.369315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.369959 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:08.371339 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] 10.222.0.58 "PUT /v2.0/ports/b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 1092 time: 0.5918519 Dec 08 17:21:08.371774 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:08.375366 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d8d387-e929-4bb2-b809-cd2a41af8634" -d '{"events": [{"name": "network-changed", "server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:08.399563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fdaefc-a55d-4122-8843-8c8b2f341c36 service neutron] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:08.421351 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57ccf40-1725-4196-93fc-824b23e2280b x-openstack-request-id: req-d57ccf40-1725-4196-93fc-824b23e2280b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:08.421978 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:08.421978 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d57ccf40-1725-4196-93fc-824b23e2280b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:08.422413 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'status': 'completed', 'code': 200} Dec 08 17:21:08.426807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-acc837e2-8bd2-4e74-b5bf-581c46815609 req-cdb881f3-4bbb-4c72-9346-6a349d9537df tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614042 Dec 08 17:21:08.466690 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-4bf1ef91-e04e-48a4-a416-01a191889289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.468230 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-4bf1ef91-e04e-48a4-a416-01a191889289 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1095 time: 0.0436301 Dec 08 17:21:08.516416 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-6e1cf2db-2622-4b65-a0e1-924f40d6ec38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0391843 Dec 08 17:21:08.567384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f451c293-5721-4d84-b756-b69efd4b8014 req-2664ae9f-a79b-4248-974c-f796e7ea8133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.568825 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-2664ae9f-a79b-4248-974c-f796e7ea8133 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0451336 Dec 08 17:21:08.601702 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-43893667-c95c-4d6a-a4f0-d6da0a6a0bbc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253954 Dec 08 17:21:08.696045 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-cab47cf2-2983-48a7-a929-b3eb1155035e service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861003 Dec 08 17:21:08.785923 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f451c293-5721-4d84-b756-b69efd4b8014 req-dee43b12-61f2-4b4d-9112-d152aa58408b service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827780 Dec 08 17:21:08.881357 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-a0394b8a-1255-4ad0-bbf1-0845c040f814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.882875 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-a0394b8a-1255-4ad0-bbf1-0845c040f814 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1095 time: 0.0477896 Dec 08 17:21:08.976966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-7d8c5949-11fe-491c-8187-9d4902d1f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:08.978747 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-7d8c5949-11fe-491c-8187-9d4902d1f411 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.0882368 Dec 08 17:21:09.019507 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-e7328a29-bd5d-4e25-b19a-f2437ca34803 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0341947 Dec 08 17:21:09.402176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-f0da55e0-a004-4a5e-bc78-72f07144f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:09.404299 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-f0da55e0-a004-4a5e-bc78-72f07144f618 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.3776169 Dec 08 17:21:09.439202 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-d10dbe63-236e-4c2d-a66d-1d4553e4e57b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272248 Dec 08 17:21:09.546454 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-9fec5184-34e9-4c25-8fa6-af69d3a9f88c service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983732 Dec 08 17:21:09.572690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393f3e3-e3ea-4865-8560-0e7dc09c159d req-a75475a1-0a33-4ff4-a8ca-cd544b5c0633 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:09.572690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d393f3e3-e3ea-4865-8560-0e7dc09c159d req-a75475a1-0a33-4ff4-a8ca-cd544b5c0633 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 944 time: 0.0626583 Dec 08 17:21:09.631897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d393f3e3-e3ea-4865-8560-0e7dc09c159d req-497e5a91-5a70-41a4-9e24-87adcb0f109d tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525205 Dec 08 17:21:09.658163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f3d8d387-e929-4bb2-b809-cd2a41af8634 req-0e9ec5a7-ff64-482a-818d-4345581024be service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028357 Dec 08 17:21:10.748565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7132cbb-46d7-4793-b2ae-ca747d992e4b req-9a11f95f-a63a-4edc-a221-75deeef3a276 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:10.750068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7132cbb-46d7-4793-b2ae-ca747d992e4b req-9a11f95f-a63a-4edc-a221-75deeef3a276 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 944 time: 0.0498331 Dec 08 17:21:10.796659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7132cbb-46d7-4793-b2ae-ca747d992e4b req-14eabcc2-99e5-439a-a3e1-1ef52deddea5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 Dec 08 17:21:11.389679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:21:11.646720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:11.657603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3', 'port_id': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'mac_address': 'fa:16:3e:9d:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5443e1ad-6d11-4535-99ca-2cd6ed707bae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:21:11.697255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:11.710632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6851a66-7b50-4718-bbc1-f7d7bf5ce835 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:21:11.729369 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:11.733699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:11.781715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:11.916247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8494debe-fc08-4a34-bf22-e8bec91519ff req-cb23ee69-2f4b-42db-8ff4-7ee587a75c23 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:11.917613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8494debe-fc08-4a34-bf22-e8bec91519ff req-cb23ee69-2f4b-42db-8ff4-7ee587a75c23 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 945 time: 0.0497329 Dec 08 17:21:11.921562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['b6851a66-7b50-4718-bbc1-f7d7bf5ce835'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:21:11.970702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8494debe-fc08-4a34-bf22-e8bec91519ff req-f23d87a8-0e0f-43a7-9a1d-df62dcf04335 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Dec 08 17:21:13.089254 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d5960d-52e8-4668-a3fc-969f9b65a18a req-00912ce5-0622-43ea-a270-dab03370a9b6 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:13.090781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22d5960d-52e8-4668-a3fc-969f9b65a18a req-00912ce5-0622-43ea-a270-dab03370a9b6 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 945 time: 0.0507634 Dec 08 17:21:13.138938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22d5960d-52e8-4668-a3fc-969f9b65a18a req-54d8a1ee-2168-4116-9309-96eda8327e83 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421059 Dec 08 17:21:13.388699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:13.439080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:21:13.443934 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:13.444303 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.525849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.549376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:13.551642 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17ad539-d33a-4494-b845-50758d350b8a" -d '{"events": [{"server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "name": "network-vif-plugged", "status": "completed", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:13.564985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:13.569168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:13.595619 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a02b64-edef-4d0f-a6c0-a8f4af528c70 x-openstack-request-id: req-c8a02b64-edef-4d0f-a6c0-a8f4af528c70 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:13.596266 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "name": "network-vif-plugged", "status": "completed", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:13.596525 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c8a02b64-edef-4d0f-a6c0-a8f4af528c70 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:13.596922 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'code': 200} Dec 08 17:21:13.624687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:13.688317 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903526c-546d-48ca-9f25-f0d8b0b9696c req-3e18f89a-7d29-4f29-8ddf-b2b39e813905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:13.689718 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f903526c-546d-48ca-9f25-f0d8b0b9696c req-3e18f89a-7d29-4f29-8ddf-b2b39e813905 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1097 time: 0.0415366 Dec 08 17:21:13.735015 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f903526c-546d-48ca-9f25-f0d8b0b9696c req-103f57ef-7c7e-4045-a5f2-235fb74f4bcb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373216 Dec 08 17:21:14.257250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daad5a9-293a-4800-bdc6-6c521100bcda req-3dbf5e1c-6998-46e9-ad53-c854d79bc994 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:14.258750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7daad5a9-293a-4800-bdc6-6c521100bcda req-3dbf5e1c-6998-46e9-ad53-c854d79bc994 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0486259 Dec 08 17:21:14.306651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7daad5a9-293a-4800-bdc6-6c521100bcda req-64fa0ad6-f65d-4478-b42f-06efb4af0d3d tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Dec 08 17:21:15.427321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f4a37-95b9-4dc9-ac37-da8e247977f1 req-125ed30e-40aa-4853-ad87-5b1a179a1ca7 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:15.428683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f4f4a37-95b9-4dc9-ac37-da8e247977f1 req-125ed30e-40aa-4853-ad87-5b1a179a1ca7 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0523293 Dec 08 17:21:15.476576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f4f4a37-95b9-4dc9-ac37-da8e247977f1 req-fefa2d31-0cf5-4bcc-924b-7c01b3c179d8 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Dec 08 17:21:15.722021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9927ebe-74a9-4c05-bcdc-2725f0e4a096 req-596fce91-2b43-42a4-92bc-3eeef7c42479 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:15.723150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37112) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:15.723646 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9927ebe-74a9-4c05-bcdc-2725f0e4a096 req-596fce91-2b43-42a4-92bc-3eeef7c42479 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0507593 Dec 08 17:21:15.773412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9927ebe-74a9-4c05-bcdc-2725f0e4a096 req-838b9a2a-7c6b-4dd4-b24b-592cb20bd63c tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435786 Dec 08 17:21:15.810140 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-1c29ee74-5abe-4996-8e7e-b3be9ac8da77 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0855119 Dec 08 17:21:15.819333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-329a7f9c-41d4-4b1b-932e-d389b0d9662d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:21:15.820284 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-329a7f9c-41d4-4b1b-932e-d389b0d9662d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048692 Dec 08 17:21:16.898716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48bb9b-b02a-43d3-ad14-893dcce3f387 req-6ef9900c-07aa-4392-b884-b30f2f0ee066 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:16.900210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d48bb9b-b02a-43d3-ad14-893dcce3f387 req-6ef9900c-07aa-4392-b884-b30f2f0ee066 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0494254 Dec 08 17:21:16.912783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-40db218b-16fc-4ffd-beb1-09f5ea6c526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:16.914319 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-40db218b-16fc-4ffd-beb1-09f5ea6c526b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1097 time: 0.0424397 Dec 08 17:21:16.954989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d48bb9b-b02a-43d3-ad14-893dcce3f387 req-2aeac6ae-6525-48d7-a9f1-3fbc48474e10 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475118 Dec 08 17:21:17.007434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-34d9861e-29ce-4c7a-b732-bfe1b13d7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:17.008894 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-34d9861e-29ce-4c7a-b732-bfe1b13d7e26 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.0872729 Dec 08 17:21:17.052938 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-9a6418be-f073-4f18-835c-a1d66a58dea0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0375094 Dec 08 17:21:17.102410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-3b4a805d-aac9-4e93-80de-f747b504c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:17.103844 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-3b4a805d-aac9-4e93-80de-f747b504c56c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0438163 Dec 08 17:21:17.137301 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-e727760b-0c18-47a4-9d1d-0b37f0461dfe service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242150 Dec 08 17:21:17.229858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-0cb5d7dd-699f-44d7-a39a-41a8beaa7d3f service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858305 Dec 08 17:21:17.316910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-bb68601c-533c-4030-a290-886186e3e3f4 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806735 Dec 08 17:21:18.071040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e718ed64-67cb-4de4-b876-52c88fd28f05 req-481893ed-cfba-447b-a33b-9ee2f992620f tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:18.072521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e718ed64-67cb-4de4-b876-52c88fd28f05 req-481893ed-cfba-447b-a33b-9ee2f992620f tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Dec 08 17:21:18.122291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e718ed64-67cb-4de4-b876-52c88fd28f05 req-d067b02d-0fd2-446c-bbaa-9fdca2258cec tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Dec 08 17:21:19.237519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5c636-234c-4f11-94c2-ddce32b3fdb2 req-9464a0df-f7a2-42a9-a389-a9d3a6f189d0 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:19.238976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08e5c636-234c-4f11-94c2-ddce32b3fdb2 req-9464a0df-f7a2-42a9-a389-a9d3a6f189d0 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0479276 Dec 08 17:21:19.286091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08e5c636-234c-4f11-94c2-ddce32b3fdb2 req-9be01603-bf5c-4e9d-9ecc-cc4b10807611 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410900 Dec 08 17:21:20.406875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01c43e-fe5a-4257-92e3-be8fd8c2d017 req-eed4bf36-1522-45ac-afc1-5f105169b8a6 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:20.408338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b01c43e-fe5a-4257-92e3-be8fd8c2d017 req-eed4bf36-1522-45ac-afc1-5f105169b8a6 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0529032 Dec 08 17:21:20.455552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b01c43e-fe5a-4257-92e3-be8fd8c2d017 req-7c340244-8ff7-4f39-8602-392864adbabf tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Dec 08 17:21:21.573896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677d6bd-6d57-40c4-b4e4-3549d4934c74 req-472416ac-b7a6-4bed-ba35-93c776a11ad1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:21.575363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3677d6bd-6d57-40c4-b4e4-3549d4934c74 req-472416ac-b7a6-4bed-ba35-93c776a11ad1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Dec 08 17:21:21.623535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3677d6bd-6d57-40c4-b4e4-3549d4934c74 req-403d06ec-a1dc-4b7f-a2fd-d9f3803bec5f tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415018 Dec 08 17:21:22.743750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b324e5-e30e-4b84-a3c5-b9d94d2c8256 req-b0cfd1c0-eb11-406b-912c-634d21dbdbc2 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:22.745200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5b324e5-e30e-4b84-a3c5-b9d94d2c8256 req-b0cfd1c0-eb11-406b-912c-634d21dbdbc2 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0513194 Dec 08 17:21:22.792245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5b324e5-e30e-4b84-a3c5-b9d94d2c8256 req-12683b27-f2db-47a4-925a-9ef9a51402fd tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403993 Dec 08 17:21:23.913122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bfb28-b8d0-487e-a1bd-b9ddfc7ba5e5 req-3a77b287-6fa0-4052-a6cf-1228e3bb1b30 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:23.914624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c8bfb28-b8d0-487e-a1bd-b9ddfc7ba5e5 req-3a77b287-6fa0-4052-a6cf-1228e3bb1b30 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0498662 Dec 08 17:21:23.961022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c8bfb28-b8d0-487e-a1bd-b9ddfc7ba5e5 req-5f55053f-d596-45fb-9731-cf26628db40a tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Dec 08 17:21:25.080729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3436f-3210-41db-ad6f-873a4c07af09 req-e898dd65-9057-46df-a880-52599eb201fd tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:25.082279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ed3436f-3210-41db-ad6f-873a4c07af09 req-e898dd65-9057-46df-a880-52599eb201fd tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0492446 Dec 08 17:21:25.133158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ed3436f-3210-41db-ad6f-873a4c07af09 req-69a7e3d1-a06d-4c5c-bf66-9f381b9b859f tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448966 Dec 08 17:21:26.143519 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-603f1741-03fd-40d4-ad91-b66175ad00af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:26.251290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79892e3-2cc6-4d1d-85c7-a9a8584df97a req-9c8002ee-8b77-42e3-9ab8-c07ea7ee5cea tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:26.252967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c79892e3-2cc6-4d1d-85c7-a9a8584df97a req-9c8002ee-8b77-42e3-9ab8-c07ea7ee5cea tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0510499 Dec 08 17:21:26.302398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c79892e3-2cc6-4d1d-85c7-a9a8584df97a req-8be32c09-4904-453b-b7dc-f208dea56f5a tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429049 Dec 08 17:21:27.421329 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-70b4d4c2-58da-4194-bbe8-283296f38ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:27.422954 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-70b4d4c2-58da-4194-bbe8-283296f38ae6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1097 time: 0.0421588 Dec 08 17:21:27.424829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246eb97d-8942-4c95-b8b1-069b4c8f8150 req-29b30222-5f2b-48b0-9531-b2d19414b022 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:27.426392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-246eb97d-8942-4c95-b8b1-069b4c8f8150 req-29b30222-5f2b-48b0-9531-b2d19414b022 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0514789 Dec 08 17:21:27.475362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-246eb97d-8942-4c95-b8b1-069b4c8f8150 req-8052c90b-b76b-4175-b12c-7470a834c025 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427086 Dec 08 17:21:27.534402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-0fb729b9-f129-4e2a-9cf5-cb1b369e18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:27.535884 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-0fb729b9-f129-4e2a-9cf5-cb1b369e18b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.0934019 Dec 08 17:21:27.578694 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-b4c40e43-0cfd-400c-a51f-6f6fb340962c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0348220 Dec 08 17:21:27.631477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-a7307708-8992-42e8-8e05-ed0b320d9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:27.632858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-a7307708-8992-42e8-8e05-ed0b320d9612 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0480053 Dec 08 17:21:27.667717 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-e7867499-ca97-4ada-8922-1d4490487255 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245538 Dec 08 17:21:27.756458 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-6894c7f3-0cd8-4a74-8f70-3f69305d6d88 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814352 Dec 08 17:21:27.850849 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a25e8d78-77fd-4694-9529-5e31ddc93793 req-9f600dcc-bbd6-43bd-a7d9-85781048ac29 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868804 Dec 08 17:21:28.601818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7f0ac-0f23-427f-b982-5468ed7accef req-336cc31a-8294-4a7d-8341-31022f6833d1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:28.604205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5c7f0ac-0f23-427f-b982-5468ed7accef req-336cc31a-8294-4a7d-8341-31022f6833d1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0582156 Dec 08 17:21:28.652507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5c7f0ac-0f23-427f-b982-5468ed7accef req-63edf90d-f908-4f67-8f41-052958b28ab5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Dec 08 17:21:28.925892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-89acbaac-3a3a-4bd1-abc7-1cb33b199338 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:29.768106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d0dbb-a96b-441c-8746-7567ab4e40f9 req-68f613c1-efa8-4ce1-bee0-44bd6a686cd4 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:29.769597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c73d0dbb-a96b-441c-8746-7567ab4e40f9 req-68f613c1-efa8-4ce1-bee0-44bd6a686cd4 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0496194 Dec 08 17:21:29.817081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c73d0dbb-a96b-441c-8746-7567ab4e40f9 req-9d5f9884-dfe7-454a-acdd-40b2e684522b tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415361 Dec 08 17:21:30.362580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:30.935963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6589b-af74-43c5-b4e0-00025c62b779 req-8b17afbe-96ce-4983-a6c3-9c5907dc9297 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:30.937426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72d6589b-af74-43c5-b4e0-00025c62b779 req-8b17afbe-96ce-4983-a6c3-9c5907dc9297 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0494034 Dec 08 17:21:30.991063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72d6589b-af74-43c5-b4e0-00025c62b779 req-30c3cd14-7887-48f6-a0a1-5a49eddddf2e tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467234 Dec 08 17:21:32.109934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1a4f8-66cf-45bc-9a4f-5cc07c21ac0e req-1b54fce7-780b-4733-a4fb-2aac32611443 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:32.112025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06b1a4f8-66cf-45bc-9a4f-5cc07c21ac0e req-1b54fce7-780b-4733-a4fb-2aac32611443 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0518527 Dec 08 17:21:32.131749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:32.160287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06b1a4f8-66cf-45bc-9a4f-5cc07c21ac0e req-b2794a47-6d7f-46dd-a033-3d20c6edf51d tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Dec 08 17:21:32.392864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:32.710330 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:33.277419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601efe2-8319-4303-b059-bb5ed9fb3c10 req-cc6fac37-80b8-4f44-b449-2bc8b006cf83 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:33.278910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f601efe2-8319-4303-b059-bb5ed9fb3c10 req-cc6fac37-80b8-4f44-b449-2bc8b006cf83 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0491545 Dec 08 17:21:33.326191 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f601efe2-8319-4303-b059-bb5ed9fb3c10 req-5b54b033-ad33-41f7-8527-ef07540ac4d4 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412436 Dec 08 17:21:33.748459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:34.445078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551ed39-1be1-4c80-aab8-38a0c7b51d62 req-21def6a2-53bd-4a32-b8c6-0cecba1e829d tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:34.446610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7551ed39-1be1-4c80-aab8-38a0c7b51d62 req-21def6a2-53bd-4a32-b8c6-0cecba1e829d tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0522144 Dec 08 17:21:34.503316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7551ed39-1be1-4c80-aab8-38a0c7b51d62 req-386c2a62-6d94-4281-b6e7-628bcef89288 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507233 Dec 08 17:21:35.621027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf43a9-5aca-4b7e-abcc-90ae3e257264 req-32ead0e5-f47b-49c1-b729-f9ea35999fe5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:35.622537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bdf43a9-5aca-4b7e-abcc-90ae3e257264 req-32ead0e5-f47b-49c1-b729-f9ea35999fe5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0500636 Dec 08 17:21:35.669924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8bdf43a9-5aca-4b7e-abcc-90ae3e257264 req-53d85273-f22d-4e34-9916-7cf255b0c0f6 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Dec 08 17:21:36.788897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819812d-c66c-4574-b703-9f0ed741c164 req-93ad92ab-12a3-4f6e-8981-f0b822250671 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:36.790434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4819812d-c66c-4574-b703-9f0ed741c164 req-93ad92ab-12a3-4f6e-8981-f0b822250671 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0525529 Dec 08 17:21:36.837638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4819812d-c66c-4574-b703-9f0ed741c164 req-b64d8edf-e7b8-4e42-bcfc-c255ba024244 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Dec 08 17:21:37.953504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37886e91-6026-4258-909d-d2bbfe2bfe6f req-682551ee-0d14-4163-aadd-60c498ba2318 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:37.955018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37886e91-6026-4258-909d-d2bbfe2bfe6f req-682551ee-0d14-4163-aadd-60c498ba2318 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0489340 Dec 08 17:21:38.002825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-37886e91-6026-4258-909d-d2bbfe2bfe6f req-f8599963-bd24-43f6-b2c8-076417435e40 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409915 Dec 08 17:21:39.119372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55594d-d5c3-4450-891d-b528106f603e req-e93193f3-23bf-459e-acde-ff26b33e903b tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:39.120844 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc55594d-d5c3-4450-891d-b528106f603e req-e93193f3-23bf-459e-acde-ff26b33e903b tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0492909 Dec 08 17:21:39.171358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc55594d-d5c3-4450-891d-b528106f603e req-393f6b5e-52eb-4364-a49c-17b4d0fd4ba4 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Dec 08 17:21:40.293079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e5fff-c410-4dd7-8cee-271f7126988d req-b99ec8f4-efe1-42bf-9bd6-cdf5ba561eb1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:40.294625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a42e5fff-c410-4dd7-8cee-271f7126988d req-b99ec8f4-efe1-42bf-9bd6-cdf5ba561eb1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0503595 Dec 08 17:21:40.343034 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a42e5fff-c410-4dd7-8cee-271f7126988d req-85f1f7dd-0651-40f5-876c-efff4ace4887 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Dec 08 17:21:41.462395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756254d-bfc9-4e05-b38a-2312064849c3 req-436c5331-ab00-4720-a392-29765f54d436 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:41.463872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0756254d-bfc9-4e05-b38a-2312064849c3 req-436c5331-ab00-4720-a392-29765f54d436 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0488951 Dec 08 17:21:41.513612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0756254d-bfc9-4e05-b38a-2312064849c3 req-c33910da-2bd2-4f1d-8f1b-faf1459b9f34 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436800 Dec 08 17:21:42.634039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d842315-019c-4af7-ba8e-6cae6d1be2d6 req-95e6ced4-f1ff-4c49-88a4-ede2818bf06a tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:42.635501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d842315-019c-4af7-ba8e-6cae6d1be2d6 req-95e6ced4-f1ff-4c49-88a4-ede2818bf06a tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0540011 Dec 08 17:21:42.682077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d842315-019c-4af7-ba8e-6cae6d1be2d6 req-882b6bd1-7340-444f-b88e-f824f933c91f tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Dec 08 17:21:43.666675 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:21:43.799242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc562f4-3181-4f8b-818b-cd890047a7f6 req-bc9b1c48-75d0-4df5-8b4f-2102a5aac660 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:43.800734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4cc562f4-3181-4f8b-818b-cd890047a7f6 req-bc9b1c48-75d0-4df5-8b4f-2102a5aac660 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 946 time: 0.0501420 Dec 08 17:21:43.847982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4cc562f4-3181-4f8b-818b-cd890047a7f6 req-5df94ec2-a0c1-42c9-bc61-2908a81d5844 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Dec 08 17:21:44.192215 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-cc96170a-d911-4da8-b437-aa611a239d01 req-86ac3c29-35c0-45a0-aa93-a8c7d71e7e83 service neutron] show failed (client error): The resource could not be found. Dec 08 17:21:44.193231 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-86ac3c29-35c0-45a0-aa93-a8c7d71e7e83 service neutron] 10.222.0.58 "GET /v2.0/ports/b6851a66-7b50-4718-bbc1-f7d7bf5ce835/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0568817 Dec 08 17:21:44.423560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-d5e9f0ef-ac42-44ed-9ebc-f59362b0da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:44.424938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-d5e9f0ef-ac42-44ed-9ebc-f59362b0da45 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66&tenant_id=02a40597a5944782ab2a51885f2cc84a HTTP/1.1" status: 200 len: 1097 time: 0.0726171 Dec 08 17:21:44.436377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:44.490960 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:44.692643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:44.726154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:44.770510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:44.773079 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964bfa5d-5bd9-4fc2-9bdc-ac37e869083f" -d '{"events": [{"server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "name": "network-vif-unplugged", "status": "completed", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:44.776918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:44.790430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Transition to ACTIVE for port object b6851a66-7b50-4718-bbc1-f7d7bf5ce835 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:21:44.794045 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:44.828467 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a72caed-5794-4362-8218-cea571fbeec0 x-openstack-request-id: req-4a72caed-5794-4362-8218-cea571fbeec0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:44.829037 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "name": "network-vif-unplugged", "status": "completed", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:44.829037 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4a72caed-5794-4362-8218-cea571fbeec0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:44.829351 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'code': 200} Dec 08 17:21:44.857428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] No DVR routers for this DVR port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:21:44.859397 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:44.870169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.870506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.870846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.871182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.871550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.871874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.872197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.872516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.872834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.873153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.873471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.873785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.874124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:44.906340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:44.906660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:44.906981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on network 90ae7216-2073-4878-b53e-bd6c48aa01c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:44.912030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on network 90ae7216-2073-4878-b53e-bd6c48aa01c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:21:44.912344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Attempting to bind port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on network 90ae7216-2073-4878-b53e-bd6c48aa01c3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:44.917212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:44.917533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Checking segment: {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:44.917998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Bound using segment: {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:44.918421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Bound port: b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '185fe19d-436d-48d3-b2be-3fa433d49f1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:44.918772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:45.012298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd4625-7bda-439d-99e4-b6b0d304b657 req-8834c703-b4db-4887-a80c-0af8afad9e6e tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:45.013751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebcd4625-7bda-439d-99e4-b6b0d304b657 req-8834c703-b4db-4887-a80c-0af8afad9e6e tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 944 time: 0.0929439 Dec 08 17:21:45.037199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:45.058855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:45.065879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:45.106198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ebcd4625-7bda-439d-99e4-b6b0d304b657 req-7518f056-ac7a-4f35-b145-a91152f4c2c5 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864248 Dec 08 17:21:45.116172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:45.116804 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:45.118237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] 10.222.0.86 "PUT /v2.0/ports/b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 1092 time: 0.6857169 Dec 08 17:21:45.137308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db01ddaa-28bd-4a4c-bb63-1b3fd418aa1e service neutron] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:45.180570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-2520cb74-b821-4b75-8c82-ceb04a03c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:45.182074 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-2520cb74-b821-4b75-8c82-ceb04a03c570 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1095 time: 0.0406091 Dec 08 17:21:45.275876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-f42e9a4b-81c0-44ab-b8f3-094cf254c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:45.277240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-f42e9a4b-81c0-44ab-b8f3-094cf254c813 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.0875783 Dec 08 17:21:45.319914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-52893412-a580-4706-b1e3-f79e3b829c3d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0348809 Dec 08 17:21:45.371948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc96170a-d911-4da8-b437-aa611a239d01 req-4db53d01-b905-4c29-8e9a-a01d5fa75793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:45.373379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-4db53d01-b905-4c29-8e9a-a01d5fa75793 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0467646 Dec 08 17:21:45.405245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-04f7cfc9-94d1-4fe1-82f8-e542eced8b84 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247052 Dec 08 17:21:45.492003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-1212ee92-19b3-4a92-b3b1-aefcc504d8ac service neutron] 10.222.0.86 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801868 Dec 08 17:21:45.585781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc96170a-d911-4da8-b437-aa611a239d01 req-a9cf19a3-0e90-4b07-962b-5b026b680457 service neutron] 10.222.0.86 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866714 Dec 08 17:21:46.226636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9b017-f621-4a3a-90c6-62fc94f97c18 req-a3b88355-0e66-4eff-bf45-36416895b6c1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:46.228389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cd9b017-f621-4a3a-90c6-62fc94f97c18 req-a3b88355-0e66-4eff-bf45-36416895b6c1 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 944 time: 0.0505147 Dec 08 17:21:46.277067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0cd9b017-f621-4a3a-90c6-62fc94f97c18 req-5dda7760-8e41-4b93-b4ee-18b300d14cee tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426772 Dec 08 17:21:46.830659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:46.833721 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:46.882446 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5191d89-7e18-4f9b-bdbb-ff0494b62f12 x-openstack-request-id: req-c5191d89-7e18-4f9b-bdbb-ff0494b62f12 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:46.882769 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:46.883022 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5191d89-7e18-4f9b-bdbb-ff0494b62f12 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:46.883500 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'status': 'completed', 'code': 200} Dec 08 17:21:46.941785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-48bff971-0279-420a-a89a-7fdd11185191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:46.943428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-48bff971-0279-420a-a89a-7fdd11185191 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1095 time: 0.0415111 Dec 08 17:21:46.947077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-4de401c0-635b-4a9d-976e-e6e8a2357928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:46.948571 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-4de401c0-635b-4a9d-976e-e6e8a2357928 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1095 time: 0.0422699 Dec 08 17:21:47.047456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-bef443d9-a5d1-4a3c-850f-2a788ede0679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:47.049401 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-bef443d9-a5d1-4a3c-850f-2a788ede0679 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.0936723 Dec 08 17:21:47.054966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-d96e2d76-d31e-4372-b89f-84c8b027f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:47.056426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-d96e2d76-d31e-4372-b89f-84c8b027f4a1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.1062624 Dec 08 17:21:47.100644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-eff0ad6f-7da2-4495-a7aa-b0da79c6e12c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0426304 Dec 08 17:21:47.102087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-107da82d-47f0-4f80-8f64-f509b4f55a54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0373871 Dec 08 17:21:47.152948 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-aa81fc32-f0af-4681-9648-9694c907b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:47.154456 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-aa81fc32-f0af-4681-9648-9694c907b877 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0473304 Dec 08 17:21:47.160926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-728cdafc-8a45-4e24-8665-31d2bd99a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:47.162521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-728cdafc-8a45-4e24-8665-31d2bd99a5ec service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0498347 Dec 08 17:21:47.192292 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-b1a9e0c5-14e8-41ce-9235-c38f4a4f90de service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304947 Dec 08 17:21:47.196756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-c64a4572-2974-4b48-b667-e458504691fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262692 Dec 08 17:21:47.282452 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-3608fcf0-4a12-4d11-832e-af17a72ca105 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832417 Dec 08 17:21:47.287408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-f630a723-cf57-4ded-a5f7-53efdc61068c service neutron] 10.222.0.86 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839801 Dec 08 17:21:47.384708 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-ad34ae32-1197-4d4d-a750-144c958eda40 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950606 Dec 08 17:21:47.736881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aafde-46b8-4abf-92db-f46364daaeda req-c575d312-3bb7-4dd9-8861-280936e8e049 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:47.738896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea9aafde-46b8-4abf-92db-f46364daaeda req-c575d312-3bb7-4dd9-8861-280936e8e049 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 944 time: 0.0745175 Dec 08 17:21:47.742519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7814a3a4-093a-4a90-a686-85a7fbe0a1bd req-c7096332-e529-43f9-b50a-d32793ae1a6e service neutron] 10.222.0.86 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486895 Dec 08 17:21:47.787019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ea9aafde-46b8-4abf-92db-f46364daaeda req-270f796f-6b3b-4bef-8925-f1692ecaf625 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417938 Dec 08 17:21:48.061685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-208b4e88-a8de-459c-b0dc-c848633db512 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:48.063068 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-208b4e88-a8de-459c-b0dc-c848633db512 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.58 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66&tenant_id=02a40597a5944782ab2a51885f2cc84a&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 944 time: 0.0841894 Dec 08 17:21:48.125694 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-2ebbf493-60b0-40a2-a7ad-22c09c3e9cda service neutron] delete failed (client error): The resource could not be found. Dec 08 17:21:48.126724 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-2ebbf493-60b0-40a2-a7ad-22c09c3e9cda service neutron] 10.222.0.58 "DELETE /v2.0/ports/b6851a66-7b50-4718-bbc1-f7d7bf5ce835/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0548522 Dec 08 17:21:48.214722 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-ad092f0c-7fb4-4a61-b5ea-b205db3d5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:48.216189 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-ad092f0c-7fb4-4a61-b5ea-b205db3d5ad1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=02a40597a5944782ab2a51885f2cc84a&device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 1095 time: 0.0450938 Dec 08 17:21:48.303924 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-c39986dd-be16-4aef-a2f6-f3e69124a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:48.305463 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-c39986dd-be16-4aef-a2f6-f3e69124a595 service neutron] 10.222.0.58 "GET /v2.0/networks?id=90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 200 len: 913 time: 0.0828805 Dec 08 17:21:48.351092 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-d4b8532c-dfd3-47bd-ab2d-638938867e3e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 200 len: 217 time: 0.0383363 Dec 08 17:21:48.399562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-f021a823-abf2-41ea-9b58-f3fc323ce70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:48.400976 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-f021a823-abf2-41ea-9b58-f3fc323ce70c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 200 len: 852 time: 0.0430861 Dec 08 17:21:48.431403 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-6dd6f64b-9800-4c5e-b677-6231c9c2df78 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=90ae7216-2073-4878-b53e-bd6c48aa01c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238686 Dec 08 17:21:48.519117 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-41881c58-490e-445c-9243-afe41e6c38c7 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810618 Dec 08 17:21:48.617017 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-ac579f16-6043-423f-b6fb-3863d601a709 service neutron] 10.222.0.58 "GET /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896413 Dec 08 17:21:48.797428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:21:48.897504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:48.910728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'network_id': '90ae7216-2073-4878-b53e-bd6c48aa01c3', 'port_id': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'mac_address': 'fa:16:3e:9d:39:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5443e1ad-6d11-4535-99ca-2cd6ed707bae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:21:48.949040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:48.963809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6851a66-7b50-4718-bbc1-f7d7bf5ce835 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:21:48.984633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:48.989524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:49.039845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:49.254235 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b6851a66-7b50-4718-bbc1-f7d7bf5ce835'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:21:49.320976 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7097669-c22b-491b-a7b1-c46c2a8739aa req-b5afff26-9d25-4269-b949-03844afe5a7e tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:49.322525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7097669-c22b-491b-a7b1-c46c2a8739aa req-b5afff26-9d25-4269-b949-03844afe5a7e tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 945 time: 0.0556824 Dec 08 17:21:49.371941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d7097669-c22b-491b-a7b1-c46c2a8739aa req-a9dbb5af-720d-43f2-a6b0-8795a3859e9b tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Dec 08 17:21:49.586876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:49.627464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:50.493965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b941e5-754d-44f1-a294-a840f3d2bb9f req-d39ad51b-73b4-473b-89c1-6d068376420a tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:50.495455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b941e5-754d-44f1-a294-a840f3d2bb9f req-d39ad51b-73b4-473b-89c1-6d068376420a tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 945 time: 0.0506790 Dec 08 17:21:50.575400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b941e5-754d-44f1-a294-a840f3d2bb9f req-c71053bc-484b-409f-81a2-479f3e05dc91 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.62 "GET /v2.0/security-groups?id=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739183 Dec 08 17:21:50.588288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-677a67f5-4aa9-4c68-82ed-2eb2e58869f0 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:50.589766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-677a67f5-4aa9-4c68-82ed-2eb2e58869f0 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.86 "GET /v2.0/ports?device_id=9906da92-9eb3-4d83-acc6-7dae51639a66 HTTP/1.1" status: 200 len: 945 time: 0.0752382 Dec 08 17:21:50.682863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Deleting port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:21:50.683094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:50.769337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] For port b6851a66-7b50-4718-bbc1-f7d7bf5ce835, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,segment=NetworkSegment(185fe19d-436d-48d3-b2be-3fa433d49f1f),segment_id=185fe19d-436d-48d3-b2be-3fa433d49f1f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:21:50.769698 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:50.783105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Calling delete_port for b6851a66-7b50-4718-bbc1-f7d7bf5ce835 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:21:50.813250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:21:50.914940 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:50.915808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:21:50.921221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:21:50.921598 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:50.925884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['b6851a66-7b50-4718-bbc1-f7d7bf5ce835'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:21:50.945981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Pushing event deleted for resources: {'Port': ['ID=b6851a66-7b50-4718-bbc1-f7d7bf5ce835,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:50.963655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 was deleted so its status cannot be updated. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 17:21:50.998320 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] No DVR routers for this DVR port b6851a66-7b50-4718-bbc1-f7d7bf5ce835 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:21:51.000993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:51.004333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5cfdce5-f132-4d2c-b4ea-8c0190a977b2 req-050462ed-35c2-47a0-9f92-15550a500875 tempest-DeleteServersTestJSON-1721739079 tempest-DeleteServersTestJSON-1721739079-project] 10.222.0.86 "DELETE /v2.0/ports/b6851a66-7b50-4718-bbc1-f7d7bf5ce835 HTTP/1.1" status: 204 len: 173 time: 0.4086127 Dec 08 17:21:51.004790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'name': 'network-vif-deleted', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:51.007038 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09fc8a0-fcea-411d-894e-f76ac66e3cf1" -d '{"events": [{"server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "name": "network-vif-deleted", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:51.043983 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ae7f3-d9f8-4d0d-ace0-ea6f1a0ec9c1 x-openstack-request-id: req-5b3ae7f3-d9f8-4d0d-ace0-ea6f1a0ec9c1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:51.044271 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9906da92-9eb3-4d83-acc6-7dae51639a66", "name": "network-vif-deleted", "tag": "b6851a66-7b50-4718-bbc1-f7d7bf5ce835", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:51.044522 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5b3ae7f3-d9f8-4d0d-ace0-ea6f1a0ec9c1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:51.044913 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9906da92-9eb3-4d83-acc6-7dae51639a66', 'name': 'network-vif-deleted', 'tag': 'b6851a66-7b50-4718-bbc1-f7d7bf5ce835', 'status': 'completed', 'code': 200} Dec 08 17:21:51.710057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37212) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:51.755777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Deleting subnet 5443e1ad-6d11-4535-99ca-2cd6ed707bae {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:21:51.758899 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:51.791607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:51.836850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:51.892016 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:51.918820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5443e1ad-6d11-4535-99ca-2cd6ed707bae,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:51.921327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:51.927997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] 10.222.0.62 "DELETE /v2.0/subnets/5443e1ad-6d11-4535-99ca-2cd6ed707bae HTTP/1.1" status: 204 len: 168 time: 0.2132022 Dec 08 17:21:51.928352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37214) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:51.931527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.931872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.932204 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.932539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.932864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.933189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.933511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.933872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.934191 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.934509 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.934833 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.935148 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.935465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8b3ee78-12a1-430d-a62a-e799fe8ae3ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:21:51.995961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.076525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.096263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ae7216-2073-4878-b53e-bd6c48aa01c3']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:52.106744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185fe19d-436d-48d3-b2be-3fa433d49f1f') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:52.107022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185fe19d-436d-48d3-b2be-3fa433d49f1f') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:21:52.117151 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.130250 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.135949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:21:52.136352 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:21:52.138042 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:21:52.190749 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.197247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.200448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] 10.222.0.62 "DELETE /v2.0/networks/90ae7216-2073-4878-b53e-bd6c48aa01c3 HTTP/1.1" status: 204 len: 168 time: 0.2710524 Dec 08 17:21:52.211894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a08d0-8398-4fab-98a8-d0a8c534d94b admin admin] Pushing event deleted for resources: {'Network': ['ID=90ae7216-2073-4878-b53e-bd6c48aa01c3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:52.309935 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37218) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:52.350885 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7a15d392-8f7b-4adb-aec7-377fe70bb85b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=02a40597a5944782ab2a51885f2cc84a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396070 Dec 08 17:21:52.353541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37220) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:52.400174 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c10b565-3be8-4d36-8752-e93d3509d0a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.421381 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c10b565-3be8-4d36-8752-e93d3509d0a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.474383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c10b565-3be8-4d36-8752-e93d3509d0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.477459 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7c10b565-3be8-4d36-8752-e93d3509d0a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:52.478967 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7c10b565-3be8-4d36-8752-e93d3509d0a9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0 HTTP/1.1" status: 204 len: 168 time: 0.1244390 Dec 08 17:21:52.486840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10b565-3be8-4d36-8752-e93d3509d0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1cb973-c532-48ed-b4a3-e7b5cba7f9b0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:53.159256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37242) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:53.260141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1152714713-network', 'tenant_id': 'e1f1bf0ba88645e2a95826c2d67f35c2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:53.294093 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Made reservation on behalf of e1f1bf0ba88645e2a95826c2d67f35c2 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:53.296515 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.310208 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.393161 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.399912 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.425313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:21:53.443495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b969294-ab76-45da-b5ac-9eedb0f21e61,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:53.446463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.446813 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Added segment 1ffed34f-1edd-4aae-b2c8-530ac63c131d of type vlan for network d3340fcd-c1fb-4f78-9103-c95841555499 Dec 08 17:21:53.495579 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.525102 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.526243 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:53.526840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.588624 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4282601 Dec 08 17:21:53.591510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:21:53.596174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Request body: {'subnet': {'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1152714713-subnet', 'tenant_id': 'e1f1bf0ba88645e2a95826c2d67f35c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:53.607871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9551f4f-c04d-4639-9663-4c95437ff4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=d3340fcd-c1fb-4f78-9103-c95841555499,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:53.618779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network d3340fcd-c1fb-4f78-9103-c95841555499 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:21:53.623190 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Made reservation on behalf of e1f1bf0ba88645e2a95826c2d67f35c2 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:53.625754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.799383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.851986 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25bc43c2-3930-448e-9821-0cedc408762e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:53.863570 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Checking segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:53.864420 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Network hostable DHCP agents. Network: d3340fcd-c1fb-4f78-9103-c95841555499, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:21:53.881524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Network d3340fcd-c1fb-4f78-9103-c95841555499 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:21:53.890428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, d3340fcd-c1fb-4f78-9103-c95841555499) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:53.894569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:53.895156 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:53.900025 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c328f3e4-4204-47ee-ad35-0c17caee4d5b None None] Network d3340fcd-c1fb-4f78-9103-c95841555499 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:53.911858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9c73127f-4a84-4cf5-9545-85f443f37e33 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3193176 Dec 08 17:21:54.005820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77ec82c-8b31-49bc-b762-1d385f56cbfc None None] Network d3340fcd-c1fb-4f78-9103-c95841555499 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:21:54.346921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-e972edd6-01e1-4617-a58a-1be2df0e92cd tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:54.348890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-e972edd6-01e1-4617-a58a-1be2df0e92cd tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 815 time: 0.1052873 Dec 08 17:21:54.364284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-1af1de55-fda3-475f-a9a0-8fce911810fb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/quotas/e1f1bf0ba88645e2a95826c2d67f35c2 HTTP/1.1" status: 200 len: 375 time: 0.0091054 Dec 08 17:21:54.396384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-09f0d7f8-70e2-48c3-a2f4-b71b15612ef2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262327 Dec 08 17:21:54.490540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6d4ef5cf-9f01-449d-985d-728958903867 service neutron] 10.222.0.62 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871377 Dec 08 17:21:54.580610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-7b6f2376-64ca-4c3a-af95-5756e808c980 service neutron] 10.222.0.62 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Dec 08 17:21:54.747630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f26b4ba9-46da-470d-b638-fd85f49916f5 req-13be1847-208c-41fc-b2ac-e46610c0f8b0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0274663 Dec 08 17:21:54.813027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:21:54.838773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: b6851a66-7b50-4718-bbc1-f7d7bf5ce835 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:21:54.839120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device b6851a66-7b50-4718-bbc1-f7d7bf5ce835 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:21:55.679328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-5f126ecd-58a0-4d5a-8f8b-d370b5ec4614 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:55.680790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-5f126ecd-58a0-4d5a-8f8b-d370b5ec4614 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 815 time: 0.1116915 Dec 08 17:21:55.694821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Request body: {'port': {'device_id': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'admin_state_up': True, 'tenant_id': 'e1f1bf0ba88645e2a95826c2d67f35c2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:55.800315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Made reservation on behalf of e1f1bf0ba88645e2a95826c2d67f35c2 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:21:55.804829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:55.857901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-174716ea-21ab-45b9-b460-a01b37845749 req-a896d7e9-7cbc-415d-821b-49d4cb93e3ea tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 210 time: 0.0404778 Dec 08 17:21:55.960575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Allocated IP 172.20.0.4 (d3340fcd-c1fb-4f78-9103-c95841555499/25bc43c2-3930-448e-9821-0cedc408762e/7d6dc530-8b5f-4856-8e65-97c8aced9660) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:21:56.110997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.144244 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59c14138-3514-4fff-b5df-2fc2b3d0917e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.147527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.190804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Network d3340fcd-c1fb-4f78-9103-c95841555499 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:21:56.195853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:21:56.199614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:21:56.223079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:56.256563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:56.257154 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.273750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-485bd5fa-558a-452f-b0ff-a3b19a3c4d7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835021 Dec 08 17:21:56.285574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Request body: {'port': {'device_id': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:21:56.339424 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.602525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6dc530-8b5f-4856-8e65-97c8aced9660 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:21:56.610483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.622951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Transition to ACTIVE for port object 7d6dc530-8b5f-4856-8e65-97c8aced9660 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:21:56.626631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.681199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:56.750742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:21:56.751075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:21:56.751403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:56.756437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on network d3340fcd-c1fb-4f78-9103-c95841555499 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:21:56.756756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:21:56.761654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:21:56.762021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Checking segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:21:56.762401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Bound using segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:21:56.762825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Bound port: 7d6dc530-8b5f-4856-8e65-97c8aced9660, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:21:56.763177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.825343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:21:56.828328 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:21:56.832925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.869718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:56.870415 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:56.871794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] 10.222.0.86 "PUT /v2.0/ports/7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 1091 time: 0.5904353 Dec 08 17:21:56.872232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:21:56.874528 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd22e829-26d4-4a14-8251-f03a68eacdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:21:56.906590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949e274-de39-4d69-a721-016a5ac2edc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:21:56.920439 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd99d3-4686-4817-9690-c88cfd825285 x-openstack-request-id: req-2acd99d3-4686-4817-9690-c88cfd825285 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:21:56.920833 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:21:56.921893 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2acd99d3-4686-4817-9690-c88cfd825285 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:21:56.922391 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'status': 'completed', 'code': 200} Dec 08 17:21:56.998639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-5fabd7ad-247e-4331-add2-20192cf9a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:57.000157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-5fabd7ad-247e-4331-add2-20192cf9a3a2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0724084 Dec 08 17:21:57.012651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8345cd-7ba5-4eca-a8de-325f4737762b req-67e70517-80a2-45c2-b220-fbfad7a09082 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:57.014077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c8345cd-7ba5-4eca-a8de-325f4737762b req-67e70517-80a2-45c2-b220-fbfad7a09082 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0778093 Dec 08 17:21:57.062632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-ca572cbd-2656-4fcf-98bc-71d32c47d591 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0476179 Dec 08 17:21:57.125124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3c8345cd-7ba5-4eca-a8de-325f4737762b req-f2a18c4c-612e-4e3f-a000-2de9467479a7 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043665 Dec 08 17:21:57.133180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-a7948509-e26e-4faf-af87-1bb260a05b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:57.134651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-a7948509-e26e-4faf-af87-1bb260a05b40 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0651100 Dec 08 17:21:57.168625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-97ea6dad-0b49-424c-9745-37331d637072 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254648 Dec 08 17:21:57.263166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-18be38e8-c48e-457d-b62b-01aa4bd44fab service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877614 Dec 08 17:21:57.354557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cf0230a-683a-43d2-b48b-0e629d90e5c9 req-621171b4-3cc5-45c1-84c1-6a871b3b742f service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841296 Dec 08 17:21:57.439664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-6feaf082-0d87-46db-aaf9-ceb8709708f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:57.441064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-6feaf082-0d87-46db-aaf9-ceb8709708f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0426161 Dec 08 17:21:57.537508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-747b81c9-f65c-448b-acd7-fb0c302d9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:57.538998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-747b81c9-f65c-448b-acd7-fb0c302d9642 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0913846 Dec 08 17:21:57.580580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-59a33619-37b3-47d4-adbd-98ddbb6517b8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0337906 Dec 08 17:21:57.634606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-3068f871-043c-4e2d-ac37-7f469438fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:57.636058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-3068f871-043c-4e2d-ac37-7f469438fcb3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0488842 Dec 08 17:21:57.670549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-cf44cff0-afc0-4254-8ad1-9fe2023e6f26 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256567 Dec 08 17:21:57.759184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-9002191e-4288-44bd-a3b2-14bd56800d4c service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813675 Dec 08 17:21:57.853343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd22e829-26d4-4a14-8251-f03a68eacdc1 req-e6c5bfae-2069-420f-a248-e129d38c669e service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862262 Dec 08 17:21:58.244346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe450c4-bb12-45c3-b7f9-5470ed5b2a3f req-3d308789-b7b9-4efd-b802-66a22ebe2f73 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:58.245824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbe450c4-bb12-45c3-b7f9-5470ed5b2a3f req-3d308789-b7b9-4efd-b802-66a22ebe2f73 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0518060 Dec 08 17:21:58.293288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbe450c4-bb12-45c3-b7f9-5470ed5b2a3f req-8ee4bbe0-4f0f-4afa-8d08-2df2c634939a tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414629 Dec 08 17:21:58.928501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1d7b284f-8f2a-4623-a695-54c1ce75d8cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:21:59.411463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857c8ae3-6f21-451d-a6a1-2e7f6f629f92 req-66292d52-ec17-486f-9fc9-77d0d4f93524 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:21:59.412949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-857c8ae3-6f21-451d-a6a1-2e7f6f629f92 req-66292d52-ec17-486f-9fc9-77d0d4f93524 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0500646 Dec 08 17:21:59.466036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-857c8ae3-6f21-451d-a6a1-2e7f6f629f92 req-cc8c4b12-0a6d-4f77-a1b9-7f3b61936ffa tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469716 Dec 08 17:22:00.364512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:00.583864 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b4daa-7fc9-4f2d-a8df-5ed6b00450fe req-3ebdf152-6abb-45a0-b998-d5dca8a5fb34 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:00.585370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da1b4daa-7fc9-4f2d-a8df-5ed6b00450fe req-3ebdf152-6abb-45a0-b998-d5dca8a5fb34 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0490360 Dec 08 17:22:00.635440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da1b4daa-7fc9-4f2d-a8df-5ed6b00450fe req-53e9d68c-053c-41c1-b9a6-0f33ddd45972 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438557 Dec 08 17:22:00.859527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:22:00.957982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:00.970058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'port_id': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'mac_address': 'fa:16:3e:20:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc43c2-3930-448e-9821-0cedc408762e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:22:01.008459 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:01.021221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6dc530-8b5f-4856-8e65-97c8aced9660 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:22:01.040170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:01.044432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:01.093602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:01.102039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.102383 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.102973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.103295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.103620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.103942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.104261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.104577 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.104893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.105237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.105555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.105907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.106223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:22:01.232338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7d6dc530-8b5f-4856-8e65-97c8aced9660'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:22:01.751595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2e7f58-1cf6-4a5c-9ead-6567b6543168 req-d1403fc6-bd2c-4b76-9897-06c156e71d6f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:01.753077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd2e7f58-1cf6-4a5c-9ead-6567b6543168 req-d1403fc6-bd2c-4b76-9897-06c156e71d6f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 944 time: 0.0501132 Dec 08 17:22:01.799119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd2e7f58-1cf6-4a5c-9ead-6567b6543168 req-ff9f4ea3-7c21-4642-ab06-278b332916a7 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Dec 08 17:22:02.133895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:02.396465 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:02.729179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:02.875004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:22:02.919089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0abb2-5340-486c-8330-3a2010e1decb req-4ef12fea-6160-4563-a3cc-051011e5d6cd tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:02.920653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ff0abb2-5340-486c-8330-3a2010e1decb req-4ef12fea-6160-4563-a3cc-051011e5d6cd tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 944 time: 0.0544388 Dec 08 17:22:02.930789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 7d6dc530-8b5f-4856-8e65-97c8aced9660 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:22:02.935076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7d6dc530-8b5f-4856-8e65-97c8aced9660 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:22:02.935443 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:02.971161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ff0abb2-5340-486c-8330-3a2010e1decb req-c0f8dd04-95b9-4c8d-86da-0fedac0c2e67 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430455 Dec 08 17:22:03.019856 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:03.042529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:03.044845 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd43c6c3-b150-4181-a9af-125fe839ddc9" -d '{"events": [{"server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "name": "network-vif-plugged", "status": "completed", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:03.058170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:03.062383 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:03.086599 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f466d0c0-4994-49ab-abe8-746c776f195b x-openstack-request-id: req-f466d0c0-4994-49ab-abe8-746c776f195b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:03.086894 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "name": "network-vif-plugged", "status": "completed", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:03.087143 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f466d0c0-4994-49ab-abe8-746c776f195b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:03.087603 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'code': 200} Dec 08 17:22:03.116422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:03.182080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43a46c-05d1-4609-a515-db9b5b27962c req-d419b56c-eaf2-4c0c-af10-33056b6a7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:03.183560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f43a46c-05d1-4609-a515-db9b5b27962c req-d419b56c-eaf2-4c0c-af10-33056b6a7d66 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0404832 Dec 08 17:22:03.234043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6f43a46c-05d1-4609-a515-db9b5b27962c req-a827817b-fb93-40a2-bf22-10884cbf8294 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377660 Dec 08 17:22:03.752644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:04.089616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b401bf-3965-4163-82ed-4907839a538e req-a94b513d-815a-4745-b213-6904092a7335 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:04.091159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b401bf-3965-4163-82ed-4907839a538e req-a94b513d-815a-4745-b213-6904092a7335 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0492148 Dec 08 17:22:04.143366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b401bf-3965-4163-82ed-4907839a538e req-0d91d2df-6ae9-4dd0-a840-4b562c87a1f9 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462432 Dec 08 17:22:05.263837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151b24f7-a500-4927-a2ae-b79b8ea9ea0a req-a59def76-d508-41f6-8896-569e0237670e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:05.265246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-151b24f7-a500-4927-a2ae-b79b8ea9ea0a req-a59def76-d508-41f6-8896-569e0237670e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0516071 Dec 08 17:22:05.313049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-151b24f7-a500-4927-a2ae-b79b8ea9ea0a req-974ad7fb-e077-4938-8901-84312f5a4910 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415325 Dec 08 17:22:05.436093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a5bbc-3417-4751-b22a-5c4fd80c8fea req-c5d6d13e-0778-4803-b644-e225642bd59b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:05.437587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a78a5bbc-3417-4751-b22a-5c4fd80c8fea req-c5d6d13e-0778-4803-b644-e225642bd59b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0542696 Dec 08 17:22:05.484793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a78a5bbc-3417-4751-b22a-5c4fd80c8fea req-23173979-e71f-4ac6-aeb0-851ff18b080a tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412438 Dec 08 17:22:05.691287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca90e5a-570e-4625-94c2-c8134675f03d req-53a866c3-1845-4d7a-b94b-4db68a4fc9ca tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:05.692980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ca90e5a-570e-4625-94c2-c8134675f03d req-53a866c3-1845-4d7a-b94b-4db68a4fc9ca tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Dec 08 17:22:05.740544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ca90e5a-570e-4625-94c2-c8134675f03d req-fcb8cd3d-cfe2-4c50-9dc1-09b14f271748 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Dec 08 17:22:05.855173 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df47672-d60f-49e8-a379-3407b483412c req-0b7ba22a-d092-423d-991d-4bdae0dd68f4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:05.856705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9df47672-d60f-49e8-a379-3407b483412c req-0b7ba22a-d092-423d-991d-4bdae0dd68f4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0500998 Dec 08 17:22:05.904225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9df47672-d60f-49e8-a379-3407b483412c req-c8f31a57-70d5-4d45-877a-4dbe4c022a7c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413616 Dec 08 17:22:06.216644 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-1bf6e75a-1e18-4976-b97b-e774b8893607 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418360 Dec 08 17:22:06.239436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c535b7-caa1-43f5-9121-b6b619f5bef0 req-014e8233-0354-4a04-acf7-27cc05b2f38f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:06.240936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8c535b7-caa1-43f5-9121-b6b619f5bef0 req-014e8233-0354-4a04-acf7-27cc05b2f38f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0557723 Dec 08 17:22:06.291982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8c535b7-caa1-43f5-9121-b6b619f5bef0 req-2b63b10d-ceee-4f8b-8d50-52dac61387c7 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447989 Dec 08 17:22:07.352532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-228ceb99-1e78-4a54-b33b-a0862abbfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:07.354355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-228ceb99-1e78-4a54-b33b-a0862abbfdac service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0416965 Dec 08 17:22:07.469147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf29cd1-9020-4606-af1c-3bddb3115678 req-3d5925fb-df7c-45a1-91f4-bfd1ce063650 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:07.470641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4cf29cd1-9020-4606-af1c-3bddb3115678 req-3d5925fb-df7c-45a1-91f4-bfd1ce063650 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.1018579 Dec 08 17:22:07.498066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-f25f6217-a01f-403d-a3c2-f88ad63623d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:07.499496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-f25f6217-a01f-403d-a3c2-f88ad63623d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.1386659 Dec 08 17:22:07.551094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-972b60e6-380c-447a-9d96-b5fcb5e93aa1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0445590 Dec 08 17:22:07.571065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4cf29cd1-9020-4606-af1c-3bddb3115678 req-82e0bcff-0385-4f90-8b20-aacc82b038bb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941026 Dec 08 17:22:07.607719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-2f4d0d0c-b748-4525-8561-7ee279c9aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:07.609162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-2f4d0d0c-b748-4525-8561-7ee279c9aa47 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0502796 Dec 08 17:22:07.639957 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-fe717c18-f7ac-4565-98d7-9292f4418b55 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239692 Dec 08 17:22:07.727181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-bde79b70-b8bf-43fb-bf20-870f857e3869 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803854 Dec 08 17:22:07.820096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-f973f40f-5059-49f5-98a9-1434c4b1a8e5 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856223 Dec 08 17:22:08.693446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa807f9-a36d-49d1-9b33-6bb358ee7f85 req-b0235423-172b-4afc-8375-da419f325e51 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:08.694968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fa807f9-a36d-49d1-9b33-6bb358ee7f85 req-b0235423-172b-4afc-8375-da419f325e51 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0540874 Dec 08 17:22:08.743982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fa807f9-a36d-49d1-9b33-6bb358ee7f85 req-f629818d-d51b-4678-857e-4dc5b6ead97e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 Dec 08 17:22:09.870618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0307479-6ca2-4798-9284-660f2a76b82b req-53af21be-4a73-42d7-ae96-25de6cb3a383 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:09.872098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0307479-6ca2-4798-9284-660f2a76b82b req-53af21be-4a73-42d7-ae96-25de6cb3a383 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0540285 Dec 08 17:22:09.919826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0307479-6ca2-4798-9284-660f2a76b82b req-4ecb30d3-3d51-4c64-b477-8a52c8586351 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Dec 08 17:22:11.034796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325fb80a-5bdd-43c2-8bd3-2822a9439f7f req-3b6432c5-cc8a-429a-a38d-ea9631694b84 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:11.037031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-325fb80a-5bdd-43c2-8bd3-2822a9439f7f req-3b6432c5-cc8a-429a-a38d-ea9631694b84 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0497198 Dec 08 17:22:11.085087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-325fb80a-5bdd-43c2-8bd3-2822a9439f7f req-b123d60f-4695-4d2e-8d58-a995c6b9368f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419562 Dec 08 17:22:12.201199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df5708-cca5-4539-a8c9-4956ace3809d req-8f6cf123-58d0-438a-88fb-96a78a27ca67 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:12.202727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81df5708-cca5-4539-a8c9-4956ace3809d req-8f6cf123-58d0-438a-88fb-96a78a27ca67 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0490212 Dec 08 17:22:12.254551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81df5708-cca5-4539-a8c9-4956ace3809d req-944dba52-fe07-4a42-9d48-9f6b86342407 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454426 Dec 08 17:22:13.371494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7baff1-d02f-4af8-a319-0fabb88257bc req-e3965219-f26c-4520-864d-53b81ffed1cb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:13.372942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b7baff1-d02f-4af8-a319-0fabb88257bc req-e3965219-f26c-4520-864d-53b81ffed1cb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0487847 Dec 08 17:22:13.419668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0b7baff1-d02f-4af8-a319-0fabb88257bc req-a1051a8c-36f1-49f0-8c9c-17a7b67215bc tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406024 Dec 08 17:22:14.536095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd723e52-a776-4c4b-b9ce-5b74252fa7f5 req-9fef9aa3-5e10-4819-a896-3a02e462cc4e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:14.538230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd723e52-a776-4c4b-b9ce-5b74252fa7f5 req-9fef9aa3-5e10-4819-a896-3a02e462cc4e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0509326 Dec 08 17:22:14.585199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fd723e52-a776-4c4b-b9ce-5b74252fa7f5 req-218c2542-cfa4-4ec9-a8dd-53fa229e6b57 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 Dec 08 17:22:15.705929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a81b0-4319-497b-a263-76a608a33858 req-e4a8df65-fca4-48af-bf4f-1406bf42ebe8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:15.707431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d54a81b0-4319-497b-a263-76a608a33858 req-e4a8df65-fca4-48af-bf4f-1406bf42ebe8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0530813 Dec 08 17:22:15.755743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d54a81b0-4319-497b-a263-76a608a33858 req-4afa786c-67d7-4ca9-9b7c-905f47f35ae6 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Dec 08 17:22:16.870883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a0ed2-ca81-40bd-8fd7-26831761978a req-cffef8de-9e40-4b54-a0e2-f6b32e651dea tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:16.872353 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e2a0ed2-ca81-40bd-8fd7-26831761978a req-cffef8de-9e40-4b54-a0e2-f6b32e651dea tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0489311 Dec 08 17:22:16.919662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e2a0ed2-ca81-40bd-8fd7-26831761978a req-d2585b43-cdda-49d4-9607-7ea7dc5fd064 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413728 Dec 08 17:22:18.041993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d16af-8235-4144-8129-3ba43d4c6ba5 req-b44deec3-451b-4f93-b8a4-3752d65b406b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:18.043466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-236d16af-8235-4144-8129-3ba43d4c6ba5 req-b44deec3-451b-4f93-b8a4-3752d65b406b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0530317 Dec 08 17:22:18.090786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-236d16af-8235-4144-8129-3ba43d4c6ba5 req-587c1058-fcf0-4b3e-9492-fbfecee2f352 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412395 Dec 08 17:22:19.206050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8554e2-16a0-4329-91af-0a86463bed50 req-c71acbc9-99ee-4a23-976f-afefdb382237 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:19.207514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb8554e2-16a0-4329-91af-0a86463bed50 req-c71acbc9-99ee-4a23-976f-afefdb382237 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Dec 08 17:22:19.257892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb8554e2-16a0-4329-91af-0a86463bed50 req-26e5eeb4-bf2f-4147-bf82-3d0e248c01e0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432680 Dec 08 17:22:19.392751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207567-f475-4135-a811-c55c13a8dc05 req-d2805c4b-2101-4352-b217-4b64d732c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:19.394460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-d2805c4b-2101-4352-b217-4b64d732c9ce service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0404265 Dec 08 17:22:19.501429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207567-f475-4135-a811-c55c13a8dc05 req-2d8b20a8-c334-4a48-b24c-91ec4825b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:19.502987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-2d8b20a8-c334-4a48-b24c-91ec4825b633 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0890174 Dec 08 17:22:19.545771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-f2d5e0c4-f62a-4723-88c7-8bf46f1377a0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0353112 Dec 08 17:22:19.598754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0207567-f475-4135-a811-c55c13a8dc05 req-9f4828aa-2b0a-4596-991a-2061f2c69fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:19.600277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-9f4828aa-2b0a-4596-991a-2061f2c69fcf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0478067 Dec 08 17:22:19.631637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-00f689ea-9788-46e5-910d-637fc23c431b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238972 Dec 08 17:22:19.721072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-c78845db-529e-4976-986b-41244d544664 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820742 Dec 08 17:22:19.815988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0207567-f475-4135-a811-c55c13a8dc05 req-ea3d49cc-9242-4d47-accf-27a6f4567ee7 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877848 Dec 08 17:22:20.376378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0512ae5-e54a-44c4-90db-a03ed4bfdfdf req-42c575fc-62d4-40b4-a583-5ca0ac517973 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:20.377764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0512ae5-e54a-44c4-90db-a03ed4bfdfdf req-42c575fc-62d4-40b4-a583-5ca0ac517973 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Dec 08 17:22:20.424817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0512ae5-e54a-44c4-90db-a03ed4bfdfdf req-51827620-b29d-4cfe-bc81-dafc95430236 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409410 Dec 08 17:22:20.666563 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:22:21.542922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96018e50-e33a-4ec7-9397-1ab5aef2342c req-7812c4f9-8188-4951-95dc-3de7b1b75039 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:21.544408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96018e50-e33a-4ec7-9397-1ab5aef2342c req-7812c4f9-8188-4951-95dc-3de7b1b75039 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Dec 08 17:22:21.596258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96018e50-e33a-4ec7-9397-1ab5aef2342c req-746441a1-dc3f-4328-92d0-609df7065dd8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459244 Dec 08 17:22:22.712086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af4957-0807-4b63-8d79-f5c95dbfb774 req-3976fd17-085f-4d46-9b4c-fde9c85bb67a tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:22.713584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af4957-0807-4b63-8d79-f5c95dbfb774 req-3976fd17-085f-4d46-9b4c-fde9c85bb67a tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0492282 Dec 08 17:22:22.764201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91af4957-0807-4b63-8d79-f5c95dbfb774 req-e1e47f6a-ee33-4abe-a2e6-367d7aa3b769 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445557 Dec 08 17:22:23.881492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e5ceb-91d8-4202-b5a9-fd425c75df5a req-9ce205d8-b066-47f6-9f94-4a656270f8bf tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:23.892731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-104e5ceb-91d8-4202-b5a9-fd425c75df5a req-9ce205d8-b066-47f6-9f94-4a656270f8bf tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0495634 Dec 08 17:22:23.930999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-104e5ceb-91d8-4202-b5a9-fd425c75df5a req-06f0dbf5-2bfa-489b-b7a1-2d62dca0e418 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417688 Dec 08 17:22:25.050780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8677d2-110a-4814-a1ad-6525be550198 req-5976035b-fe94-4f87-999c-54830b217c81 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:25.052228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c8677d2-110a-4814-a1ad-6525be550198 req-5976035b-fe94-4f87-999c-54830b217c81 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0523486 Dec 08 17:22:25.104298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0c8677d2-110a-4814-a1ad-6525be550198 req-a885cac3-7d55-45b9-8145-36d5fbff33a8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447528 Dec 08 17:22:26.150863 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3184f58b-2b17-495d-b10a-8208d4d111c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:26.223499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f00ab-70c2-423c-8d10-941651301f2c req-80136ac7-8c2a-44b1-a565-ac4043066a44 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:26.225169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee3f00ab-70c2-423c-8d10-941651301f2c req-80136ac7-8c2a-44b1-a565-ac4043066a44 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0506344 Dec 08 17:22:26.273530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ee3f00ab-70c2-423c-8d10-941651301f2c req-a81aefec-7403-43bf-b008-379651d2e83d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419707 Dec 08 17:22:27.393341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2baef-7abd-47ba-9a39-461f1889bd92 req-547f7bc3-1867-463f-87e7-9e42978678a4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:27.394818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ec2baef-7abd-47ba-9a39-461f1889bd92 req-547f7bc3-1867-463f-87e7-9e42978678a4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Dec 08 17:22:27.447747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ec2baef-7abd-47ba-9a39-461f1889bd92 req-b2d879cb-90f3-4130-ab7c-30555b827abe tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457826 Dec 08 17:22:28.563812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd2830-6409-41da-9721-93d70b28af40 req-9e08bed1-d233-45eb-a020-502df58defbc tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:28.565272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbcd2830-6409-41da-9721-93d70b28af40 req-9e08bed1-d233-45eb-a020-502df58defbc tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0499554 Dec 08 17:22:28.614054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbcd2830-6409-41da-9721-93d70b28af40 req-df57c4e3-ccb9-4fd6-8ff7-792abdc20934 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420084 Dec 08 17:22:28.931313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1cbea88f-7a74-427f-ba45-d22a180090e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:29.735862 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5949c85-64e9-433f-bb24-5cd8903a0879 req-8593d20d-330d-4f43-8038-ca174a277d58 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:29.737385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5949c85-64e9-433f-bb24-5cd8903a0879 req-8593d20d-330d-4f43-8038-ca174a277d58 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0518591 Dec 08 17:22:29.786362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5949c85-64e9-433f-bb24-5cd8903a0879 req-1f674506-ac5a-4deb-bf46-978a86f3a6b9 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427489 Dec 08 17:22:30.367823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:30.908505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3758ab8-52f8-4f80-8768-9e33fceebce5 req-34bf37c8-8db2-4ce1-82bb-a04afabbffeb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:30.909991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3758ab8-52f8-4f80-8768-9e33fceebce5 req-34bf37c8-8db2-4ce1-82bb-a04afabbffeb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0530431 Dec 08 17:22:30.957333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3758ab8-52f8-4f80-8768-9e33fceebce5 req-fab40a89-ea00-477e-8d5e-99975bc34d5b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405109 Dec 08 17:22:32.079216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b616a8b-86c6-4ebf-b11d-6415ea8a58e3 req-237d22ab-8200-440b-a17f-a36957e1f8a4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:32.080683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b616a8b-86c6-4ebf-b11d-6415ea8a58e3 req-237d22ab-8200-440b-a17f-a36957e1f8a4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0512245 Dec 08 17:22:32.137571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b616a8b-86c6-4ebf-b11d-6415ea8a58e3 req-f747c1ae-4c4a-4d8a-89da-a7b560cff9fb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 Dec 08 17:22:32.143108 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:32.398629 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:32.740657 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:33.261332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f9fbd0-b879-42af-ad0c-7c88687c7c3c req-bf0b5859-07fe-4cc7-a53e-d158ed9bdef6 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:33.262859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56f9fbd0-b879-42af-ad0c-7c88687c7c3c req-bf0b5859-07fe-4cc7-a53e-d158ed9bdef6 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0520771 Dec 08 17:22:33.311513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-56f9fbd0-b879-42af-ad0c-7c88687c7c3c req-7c9a7284-61df-4f28-8f86-34e2d2100626 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427425 Dec 08 17:22:33.763008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:34.426250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d1f5-fd1c-41a2-a8b4-a7b06922f5af req-486a817d-e50d-40f0-9940-e1ee1676b634 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:34.427703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f16d1f5-fd1c-41a2-a8b4-a7b06922f5af req-486a817d-e50d-40f0-9940-e1ee1676b634 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 945 time: 0.0490978 Dec 08 17:22:34.474927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f16d1f5-fd1c-41a2-a8b4-a7b06922f5af req-a1b34a51-1880-4f13-81c7-0b21c156b5c2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408280 Dec 08 17:22:34.682058 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-021deb7e-9e80-455f-8231-19ae6ef4abf3 service neutron] show failed (client error): The resource could not be found. Dec 08 17:22:34.682972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-021deb7e-9e80-455f-8231-19ae6ef4abf3 service neutron] 10.222.0.86 "GET /v2.0/ports/7d6dc530-8b5f-4856-8e65-97c8aced9660/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0555689 Dec 08 17:22:34.915511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-fdd0415a-5fbc-46a3-80b5-71bf08cfa7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:34.916997 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-fdd0415a-5fbc-46a3-80b5-71bf08cfa7b8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8&tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2 HTTP/1.1" status: 200 len: 1096 time: 0.0746186 Dec 08 17:22:34.929176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:22:34.982115 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.184089 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:35.217419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h2-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:22:35.259036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:35.261224 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7786b7-f5bc-4567-a408-52a2f972d616" -d '{"events": [{"server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:35.265449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.278545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Transition to ACTIVE for port object 7d6dc530-8b5f-4856-8e65-97c8aced9660 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:22:35.282677 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.315909 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9748e198-a85c-4d34-a9a0-0f879b69037a x-openstack-request-id: req-9748e198-a85c-4d34-a9a0-0f879b69037a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:35.316195 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "name": "network-vif-unplugged", "status": "completed", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:35.316443 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9748e198-a85c-4d34-a9a0-0f879b69037a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:35.316823 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'code': 200} Dec 08 17:22:35.343246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] No DVR routers for this DVR port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on host n-h2-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:22:35.349744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=6']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:35.382691 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:22:35.383012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:22:35.383328 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:22:35.387528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on network d3340fcd-c1fb-4f78-9103-c95841555499 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:22:35.387836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Attempting to bind port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:22:35.392606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:22:35.392931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Checking segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:22:35.393296 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Bound using segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:22:35.393706 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Bound port: 7d6dc530-8b5f-4856-8e65-97c8aced9660, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:22:35.394077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.461194 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h1-820935-5, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:22:35.464116 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:22:35.468734 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.504419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:35.505028 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:35.507079 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] 10.222.0.58 "PUT /v2.0/ports/7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 1091 time: 0.5818200 Dec 08 17:22:35.530345 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5f8f-2f7f-47f0-b019-c53626845550 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=7']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:35.573679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-ce0d2009-ff42-4a93-9354-e0ec7120a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:35.575248 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-ce0d2009-ff42-4a93-9354-e0ec7120a9cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0421069 Dec 08 17:22:35.604470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c3ce5-59b9-4b52-83f6-2bdc85ae1d16 req-2106cb39-a3fb-4c6e-9b05-320a421be730 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:35.606071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-533c3ce5-59b9-4b52-83f6-2bdc85ae1d16 req-2106cb39-a3fb-4c6e-9b05-320a421be730 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0552387 Dec 08 17:22:35.655454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-533c3ce5-59b9-4b52-83f6-2bdc85ae1d16 req-eb88bea9-b861-4ac8-a4ad-6c9e566b161c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433033 Dec 08 17:22:35.670993 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-761492be-8029-4ce5-bce8-034d4496da7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:35.672480 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-761492be-8029-4ce5-bce8-034d4496da7e service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0900130 Dec 08 17:22:35.716167 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-32965ad1-8b15-4da8-b130-b2466285fa7f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0354199 Dec 08 17:22:35.765476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-e4e10051-a403-46f6-96fc-5cdc121fe566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:35.766867 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-e4e10051-a403-46f6-96fc-5cdc121fe566 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0440516 Dec 08 17:22:35.798044 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-6af13f74-f6c7-4407-8471-553463018ff0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241556 Dec 08 17:22:35.891163 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-af8e2eaa-0eb2-4958-88f6-5362ade12ebd service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852582 Dec 08 17:22:35.979565 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-5a971b6c-d483-4c7f-8202-a87f33564fbf req-60ad035b-a8de-41c8-a222-1e6598911654 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810947 Dec 08 17:22:36.776681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15cd12-b2d1-4209-bc46-28eb2295e339 req-022d07ae-462a-4054-a69a-863b8cd0b8c3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:36.778197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c15cd12-b2d1-4209-bc46-28eb2295e339 req-022d07ae-462a-4054-a69a-863b8cd0b8c3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0491312 Dec 08 17:22:36.831600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c15cd12-b2d1-4209-bc46-28eb2295e339 req-c3f1e649-a9a7-4346-8058-6a43df9dad32 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474045 Dec 08 17:22:37.317836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:37.320200 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6" -d '{"events": [{"name": "network-changed", "server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:37.370084 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7726c034-a4e2-4ee3-b16d-e1529423ff7c x-openstack-request-id: req-7726c034-a4e2-4ee3-b16d-e1529423ff7c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:37.370383 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:37.370635 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7726c034-a4e2-4ee3-b16d-e1529423ff7c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:37.371546 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'status': 'completed', 'code': 200} Dec 08 17:22:37.430777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-07b7d3ae-da48-46e6-a442-2a938905b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:37.432284 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-07b7d3ae-da48-46e6-a442-2a938905b0db service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0435100 Dec 08 17:22:37.453932 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-fbeb9de5-4ccd-4b69-bd7f-6691143434b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:37.455466 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-fbeb9de5-4ccd-4b69-bd7f-6691143434b6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0500107 Dec 08 17:22:37.543229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-c4c48604-5ba4-4036-9c36-d9db5af91e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:37.544692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-c4c48604-5ba4-4036-9c36-d9db5af91e06 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.1046264 Dec 08 17:22:37.559117 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-f02060b4-dd60-49d5-ae12-1799d13a108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:37.560579 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-f02060b4-dd60-49d5-ae12-1799d13a108f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0911307 Dec 08 17:22:37.590134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-bc6b62cd-66b0-40e8-b2ee-379a0d9fd3c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0376365 Dec 08 17:22:37.606930 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-f1badc6a-e24e-49b4-8ada-29dbf8beafb5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0394762 Dec 08 17:22:37.656909 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-bd622061-5ce1-42cf-bb9d-c1623943ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:37.658390 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-bd622061-5ce1-42cf-bb9d-c1623943ccbb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0451128 Dec 08 17:22:37.692273 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-8b7e9bea-226d-4c90-ada2-7e0c8ce80579 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258486 Dec 08 17:22:37.787231 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-af879ea0-91a1-495c-a08e-4ff84938e2f7 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878592 Dec 08 17:22:37.888817 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-3df55489-f8ea-4d08-a470-b24d5f27bf03 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946658 Dec 08 17:22:38.002210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-2d168e73-cb16-488b-8207-45b0d0f9090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.003658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-2d168e73-cb16-488b-8207-45b0d0f9090c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.4067996 Dec 08 17:22:38.027542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c959a6d-af02-4875-8246-dcc579fa858d req-047e4f3c-7681-4e58-9fdb-a7cc18c02921 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.028977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c959a6d-af02-4875-8246-dcc579fa858d req-047e4f3c-7681-4e58-9fdb-a7cc18c02921 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0686197 Dec 08 17:22:38.045234 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-249d9889-e6ee-44e3-9439-972514ca2cca service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339963 Dec 08 17:22:38.135029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1c959a6d-af02-4875-8246-dcc579fa858d req-21549332-1c82-4258-992e-a2cfcb2cab7c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919042 Dec 08 17:22:38.166863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-529c3eb0-b086-43e6-8fad-5c0ccae7d708 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094339 Dec 08 17:22:38.264345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c6d6a02-d35d-4e2e-8e82-2e9aef5286d6 req-b5d27343-2c11-4c80-9b68-c41b25eab29e service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901282 Dec 08 17:22:38.344030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4d47-c68e-4261-8b9b-a660e4b60cf5 req-41e827f4-6f0d-443c-8e18-006a826debb3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.345605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df2d4d47-c68e-4261-8b9b-a660e4b60cf5 req-41e827f4-6f0d-443c-8e18-006a826debb3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0589521 Dec 08 17:22:38.457538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-3b8a62bb-849d-4a75-985e-3ada54ffc59c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.459021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-3b8a62bb-849d-4a75-985e-3ada54ffc59c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.86 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8&tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 943 time: 0.1125402 Dec 08 17:22:38.463406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-df2d4d47-c68e-4261-8b9b-a660e4b60cf5 req-7d6cdc7e-2926-4344-a072-fc00d38d9c88 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082251 Dec 08 17:22:38.523907 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-314e11cc-66fd-40d2-9f5b-b64b16434fa1 service neutron] delete failed (client error): The resource could not be found. Dec 08 17:22:38.524919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-314e11cc-66fd-40d2-9f5b-b64b16434fa1 service neutron] 10.222.0.86 "DELETE /v2.0/ports/7d6dc530-8b5f-4856-8e65-97c8aced9660/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0585153 Dec 08 17:22:38.611505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-43b594ee-cacc-4d0e-8f9c-5409d3a0ab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.612999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-43b594ee-cacc-4d0e-8f9c-5409d3a0ab81 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 1094 time: 0.0433850 Dec 08 17:22:38.702773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-df38fa1c-3486-4c85-9022-be868e37e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.704231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-df38fa1c-3486-4c85-9022-be868e37e838 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0849397 Dec 08 17:22:38.749309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-cc803459-5a80-4e03-b278-bffb9dfff264 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 200 len: 217 time: 0.0380363 Dec 08 17:22:38.798356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-4ab7c7ed-8340-44fe-a907-5a3af5ee4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:38.799782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-4ab7c7ed-8340-44fe-a907-5a3af5ee4f4b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0443304 Dec 08 17:22:38.830341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-6a77e559-d646-4c36-9676-8280b61718d6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239501 Dec 08 17:22:38.930773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-2f06c43d-c5d1-4aaf-8145-c4642bb63c73 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937774 Dec 08 17:22:39.021366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45fbf184-8991-4078-aa3f-ecdae4bd6dcc req-c6a09076-e937-485a-8c24-f1ef897f01bd service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827193 Dec 08 17:22:39.140258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:22:39.181370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:22:39.597831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1d79be-dd4e-4dc6-819d-75f303b50044 req-d8e193bb-b6e5-4788-a361-b53b5c2fd661 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:39.599301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed1d79be-dd4e-4dc6-819d-75f303b50044 req-d8e193bb-b6e5-4788-a361-b53b5c2fd661 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0578837 Dec 08 17:22:39.648771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed1d79be-dd4e-4dc6-819d-75f303b50044 req-8e5af23c-ed69-4dc5-9e25-6174cd3684b8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Dec 08 17:22:39.764300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669eba12-9134-437c-9b6d-6f625c716c10 req-2ae8be31-2a11-46d3-b545-ed976e370675 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:39.765754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-669eba12-9134-437c-9b6d-6f625c716c10 req-2ae8be31-2a11-46d3-b545-ed976e370675 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0487804 Dec 08 17:22:39.814039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-669eba12-9134-437c-9b6d-6f625c716c10 req-167b72fd-a1ad-46f9-9854-2d4bb62c2a0b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423539 Dec 08 17:22:39.835917 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:22:39.929825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23eb88-df44-4a38-a15b-83ad2f5a6c65 req-0236d1bc-d4ec-4dc3-8df3-306a077b9f08 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:39.931479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a23eb88-df44-4a38-a15b-83ad2f5a6c65 req-0236d1bc-d4ec-4dc3-8df3-306a077b9f08 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 943 time: 0.0508788 Dec 08 17:22:39.935859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:39.954395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'port_id': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'mac_address': 'fa:16:3e:20:cc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc43c2-3930-448e-9821-0cedc408762e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:22:39.984866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a23eb88-df44-4a38-a15b-83ad2f5a6c65 req-b353a287-f7d5-4a28-8b83-0b8eddcbf2b0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468774 Dec 08 17:22:40.005529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:40.010431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6dc530-8b5f-4856-8e65-97c8aced9660 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:22:40.033001 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:40.039602 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:40.092262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:40.263008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7d6dc530-8b5f-4856-8e65-97c8aced9660'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:22:40.357609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4e192fdd-090d-4a38-a1dd-144a18ff4b93 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:40.359173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4e192fdd-090d-4a38-a1dd-144a18ff4b93 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 815 time: 0.1115148 Dec 08 17:22:40.376407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-c4c5ca35-697e-4f0c-9ede-d5c701fc0efd tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/quotas/e1f1bf0ba88645e2a95826c2d67f35c2 HTTP/1.1" status: 200 len: 375 time: 0.0098286 Dec 08 17:22:40.429315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-a25a6336-ed48-4511-bde4-9707faa6421c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0455165 Dec 08 17:22:40.528337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-df6b0afc-57e2-4ac9-82cd-2b39827f346c service neutron] 10.222.0.62 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918617 Dec 08 17:22:40.625193 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-d36a25b6-d512-4cb4-934f-c3b3509c6b39 service neutron] 10.222.0.62 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905178 Dec 08 17:22:40.800407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7086ffd5-4613-4cf5-8316-bfc56bcf7d57 req-923186cc-bddb-4c29-b2d4-224e011f6426 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 210 time: 0.0347123 Dec 08 17:22:41.536712 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-d9af6f7e-9846-4a31-bb05-d37c61edf99d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:41.538237 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-d9af6f7e-9846-4a31-bb05-d37c61edf99d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.58 "GET /v2.0/ports?device_id=27dbcafd-c120-48d4-9df1-c654e41b9ae8 HTTP/1.1" status: 200 len: 944 time: 0.0514212 Dec 08 17:22:41.633503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.58', 55618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:22:41.638407 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Deleting port 7d6dc530-8b5f-4856-8e65-97c8aced9660 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:22:41.638749 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:41.733827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] For port 7d6dc530-8b5f-4856-8e65-97c8aced9660, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7d6dc530-8b5f-4856-8e65-97c8aced9660,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:41.734316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:41.746045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-166de531-78de-4068-befa-911bfed18f79 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:41.748006 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-166de531-78de-4068-befa-911bfed18f79 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 815 time: 0.1133504 Dec 08 17:22:41.750063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Calling delete_port for 7d6dc530-8b5f-4856-8e65-97c8aced9660 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:22:41.762110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Request body: {'port': {'device_id': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'admin_state_up': True, 'tenant_id': 'e1f1bf0ba88645e2a95826c2d67f35c2'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:22:41.856056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:22:41.895085 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:41.907875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7d6dc530-8b5f-4856-8e65-97c8aced9660'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:22:41.911484 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No active binding found for port 7d6dc530-8b5f-4856-8e65-97c8aced9660 {{(pid=103283) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 08 17:22:41.911925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 08 17:22:41.915772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20f3c5aa-243e-4a01-9e79-232c3c810f3f req-7e663304-6595-4767-a091-2609a82e2d7c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 210 time: 0.0373664 Dec 08 17:22:41.925114 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Pushing event deleted for resources: {'Port': ['ID=7d6dc530-8b5f-4856-8e65-97c8aced9660,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:41.946186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Made reservation on behalf of e1f1bf0ba88645e2a95826c2d67f35c2 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:22:41.951331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:41.954775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Port 7d6dc530-8b5f-4856-8e65-97c8aced9660 not found, will not notify nova. {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 08 17:22:41.980395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] No DVR routers for this DVR port 7d6dc530-8b5f-4856-8e65-97c8aced9660 on host n-h1-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:22:41.983525 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:41.986910 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.58 "DELETE /v2.0/ports/7d6dc530-8b5f-4856-8e65-97c8aced9660 HTTP/1.1" status: 204 len: 173 time: 0.4413660 Dec 08 17:22:41.987346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'name': 'network-vif-deleted', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:41.989590 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d45e6bceaaf0431063d1dd6e3601330cb2573e9a756700ee1142266c2e6bb1c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0895023e-cc0a-4fb9-aec1-3364a8245822" -d '{"events": [{"server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "name": "network-vif-deleted", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:42.027143 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798884c3-dc6d-40a9-88fb-495610aa7f63 x-openstack-request-id: req-798884c3-dc6d-40a9-88fb-495610aa7f63 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:42.027416 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27dbcafd-c120-48d4-9df1-c654e41b9ae8", "name": "network-vif-deleted", "tag": "7d6dc530-8b5f-4856-8e65-97c8aced9660", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:42.027668 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-798884c3-dc6d-40a9-88fb-495610aa7f63 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:42.028066 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27dbcafd-c120-48d4-9df1-c654e41b9ae8', 'name': 'network-vif-deleted', 'tag': '7d6dc530-8b5f-4856-8e65-97c8aced9660', 'status': 'completed', 'code': 200} Dec 08 17:22:42.089988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Allocated IP 172.20.0.4 (d3340fcd-c1fb-4f78-9103-c95841555499/25bc43c2-3930-448e-9821-0cedc408762e/83397c9d-de38-4a27-b32c-721be860de73) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:22:42.254780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.290157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.301622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7d6dc530-8b5f-4856-8e65-97c8aced9660'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:22:42.341063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Network d3340fcd-c1fb-4f78-9103-c95841555499 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:22:42.346249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:22:42.350418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:22:42.373718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:42.401889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:42.402504 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.417905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-4c3cc3f8-7478-45dd-bb7d-54ac1143ed56 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6599355 Dec 08 17:22:42.430800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Request body: {'port': {'device_id': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:22:42.484062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.747738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83397c9d-de38-4a27-b32c-721be860de73 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:22:42.755090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.767626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Transition to ACTIVE for port object 83397c9d-de38-4a27-b32c-721be860de73 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:22:42.771416 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.822627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658790-327a-42b5-8015-0ec14023850b service neutron] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:42.895016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:22:42.895351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:22:42.895681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:22:42.900355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Port 83397c9d-de38-4a27-b32c-721be860de73 on network d3340fcd-c1fb-4f78-9103-c95841555499 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:22:42.900671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:22:42.905506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:22:42.905859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Checking segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:22:42.906235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Bound using segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:22:42.906657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Bound port: 83397c9d-de38-4a27-b32c-721be860de73, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:22:42.907004 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:42.973004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:22:42.976748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:22:42.982003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:43.048554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.049161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:43.050588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-94658790-327a-42b5-8015-0ec14023850b service neutron] 10.222.0.58 "PUT /v2.0/ports/83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 1091 time: 0.6245217 Dec 08 17:22:43.051026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'tag': '83397c9d-de38-4a27-b32c-721be860de73'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:43.053951 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e" -d '{"events": [{"name": "network-changed", "server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "tag": "83397c9d-de38-4a27-b32c-721be860de73"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:43.079377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94658790-327a-42b5-8015-0ec14023850b service neutron] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:43.094735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22648bc6-7b3d-4272-b0a1-eb25b2c98e1b req-b1069dfd-4d32-4a44-911d-e2f51a928c4d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.096336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22648bc6-7b3d-4272-b0a1-eb25b2c98e1b req-b1069dfd-4d32-4a44-911d-e2f51a928c4d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.0827320 Dec 08 17:22:43.106332 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34b211c-74b1-40f8-9cf0-1f65177f9cd1 x-openstack-request-id: req-f34b211c-74b1-40f8-9cf0-1f65177f9cd1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:43.106616 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "tag": "83397c9d-de38-4a27-b32c-721be860de73", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:43.106867 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f34b211c-74b1-40f8-9cf0-1f65177f9cd1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:43.107262 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'tag': '83397c9d-de38-4a27-b32c-721be860de73', 'status': 'completed', 'code': 200} Dec 08 17:22:43.174064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-c84139b3-1cf1-4631-be24-f253c0596eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.175529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-c84139b3-1cf1-4631-be24-f253c0596eca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.0782571 Dec 08 17:22:43.179627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-22648bc6-7b3d-4272-b0a1-eb25b2c98e1b req-f5311420-6651-4429-a9d7-cf62e3c5e156 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704148 Dec 08 17:22:43.220637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-824ec676-3181-4365-8b37-7106f5614dcf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0351336 Dec 08 17:22:43.269125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b079d3f-60e2-4293-a59b-265e60793832 req-9c300d21-4cef-4a49-b191-7bc065be0021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.270510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-9c300d21-4cef-4a49-b191-7bc065be0021 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0432374 Dec 08 17:22:43.303032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-2582446b-578b-4f30-a7fb-8453a8640d11 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246072 Dec 08 17:22:43.396398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-2b7fa3af-6a45-4671-9690-430a04cbb825 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854931 Dec 08 17:22:43.488043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7b079d3f-60e2-4293-a59b-265e60793832 req-b470a20f-4950-4de8-bf20-6b5c02f9586c service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840852 Dec 08 17:22:43.588119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-8a8e1fb3-9df8-46c6-9c42-c72eeecd7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.589530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-8a8e1fb3-9df8-46c6-9c42-c72eeecd7623 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.0479195 Dec 08 17:22:43.679817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-873b92c9-3107-4eb0-8e26-9b079172d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.681296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-873b92c9-3107-4eb0-8e26-9b079172d637 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0846372 Dec 08 17:22:43.727077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-33cc38ce-d01b-4a85-8853-e55d2a088942 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0391579 Dec 08 17:22:43.776908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-8d439707-4fb8-467b-8650-7726a3a0f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:43.778387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-8d439707-4fb8-467b-8650-7726a3a0f598 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0439849 Dec 08 17:22:43.811293 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-57f7e9c2-c17b-42ed-b928-3c43b01dd7aa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253100 Dec 08 17:22:43.901726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-8997fa22-9d53-4e49-b04f-5dad1b1bf79e service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827551 Dec 08 17:22:43.995292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b639615f-4cd1-47c0-85a0-ac46ea6ec16e req-afa8d89d-5fff-4f5e-9654-234f96688627 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Dec 08 17:22:44.301235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc94a1ad-1cc8-470a-bfb5-bee924aee26f req-80fbc0eb-2c32-4e9a-9752-dae35987f5c3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:44.302745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc94a1ad-1cc8-470a-bfb5-bee924aee26f req-80fbc0eb-2c32-4e9a-9752-dae35987f5c3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.0502808 Dec 08 17:22:44.350479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc94a1ad-1cc8-470a-bfb5-bee924aee26f req-6aefdfae-ec88-4100-bf00-0111b00343eb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Dec 08 17:22:45.472123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205f3e3-92a7-4221-9c55-e66d441ef488 req-618087f2-1bd6-4540-be07-038486ff4cd6 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:45.473624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c205f3e3-92a7-4221-9c55-e66d441ef488 req-618087f2-1bd6-4540-be07-038486ff4cd6 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.0537429 Dec 08 17:22:45.523810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c205f3e3-92a7-4221-9c55-e66d441ef488 req-698f9f11-e75e-489f-abf8-c736ce71d716 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436583 Dec 08 17:22:45.857064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:22:45.860240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:22:45.886241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7d6dc530-8b5f-4856-8e65-97c8aced9660 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:22:45.886587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7d6dc530-8b5f-4856-8e65-97c8aced9660 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:22:45.974207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:45.986108 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '83397c9d-de38-4a27-b32c-721be860de73', 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'port_id': '83397c9d-de38-4a27-b32c-721be860de73', 'mac_address': 'fa:16:3e:73:22:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc43c2-3930-448e-9821-0cedc408762e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:22:46.022320 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:46.035191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83397c9d-de38-4a27-b32c-721be860de73 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:22:46.056110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:46.060109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:46.110208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:46.252288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['83397c9d-de38-4a27-b32c-721be860de73'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:22:46.641158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29750d4-84cf-438f-bd9f-1c8fce48f822 req-d96cf739-80bf-42c2-beac-ad41cb374c9f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:46.642676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29750d4-84cf-438f-bd9f-1c8fce48f822 req-d96cf739-80bf-42c2-beac-ad41cb374c9f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 944 time: 0.0494072 Dec 08 17:22:46.689501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a29750d4-84cf-438f-bd9f-1c8fce48f822 req-753cd74c-42db-455d-89f0-59cbc177654e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401001 Dec 08 17:22:47.804125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b1d95-cf55-4a65-bf86-9d3c4abc11b9 req-d3f17ed8-2728-4785-8f1c-694778a76ec1 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:47.806404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd2b1d95-cf55-4a65-bf86-9d3c4abc11b9 req-d3f17ed8-2728-4785-8f1c-694778a76ec1 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 944 time: 0.0494633 Dec 08 17:22:47.857817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cd2b1d95-cf55-4a65-bf86-9d3c4abc11b9 req-e140b1c1-c025-4c7d-8d13-d5a80d214dc1 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Dec 08 17:22:47.866404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:22:47.918596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 83397c9d-de38-4a27-b32c-721be860de73 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:22:47.922542 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 83397c9d-de38-4a27-b32c-721be860de73 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:22:47.922905 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:48.001691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:48.024712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83397c9d-de38-4a27-b32c-721be860de73'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:22:48.026974 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3276d148-e206-4561-98fd-cb30cfb67933" -d '{"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-plugged", "status": "completed", "tag": "83397c9d-de38-4a27-b32c-721be860de73"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:22:48.040340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:22:48.044756 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:48.071425 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262b42ff-b8a2-4440-9d7e-f854e526fda6 x-openstack-request-id: req-262b42ff-b8a2-4440-9d7e-f854e526fda6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:22:48.071722 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-plugged", "status": "completed", "tag": "83397c9d-de38-4a27-b32c-721be860de73", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:22:48.071972 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-262b42ff-b8a2-4440-9d7e-f854e526fda6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:22:48.072373 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83397c9d-de38-4a27-b32c-721be860de73', 'code': 200} Dec 08 17:22:48.102150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:22:48.170781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad5374-ce9e-4c42-b700-f6b16af858e6 req-fe4d22ac-6532-4d19-bb4d-221e4c4e4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:48.172259 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25ad5374-ce9e-4c42-b700-f6b16af858e6 req-fe4d22ac-6532-4d19-bb4d-221e4c4e4b31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1096 time: 0.0406568 Dec 08 17:22:48.217484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-25ad5374-ce9e-4c42-b700-f6b16af858e6 req-28bea7eb-8352-4fa2-84ac-d075e2c5cbca service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378618 Dec 08 17:22:48.977827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f20e-4f01-42f7-8120-350d86230415 req-fb107a7e-7d9e-41e3-8223-ac07a053dbb3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:48.979558 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d42f20e-4f01-42f7-8120-350d86230415 req-fb107a7e-7d9e-41e3-8223-ac07a053dbb3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0496910 Dec 08 17:22:49.027756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d42f20e-4f01-42f7-8120-350d86230415 req-a17fb490-cc7f-4b3e-af94-a59db6f16fc0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421598 Dec 08 17:22:50.147423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc2943-9d92-4b57-a74e-093fd3e1cf58 req-a36c3ccc-bc79-433f-af0e-f55f47f69db0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:50.149488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bccc2943-9d92-4b57-a74e-093fd3e1cf58 req-a36c3ccc-bc79-433f-af0e-f55f47f69db0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0527570 Dec 08 17:22:50.196014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bccc2943-9d92-4b57-a74e-093fd3e1cf58 req-06815dd4-f2ff-41bc-8af1-b5d4caa0c821 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Dec 08 17:22:50.310789 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741ef6-cebf-46bc-9310-8da4aca990dc req-a506cf38-8359-417d-a92f-a508192011a3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:50.312165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6741ef6-cebf-46bc-9310-8da4aca990dc req-a506cf38-8359-417d-a92f-a508192011a3 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0489755 Dec 08 17:22:50.359464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6741ef6-cebf-46bc-9310-8da4aca990dc req-104906d3-f679-4875-b1ca-7f53394fa423 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411148 Dec 08 17:22:50.580435 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-f2899ccb-2e7a-4002-95f0-9db1641fe0eb service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0396001 Dec 08 17:22:50.609630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bc5e2-a02f-456a-b441-c7df8b69eeb5 req-efd07ff6-bd48-44b0-8950-44b09317679b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:50.611128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab2bc5e2-a02f-456a-b441-c7df8b69eeb5 req-efd07ff6-bd48-44b0-8950-44b09317679b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0570593 Dec 08 17:22:50.664556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab2bc5e2-a02f-456a-b441-c7df8b69eeb5 req-95e42a8a-ce49-4137-8b1f-900538cbd250 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473034 Dec 08 17:22:51.659919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-7c4fb707-300a-455a-99fe-e5d2c74a741e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:51.661420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-7c4fb707-300a-455a-99fe-e5d2c74a741e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1096 time: 0.0412960 Dec 08 17:22:51.785417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-f5ccce9e-8484-448f-8f56-55065982a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:51.786968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-f5ccce9e-8484-448f-8f56-55065982a2ca service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.1183188 Dec 08 17:22:51.809526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4a4c7-74b2-46a2-900a-06392c82f228 req-ddb6c007-e309-4b8c-8ffa-22e92a650b1c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:51.810995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3f4a4c7-74b2-46a2-900a-06392c82f228 req-ddb6c007-e309-4b8c-8ffa-22e92a650b1c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0760782 Dec 08 17:22:51.844345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-196da869-d1ad-4ba4-97e2-4282b84290c5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0493393 Dec 08 17:22:51.916604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3f4a4c7-74b2-46a2-900a-06392c82f228 req-78bef84c-a411-44ea-8e9f-1e5986f105c7 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788279 Dec 08 17:22:51.922239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-1b0f851d-7230-41ed-ad3d-8d52591650f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:51.923662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-1b0f851d-7230-41ed-ad3d-8d52591650f3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0690300 Dec 08 17:22:51.957211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-2280c9ae-f568-427c-bc7d-cc82566b3f71 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257463 Dec 08 17:22:52.046499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-66df43dc-bb89-4a5e-9ef3-3c67127ff9eb service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817058 Dec 08 17:22:52.139153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-44833010-d06d-4a9b-a2dd-f259708967fc service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856779 Dec 08 17:22:53.041321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad7ce1-85c9-4648-a19c-ddaafb969f12 req-af20f2e9-02a6-468d-8b52-47d516c31eed tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:53.042837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7ad7ce1-85c9-4648-a19c-ddaafb969f12 req-af20f2e9-02a6-468d-8b52-47d516c31eed tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0533779 Dec 08 17:22:53.091031 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f7ad7ce1-85c9-4648-a19c-ddaafb969f12 req-c0852ea4-4b18-41c3-a7d6-d933bc377863 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421777 Dec 08 17:22:54.208410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ff69d-efaf-47ba-8745-24727f7df22f req-7e5d851e-e755-49ab-ad81-0ade13d06b34 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:54.209887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-810ff69d-efaf-47ba-8745-24727f7df22f req-7e5d851e-e755-49ab-ad81-0ade13d06b34 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0482798 Dec 08 17:22:54.260552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-810ff69d-efaf-47ba-8745-24727f7df22f req-0a916427-4758-4c43-90f7-43e365f66335 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447359 Dec 08 17:22:55.379651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af01777-22dd-424c-a837-a08c45ff4d95 req-dc546fcf-dd37-4157-aabd-fc9a32aaa8e8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:55.381166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af01777-22dd-424c-a837-a08c45ff4d95 req-dc546fcf-dd37-4157-aabd-fc9a32aaa8e8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0496986 Dec 08 17:22:55.428176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af01777-22dd-424c-a837-a08c45ff4d95 req-97b309f5-a741-4268-99dc-bc2ea826dce5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402021 Dec 08 17:22:56.143229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6ca9a37-f018-4e78-ab7a-4113d8cf218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:56.546099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030c9d1-acb4-4bcc-8a29-de789dd15d7d req-856e8804-1eb8-4fc1-830f-992abeea5525 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:56.547571 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7030c9d1-acb4-4bcc-8a29-de789dd15d7d req-856e8804-1eb8-4fc1-830f-992abeea5525 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0488882 Dec 08 17:22:56.597580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7030c9d1-acb4-4bcc-8a29-de789dd15d7d req-2fbe77e6-4a2f-4581-9877-c71d58a8c5b2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439615 Dec 08 17:22:57.667829 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:22:57.718015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5aab73-bdd8-45f5-85de-e18c48a8433e req-c60de4f7-9f0f-488b-9d64-e914ab1e7863 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:57.719476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec5aab73-bdd8-45f5-85de-e18c48a8433e req-c60de4f7-9f0f-488b-9d64-e914ab1e7863 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0533874 Dec 08 17:22:57.766763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec5aab73-bdd8-45f5-85de-e18c48a8433e req-077c11e4-e4a3-4c34-900b-8883193e14e0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 Dec 08 17:22:58.882326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa80ed8-a2aa-466e-9187-413ecd8a5e04 req-4044c47e-11a5-4218-8f7f-4ace931d8f29 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:22:58.883809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3aa80ed8-a2aa-466e-9187-413ecd8a5e04 req-4044c47e-11a5-4218-8f7f-4ace931d8f29 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0504444 Dec 08 17:22:58.933976 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4c462b43-4dfc-4275-8696-82646caeebb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:22:58.935874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3aa80ed8-a2aa-466e-9187-413ecd8a5e04 req-2ca39c50-88c1-4deb-84df-f2a22d112386 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451486 Dec 08 17:23:00.052694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f832118-cb42-4122-b510-3ab429bf5bbd req-e588c75d-cfaf-4350-b359-5befd898d16b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:00.054145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f832118-cb42-4122-b510-3ab429bf5bbd req-e588c75d-cfaf-4350-b359-5befd898d16b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0477569 Dec 08 17:23:00.105675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f832118-cb42-4122-b510-3ab429bf5bbd req-04e0f53e-1e0c-4922-b30a-c5d65058305e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450544 Dec 08 17:23:00.371509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:01.223705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba140a0e-ae68-4153-844f-927458f78ec5 req-3e32e496-eac7-47bb-b2e9-db7b3a18c144 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:01.225275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba140a0e-ae68-4153-844f-927458f78ec5 req-3e32e496-eac7-47bb-b2e9-db7b3a18c144 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0497224 Dec 08 17:23:01.275972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba140a0e-ae68-4153-844f-927458f78ec5 req-bc75f5b9-fde9-4e9b-a8c2-1d0eb2904b7c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433114 Dec 08 17:23:02.141875 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.394519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73adfce6-0a55-411b-81d9-1a495a84ab95 req-3abcd959-b1ed-481a-a86d-c5612bb8f942 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:02.396654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73adfce6-0a55-411b-81d9-1a495a84ab95 req-3abcd959-b1ed-481a-a86d-c5612bb8f942 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0518963 Dec 08 17:23:02.399914 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:02.447201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73adfce6-0a55-411b-81d9-1a495a84ab95 req-036c34ff-52b3-4d3c-9bc5-eb321df8f558 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430238 Dec 08 17:23:02.745788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:03.570332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0271ef4c-1498-42dc-8ac2-00d0d8f8f2de req-10ec4659-8115-498c-91c8-d8fd26461b70 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:03.571796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0271ef4c-1498-42dc-8ac2-00d0d8f8f2de req-10ec4659-8115-498c-91c8-d8fd26461b70 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0519445 Dec 08 17:23:03.620722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0271ef4c-1498-42dc-8ac2-00d0d8f8f2de req-7b62b7b6-5ea3-4795-9817-965c735d86ef tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415642 Dec 08 17:23:03.778082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:04.740178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e63bf-eb0d-48ff-bd4e-4444758d3b7f req-dae867db-27ca-49bd-892e-7d08cd3e9cf2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:04.741628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f25e63bf-eb0d-48ff-bd4e-4444758d3b7f req-dae867db-27ca-49bd-892e-7d08cd3e9cf2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0512097 Dec 08 17:23:04.791184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f25e63bf-eb0d-48ff-bd4e-4444758d3b7f req-b4dfb4f5-36ff-4b9f-b91a-0be8f8b2ab08 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432689 Dec 08 17:23:05.910311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe026d8-e0d4-4784-b618-457cd490035d req-d5511134-e42a-4e1c-a9aa-1320c2f55a58 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:05.911764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbe026d8-e0d4-4784-b618-457cd490035d req-d5511134-e42a-4e1c-a9aa-1320c2f55a58 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0520213 Dec 08 17:23:05.958213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cbe026d8-e0d4-4784-b618-457cd490035d req-32558661-9643-48bf-b4cc-950148fef69e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404079 Dec 08 17:23:07.079402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299bb73d-2fc9-4227-8bf3-64d840f0380e req-ca0ab499-9543-4d22-86e0-b0723545529d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:07.080861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-299bb73d-2fc9-4227-8bf3-64d840f0380e req-ca0ab499-9543-4d22-86e0-b0723545529d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0509641 Dec 08 17:23:07.130539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-299bb73d-2fc9-4227-8bf3-64d840f0380e req-e1e49488-c900-4939-b7d5-60858060845a tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Dec 08 17:23:08.245334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1ba9c-a6c2-4cd1-89e0-a5cad4b21b4a req-f0acfac6-4df5-43dc-880c-a1c72ace3c2b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:08.246955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bc1ba9c-a6c2-4cd1-89e0-a5cad4b21b4a req-f0acfac6-4df5-43dc-880c-a1c72ace3c2b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0488861 Dec 08 17:23:08.304306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bc1ba9c-a6c2-4cd1-89e0-a5cad4b21b4a req-c1f816de-442c-499f-abe0-386c61f79cab tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514262 Dec 08 17:23:09.424454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce01ce-f3a4-4dfa-827d-bf04739841f0 req-a0dada9d-c8ff-45dd-8680-4d9d7748f675 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:09.425907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5ce01ce-f3a4-4dfa-827d-bf04739841f0 req-a0dada9d-c8ff-45dd-8680-4d9d7748f675 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0488756 Dec 08 17:23:09.473304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5ce01ce-f3a4-4dfa-827d-bf04739841f0 req-ee68a5ed-29a0-4e61-b9a7-d814de063f66 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Dec 08 17:23:10.593153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc1503-1d1e-48f9-a7f2-997658725f38 req-7d9d5b15-c235-4dde-aee1-7d8362287492 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:10.594685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3dc1503-1d1e-48f9-a7f2-997658725f38 req-7d9d5b15-c235-4dde-aee1-7d8362287492 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0488510 Dec 08 17:23:10.644901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3dc1503-1d1e-48f9-a7f2-997658725f38 req-f1e0cce3-2c34-412e-8b37-53515a647cb0 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442019 Dec 08 17:23:11.782302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aba8f1-d5c2-490f-a90f-a186e62c5c6f req-af08c0f4-2542-4bfa-a0f3-168087ed2dbf tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:11.784066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15aba8f1-d5c2-490f-a90f-a186e62c5c6f req-af08c0f4-2542-4bfa-a0f3-168087ed2dbf tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0639062 Dec 08 17:23:11.845420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-15aba8f1-d5c2-490f-a90f-a186e62c5c6f req-a5d032fb-37b3-4300-a34e-07a0c02d5778 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Dec 08 17:23:12.972575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41872-e16e-4e84-9eed-b1453f2cfdb3 req-db312e9d-96b4-4b38-abfb-00335a166306 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:12.974078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26f41872-e16e-4e84-9eed-b1453f2cfdb3 req-db312e9d-96b4-4b38-abfb-00335a166306 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0483263 Dec 08 17:23:13.031859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26f41872-e16e-4e84-9eed-b1453f2cfdb3 req-38e39efe-82b2-4318-8c81-b020bb433dce tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510600 Dec 08 17:23:14.150126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e28645-dae1-4e31-bb67-c22534195f84 req-30f6dc90-fd3c-49b8-b0de-6183ad2f20eb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:14.155974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4e28645-dae1-4e31-bb67-c22534195f84 req-30f6dc90-fd3c-49b8-b0de-6183ad2f20eb tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0521352 Dec 08 17:23:14.206488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4e28645-dae1-4e31-bb67-c22534195f84 req-3d9d85ee-c45b-46db-8b1f-fd4765f29e81 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456767 Dec 08 17:23:15.324530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fc774-5708-42d1-8679-4611fd5c973e req-135072d5-d9f4-407e-9fb4-4da77286938e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:15.327104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-939fc774-5708-42d1-8679-4611fd5c973e req-135072d5-d9f4-407e-9fb4-4da77286938e tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0517724 Dec 08 17:23:15.375533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-939fc774-5708-42d1-8679-4611fd5c973e req-e5d51f21-cd8e-4b02-be0a-dc56753f160b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425346 Dec 08 17:23:16.492675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b51a64-1416-4242-a228-29e5e4e7c60d req-1367cac4-cb14-4857-90c7-a3c93cae97c5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:16.494154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2b51a64-1416-4242-a228-29e5e4e7c60d req-1367cac4-cb14-4857-90c7-a3c93cae97c5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0500252 Dec 08 17:23:16.542282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2b51a64-1416-4242-a228-29e5e4e7c60d req-6849b27f-fc6d-470a-af40-b3e1967aa1ce tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410488 Dec 08 17:23:17.662307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66942703-d94b-44e4-9584-b2793d316a3a req-02881d8e-9d93-477a-8483-665529edf1db tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:17.663761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66942703-d94b-44e4-9584-b2793d316a3a req-02881d8e-9d93-477a-8483-665529edf1db tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0521965 Dec 08 17:23:17.711255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66942703-d94b-44e4-9584-b2793d316a3a req-00ea280f-b516-4414-93be-841961980015 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413637 Dec 08 17:23:18.827613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d180c854-ed48-47c1-9589-b2f96a77bdc1 req-2fbbf9df-8519-4600-984b-82d348c9d1e7 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:18.829081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d180c854-ed48-47c1-9589-b2f96a77bdc1 req-2fbbf9df-8519-4600-984b-82d348c9d1e7 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0498049 Dec 08 17:23:18.912471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d180c854-ed48-47c1-9589-b2f96a77bdc1 req-91760176-4beb-40fb-a40c-eeadda6cddc5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 Dec 08 17:23:18.928779 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-d92e1f30-f6ce-4fc2-8393-505f14c8425c service neutron] show failed (client error): The resource could not be found. Dec 08 17:23:18.929656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-d92e1f30-f6ce-4fc2-8393-505f14c8425c service neutron] 10.222.0.58 "GET /v2.0/ports/83397c9d-de38-4a27-b32c-721be860de73/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0812175 Dec 08 17:23:19.178372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-537af235-2f58-4fb4-aa17-e94ddca12e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:19.179855 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-537af235-2f58-4fb4-aa17-e94ddca12e52 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b&tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2 HTTP/1.1" status: 200 len: 1096 time: 0.0897703 Dec 08 17:23:19.191625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-cb24c0d4-0e3b-4b5d-a468-b5c8f67e8e8d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:23:19.192764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-cb24c0d4-0e3b-4b5d-a468-b5c8f67e8e8d service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050607 Dec 08 17:23:19.204710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:19.258207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:19.457118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:19.494797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:19.534156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83397c9d-de38-4a27-b32c-721be860de73'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:19.536340 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a7974b-8e9b-4d32-9a54-da7dea6cb286" -d '{"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-unplugged", "status": "completed", "tag": "83397c9d-de38-4a27-b32c-721be860de73"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:19.540054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:19.553552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Transition to ACTIVE for port object 83397c9d-de38-4a27-b32c-721be860de73 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:23:19.557998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:19.597549 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78b3b8a-b477-4e5e-a7c6-923b562f5c17 x-openstack-request-id: req-d78b3b8a-b477-4e5e-a7c6-923b562f5c17 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:19.597771 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-unplugged", "status": "completed", "tag": "83397c9d-de38-4a27-b32c-721be860de73", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:19.598044 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d78b3b8a-b477-4e5e-a7c6-923b562f5c17 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:19.598426 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83397c9d-de38-4a27-b32c-721be860de73', 'code': 200} Dec 08 17:23:19.625509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] No DVR routers for this DVR port 83397c9d-de38-4a27-b32c-721be860de73 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:23:19.628296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:19.639546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.639890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.640233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.640567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.640891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.641213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.641533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.641873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.642191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.642511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.642827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.643138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.643450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:19.671986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:19.672307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:19.672624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:19.677125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Port 83397c9d-de38-4a27-b32c-721be860de73 on network d3340fcd-c1fb-4f78-9103-c95841555499 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:23:19.677454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Attempting to bind port 83397c9d-de38-4a27-b32c-721be860de73 on network d3340fcd-c1fb-4f78-9103-c95841555499 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:19.682529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:19.682863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Checking segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:19.683299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Bound using segment: {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:19.683737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Bound port: 83397c9d-de38-4a27-b32c-721be860de73, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ffed34f-1edd-4aae-b2c8-530ac63c131d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:19.684089 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:20.100689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:20.121255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d643845-0548-4597-b580-4abd549e78a6 req-8a992d51-dfb4-47a7-9986-20f130f49a27 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.122790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d643845-0548-4597-b580-4abd549e78a6 req-8a992d51-dfb4-47a7-9986-20f130f49a27 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.0817981 Dec 08 17:23:20.125401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:20.130068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:20.180222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.180805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:20.182157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] 10.222.0.86 "PUT /v2.0/ports/83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 1091 time: 0.9817402 Dec 08 17:23:20.226951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f194488-0b8e-4bb6-8eb4-d1f5d94a84c1 service neutron] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:20.255232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d643845-0548-4597-b580-4abd549e78a6 req-20105516-cbff-4bc3-8712-89dec3eef082 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228645 Dec 08 17:23:20.268490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-e5856c36-7b7f-47a6-86b8-72c8ae49ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.269979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-e5856c36-7b7f-47a6-86b8-72c8ae49ee7d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.0610497 Dec 08 17:23:20.361003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-0bd96740-0e1d-4250-95e8-aa0913e25b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.362494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-0bd96740-0e1d-4250-95e8-aa0913e25b74 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0845149 Dec 08 17:23:20.407245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-0fcca29d-10ea-4061-9b65-ce4d6abfdfc6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0379989 Dec 08 17:23:20.455293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-ac5e7ceb-a75d-4271-b7d8-d02ef1dac6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:20.456742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-ac5e7ceb-a75d-4271-b7d8-d02ef1dac6a2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0433288 Dec 08 17:23:20.488544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-6665edaf-e539-495d-a869-559ad7e0c148 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248172 Dec 08 17:23:20.582648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-1ead6207-f369-438b-9634-ae96992fc22b service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873823 Dec 08 17:23:20.673076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-534f5b9a-5a9a-4ddb-b3ae-5c99094c97a7 req-be063e4f-62dd-43c5-9a82-3191fe5ecc17 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835321 Dec 08 17:23:21.417266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d2a784-e5b6-4ac6-86fd-c32af318de33 req-4c79d53a-c541-465a-8c9f-83298f10dda5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:21.418668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8d2a784-e5b6-4ac6-86fd-c32af318de33 req-4c79d53a-c541-465a-8c9f-83298f10dda5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.0816236 Dec 08 17:23:21.421079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b52c-77be-436c-b5db-16e4c47e228e req-e7c510f9-2d77-499e-b6ef-2236c509a6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:21.422447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-e7c510f9-2d77-499e-b6ef-2236c509a6af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.0747113 Dec 08 17:23:21.511433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8d2a784-e5b6-4ac6-86fd-c32af318de33 req-f5001230-ebed-407d-baca-b35f6945d13f tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856545 Dec 08 17:23:21.549596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b52c-77be-436c-b5db-16e4c47e228e req-94471028-a649-4235-b260-b1d747270bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:21.551070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-94471028-a649-4235-b260-b1d747270bf8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.1050198 Dec 08 17:23:21.598054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-805587dc-7fe2-4909-b8ac-e990839fe0ec service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0388780 Dec 08 17:23:21.599588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'tag': '83397c9d-de38-4a27-b32c-721be860de73'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:21.601852 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edb55ba-ab83-4873-8515-a50ce2c98276" -d '{"events": [{"name": "network-changed", "server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "tag": "83397c9d-de38-4a27-b32c-721be860de73"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:21.651995 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadd23a7-c0d0-46a3-9293-a6a4a5abe744 x-openstack-request-id: req-dadd23a7-c0d0-46a3-9293-a6a4a5abe744 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:21.652287 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "tag": "83397c9d-de38-4a27-b32c-721be860de73", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:21.652537 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dadd23a7-c0d0-46a3-9293-a6a4a5abe744 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:21.652930 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'tag': '83397c9d-de38-4a27-b32c-721be860de73', 'status': 'completed', 'code': 200} Dec 08 17:23:21.655046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476b52c-77be-436c-b5db-16e4c47e228e req-a031c7c7-e764-4fdc-90fb-0c85cca2521e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:21.656506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-a031c7c7-e764-4fdc-90fb-0c85cca2521e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0511670 Dec 08 17:23:21.695581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-3da7cff1-f94f-46d3-a6f2-8e14e193b898 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320146 Dec 08 17:23:21.778117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-51cab048-f12a-44af-8034-bf671e006e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:21.780253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-51cab048-f12a-44af-8034-bf671e006e6f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.0936790 Dec 08 17:23:21.852134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-ce67a7c8-33e2-4883-90a3-4839699e37f2 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397569 Dec 08 17:23:21.940742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-f4da2731-d187-456c-8073-ef61269c2793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:21.942229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-f4da2731-d187-456c-8073-ef61269c2793 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.1505892 Dec 08 17:23:21.994822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-a396383b-f2c5-4745-8024-97a0dbf69229 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0420415 Dec 08 17:23:22.017503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d476b52c-77be-436c-b5db-16e4c47e228e req-70ebd033-dfdc-4c15-8a74-dcf00ef5bf44 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573327 Dec 08 17:23:22.051457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-be34d1e8-c392-4b11-a15d-8ee2b93b799d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.053208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-be34d1e8-c392-4b11-a15d-8ee2b93b799d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0490646 Dec 08 17:23:22.085695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-24a57861-4e06-46a3-80a7-2f9a6d9da2e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258284 Dec 08 17:23:22.189333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-effc5959-36b1-4f61-b311-428a7bfdae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.190917 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-effc5959-36b1-4f61-b311-428a7bfdae06 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.1042902 Dec 08 17:23:22.253702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-efdd0706-f7f4-4186-9325-fd6bf2af1f6a service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592553 Dec 08 17:23:22.350557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-bfc78c8c-7426-40ce-8218-f808ecba174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.352016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-bfc78c8c-7426-40ce-8218-f808ecba174e service neutron] 10.222.0.86 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.1541834 Dec 08 17:23:22.406175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-69718fb1-9ba5-4baa-a043-60eaf75fdc63 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0450842 Dec 08 17:23:22.423953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-347b3b66-edd9-493a-b806-1780fb485272 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611469 Dec 08 17:23:22.459596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-eb512112-6a1a-49e8-a85b-93cfcf0e9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.461047 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-eb512112-6a1a-49e8-a85b-93cfcf0e9638 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0478883 Dec 08 17:23:22.492948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-0b2b828a-12cc-4331-8317-6976283b17ff service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243123 Dec 08 17:23:22.586250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-a904eea4-4f0a-4e22-b05b-1b13fce7438a service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862806 Dec 08 17:23:22.694514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06092f29-66cb-4ac7-aaef-a279236721a5 req-1936dbde-2800-4528-a92d-af6f2c37e5e5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:22.695990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06092f29-66cb-4ac7-aaef-a279236721a5 req-1936dbde-2800-4528-a92d-af6f2c37e5e5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.1131811 Dec 08 17:23:22.725831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5edb55ba-ab83-4873-8515-a50ce2c98276 req-ee4bff84-137e-4e47-9daa-91581f2b6fc7 service neutron] 10.222.0.86 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312075 Dec 08 17:23:22.759963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06092f29-66cb-4ac7-aaef-a279236721a5 req-d5311ea2-02b3-4f64-a34a-eb9fc0a9719d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553463 Dec 08 17:23:23.002049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3d57-a940-4205-8636-55d7e839f0c0 req-5f2bf056-f6ec-463b-9d6c-4ec3ab8efd10 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:23.003693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1bc3d57-a940-4205-8636-55d7e839f0c0 req-5f2bf056-f6ec-463b-9d6c-4ec3ab8efd10 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 943 time: 0.0912175 Dec 08 17:23:23.013239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-a2cc9d1d-48c7-425a-83f7-4c8557385b4b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:23.014819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-a2cc9d1d-48c7-425a-83f7-4c8557385b4b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.58 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b&tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 943 time: 0.0744069 Dec 08 17:23:23.101364 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1bc3d57-a940-4205-8636-55d7e839f0c0 req-ac3fcdc3-8c6d-42e2-819a-b765a33cd575 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855017 Dec 08 17:23:23.111218 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-868b87ee-f82f-4764-a9d0-1d905d4fe560 service neutron] delete failed (client error): The resource could not be found. Dec 08 17:23:23.112504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-868b87ee-f82f-4764-a9d0-1d905d4fe560 service neutron] 10.222.0.58 "DELETE /v2.0/ports/83397c9d-de38-4a27-b32c-721be860de73/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0898635 Dec 08 17:23:23.202607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-6fb20831-5f08-49e5-9ca5-cafb2c64997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:23.204127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-6fb20831-5f08-49e5-9ca5-cafb2c64997e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 1094 time: 0.0449083 Dec 08 17:23:23.296723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-2427eea9-6904-42f7-a51d-62cda5a1de39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:23.298251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-2427eea9-6904-42f7-a51d-62cda5a1de39 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 200 len: 916 time: 0.0862691 Dec 08 17:23:23.347317 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-d35f89f9-821c-4492-bcbe-d674b92caed8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 200 len: 217 time: 0.0411587 Dec 08 17:23:23.397831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-9f43f5a6-a255-4991-b64c-ed8532c5ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:23.399203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-9f43f5a6-a255-4991-b64c-ed8532c5ecce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 200 len: 855 time: 0.0452185 Dec 08 17:23:23.430567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-99346cd3-1a6a-498b-8cd3-3e531f664796 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d3340fcd-c1fb-4f78-9103-c95841555499&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246506 Dec 08 17:23:23.437638 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:23:23.528416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-cfb2ee15-ef63-4b8c-964c-0731d4b97e71 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909042 Dec 08 17:23:23.535217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:23.546824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '83397c9d-de38-4a27-b32c-721be860de73', 'network_id': 'd3340fcd-c1fb-4f78-9103-c95841555499', 'port_id': '83397c9d-de38-4a27-b32c-721be860de73', 'mac_address': 'fa:16:3e:73:22:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25bc43c2-3930-448e-9821-0cedc408762e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:23:23.591307 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.607141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83397c9d-de38-4a27-b32c-721be860de73 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:23:23.628768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1c65f8b-229d-48df-a587-5ae719465f93 req-28630e92-ad49-49df-8607-940407b4c763 service neutron] 10.222.0.58 "GET /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931919 Dec 08 17:23:23.629489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:23.635077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:23.684451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:23.693371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.693712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.694077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.694408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.694735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.695058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.695377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.695695 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.696043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.696357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.696672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.696985 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.697295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:23.853275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['83397c9d-de38-4a27-b32c-721be860de73'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:23:24.097382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:23:24.142085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:23:24.232449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd5049-52ac-4613-89c4-c1f56fe1fc4d req-894eb2a2-abb1-4471-8c06-18a0e4102a0c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.234000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ffd5049-52ac-4613-89c4-c1f56fe1fc4d req-894eb2a2-abb1-4471-8c06-18a0e4102a0c tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 944 time: 0.0589800 Dec 08 17:23:24.284228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6ffd5049-52ac-4613-89c4-c1f56fe1fc4d req-1008b59c-e73d-4c60-b9db-6db55625583d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Dec 08 17:23:24.413458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5204c-7141-43da-a14a-20991542e5fd req-02efd2ad-2f79-4e8b-bb97-fd9d5d520ff5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.415002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95f5204c-7141-43da-a14a-20991542e5fd req-02efd2ad-2f79-4e8b-bb97-fd9d5d520ff5 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 944 time: 0.0555861 Dec 08 17:23:24.464613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-95f5204c-7141-43da-a14a-20991542e5fd req-10dcd959-aa63-483d-b4bd-13c56140eeac tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435154 Dec 08 17:23:24.584517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20d6e25-a4a4-422d-9b5b-088103087c21 req-9564b0e7-9350-40e8-a0ea-aad44543b6e8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.586011 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20d6e25-a4a4-422d-9b5b-088103087c21 req-9564b0e7-9350-40e8-a0ea-aad44543b6e8 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 944 time: 0.0497398 Dec 08 17:23:24.635258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d20d6e25-a4a4-422d-9b5b-088103087c21 req-f8badc20-a99c-41a6-b5a9-54cc8bf7b41a tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428224 Dec 08 17:23:24.965781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3663ee-b9f2-410b-a246-ab1189296f35 req-c45e3a49-8bc0-4f26-95f1-c954731139de tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:24.967790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e3663ee-b9f2-410b-a246-ab1189296f35 req-c45e3a49-8bc0-4f26-95f1-c954731139de tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 944 time: 0.0543175 Dec 08 17:23:25.018084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e3663ee-b9f2-410b-a246-ab1189296f35 req-dca0d183-f3f0-4e6a-8584-9a1561c1806d tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442026 Dec 08 17:23:25.453836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:25.505595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 83397c9d-de38-4a27-b32c-721be860de73 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:23:25.509145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 83397c9d-de38-4a27-b32c-721be860de73 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:25.509509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:25.587518 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:25.611407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83397c9d-de38-4a27-b32c-721be860de73'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:25.613638 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fca886-e1ee-419f-85ac-d9aeb66b4535" -d '{"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-plugged", "status": "completed", "tag": "83397c9d-de38-4a27-b32c-721be860de73"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:25.625964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:25.630209 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:25.653522 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c12c6a-6ef8-49e1-b7fa-9389aa6662ee x-openstack-request-id: req-27c12c6a-6ef8-49e1-b7fa-9389aa6662ee {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:25.653823 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-plugged", "status": "completed", "tag": "83397c9d-de38-4a27-b32c-721be860de73", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:25.654692 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27c12c6a-6ef8-49e1-b7fa-9389aa6662ee {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:25.655076 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83397c9d-de38-4a27-b32c-721be860de73', 'code': 200} Dec 08 17:23:25.680198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:26.132055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3153037-6d5d-409b-b112-a011b135a58a req-20ed1eec-5aa6-4d4a-886d-3555cacf8113 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:26.133518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3153037-6d5d-409b-b112-a011b135a58a req-20ed1eec-5aa6-4d4a-886d-3555cacf8113 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.86 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0782740 Dec 08 17:23:26.149400 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3b9d7633-2894-4563-ba8e-560bdc71d511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:26.156609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec08cd-ddbf-4d43-903d-0ee389ed5a2c req-e0bf008a-50b0-40e0-80c2-a1f933b388b2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:26.158108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bec08cd-ddbf-4d43-903d-0ee389ed5a2c req-e0bf008a-50b0-40e0-80c2-a1f933b388b2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 945 time: 0.0703063 Dec 08 17:23:26.253972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bec08cd-ddbf-4d43-903d-0ee389ed5a2c req-bb17c732-8437-4829-baf6-b828c65eed7b tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/security-groups?id=0b969294-ab76-45da-b5ac-9eedb0f21e61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798669 Dec 08 17:23:26.271364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Deleting port 83397c9d-de38-4a27-b32c-721be860de73 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:23:26.271705 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:26.360784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] For port 83397c9d-de38-4a27-b32c-721be860de73, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=83397c9d-de38-4a27-b32c-721be860de73,segment=NetworkSegment(1ffed34f-1edd-4aae-b2c8-530ac63c131d),segment_id=1ffed34f-1edd-4aae-b2c8-530ac63c131d)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:26.361033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:26.374264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Calling delete_port for 83397c9d-de38-4a27-b32c-721be860de73 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:23:26.509623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:26.522242 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['83397c9d-de38-4a27-b32c-721be860de73'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:23:26.539973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Pushing event deleted for resources: {'Port': ['ID=83397c9d-de38-4a27-b32c-721be860de73,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:26.587790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] No DVR routers for this DVR port 83397c9d-de38-4a27-b32c-721be860de73 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:23:26.590210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:26.594704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3153037-6d5d-409b-b112-a011b135a58a req-14710e2e-024f-4d0e-b7d0-ae92bfde1648 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.86 "DELETE /v2.0/ports/83397c9d-de38-4a27-b32c-721be860de73 HTTP/1.1" status: 204 len: 173 time: 0.4531353 Dec 08 17:23:26.595168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-deleted', 'tag': '83397c9d-de38-4a27-b32c-721be860de73'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:26.597472 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3369d4-e08d-4a2f-a1ba-8c5f0086f4df" -d '{"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-deleted", "tag": "83397c9d-de38-4a27-b32c-721be860de73"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:26.634842 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95253c00-ec2e-4ffa-8c9a-78b24b0495e7 x-openstack-request-id: req-95253c00-ec2e-4ffa-8c9a-78b24b0495e7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:26.635138 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "642ec6c4-975b-4a10-9d28-31cf57e6f46b", "name": "network-vif-deleted", "tag": "83397c9d-de38-4a27-b32c-721be860de73", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:26.635392 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-95253c00-ec2e-4ffa-8c9a-78b24b0495e7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:26.635790 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '642ec6c4-975b-4a10-9d28-31cf57e6f46b', 'name': 'network-vif-deleted', 'tag': '83397c9d-de38-4a27-b32c-721be860de73', 'status': 'completed', 'code': 200} Dec 08 17:23:27.367195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fed1af7f-7377-4483-b992-13692feed00b req-c2ffead3-a830-42e6-ae38-387a336c97f4 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] 10.222.0.62 "GET /v2.0/ports?device_id=642ec6c4-975b-4a10-9d28-31cf57e6f46b HTTP/1.1" status: 200 len: 210 time: 0.0269711 Dec 08 17:23:28.492991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37568) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:28.537724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Deleting subnet 25bc43c2-3930-448e-9821-0cedc408762e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:23:28.540827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.575153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.618104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.669272 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.695188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25bc43c2-3930-448e-9821-0cedc408762e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:28.701640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.704843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a3b5c274-ac22-4801-bb51-26b31217add4 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/25bc43c2-3930-448e-9821-0cedc408762e HTTP/1.1" status: 204 len: 168 time: 0.2107997 Dec 08 17:23:28.707363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37570) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:28.774953 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.858722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.878538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3340fcd-c1fb-4f78-9103-c95841555499']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:28.887493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffed34f-1edd-4aae-b2c8-530ac63c131d') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:28.887783 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffed34f-1edd-4aae-b2c8-530ac63c131d') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:28.897219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.910813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.916669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:23:28.917035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:23:28.918719 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:23:28.938136 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b22fddd7-ceb6-47c7-8968-f0cb43ac4073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.972433 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.978124 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:28.981492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] 10.222.0.62 "DELETE /v2.0/networks/d3340fcd-c1fb-4f78-9103-c95841555499 HTTP/1.1" status: 204 len: 168 time: 0.2731993 Dec 08 17:23:28.997303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338edca1-bf3b-4521-8bd4-ba75a91ffec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3340fcd-c1fb-4f78-9103-c95841555499,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:29.096633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:29.139990 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1ebdb300-f386-43ff-b6d5-1615af08eb2c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e1f1bf0ba88645e2a95826c2d67f35c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421002 Dec 08 17:23:29.142417 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37576) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:29.190410 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:29.212108 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:29.259364 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:29.262572 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:29.264369 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b969294-ab76-45da-b5ac-9eedb0f21e61 HTTP/1.1" status: 204 len: 168 time: 0.1210380 Dec 08 17:23:29.272996 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b969294-ab76-45da-b5ac-9eedb0f21e61,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:29.281954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.282410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.282759 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.283100 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.283439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.283771 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.284101 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.284456 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.284807 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.285278 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.285742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.286076 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.286467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f8cc10-3172-4079-bbe5-5e50ae840927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:29.452836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:23:29.473100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 83397c9d-de38-4a27-b32c-721be860de73 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:23:29.473450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 83397c9d-de38-4a27-b32c-721be860de73 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:23:29.930344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37598) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:30.028801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-7160674-network', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:30.049851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Made reservation on behalf of 1700a1bb4da443c38f03a10793c63a43 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:23:30.052170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.061102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.133961 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.137719 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.161032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] vlan segment allocate from pool success with {'vlan_id': 695, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:23:30.171318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83074c60-eb7b-4942-bd99-8e3ff9269a41,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:30.176262 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.176617 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Added segment 1b8131b8-6361-4569-9e25-04afbd40f721 of type vlan for network 43c23d9b-69f2-403c-8199-f6f30fd02137 Dec 08 17:23:30.217060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.242767 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.243761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:30.244324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.302819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3712318 Dec 08 17:23:30.306424 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37602) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:30.308351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec93c4-00b8-4459-91cd-00ea17a72310 admin admin] Pushing event updated for resources: {'Network': ['ID=43c23d9b-69f2-403c-8199-f6f30fd02137,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:30.313904 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Request body: {'subnet': {'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-7160674-subnet', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:30.321043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:23:30.335967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Made reservation on behalf of 1700a1bb4da443c38f03a10793c63a43 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:23:30.338771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.398232 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.508978 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.568633 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1416355d-2751-42ed-9068-e2ab1430463f,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:30.577688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:30.578078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Network hostable DHCP agents. Network: 43c23d9b-69f2-403c-8199-f6f30fd02137, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:23:30.598837 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:23:30.610035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 43c23d9b-69f2-403c-8199-f6f30fd02137) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:30.615232 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:30.615837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.620639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b17d47-7994-4e61-9f3b-550f91b1d845 None None] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:23:30.636597 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-deb7e94f-144b-4f4f-a6b4-4d86e85041f8 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3290575 Dec 08 17:23:30.640705 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:30.645113 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:30.674837 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.675940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.732075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.732961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-43c23d9b-69f2-403c-8199-f6f30fd02137', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:23:30.734185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.873249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:30.876023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Allocated IP 172.20.0.2 (43c23d9b-69f2-403c-8199-f6f30fd02137/1416355d-2751-42ed-9068-e2ab1430463f/7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:31.025434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.032060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.071723 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.073997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:31.077003 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:31.080435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:31.096284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Pushing event updated for resources: {'Port': ['ID=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:31.103654 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.148813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Attempting to bind port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:31.149173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Attempting to bind port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:31.149535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Attempting to bind port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:31.155164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:31.155534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:31.155929 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.156313 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:31.156778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Bound port: 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:31.157151 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.215754 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Allocated IP 172.25.3.39 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/b8f4eadf-29fb-4765-9698-e871c9a600bd) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:31.223214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] For port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:31.226488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] For port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:31.231250 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.293909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700ce9c-e1e2-4b9d-a276-94efb5125205 None None] Pushing event updated for resources: {'Port': ['ID=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:31.652858 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.685479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.724492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:31.729703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:31.733425 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:31.742697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6910c89d-9eee-47cd-b75c-ef34f5b52169 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:31.756183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Pushing event updated for resources: {'Port': ['ID=b8f4eadf-29fb-4765-9698-e871c9a600bd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:31.857101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bdbaa9bb-8721-4303-ad49-6dd864461af0 None None] Provisioning complete for port b8f4eadf-29fb-4765-9698-e871c9a600bd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:31.858093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdbaa9bb-8721-4303-ad49-6dd864461af0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:31.898752 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bdbaa9bb-8721-4303-ad49-6dd864461af0 None None] Port b8f4eadf-29fb-4765-9698-e871c9a600bd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:31.996453 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.148521 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.199191 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b823b3-2228-4142-a52c-ac018742257d None None] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:23:32.210855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.265119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-beb82fa5-820a-4f24-ad2e-2bbf029309a7 None None] Provisioning complete for port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:32.265483 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-beb82fa5-820a-4f24-ad2e-2bbf029309a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.345618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:23:32.401603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-beb82fa5-820a-4f24-ad2e-2bbf029309a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.423886 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.454618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-beb82fa5-820a-4f24-ad2e-2bbf029309a7 None None] For port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:32.465874 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-beb82fa5-820a-4f24-ad2e-2bbf029309a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.473442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:23:32.488101 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:23:32.499462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.500970 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d7233a14-f163-40d3-ade5-a67911b7210c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8591738 Dec 08 17:23:32.504072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:32.507071 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:32.515114 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:32.594573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb82fa5-820a-4f24-ad2e-2bbf029309a7 None None] Pushing event updated for resources: {'Port': ['ID=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:32.653516 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:32.708976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-9c5d0e58-42ff-40a1-a6fe-de27863de099 None None] Provisioning complete for port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:32.709515 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c5d0e58-42ff-40a1-a6fe-de27863de099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.814186 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.846752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:31Z', 'revision_number': 3, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:32.877452 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:23:32.877957 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Updating router 60b4fa71-0598-4543-ba0d-03520f6eeb2f port b8f4eadf-29fb-4765-9698-e871c9a600bd binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:23:32.902120 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:32.990566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.127031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:33.178761 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.183539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:33.183927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.190997 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.221979 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Allocated IP 172.20.0.1 (43c23d9b-69f2-403c-8199-f6f30fd02137/1416355d-2751-42ed-9068-e2ab1430463f/2e99d223-85e3-44e4-a0f1-b9b15e1867ef) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:33.250551 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Attempting to bind port b8f4eadf-29fb-4765-9698-e871c9a600bd on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:33.251025 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Attempting to bind port b8f4eadf-29fb-4765-9698-e871c9a600bd by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:33.251509 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Attempting to bind port b8f4eadf-29fb-4765-9698-e871c9a600bd on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:33.255944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea7b68c-1526-4800-aae0-3790255ae794 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:33.260203 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Pushing event updated for resources: {'Port': ['ID=b8f4eadf-29fb-4765-9698-e871c9a600bd,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:33.264126 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:33.264757 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:33.265152 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.265646 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:33.266268 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Bound port: b8f4eadf-29fb-4765-9698-e871c9a600bd, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:33.266753 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.291529 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.291959 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.292395 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.292802 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.293204 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.293543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.293900 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.294348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.295277 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.295755 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.296059 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.296463 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.296873 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:23:33.335475 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] For port b8f4eadf-29fb-4765-9698-e871c9a600bd, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:33.339480 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] For port b8f4eadf-29fb-4765-9698-e871c9a600bd, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b8f4eadf-29fb-4765-9698-e871c9a600bd,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:33.342319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6c042655-7bb2-43fd-85b1-37456810ac8d None None] Provisioning complete for port b8f4eadf-29fb-4765-9698-e871c9a600bd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:33.342919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c042655-7bb2-43fd-85b1-37456810ac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.344790 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.353725 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.394079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.414465 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:33.415685 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:33.417297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7faec9e-5b9f-4020-86e8-f7e3c4a8f98e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:23:33.423635 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a476e98-75f7-4394-9713-122600aabeed None None] Pushing event updated for resources: {'Port': ['ID=b8f4eadf-29fb-4765-9698-e871c9a600bd,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:33.436036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c042655-7bb2-43fd-85b1-37456810ac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.438474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:33.441598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:33.446168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:33.461095 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6c042655-7bb2-43fd-85b1-37456810ac8d None None] For port b8f4eadf-29fb-4765-9698-e871c9a600bd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b8f4eadf-29fb-4765-9698-e871c9a600bd,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:33.465921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c042655-7bb2-43fd-85b1-37456810ac8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.474649 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Pushing event updated for resources: {'Port': ['ID=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:33.495418 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.526727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c042655-7bb2-43fd-85b1-37456810ac8d None None] Pushing event updated for resources: {'Port': ['ID=b8f4eadf-29fb-4765-9698-e871c9a600bd,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:33.570934 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:33.608756 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-24f8137b-55d4-447b-ae6b-79e95b90aa9e None None] Provisioning complete for port b8f4eadf-29fb-4765-9698-e871c9a600bd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:33.609230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24f8137b-55d4-447b-ae6b-79e95b90aa9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.661965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.782122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.831177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-09a7f7e0-2a2f-4837-a64a-91d0698f1629 None None] Provisioning complete for port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:33.831878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09a7f7e0-2a2f-4837-a64a-91d0698f1629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.850059 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.855881 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.868736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-09a7f7e0-2a2f-4837-a64a-91d0698f1629 None None] Port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:33.875636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:31Z', 'revision_number': 3, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:33.905153 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b607ee0f-95bf-4b1d-9a0c-2d13518edcf9 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:31Z', 'revision_number': 3, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:33.931782 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:33.933575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Pushing event updated for resources: {'Port': ['ID=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:34.032081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:34.033640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:34.166713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:23:34.286259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:23:34.292155 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-827f9c9f-4d79-4c65-af02-589c72b402e3 None None] Provisioning complete for port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:34.292533 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-14024b2f-b4af-449a-a9f0-1206eabe1008 admin admin] 10.222.0.62 "PUT /v2.0/routers/60b4fa71-0598-4543-ba0d-03520f6eeb2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870357 Dec 08 17:23:34.293986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-827f9c9f-4d79-4c65-af02-589c72b402e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.336055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-827f9c9f-4d79-4c65-af02-589c72b402e3 None None] Port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:34.666609 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:23:34.731586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 37614) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:34.736629 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903969244', 'description': 'tempest-description--1340950284'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:34.759872 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.832972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.837136 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.866524 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e71c57-c8cd-48bb-89f5-c62c0b902c44,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:34.870577 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.875865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37616) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:34.876413 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-95a06df2-1b4a-46ee-92ca-8e5bf2a74f64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1430185 Dec 08 17:23:34.881099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'security_group_rule': {'security_group_id': '61e71c57-c8cd-48bb-89f5-c62c0b902c44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:34.909643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.965546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.969714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:34.989631 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339a1e65-af25-4e53-a5c1-592a5da60be7,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:34.998976 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.000224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-44e8b85b-45a0-4c46-b2ca-3e761c2952bb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1231468 Dec 08 17:23:35.002942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37618) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:35.007388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'security_group_rule': {'security_group_id': '61e71c57-c8cd-48bb-89f5-c62c0b902c44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:35.037344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.094142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b8f4eadf-29fb-4765-9698-e871c9a600bd up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:35.102273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.108119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.129309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ddca0e-428c-4f5c-9733-e600faf47317,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:35.139289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.140540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-694b6484-b4f4-40b4-97fb-572a1e4899f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1366842 Dec 08 17:23:35.143603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37620) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:35.147950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:35.159481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b8f4eadf-29fb-4765-9698-e871c9a600bd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:35.159985 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.171085 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.279641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.382111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Allocated IP 172.25.3.126 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/0447e1d6-8469-458d-9c7e-e5e137459ef6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:35.498513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.533495 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:23:35.535741 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.543611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:35.544248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:35.573350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:35.577566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:35.583463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:35.612615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'Port': ['ID=0447e1d6-8469-458d-9c7e-e5e137459ef6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:35.656178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:35.680993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.716153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.865077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 2, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:35.871443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.877164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.893839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:23:35.894209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Updating router 60b4fa71-0598-4543-ba0d-03520f6eeb2f port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:23:35.920173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.944094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'Port': ['ID=0447e1d6-8469-458d-9c7e-e5e137459ef6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:35.956936 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.974622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:35.975904 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78c37612-94ad-49d5-8a6a-fe5d530cb8af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8313184 Dec 08 17:23:36.131405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-eed4920e-6313-4980-9947-a06eddac8907 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1903969244&fields=id&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 267 time: 0.0454018 Dec 08 17:23:36.194230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.199859 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.252770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f7d0-145f-49e7-b6aa-291e8f7a8cc0 None None] Pushing event updated for resources: {'Port': ['ID=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:36.253021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-26275b78-1d72-410a-bf32-4d975e1ea23c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:36.254666 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-26275b78-1d72-410a-bf32-4d975e1ea23c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1151276 Dec 08 17:23:36.272787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-5a337beb-9d6f-40c5-8634-a26eaa77f966 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/quotas/1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 375 time: 0.0113499 Dec 08 17:23:36.306183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Attempting to bind port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:36.306751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Attempting to bind port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:36.307121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Attempting to bind port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:36.315651 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:36.316143 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:36.316564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.316961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:36.317443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Bound port: 2e99d223-85e3-44e4-a0f1-b9b15e1867ef, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:36.317853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.332816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-81e64776-0342-42df-baa4-02f793dc2436 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538392 Dec 08 17:23:36.393136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] For port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:36.397112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] For port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:36.405754 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.652743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-64560e55-49a2-460e-ae86-7854172e67b4 None None] Provisioning complete for port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:36.653095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64560e55-49a2-460e-ae86-7854172e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.676138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f7d0-145f-49e7-b6aa-291e8f7a8cc0 None None] Pushing event updated for resources: {'Port': ['ID=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:36.682878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:36.683524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:36.804795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-7c4b2c00-a533-436a-989a-120f1d0a7303 service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578910 Dec 08 17:23:36.843539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:36.845267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64560e55-49a2-460e-ae86-7854172e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:36.898849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-e95dbf6b-0c13-4c03-9631-2e9f7895bdc8 service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869431 Dec 08 17:23:36.942874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-64560e55-49a2-460e-ae86-7854172e67b4 None None] For port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:36.958418 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-64560e55-49a2-460e-ae86-7854172e67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:37.069885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f2ff15d-9b63-4eb6-bec7-2bdb9ee2c71a req-5d60de76-09a4-407e-9636-9f2b292daa07 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 210 time: 0.0278819 Dec 08 17:23:37.073889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64560e55-49a2-460e-ae86-7854172e67b4 None None] Pushing event updated for resources: {'Port': ['ID=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:37.121889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-98872cff-a682-4714-964b-492e903f6962 None None] Provisioning complete for port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:37.122478 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98872cff-a682-4714-964b-492e903f6962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:37.208576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:37.240344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d0a9f7-bd0c-48ff-bbb9-705cdc84de28 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:38.115115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-9bef9f26-7459-4caf-a690-2f092fe0b0aa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:38.117656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-9bef9f26-7459-4caf-a690-2f092fe0b0aa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1189382 Dec 08 17:23:38.194711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c025968d-2048-4cd1-b233-9110fbad6d67 req-5c362014-1ce4-4f00-8553-d476b941eaf8 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 210 time: 0.0344634 Dec 08 17:23:38.213461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-394f44f2-6c18-4b03-afd2-f0f73c1c8526 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 380 time: 0.0852733 Dec 08 17:23:38.225750 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'port': {'device_id': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'admin_state_up': True, 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'security_groups': ['61e71c57-c8cd-48bb-89f5-c62c0b902c44']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:38.346890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Made reservation on behalf of 1700a1bb4da443c38f03a10793c63a43 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:23:38.350523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:38.476530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Allocated IP 172.20.0.10 (43c23d9b-69f2-403c-8199-f6f30fd02137/1416355d-2751-42ed-9068-e2ab1430463f/435ec75d-1efd-4237-9ee6-85ae31a00938) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:23:38.618956 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:38.653200 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:38.702412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:23:38.707647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:23:38.710104 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:23:38.742653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:38.774256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:38.774889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:38.793585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a70d9ce5-c7c3-44e3-af1a-435802576c12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5719333 Dec 08 17:23:38.805565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Request body: {'port': {'device_id': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:38.864037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:38.986048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7299b4d8-ad80-4fcf-9159-9780917a7fc8 None None] Provisioning complete for port 435ec75d-1efd-4237-9ee6-85ae31a00938 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:38.986624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7299b4d8-ad80-4fcf-9159-9780917a7fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.021687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7299b4d8-ad80-4fcf-9159-9780917a7fc8 None None] Port 435ec75d-1efd-4237-9ee6-85ae31a00938 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:23:39.101585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2e99d223-85e3-44e4-a0f1-b9b15e1867ef up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:39.151528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:39.151930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.153112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435ec75d-1efd-4237-9ee6-85ae31a00938 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:23:39.163322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.176335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Transition to ACTIVE for port object 435ec75d-1efd-4237-9ee6-85ae31a00938 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:23:39.180236 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.239385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:39.349202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:23:39.349539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:23:39.349899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:39.358117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Port 435ec75d-1efd-4237-9ee6-85ae31a00938 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:23:39.358519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:23:39.372927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f117c-e233-439f-b866-bcf6fe5867fb req-dcebbe4d-f085-47dc-a434-acf0992ff56e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:39.374536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c4f117c-e233-439f-b866-bcf6fe5867fb req-dcebbe4d-f085-47dc-a434-acf0992ff56e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0829911 Dec 08 17:23:39.375542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:23:39.375876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:23:39.376259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:23:39.376790 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Bound port: 435ec75d-1efd-4237-9ee6-85ae31a00938, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:23:39.377159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.479749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5c4f117c-e233-439f-b866-bcf6fe5867fb req-b80094aa-6b89-40ef-8bc7-5ad02a580b14 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930080 Dec 08 17:23:39.486702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:23:39.493376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:23:39.498988 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.533538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:39.534428 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:39.536041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] 10.222.0.86 "PUT /v2.0/ports/435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1092 time: 0.7346661 Dec 08 17:23:39.538391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:39.541480 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:39.576969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b1c50-3d85-4e8b-a867-75c23f18d77c service neutron] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:39.610151 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9eb939a-07e3-47a1-9053-ed7a5f9c3c1d x-openstack-request-id: req-c9eb939a-07e3-47a1-9053-ed7a5f9c3c1d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:39.610447 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:39.610710 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c9eb939a-07e3-47a1-9053-ed7a5f9c3c1d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:39.611095 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'status': 'completed', 'code': 200} Dec 08 17:23:39.628020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-647f5553-cefe-4367-a384-d65ba91aa5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:39.629576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-647f5553-cefe-4367-a384-d65ba91aa5bb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1095 time: 0.0495386 Dec 08 17:23:39.678570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-fdacc781-19d5-4678-9557-b982a2356de7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 217 time: 0.0416236 Dec 08 17:23:39.733124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-1936121e-44fc-4f46-9def-b0382a8a8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:39.734685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-1936121e-44fc-4f46-9def-b0382a8a8915 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0496557 Dec 08 17:23:39.790537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-8bd447a0-7da6-48d2-8cf6-d82da6368f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:39.793129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-8bd447a0-7da6-48d2-8cf6-d82da6368f8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513778 Dec 08 17:23:39.887731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-a2ff4f64-809a-4820-9f07-3ddbb5d845d7 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873754 Dec 08 17:23:39.980887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e178c8a-5c3d-4360-8630-7c0f9f632d4a req-45efc1ce-22f8-4286-8aa5-aab54260a39c service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861404 Dec 08 17:23:40.076146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-408ee637-a245-4829-a6a7-a24717df6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:40.077725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-408ee637-a245-4829-a6a7-a24717df6320 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1095 time: 0.0490105 Dec 08 17:23:40.169959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-164c3b4f-bcaa-4f5c-bb2c-c711761ceb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:40.170801 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-164c3b4f-bcaa-4f5c-bb2c-c711761ceb2e service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0864549 Dec 08 17:23:40.213752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-dd2d0482-a400-4011-ab29-8f5855af69d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 217 time: 0.0361397 Dec 08 17:23:40.270403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-9d8d62ae-449d-48cc-8059-1e6c5f23c548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:40.271861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-9d8d62ae-449d-48cc-8059-1e6c5f23c548 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0500829 Dec 08 17:23:40.319605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-1611334a-f157-41ae-8511-1764f0fccad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:40.321108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-1611334a-f157-41ae-8511-1764f0fccad0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418432 Dec 08 17:23:40.412824 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-11559cba-3e67-4570-9e4f-c2045578fe6b service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830557 Dec 08 17:23:40.511615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c851fb95-f2bd-43ae-a83a-fe07662c2b5d req-7e055961-9fcb-4830-aff8-98550c766038 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908024 Dec 08 17:23:40.616919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2f146-658c-493b-8def-4a0c0722340d req-1f1bbe74-2625-4e22-be3b-a20fb81bc89d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:40.618458 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0c2f146-658c-493b-8def-4a0c0722340d req-1f1bbe74-2625-4e22-be3b-a20fb81bc89d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0635972 Dec 08 17:23:40.668947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0c2f146-658c-493b-8def-4a0c0722340d req-8f0fa5ac-588e-4ae9-ba22-30c6b7453b9e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431380 Dec 08 17:23:41.791429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f866406-b6be-457c-9340-bf77f84c2456 req-b9aa2232-00e0-454a-a598-e593c3777cef tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:41.792916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f866406-b6be-457c-9340-bf77f84c2456 req-b9aa2232-00e0-454a-a598-e593c3777cef tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0541816 Dec 08 17:23:41.840309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f866406-b6be-457c-9340-bf77f84c2456 req-3922bdf2-efdb-47b4-aa00-071376eba081 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404146 Dec 08 17:23:42.958529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec6bf-08d6-465d-8668-ae41919d3b71 req-124d9abb-7d35-4d5f-8c1e-eb371f37c7e4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:42.960007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584ec6bf-08d6-465d-8668-ae41919d3b71 req-124d9abb-7d35-4d5f-8c1e-eb371f37c7e4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0505946 Dec 08 17:23:43.009478 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584ec6bf-08d6-465d-8668-ae41919d3b71 req-ae8bdb9a-6d70-4919-94ff-4b95d9543feb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435369 Dec 08 17:23:43.513898 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:23:43.611517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:43.622008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'mac_address': 'fa:16:3e:4f:4d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:23:43.662631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:43.675713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435ec75d-1efd-4237-9ee6-85ae31a00938 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:23:43.694806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:43.698819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:43.747262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:43.895147 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['435ec75d-1efd-4237-9ee6-85ae31a00938'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:23:44.128071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b2f85-4a80-4836-81b0-e4280913a092 req-f2b44b66-b9ba-44b6-8227-6bea598e2629 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:44.129564 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f3b2f85-4a80-4836-81b0-e4280913a092 req-f2b44b66-b9ba-44b6-8227-6bea598e2629 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 945 time: 0.0504723 Dec 08 17:23:44.181027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f3b2f85-4a80-4836-81b0-e4280913a092 req-3062b93b-f858-4a0a-88f4-0edba30aa489 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454698 Dec 08 17:23:45.297105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459de19-aef3-47ce-87fd-9cc480d33d6b req-fef87efe-8dfc-4a5e-97ff-16f0684a6b89 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:45.298516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1459de19-aef3-47ce-87fd-9cc480d33d6b req-fef87efe-8dfc-4a5e-97ff-16f0684a6b89 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 945 time: 0.0495250 Dec 08 17:23:45.347523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1459de19-aef3-47ce-87fd-9cc480d33d6b req-ccf0d80b-b7fe-4300-96ec-433c913c8a04 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431166 Dec 08 17:23:45.513894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:23:45.566158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 435ec75d-1efd-4237-9ee6-85ae31a00938 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:23:45.570433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 435ec75d-1efd-4237-9ee6-85ae31a00938 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:23:45.570805 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:45.654594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:45.677520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:45.679806 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b0450f-6782-4595-b247-95b803a1e0a6" -d '{"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-plugged", "status": "completed", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:45.692941 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:23:45.696881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:45.722691 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edda4b1-ce0c-450d-bac0-e9e958eb14d4 x-openstack-request-id: req-7edda4b1-ce0c-450d-bac0-e9e958eb14d4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:45.723087 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-plugged", "status": "completed", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:45.723257 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7edda4b1-ce0c-450d-bac0-e9e958eb14d4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:45.724213 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'code': 200} Dec 08 17:23:45.753160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:23:45.814308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebfd30-13fa-4eca-ab14-dee977b5a90b req-a8d89afc-94b3-43b6-8ac8-676a172adb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:45.815793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ebfd30-13fa-4eca-ab14-dee977b5a90b req-a8d89afc-94b3-43b6-8ac8-676a172adb9d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1097 time: 0.0400674 Dec 08 17:23:45.863787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ebfd30-13fa-4eca-ab14-dee977b5a90b req-adaa499c-5b8b-41ac-84d9-11e13b04e325 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382638 Dec 08 17:23:46.470006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023e7af-e160-4ec9-9802-ddc2fa219423 req-b027f46f-9e64-44b1-8897-4c3f8d1f921d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:46.471495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c023e7af-e160-4ec9-9802-ddc2fa219423 req-b027f46f-9e64-44b1-8897-4c3f8d1f921d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0535254 Dec 08 17:23:46.521189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c023e7af-e160-4ec9-9802-ddc2fa219423 req-84ca74e5-e048-4120-ad13-312a4cd5a485 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437539 Dec 08 17:23:47.639262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471e1aa-9a21-4923-b0e0-d94854745ab0 req-1b8d8e97-36db-476e-886b-a6818571def4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:47.640645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5471e1aa-9a21-4923-b0e0-d94854745ab0 req-1b8d8e97-36db-476e-886b-a6818571def4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0499291 Dec 08 17:23:47.687367 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5471e1aa-9a21-4923-b0e0-d94854745ab0 req-9490c1c8-6a14-4945-8604-fed28e284cc5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Dec 08 17:23:47.804265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17358f-48a2-40cf-b8a4-00dbc2e18fe2 req-a7111ae4-b68b-42c4-b26b-e1cd0dc274d3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:47.805716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a17358f-48a2-40cf-b8a4-00dbc2e18fe2 req-a7111ae4-b68b-42c4-b26b-e1cd0dc274d3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0522442 Dec 08 17:23:47.815009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 37668) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:23:47.819471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'floatingip': {'port_id': '435ec75d-1efd-4237-9ee6-85ae31a00938'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:23:47.859418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:48.297449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:48.301886 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:48.405515 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 associated. External IP: 172.25.3.126, port: 435ec75d-1efd-4237-9ee6-85ae31a00938. Dec 08 17:23:48.619489 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:23:48.728685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:23:48.734038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:48.739644 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:23:48.750224 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:48.750840 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:48.764677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8bf0b161-9df3-42e6-9698-9255df38539e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "PUT /v2.0/floatingips/2e15e1ee-6faa-472a-bf1f-45d4cc643709 HTTP/1.1" status: 200 len: 992 time: 0.9485526 Dec 08 17:23:48.765284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:23:48.767609 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:23:48.808470 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1af491-6591-4eae-95ca-4be729751f67 x-openstack-request-id: req-1f1af491-6591-4eae-95ca-4be729751f67 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:23:48.808768 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:23:48.809026 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f1af491-6591-4eae-95ca-4be729751f67 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:23:48.809434 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'status': 'completed', 'code': 200} Dec 08 17:23:48.876228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:48.878079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-40f71e78-a127-4a61-91da-3192deac5be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:48.879585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-40f71e78-a127-4a61-91da-3192deac5be1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1097 time: 0.0471609 Dec 08 17:23:48.972301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-97ad8c8a-4157-4524-b3d9-be37093d2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:48.973827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-97ad8c8a-4157-4524-b3d9-be37093d2936 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0865912 Dec 08 17:23:49.048014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-0c8d206b-043d-4de2-a5ec-53a2156f2f77 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1000 time: 0.0661528 Dec 08 17:23:49.100771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-6f363271-1d2f-4c37-abb2-0ee8781faff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:49.102298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-6f363271-1d2f-4c37-abb2-0ee8781faff6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0474617 Dec 08 17:23:49.113099 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:4f:4d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:23:48Z', 'revision_number': 1, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:49.139782 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:23:49.148865 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:23:49.149461 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:23:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:49.149612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-090c5f0b-c2c2-4f71-8438-1648efc4495e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:23:49.152261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-090c5f0b-c2c2-4f71-8438-1648efc4495e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432196 Dec 08 17:23:49.252495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-bcd33648-7c1f-43a2-9971-39c1eebf30f2 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930376 Dec 08 17:23:49.256918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:23:49.347781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55543e81-8eaf-4dd6-bcad-cb6c26733a7b req-7190a9df-0944-47be-9aa9-3db246b1cf86 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885086 Dec 08 17:23:49.489690 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:4f:4d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:23:48Z', 'revision_number': 1, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:23:49.519786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-193388be-a8b0-43d5-b149-a1137446ac83 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:4f:4d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:23:48Z', 'revision_number': 1, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:23:49.709382 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ddaf26-7a58-4c0b-a90f-3f89123a8bf0 None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:23:56.141678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccb6cc8d-f02a-4fdd-8d74-ad6658a14020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:23:58.941500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0430640e-eeee-4209-ae28-3ea65f2a25eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:00.378106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:02.140206 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:02.406120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:02.763046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:03.785094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:11.670800 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:24:22.344807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-93cf30f9-515f-44cc-9922-920463431955 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457695 Dec 08 17:24:22.426966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-a15e3db0-5473-4437-8dd1-dc048b9bb69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:22.428395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-a15e3db0-5473-4437-8dd1-dc048b9bb69c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1097 time: 0.0408909 Dec 08 17:24:22.532086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-b9f68ee3-5065-4056-8000-a4e68ac4c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:22.533603 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-b9f68ee3-5065-4056-8000-a4e68ac4c6a8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0852723 Dec 08 17:24:22.602998 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-e5b1d7cd-84ad-48c2-a4f5-334b7c019fed service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1002 time: 0.0629065 Dec 08 17:24:22.651643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-b577d4af-e4ba-4f55-8386-849c9c3ff61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:22.653090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-b577d4af-e4ba-4f55-8386-849c9c3ff61c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0437748 Dec 08 17:24:22.698202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-27cd6525-59d0-412d-92e0-96e603d9a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:24:22.699605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-27cd6525-59d0-412d-92e0-96e603d9a996 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399661 Dec 08 17:24:22.792217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-aa69ccd4-6846-4873-8415-aa4267a1f667 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857439 Dec 08 17:24:22.883461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af1c0cfe-f441-4d1f-a135-0f6e25fcd7c5 req-09ab4439-8f4f-415b-90dd-da1f92b5d0a4 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845463 Dec 08 17:24:26.143703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7290d4e2-5411-41e1-a752-1b311bf05e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:28.943759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f999c08a-c76d-4cc3-a416-a018684bde9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:30.381298 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:32.143061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:32.410785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:32.768403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:33.776980 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:48.670034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:24:56.147436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e770ed7-1fff-44b4-bbb9-45af02b18e1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:24:58.944476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c9e3f1ae-5c6e-4f80-ad9e-71d478b21603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:00.383968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:02.146041 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:02.413460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:02.762294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:03.776033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:23.358563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-57e94e2a-083b-4ac7-b027-49a78d011753 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0427046 Dec 08 17:25:23.446959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-e172cee3-582e-431b-bd71-ccb889cbe400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:23.448471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-e172cee3-582e-431b-bd71-ccb889cbe400 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1097 time: 0.0466683 Dec 08 17:25:23.553582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-81a1b180-7ac4-4b73-916d-a9ced4e781b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:23.555602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-81a1b180-7ac4-4b73-916d-a9ced4e781b8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0869594 Dec 08 17:25:23.657340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-28390752-0636-45ec-bbfb-6f68f6c6a61a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1002 time: 0.0943992 Dec 08 17:25:23.700275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd868169-af35-489e-beb7-b710cad5847d req-bbe2b022-a620-4138-af29-a88ed3acbe44 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:23.701779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd868169-af35-489e-beb7-b710cad5847d req-bbe2b022-a620-4138-af29-a88ed3acbe44 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0863192 Dec 08 17:25:23.734013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-7987ae3a-c5b3-484a-9fd7-753a41a734e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:23.735469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-7987ae3a-c5b3-484a-9fd7-753a41a734e8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0694735 Dec 08 17:25:23.792809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd868169-af35-489e-beb7-b710cad5847d req-267168db-9cd6-41d0-9c29-1c4d63d3de4e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782242 Dec 08 17:25:23.804603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-b80f1b5f-d7b5-40b4-be6d-ca56839f60ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:23.806134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-b80f1b5f-d7b5-40b4-be6d-ca56839f60ee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632098 Dec 08 17:25:23.903097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-dea04198-b5a9-47ae-bbb2-eabd25d1b511 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898156 Dec 08 17:25:24.016653 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc882111-96cf-4fd7-9cc4-8cb030d53683 req-e4b95b19-5103-464e-804c-a4f549e706a1 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049600 Dec 08 17:25:24.043638 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-24593deb-b84b-497c-9dde-b75d1381eb43 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504277 Dec 08 17:25:24.052470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765b5af-4621-49fa-b255-3befe00396e4 req-1aae2775-3010-41a7-9721-48b2498a7caa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:24.053997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4765b5af-4621-49fa-b255-3befe00396e4 req-1aae2775-3010-41a7-9721-48b2498a7caa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0516751 Dec 08 17:25:24.115110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4765b5af-4621-49fa-b255-3befe00396e4 req-bab3c267-8a2e-4a5d-9ae6-6d6047929b76 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535858 Dec 08 17:25:25.156860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-a297b4a9-a2ad-435d-89f1-20301bb28e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:25.158867 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-a297b4a9-a2ad-435d-89f1-20301bb28e7f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1097 time: 0.0457387 Dec 08 17:25:25.623251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebd1db-30c2-4d2c-b1a3-6cb217766ef8 req-b7d1ffa0-98ac-4eb2-be15-aa3c004b8e89 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:25.624736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcebd1db-30c2-4d2c-b1a3-6cb217766ef8 req-b7d1ffa0-98ac-4eb2-be15-aa3c004b8e89 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0793378 Dec 08 17:25:25.627716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-90e3d669-94b1-471b-b2a6-58ee1f24e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:25.629048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-90e3d669-94b1-471b-b2a6-58ee1f24e4f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.4618587 Dec 08 17:25:25.669617 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:25:25.722089 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-99da06b1-9d0e-4c2e-8214-6e8dac637bac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1002 time: 0.0853736 Dec 08 17:25:25.725499 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcebd1db-30c2-4d2c-b1a3-6cb217766ef8 req-e3f9ea3b-a8a8-451a-a5f0-d5f9098e08aa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946746 Dec 08 17:25:25.771929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-ce7f65b0-3512-4e59-8288-9cd82dc226f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:25.773369 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-ce7f65b0-3512-4e59-8288-9cd82dc226f1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0442686 Dec 08 17:25:25.821233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-c955ce40-4c3b-4ad2-8acc-d9303c4c20b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:25.822760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-c955ce40-4c3b-4ad2-8acc-d9303c4c20b7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415888 Dec 08 17:25:25.924129 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-d07bbaec-b649-4d6c-a1b0-5c4d6db8f0f7 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944822 Dec 08 17:25:26.013056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-abe0a502-c1ad-4db7-ad61-8bbe4c1aa903 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814524 Dec 08 17:25:26.151059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84848479-e267-4a73-a770-3849b3e0310e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:26.843704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc887a-1c62-47e1-84e4-98d87ad194fa req-1039d7d9-68d0-4855-b275-61846b88a09a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:26.845189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36fc887a-1c62-47e1-84e4-98d87ad194fa req-1039d7d9-68d0-4855-b275-61846b88a09a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0497985 Dec 08 17:25:26.897770 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36fc887a-1c62-47e1-84e4-98d87ad194fa req-b002dbbf-e561-4ce3-ae0b-113d0ec1811b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Dec 08 17:25:28.064650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f047fb9-e5a8-4cd8-b6a0-539e8717a8a1 req-2dba908c-6bb9-4c0b-811e-7701b05433a1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:28.066144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f047fb9-e5a8-4cd8-b6a0-539e8717a8a1 req-2dba908c-6bb9-4c0b-811e-7701b05433a1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0989408 Dec 08 17:25:28.114308 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f047fb9-e5a8-4cd8-b6a0-539e8717a8a1 req-ce2c9689-c389-4620-8d66-0d483d10f976 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414491 Dec 08 17:25:28.944965 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-84ca9f4b-8daa-4587-8102-e03dbf7ee576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:29.284123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f370dd-8590-4b8f-8218-dcc8bc21acf9 req-924cd400-009b-4e3e-8560-597c57abbeb9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:29.285613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10f370dd-8590-4b8f-8218-dcc8bc21acf9 req-924cd400-009b-4e3e-8560-597c57abbeb9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0985594 Dec 08 17:25:29.336895 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10f370dd-8590-4b8f-8218-dcc8bc21acf9 req-ae211029-e5b4-4c26-a661-28c1c98cd2cc tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Dec 08 17:25:30.387541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:30.457667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2800395-6332-443d-96e9-5f1cdcc9e2ce req-f8204ea3-c7a6-4435-8842-98773a8a5d92 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:30.459158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2800395-6332-443d-96e9-5f1cdcc9e2ce req-f8204ea3-c7a6-4435-8842-98773a8a5d92 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0523400 Dec 08 17:25:30.507541 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2800395-6332-443d-96e9-5f1cdcc9e2ce req-da8464e1-aed7-42f4-99b3-6766bb065b7c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417485 Dec 08 17:25:31.626150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bef43-2c55-4267-8c8d-0696cc1d1b38 req-3302b60e-7ae1-49ab-8802-c28c6d40afce tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:31.627612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-800bef43-2c55-4267-8c8d-0696cc1d1b38 req-3302b60e-7ae1-49ab-8802-c28c6d40afce tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0496135 Dec 08 17:25:31.674398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-800bef43-2c55-4267-8c8d-0696cc1d1b38 req-751052aa-e188-4a60-b597-272185055c08 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405319 Dec 08 17:25:32.152173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:32.416399 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:32.764988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:32.794141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7892109-9c32-4b55-9f1c-00fcfd187c11 req-f2ece6c4-4be8-413a-894d-69b64f26c9d9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:32.795652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7892109-9c32-4b55-9f1c-00fcfd187c11 req-f2ece6c4-4be8-413a-894d-69b64f26c9d9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0533504 Dec 08 17:25:32.843947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7892109-9c32-4b55-9f1c-00fcfd187c11 req-714b3ece-55b6-4ed8-8a04-dfe3e7041a99 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Dec 08 17:25:33.790941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:33.962379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a3806-4397-48db-abeb-8ef757d3e0bf req-1901da93-6f1e-44fe-8f15-974dbcf27b64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:33.964982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c91a3806-4397-48db-abeb-8ef757d3e0bf req-1901da93-6f1e-44fe-8f15-974dbcf27b64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0521801 Dec 08 17:25:34.012611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c91a3806-4397-48db-abeb-8ef757d3e0bf req-e6fcb141-778c-4d35-b917-c45ff13fd66a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416014 Dec 08 17:25:35.130940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab0238-ec1f-4399-a9bc-050f8cc23c02 req-3db463a6-5291-4fc4-a51f-1a931eb90f6e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:35.132419 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36ab0238-ec1f-4399-a9bc-050f8cc23c02 req-3db463a6-5291-4fc4-a51f-1a931eb90f6e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0504770 Dec 08 17:25:35.185397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36ab0238-ec1f-4399-a9bc-050f8cc23c02 req-8a545f62-f5e6-4038-8026-a9bce6f0b6c1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461519 Dec 08 17:25:36.302068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd5c59-02ec-4234-8fd6-df4234b2a5a6 req-0bdc8764-60a8-4c05-bc15-3900fce45023 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:36.303545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4acd5c59-02ec-4234-8fd6-df4234b2a5a6 req-0bdc8764-60a8-4c05-bc15-3900fce45023 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0496776 Dec 08 17:25:36.351123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4acd5c59-02ec-4234-8fd6-df4234b2a5a6 req-ab4a7fbd-b836-4962-b74d-d2b15f688765 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415721 Dec 08 17:25:37.469035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a37a20-c2cd-4b2f-b355-5fbec2869846 req-ed92af53-8e00-41c6-a7e5-e73dabb343f9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:37.470550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74a37a20-c2cd-4b2f-b355-5fbec2869846 req-ed92af53-8e00-41c6-a7e5-e73dabb343f9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Dec 08 17:25:37.518908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-74a37a20-c2cd-4b2f-b355-5fbec2869846 req-2349b1df-57e6-4d8e-81b5-bb285310157d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423508 Dec 08 17:25:37.791904 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-cf8163e4-8055-44c0-8666-36f0c017143c req-016f085e-a14a-4b21-a385-f068cce55f85 service neutron] show failed (client error): The resource could not be found. Dec 08 17:25:37.792877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-016f085e-a14a-4b21-a385-f068cce55f85 service neutron] 10.222.0.86 "GET /v2.0/ports/435ec75d-1efd-4237-9ee6-85ae31a00938/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0596187 Dec 08 17:25:38.000267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-c93129bc-24b6-4d47-b0c1-ab95d89ca74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.003062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-c93129bc-24b6-4d47-b0c1-ab95d89ca74f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 1097 time: 0.0516522 Dec 08 17:25:38.013867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-50b5a125-3025-4a79-8e8f-b7fa18a7889c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:25:38.014887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-50b5a125-3025-4a79-8e8f-b7fa18a7889c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055819 Dec 08 17:25:38.027053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:38.079152 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:38.279660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:38.311667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:25:38.350921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:38.353202 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d075c50f-4839-490a-82e6-96324dad4729" -d '{"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-unplugged", "status": "completed", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:38.357554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:38.373424 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Transition to ACTIVE for port object 435ec75d-1efd-4237-9ee6-85ae31a00938 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:25:38.377219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:38.483446 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e256734-682a-471d-949d-808a855eec03 x-openstack-request-id: req-9e256734-682a-471d-949d-808a855eec03 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:38.484154 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-unplugged", "status": "completed", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:38.484154 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9e256734-682a-471d-949d-808a855eec03 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:38.484387 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'code': 200} Dec 08 17:25:38.493140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:38.518541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.518890 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.519235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.519575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.519909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.520241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.520567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.520891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.521215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.521541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.521886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.522209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.522533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:38.588538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] No DVR routers for this DVR port 435ec75d-1efd-4237-9ee6-85ae31a00938 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:25:38.714618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdee123-7225-4ee9-b5eb-cbf7c8708c4d req-fa7ae0ea-5aeb-435f-9d6e-4ae03cf32f8f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.716060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfdee123-7225-4ee9-b5eb-cbf7c8708c4d req-fa7ae0ea-5aeb-435f-9d6e-4ae03cf32f8f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0891089 Dec 08 17:25:38.796635 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfdee123-7225-4ee9-b5eb-cbf7c8708c4d req-f4c5a6c0-94cc-4bba-b629-0905422f23a2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737848 Dec 08 17:25:38.797671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:25:38.798025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:25:38.798347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:38.802817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Port 435ec75d-1efd-4237-9ee6-85ae31a00938 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:25:38.803131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Attempting to bind port 435ec75d-1efd-4237-9ee6-85ae31a00938 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:38.808485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:25:38.808814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:25:38.809181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:25:38.809599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Bound port: 435ec75d-1efd-4237-9ee6-85ae31a00938, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:25:38.809982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:38.873218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:25:38.876604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:25:38.880320 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:38.919191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.919807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:38.921195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] 10.222.0.58 "PUT /v2.0/ports/435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1092 time: 0.8983488 Dec 08 17:25:38.943765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c404ed-c3dc-491b-90a1-4598be838ebc service neutron] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:38.989700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-9529628c-f57b-4340-b7fb-fe64327b4560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:38.991275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-9529628c-f57b-4340-b7fb-fe64327b4560 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1095 time: 0.0446386 Dec 08 17:25:39.084671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-8a2889b5-3d48-4c27-98fd-fdf9e155b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:39.086470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-8a2889b5-3d48-4c27-98fd-fdf9e155b672 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0877817 Dec 08 17:25:39.157874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-d086ee54-7f53-4f6b-b18c-85313edb7f21 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1000 time: 0.0644455 Dec 08 17:25:39.206457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-a1dec724-e205-4f4b-9b41-13568d44bdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:39.207879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-a1dec724-e205-4f4b-9b41-13568d44bdce service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0430696 Dec 08 17:25:39.254674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8163e4-8055-44c0-8666-36f0c017143c req-ba8f070c-f565-4e1a-b2b0-31a481a52d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:39.256144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-ba8f070c-f565-4e1a-b2b0-31a481a52d4c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408351 Dec 08 17:25:39.352871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-5e34cbc0-fbe1-45db-93ea-c6fb43696d44 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879169 Dec 08 17:25:39.448440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf8163e4-8055-44c0-8666-36f0c017143c req-f80a05fc-3c7a-4758-be37-d9c5e9981809 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887499 Dec 08 17:25:39.921472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd569b9a-e35c-418c-9d25-3a34ee1772bd req-6aadd4ef-da8a-4dcc-bf8c-4dc18069f426 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:39.923075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd569b9a-e35c-418c-9d25-3a34ee1772bd req-6aadd4ef-da8a-4dcc-bf8c-4dc18069f426 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0526679 Dec 08 17:25:39.977748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd569b9a-e35c-418c-9d25-3a34ee1772bd req-654ca291-340f-4070-a48c-71feaeefe16f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471671 Dec 08 17:25:40.485305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:40.487829 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:40.538826 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a971cf27-d799-4dde-a7a3-d00f8eb826ed x-openstack-request-id: req-a971cf27-d799-4dde-a7a3-d00f8eb826ed {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:40.539816 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:40.540083 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a971cf27-d799-4dde-a7a3-d00f8eb826ed {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:40.540519 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'status': 'completed', 'code': 200} Dec 08 17:25:40.629569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-6c783525-6f9a-4f3d-8c59-e1e2dba882c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:40.631185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-6c783525-6f9a-4f3d-8c59-e1e2dba882c2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1095 time: 0.0715342 Dec 08 17:25:40.632984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-30f65742-2a9f-4cf1-b844-13218c946326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:40.634350 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-30f65742-2a9f-4cf1-b844-13218c946326 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1095 time: 0.0653307 Dec 08 17:25:40.797899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-fe4e2cc2-aff9-4005-8349-fef75bd2b102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:40.799252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-fe4e2cc2-aff9-4005-8349-fef75bd2b102 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1606402 Dec 08 17:25:40.800343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-f4fe1626-c3d3-46c7-849c-83f01a3233e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:40.801633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-f4fe1626-c3d3-46c7-849c-83f01a3233e0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1558166 Dec 08 17:25:40.913694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-05b4d8ed-4f55-474f-833c-aa7a40418c68 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1000 time: 0.1068470 Dec 08 17:25:40.918476 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-07c1c96c-eeee-46bb-8707-669550109e3d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1000 time: 0.1039004 Dec 08 17:25:40.998507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-10b1a6c6-e4b7-48b4-8543-7f764da7655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:41.000529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-10b1a6c6-e4b7-48b4-8543-7f764da7655d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0801251 Dec 08 17:25:41.006141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-8ee9c8e8-ac61-4868-b829-8e0c522f6ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:41.007736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-8ee9c8e8-ac61-4868-b829-8e0c522f6ff8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0623522 Dec 08 17:25:41.110188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-ca76ddd8-257a-4f23-a5d7-4ac2c1a879d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:41.111744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-ca76ddd8-257a-4f23-a5d7-4ac2c1a879d2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938075 Dec 08 17:25:41.119431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-57eb5146-9ae2-4619-9c25-dbc6fdd45884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:41.120914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-57eb5146-9ae2-4619-9c25-dbc6fdd45884 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123769 Dec 08 17:25:41.222228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14082498-5545-49cb-a6dd-d4ba54beada8 req-26767cfb-defc-4e39-827a-541d647e3531 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:41.223677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14082498-5545-49cb-a6dd-d4ba54beada8 req-26767cfb-defc-4e39-827a-541d647e3531 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.1596839 Dec 08 17:25:41.303849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-04ed9ad9-2e8b-468d-98c5-20427191e249 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817341 Dec 08 17:25:41.348750 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14082498-5545-49cb-a6dd-d4ba54beada8 req-180ed3d5-7d8a-4b06-847d-b08a5396948d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154654 Dec 08 17:25:41.380209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-144fa4bf-2559-465e-a4af-ea070e082dfd service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495906 Dec 08 17:25:41.473910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-b14693d9-f99f-46e9-b325-36d4522fd49c service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611495 Dec 08 17:25:41.498799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e70b4d46-20f4-4910-9c4b-94dfa921f7f8 req-4c119c0f-0b0b-4ee9-a69e-f921b8f4e407 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105022 Dec 08 17:25:42.168137 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:25:42.209614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:25:42.467281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107c76-257a-4cc0-9bfe-d9f80e85319c req-c4bcc355-e886-4e78-887f-185800bfc3ea tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:42.468772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6107c76-257a-4cc0-9bfe-d9f80e85319c req-c4bcc355-e886-4e78-887f-185800bfc3ea tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0491705 Dec 08 17:25:42.516060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e6107c76-257a-4cc0-9bfe-d9f80e85319c req-b222e549-f665-439b-8e38-d98dc8dabb39 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413668 Dec 08 17:25:42.749715 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5077c2d-a75b-4a5d-9698-900a86ce0f02 req-6e3dbb51-5812-49ed-b97c-2a3ad215cf7d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:42.751216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5077c2d-a75b-4a5d-9698-900a86ce0f02 req-6e3dbb51-5812-49ed-b97c-2a3ad215cf7d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 944 time: 0.0879462 Dec 08 17:25:42.761012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:25:42.766080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-55522066-0a0a-4905-85c8-6ada45df6d73 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:42.767481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-55522066-0a0a-4905-85c8-6ada45df6d73 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9&tenant_id=1700a1bb4da443c38f03a10793c63a43&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 944 time: 0.0760190 Dec 08 17:25:42.843203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5077c2d-a75b-4a5d-9698-900a86ce0f02 req-34dc835e-ac59-451e-9a75-03dc2b2010ee tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854940 Dec 08 17:25:42.854453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:42.857980 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-e5995dd2-c2ba-4dbb-b2e6-29de7ac4d4d1 service neutron] delete failed (client error): The resource could not be found. Dec 08 17:25:42.859000 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-e5995dd2-c2ba-4dbb-b2e6-29de7ac4d4d1 service neutron] 10.222.0.86 "DELETE /v2.0/ports/435ec75d-1efd-4237-9ee6-85ae31a00938/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0783772 Dec 08 17:25:42.866758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'mac_address': 'fa:16:3e:4f:4d:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:25:42.908226 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:42.921824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435ec75d-1efd-4237-9ee6-85ae31a00938 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:25:42.941574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:42.944553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-31eb4114-7402-48c6-910c-8fc5f9d54619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:42.945531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:42.946501 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-31eb4114-7402-48c6-910c-8fc5f9d54619 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 1095 time: 0.0433123 Dec 08 17:25:42.994906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:43.002272 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.002616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.002951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.003278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.003597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.003913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.004231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.004551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.004866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.005178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.005510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.005847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.006584 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:25:43.042793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-f4f7f5c2-7dfa-44ed-9938-d778cfd26ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:43.044267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-f4f7f5c2-7dfa-44ed-9938-d778cfd26ab4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0913379 Dec 08 17:25:43.114211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-8b2c3e9e-dfca-48e8-aa45-442964dd212b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 200 len: 1001 time: 0.0631571 Dec 08 17:25:43.165597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-3ffdacab-a167-4352-944e-d7cee943be94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:43.166981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-3ffdacab-a167-4352-944e-d7cee943be94 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0461400 Dec 08 17:25:43.208186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['435ec75d-1efd-4237-9ee6-85ae31a00938'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:25:43.544261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-30852862-7242-4729-924a-bcc70614a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:43.545731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-30852862-7242-4729-924a-bcc70614a993 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3721530 Dec 08 17:25:43.635045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-1e44b20c-abab-4b2c-99a1-020b07a08d62 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810664 Dec 08 17:25:43.726092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-97696aea-4c1f-4c36-aa80-eb985e1ad7c2 req-4141919a-c43c-4226-9446-ad9038b69cbc service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844226 Dec 08 17:25:43.963574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbb05c-f177-4e86-9b13-e9404c7ac8e8 req-455e50f3-86bd-4058-bc72-8c54610fac35 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:43.965044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53dbb05c-f177-4e86-9b13-e9404c7ac8e8 req-455e50f3-86bd-4058-bc72-8c54610fac35 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 945 time: 0.0489914 Dec 08 17:25:44.013146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53dbb05c-f177-4e86-9b13-e9404c7ac8e8 req-0f8f7683-e447-4458-9a38-a30c61a064a6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420859 Dec 08 17:25:44.768008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:25:44.818364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 435ec75d-1efd-4237-9ee6-85ae31a00938 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:25:44.823219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 435ec75d-1efd-4237-9ee6-85ae31a00938 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:44.823562 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:44.900217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:44.923251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:44.925478 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72360dca-05c9-4647-aede-55b7cf75a69e" -d '{"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-plugged", "status": "completed", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:44.942015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:44.946788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:44.969946 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b2e12c-5c34-4609-b1a1-4930cad19e0b x-openstack-request-id: req-72b2e12c-5c34-4609-b1a1-4930cad19e0b {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:44.970242 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-plugged", "status": "completed", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:44.970490 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72b2e12c-5c34-4609-b1a1-4930cad19e0b {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:44.970881 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'code': 200} Dec 08 17:25:44.997568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:45.134293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdc0d6-a4e4-485d-aba3-f77762790cee req-6b2748bf-d9fc-4754-a071-8434255c7305 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:45.135771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1bdc0d6-a4e4-485d-aba3-f77762790cee req-6b2748bf-d9fc-4754-a071-8434255c7305 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0511405 Dec 08 17:25:45.189200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1bdc0d6-a4e4-485d-aba3-f77762790cee req-648db103-ffc9-455a-a66c-95f267b12181 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471721 Dec 08 17:25:45.307833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123de5e-205f-4a4f-83c7-9d07c6fc1a3b req-da3e15a8-ad89-43d5-964a-50db714de255 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:45.309218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8123de5e-205f-4a4f-83c7-9d07c6fc1a3b req-da3e15a8-ad89-43d5-964a-50db714de255 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0493772 Dec 08 17:25:45.358862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8123de5e-205f-4a4f-83c7-9d07c6fc1a3b req-f5ce1522-6f61-4bd9-9c06-3617beee17b0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435195 Dec 08 17:25:45.472216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de65fc-99a0-4285-a2dd-386dd9fef4b5 req-2e6e82c6-6d65-4529-ad46-e6132a8db00d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:45.473690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05de65fc-99a0-4285-a2dd-386dd9fef4b5 req-2e6e82c6-6d65-4529-ad46-e6132a8db00d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0484414 Dec 08 17:25:45.521139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05de65fc-99a0-4285-a2dd-386dd9fef4b5 req-21da9d67-1338-4a5e-a4b2-1b03a2201117 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406775 Dec 08 17:25:45.759986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f890f7ba-07d2-4b41-bcff-f741df04efb3 req-c00deffd-79c5-45b9-aff9-955c93f89373 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:45.761436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f890f7ba-07d2-4b41-bcff-f741df04efb3 req-c00deffd-79c5-45b9-aff9-955c93f89373 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0525880 Dec 08 17:25:45.808241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f890f7ba-07d2-4b41-bcff-f741df04efb3 req-a996e730-d1f7-4140-9fbc-7c1af6ed084c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406952 Dec 08 17:25:46.927139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2cf53-0e23-4f6d-996b-42b372bc2bcc req-7296c69b-77c7-44b0-bdfc-6697e5316c58 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:46.928617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50d2cf53-0e23-4f6d-996b-42b372bc2bcc req-7296c69b-77c7-44b0-bdfc-6697e5316c58 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0497365 Dec 08 17:25:46.977667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50d2cf53-0e23-4f6d-996b-42b372bc2bcc req-d86348f6-8e42-44bd-92be-96a8fb4cbf6e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425239 Dec 08 17:25:47.026249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-9d8b558b-e803-41d9-a5da-a761e4117b54 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:47.027680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-9d8b558b-e803-41d9-a5da-a761e4117b54 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 946 time: 0.0491421 Dec 08 17:25:47.120565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Deleting port 435ec75d-1efd-4237-9ee6-85ae31a00938 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:25:47.120899 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.206705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] For port 435ec75d-1efd-4237-9ee6-85ae31a00938, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=435ec75d-1efd-4237-9ee6-85ae31a00938,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:47.207054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.385307 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.385582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.385930 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 disassociated. External IP: 172.25.3.126, port: 435ec75d-1efd-4237-9ee6-85ae31a00938. Dec 08 17:25:47.386277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Calling delete_port for 435ec75d-1efd-4237-9ee6-85ae31a00938 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:25:47.515738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.548881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event deleted for resources: {'Port': ['ID=435ec75d-1efd-4237-9ee6-85ae31a00938,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:47.668164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:25:47.782497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:25:47.793170 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:25:47.802578 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:25:47.803176 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:25:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:47.826230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] No DVR routers for this DVR port 435ec75d-1efd-4237-9ee6-85ae31a00938 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:25:47.828756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:47.832098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9608cbd5-4999-4d33-9d3a-8744a16813c5 req-7d866dd9-5113-49a5-952f-9db394756c9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "DELETE /v2.0/ports/435ec75d-1efd-4237-9ee6-85ae31a00938 HTTP/1.1" status: 204 len: 173 time: 0.7985671 Dec 08 17:25:47.832541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-deleted', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:47.834839 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e7beed-f72f-4577-9873-db87fcfe28f4" -d '{"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-deleted", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:47.881478 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4770f0d-6092-4433-a01a-d6e8787ee97f x-openstack-request-id: req-e4770f0d-6092-4433-a01a-d6e8787ee97f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:47.881813 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c85efcd-5ab4-48b4-8d1d-46498dcfdba9", "name": "network-vif-deleted", "tag": "435ec75d-1efd-4237-9ee6-85ae31a00938", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:47.882079 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e4770f0d-6092-4433-a01a-d6e8787ee97f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:47.882483 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c85efcd-5ab4-48b4-8d1d-46498dcfdba9', 'name': 'network-vif-deleted', 'tag': '435ec75d-1efd-4237-9ee6-85ae31a00938', 'status': 'completed', 'code': 200} Dec 08 17:25:47.932639 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:25:48.099934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cf9fee73-ea98-4a2e-b935-fdb941734ad8 req-55b3dbfe-eab4-4f32-81d7-1cb1a72cf941 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=8c85efcd-5ab4-48b4-8d1d-46498dcfdba9 HTTP/1.1" status: 200 len: 210 time: 0.0294471 Dec 08 17:25:48.240387 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:48.266880 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:25:48.275719 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:25:48.276312 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:25:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:48.386291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:25:48.588362 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:25:48.615349 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95065ca6-ddee-4b19-b3a2-21da3191b42f None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:25:48.837496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6571c2-e010-4204-a73d-c7631a46822e None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:25:49.350338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-cb551a0d-51ee-466a-a793-9aa0e50a5da4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1903969244&fields=id&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 267 time: 0.0463839 Dec 08 17:25:49.466321 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-25b60898-c7d6-46ea-adf1-89f13da730e9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:49.467792 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-25b60898-c7d6-46ea-adf1-89f13da730e9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1103866 Dec 08 17:25:49.483566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-58f14982-ccc6-40e7-a8f9-4b07e4f2e738 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/quotas/1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 375 time: 0.0100439 Dec 08 17:25:49.535205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-6e58cbec-d72f-4293-b77c-25f0a709e9ca tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462036 Dec 08 17:25:49.551916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-91b402c7-433c-427f-816f-e2356bf583cc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:25:49.552873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-91b402c7-433c-427f-816f-e2356bf583cc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052075 Dec 08 17:25:49.644357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-9237af2d-333d-4ec7-a039-81bfdd19c5bb service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849693 Dec 08 17:25:49.738628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-7884b75b-d4fe-44db-a15a-e034a6e72b82 service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875692 Dec 08 17:25:49.903752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0a15abed-aa8e-4037-bd41-3d1a8da550ae req-d3a1f7eb-4654-4cd8-acee-2803767d7bf3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 210 time: 0.0276668 Dec 08 17:25:50.800367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:25:50.823042 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 435ec75d-1efd-4237-9ee6-85ae31a00938 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:25:50.823652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 435ec75d-1efd-4237-9ee6-85ae31a00938 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:25:50.852984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-61f95c55-3bb6-423b-bb37-8d16c9eef023 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:50.854556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-61f95c55-3bb6-423b-bb37-8d16c9eef023 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1141298 Dec 08 17:25:50.918815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-6eb82a4b-6148-48a2-8cd6-547ad116b4d7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 380 time: 0.0534589 Dec 08 17:25:50.928749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'port': {'device_id': '1c6594de-8fee-4404-8fc5-10632120fd36', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'admin_state_up': True, 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'security_groups': ['61e71c57-c8cd-48bb-89f5-c62c0b902c44']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:51.007252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6a9d6d61-aece-4f0d-a1c8-9691ea960957 req-86650da1-1f18-44e4-a646-d1193c10245e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 210 time: 0.0333838 Dec 08 17:25:51.064303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Made reservation on behalf of 1700a1bb4da443c38f03a10793c63a43 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:25:51.067867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.193633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Allocated IP 172.20.0.7 (43c23d9b-69f2-403c-8199-f6f30fd02137/1416355d-2751-42ed-9068-e2ab1430463f/ba4e847c-7731-4831-8cb8-fbb7c2526a51) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:25:51.335088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.367578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.409881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:25:51.414877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:25:51.418776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:25:51.425258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:51.473433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:51.474098 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.490977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-65217c58-c334-4036-bd34-462f61b6a33e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658600 Dec 08 17:25:51.551823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Request body: {'port': {'device_id': '1c6594de-8fee-4404-8fc5-10632120fd36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:51.615694 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.648398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-18ab97bb-5873-47c6-8cbe-9ee9aac9dcd3 None None] Provisioning complete for port ba4e847c-7731-4831-8cb8-fbb7c2526a51 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:51.648839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18ab97bb-5873-47c6-8cbe-9ee9aac9dcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.684511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-18ab97bb-5873-47c6-8cbe-9ee9aac9dcd3 None None] Port ba4e847c-7731-4831-8cb8-fbb7c2526a51 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:25:51.875540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba4e847c-7731-4831-8cb8-fbb7c2526a51 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:25:51.883113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.896433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Transition to ACTIVE for port object ba4e847c-7731-4831-8cb8-fbb7c2526a51 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:25:51.900586 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:51.974380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:52.026373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:25:52.026716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:25:52.027047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:52.032248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:25:52.032570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:25:52.038238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:25:52.038637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:25:52.038958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:25:52.039395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Bound port: ba4e847c-7731-4831-8cb8-fbb7c2526a51, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:25:52.040039 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:52.142956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:25:52.147040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:25:52.152668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:52.165722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea59cd2-9255-4f93-a41f-a24a555bd4f7 req-73f1fbca-c0ef-41ea-9b9e-78eee16b1d0d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.167226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cea59cd2-9255-4f93-a41f-a24a555bd4f7 req-73f1fbca-c0ef-41ea-9b9e-78eee16b1d0d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0856354 Dec 08 17:25:52.219293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.219909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:52.221295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 1091 time: 0.7206910 Dec 08 17:25:52.221745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:52.224047 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3054adba-ec4a-49ae-96b0-b21dc7eb052a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:52.257234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00cd0c-a284-432d-95c3-5f7b1bde8af9 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:52.279392 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc41042-aa93-4b83-8ac9-c325c1907650 x-openstack-request-id: req-6fc41042-aa93-4b83-8ac9-c325c1907650 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:52.279808 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:52.279965 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6fc41042-aa93-4b83-8ac9-c325c1907650 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:52.280327 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'status': 'completed', 'code': 200} Dec 08 17:25:52.285446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cea59cd2-9255-4f93-a41f-a24a555bd4f7 req-ae487a77-077a-4925-821e-8224361170dc tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977376 Dec 08 17:25:52.316870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-00fd2e30-2677-4951-8e72-12ed39f150eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.318401 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-00fd2e30-2677-4951-8e72-12ed39f150eb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1094 time: 0.0486212 Dec 08 17:25:52.370954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-7d5e8713-6bdd-4fba-9c26-0733cf8b1549 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 217 time: 0.0430894 Dec 08 17:25:52.424382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-90519445-9641-4c23-990e-f55c1d9815e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.425761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-90519445-9641-4c23-990e-f55c1d9815e9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0480268 Dec 08 17:25:52.470209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-6cfe0ce9-a31a-4cef-95c8-8976dba7233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.471683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-6cfe0ce9-a31a-4cef-95c8-8976dba7233f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392389 Dec 08 17:25:52.564123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-396a5794-e42c-4016-a795-69ed3a16a5e5 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855308 Dec 08 17:25:52.653323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb7337a0-7f0a-4a53-9d24-54015c4e48ac req-6a38d9b4-eb38-4bac-bccc-36a7ce1093e9 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816035 Dec 08 17:25:52.738694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-98d33f67-2ce8-4a6a-9fa7-31a4fa25f1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.740207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-98d33f67-2ce8-4a6a-9fa7-31a4fa25f1d6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1094 time: 0.0419505 Dec 08 17:25:52.835264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-aefed5c1-5fc9-4e44-8d39-23bede2633e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.837340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-aefed5c1-5fc9-4e44-8d39-23bede2633e5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0891757 Dec 08 17:25:52.879445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-ff3c623e-181a-4087-8216-0ba92befae95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 217 time: 0.0347013 Dec 08 17:25:52.934296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-38cf6a46-5ae8-4c9b-8f4d-13297846b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.935745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-38cf6a46-5ae8-4c9b-8f4d-13297846b19d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0480335 Dec 08 17:25:52.982866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-40876c0e-fe7e-4bca-9055-f16ddb2b4f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:52.984416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-40876c0e-fe7e-4bca-9055-f16ddb2b4f44 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409796 Dec 08 17:25:53.074909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-aaa9b29c-c287-4940-8093-7d119f3cff2a service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818324 Dec 08 17:25:53.169392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3054adba-ec4a-49ae-96b0-b21dc7eb052a req-1a4591c7-6d2f-4952-bfa6-c16ae60625e0 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873091 Dec 08 17:25:53.408495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1e56f-aa80-46fc-80a4-eaa70238298b req-70374682-1719-419a-a3a8-c9230d119fc4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:53.409961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2e1e56f-aa80-46fc-80a4-eaa70238298b req-70374682-1719-419a-a3a8-c9230d119fc4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0498464 Dec 08 17:25:53.457381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2e1e56f-aa80-46fc-80a4-eaa70238298b req-7595546a-c8a3-40ec-a38d-aa58111271f7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409513 Dec 08 17:25:54.577911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90236063-0590-4770-ad87-8e511c8aaac3 req-e2861dc1-9f60-47b4-bd7a-9bed3ebd0b55 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:54.583380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90236063-0590-4770-ad87-8e511c8aaac3 req-e2861dc1-9f60-47b4-bd7a-9bed3ebd0b55 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0519438 Dec 08 17:25:54.627134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90236063-0590-4770-ad87-8e511c8aaac3 req-cf1a159c-cd72-4202-930c-261a8d930128 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Dec 08 17:25:54.827373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:25:54.924508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:54.935854 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'mac_address': 'fa:16:3e:fd:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:25:54.972971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:54.985759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4e847c-7731-4831-8cb8-fbb7c2526a51 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:25:55.004948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:55.009736 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:55.058895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:55.203701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['ba4e847c-7731-4831-8cb8-fbb7c2526a51'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:25:55.744924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec093afe-32c9-4215-8b24-85cff233499c req-5b202478-bf9a-43cd-9029-737d99b9ec7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:55.746433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec093afe-32c9-4215-8b24-85cff233499c req-5b202478-bf9a-43cd-9029-737d99b9ec7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 944 time: 0.0494337 Dec 08 17:25:55.794849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec093afe-32c9-4215-8b24-85cff233499c req-bc8b05e7-6faa-4dd7-889c-3922999dd174 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425003 Dec 08 17:25:56.154330 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9bf68dc5-3f4f-4c32-94be-59bae2d73999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:56.842509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:25:56.896260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port ba4e847c-7731-4831-8cb8-fbb7c2526a51 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:25:56.900434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port ba4e847c-7731-4831-8cb8-fbb7c2526a51 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:25:56.900820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:56.911941 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d439a-8ae0-40e8-9e2b-429ba14f1046 req-ee959395-71a4-4170-90fb-33945608f9ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:56.913438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b54d439a-8ae0-40e8-9e2b-429ba14f1046 req-ee959395-71a4-4170-90fb-33945608f9ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 944 time: 0.0501442 Dec 08 17:25:56.966063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b54d439a-8ae0-40e8-9e2b-429ba14f1046 req-17fba53a-c5fb-4f37-b5ed-504732fb4326 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457675 Dec 08 17:25:56.987988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:57.006701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:25:57.008952 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72d1085-aa66-4308-9484-7f7e1b9e53fc" -d '{"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:25:57.022043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:25:57.026489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:57.080772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:25:57.109141 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3a239-88c7-4105-94fa-9596a1bb6826 x-openstack-request-id: req-bbf3a239-88c7-4105-94fa-9596a1bb6826 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:25:57.109481 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:25:57.109696 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bbf3a239-88c7-4105-94fa-9596a1bb6826 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:25:57.110140 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'code': 200} Dec 08 17:25:57.210607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2b5033-872e-4f8b-817f-9ac00701fe28 req-9bf8aee1-b28f-49fe-b4d9-56aac2da8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:57.212061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f2b5033-872e-4f8b-817f-9ac00701fe28 req-9bf8aee1-b28f-49fe-b4d9-56aac2da8a38 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1096 time: 0.0408297 Dec 08 17:25:57.258699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f2b5033-872e-4f8b-817f-9ac00701fe28 req-c27bc244-7525-4f3a-85f6-cc3fbc64fb06 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382318 Dec 08 17:25:58.082929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22e825-69b4-448b-9fe2-83cd794d99ef req-84bf78f6-3cbd-4c3f-9dc1-a5e6318c52eb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:58.084407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f22e825-69b4-448b-9fe2-83cd794d99ef req-84bf78f6-3cbd-4c3f-9dc1-a5e6318c52eb tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0492389 Dec 08 17:25:58.134461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f22e825-69b4-448b-9fe2-83cd794d99ef req-00123a97-e3cf-427e-a153-eb28d492abb8 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437999 Dec 08 17:25:58.946631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9b70c202-6a5f-4b50-a8b0-2351e848cb5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:59.254779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f1a72-66bb-4f4f-8398-7ba36a0db173 req-12c4ab8e-7d8a-4e80-ac3f-77d051ce0252 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:59.256255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-857f1a72-66bb-4f4f-8398-7ba36a0db173 req-12c4ab8e-7d8a-4e80-ac3f-77d051ce0252 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0522947 Dec 08 17:25:59.303228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-857f1a72-66bb-4f4f-8398-7ba36a0db173 req-4d0ed954-431c-4100-821f-13cf494ce890 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404694 Dec 08 17:25:59.415199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f51957-cfc2-49b2-a8e5-3c38a81fad52 req-fa66ad01-6e26-4f1f-8e15-4ae926b1e5df tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:25:59.416784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-76f51957-cfc2-49b2-a8e5-3c38a81fad52 req-fa66ad01-6e26-4f1f-8e15-4ae926b1e5df tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0490918 Dec 08 17:25:59.425652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38024) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:25:59.430039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'floatingip': {'port_id': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:25:59.472314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:59.904946 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:25:59.909028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:00.009063 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 associated. External IP: 172.25.3.126, port: ba4e847c-7731-4831-8cb8-fbb7c2526a51. Dec 08 17:26:00.391529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:00.545417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:26:00.654615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:26:00.659497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:00.666961 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:26:00.677508 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:26:00.678232 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:25:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:26:00.686868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9cea03ed-0fcd-4670-a589-fa452ba5f577 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "PUT /v2.0/floatingips/2e15e1ee-6faa-472a-bf1f-45d4cc643709 HTTP/1.1" status: 200 len: 991 time: 1.2601340 Dec 08 17:26:00.687683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:26:00.690568 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcebfb9-57f6-4320-968c-cf0f48759d89" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:26:00.731268 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ce8cb2-3d78-4e8f-897b-1992369afe3d x-openstack-request-id: req-81ce8cb2-3d78-4e8f-897b-1992369afe3d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:26:00.732355 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:26:00.732616 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81ce8cb2-3d78-4e8f-897b-1992369afe3d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:26:00.733048 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'status': 'completed', 'code': 200} Dec 08 17:26:00.789333 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:26:00.793223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-de30765c-35cf-4787-9d13-8e9f3b5c570f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:00.794816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-de30765c-35cf-4787-9d13-8e9f3b5c570f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1096 time: 0.0408304 Dec 08 17:26:00.891512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-2b3c50cb-7bbf-4599-89a1-95869d20ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:00.892974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-2b3c50cb-7bbf-4599-89a1-95869d20ae1a service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0907235 Dec 08 17:26:00.962422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-ac7414b6-6dc0-4413-8f92-d79a0676cc86 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 999 time: 0.0607467 Dec 08 17:26:01.015408 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:fd:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6594de-8fee-4404-8fc5-10632120fd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:25:59Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:26:01.017680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-58567623-93e6-497d-87c2-59e55d548346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:01.019188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-58567623-93e6-497d-87c2-59e55d548346 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0494425 Dec 08 17:26:01.042471 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:26:01.050964 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:26:01.051566 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:25:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:26:01.067227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-8afa4476-3fa8-42f9-99f1-c6daf1e7e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:01.068727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-8afa4476-3fa8-42f9-99f1-c6daf1e7e0e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414732 Dec 08 17:26:01.160544 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:26:01.165033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-0fac1083-3859-4e14-8ad5-253c0e304137 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892248 Dec 08 17:26:01.263397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-edcebfb9-57f6-4320-968c-cf0f48759d89 req-cb909be1-796c-4a68-b841-9628e662762e service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909309 Dec 08 17:26:01.393586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:fd:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6594de-8fee-4404-8fc5-10632120fd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:25:59Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:26:01.420619 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feddedf-fafe-4b20-b79b-b027a2fc3148 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:fd:17:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c6594de-8fee-4404-8fc5-10632120fd36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:25:59Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:26:01.608047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b243b7c6-abec-4973-b02d-b69a95ee4878 None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:26:02.151326 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:02.419291 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:02.669491 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:26:02.771898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:03.794917 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:26.160992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65457474-0440-4634-a407-a38bc74aad9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:28.949832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1bf755ec-61c5-4f2b-8eeb-43fb4356523a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:30.392580 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:31.377159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-70b67ede-29bc-4f84-9782-b7769bdcdc2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415425 Dec 08 17:26:31.460485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee980-359b-4ea6-80fb-793a36e0500a req-d3850af1-5903-42e2-abce-eaa1b16418bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:31.461990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-d3850af1-5903-42e2-abce-eaa1b16418bd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1096 time: 0.0416796 Dec 08 17:26:31.571324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee980-359b-4ea6-80fb-793a36e0500a req-1853e7dd-7176-4501-8a1c-ac53821fc054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:31.572782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-1853e7dd-7176-4501-8a1c-ac53821fc054 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0908577 Dec 08 17:26:31.646688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-b3866efc-7a6c-4ca3-899f-e3628ed640f6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 1001 time: 0.0623271 Dec 08 17:26:31.699349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee980-359b-4ea6-80fb-793a36e0500a req-c2f0f49a-a8a4-47f4-9459-9366fbebceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:31.700784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-c2f0f49a-a8a4-47f4-9459-9366fbebceb5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0472631 Dec 08 17:26:31.751363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befee980-359b-4ea6-80fb-793a36e0500a req-452aa32f-b8f6-4172-b183-323b4c9330e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:26:31.752879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-452aa32f-b8f6-4172-b183-323b4c9330e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415602 Dec 08 17:26:31.843231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-7072b130-2e02-4950-ad78-28930c451a28 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830288 Dec 08 17:26:31.939906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-befee980-359b-4ea6-80fb-793a36e0500a req-bb0c5132-5bdf-4491-bbce-b774849b3af9 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883038 Dec 08 17:26:32.154486 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:32.420476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:32.778333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:33.794322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:39.669760 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:26:56.154120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-15b5bb77-0d10-4189-8cc6-eff835f57274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:26:58.956181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b0b19ae-84d3-41ec-8ccb-b628f62e3259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:00.396528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:02.157428 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:02.423645 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:02.767705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:03.804143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:16.669228 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:27:26.157575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f9fe9f06-2dc2-4d28-b623-81a45cfd9742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:28.947230 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c848b3a4-8c5e-40d4-ac37-f8175bdf467f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:30.398656 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:32.161240 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:32.426119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:32.792945 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:33.368971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-d9540902-30a5-45a8-86c6-4b7f07760eb0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501018 Dec 08 17:27:33.456780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-f9694ceb-1e4a-496d-b9ab-02bd0caecf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:33.458296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-f9694ceb-1e4a-496d-b9ab-02bd0caecf40 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1096 time: 0.0414777 Dec 08 17:27:33.568381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-7d698c89-9e07-48bc-8ddd-ccf7fa1e03cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:33.570258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-7d698c89-9e07-48bc-8ddd-ccf7fa1e03cd service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0924275 Dec 08 17:27:33.642945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-739236f1-4547-4b1a-8200-fa3e080f5bb0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 1001 time: 0.0651777 Dec 08 17:27:33.699873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-773a2623-93f0-4fb1-9740-a9790179d1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:33.701334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-773a2623-93f0-4fb1-9740-a9790179d1fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0518720 Dec 08 17:27:33.749766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-1a86ef4b-19f4-4282-8caa-a97773438aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:33.753052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-1a86ef4b-19f4-4282-8caa-a97773438aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443559 Dec 08 17:27:33.804462 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:33.846306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-0c1c39ff-fc5a-4cc2-a07f-5885849609ed service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866342 Dec 08 17:27:33.939187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb5e02de-cf19-432d-b552-1b4ce0218005 req-26d19834-e197-4560-839a-f7a3bddec3be service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862911 Dec 08 17:27:36.796355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5953d24-e7b3-4ff5-90e2-5423216570d7 req-28f97729-5dda-45c8-a14c-7e1ed9af2ee2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:36.798397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5953d24-e7b3-4ff5-90e2-5423216570d7 req-28f97729-5dda-45c8-a14c-7e1ed9af2ee2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0516269 Dec 08 17:27:36.846286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5953d24-e7b3-4ff5-90e2-5423216570d7 req-d4fbc74e-15de-4771-8cac-9cf1917a20d2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417664 Dec 08 17:27:37.964849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794f5fc-1a83-4772-a352-3f85061311cd req-3ab4bdac-5873-4d45-b33f-27b6dd4474a0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:37.966349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a794f5fc-1a83-4772-a352-3f85061311cd req-3ab4bdac-5873-4d45-b33f-27b6dd4474a0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0487263 Dec 08 17:27:38.018860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a794f5fc-1a83-4772-a352-3f85061311cd req-ae1f367e-624f-4525-877c-6ddabfa72683 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Dec 08 17:27:39.135722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abf2939-0aca-4462-92e4-7e98ac33007f req-110aa477-fe8c-460e-876a-d451c3da59aa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:39.137212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0abf2939-0aca-4462-92e4-7e98ac33007f req-110aa477-fe8c-460e-876a-d451c3da59aa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0513742 Dec 08 17:27:39.185854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0abf2939-0aca-4462-92e4-7e98ac33007f req-98baea2b-b4f6-4265-8e6f-8e75a3729b5e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Dec 08 17:27:40.306754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9893cc-7362-42c9-9d01-e1031ae60849 req-7d3545b4-accb-4b10-ae68-743e335e75df tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:40.308254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9893cc-7362-42c9-9d01-e1031ae60849 req-7d3545b4-accb-4b10-ae68-743e335e75df tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0497186 Dec 08 17:27:40.356971 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c9893cc-7362-42c9-9d01-e1031ae60849 req-12764e88-8bdd-4d4b-9528-b61a67d79962 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419407 Dec 08 17:27:41.478402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f95e68-3dee-4066-8ef4-9be5894fb983 req-34ed4db5-ce6c-4faa-bcaa-1dbe8f0b5399 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:41.479863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3f95e68-3dee-4066-8ef4-9be5894fb983 req-34ed4db5-ce6c-4faa-bcaa-1dbe8f0b5399 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0519664 Dec 08 17:27:41.527344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3f95e68-3dee-4066-8ef4-9be5894fb983 req-546a7154-c0f6-42ea-b901-c0d3126751e6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Dec 08 17:27:42.643619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a1557e-fe0c-4ce0-8293-2dcd08268e55 req-76abe8c3-c1bd-4464-849a-5101545715fc tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:42.645100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69a1557e-fe0c-4ce0-8293-2dcd08268e55 req-76abe8c3-c1bd-4464-849a-5101545715fc tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0506289 Dec 08 17:27:42.693061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-69a1557e-fe0c-4ce0-8293-2dcd08268e55 req-c5506875-737f-4100-91a1-8a28893d4c30 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Dec 08 17:27:43.815217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c97f2-909c-4296-9ece-d17b05ff30d5 req-65fb12c2-ab46-4f25-939d-f44fadbb242c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:43.816691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-190c97f2-909c-4296-9ece-d17b05ff30d5 req-65fb12c2-ab46-4f25-939d-f44fadbb242c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0535481 Dec 08 17:27:43.865660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-190c97f2-909c-4296-9ece-d17b05ff30d5 req-fee08c3a-f9d0-4e7e-9c58-4d9aa57f4445 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428138 Dec 08 17:27:44.982444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0219e484-0ea6-46bc-a78f-d8d1ecdff1fd req-1d3a4a1e-d0a2-47fa-b2c7-8661693df2e3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:44.983906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0219e484-0ea6-46bc-a78f-d8d1ecdff1fd req-1d3a4a1e-d0a2-47fa-b2c7-8661693df2e3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0493376 Dec 08 17:27:45.030390 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0219e484-0ea6-46bc-a78f-d8d1ecdff1fd req-43f6ef11-69ca-47ba-b169-ab364d4f18c6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405898 Dec 08 17:27:46.145634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4969c27-b2d7-4ecd-bc3f-748da76fd51e req-0e4e5a73-e460-41e0-9dde-c1c03149e73b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:46.147142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4969c27-b2d7-4ecd-bc3f-748da76fd51e req-0e4e5a73-e460-41e0-9dde-c1c03149e73b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0482242 Dec 08 17:27:46.201949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4969c27-b2d7-4ecd-bc3f-748da76fd51e req-ab9ad34b-40a2-454e-8e11-4140923222bf tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Dec 08 17:27:47.320829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ca419-16e8-4637-b809-ea58214b625a req-30c19f12-35a4-4115-b6e8-a15f6e1a09c4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:47.322343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e95ca419-16e8-4637-b809-ea58214b625a req-30c19f12-35a4-4115-b6e8-a15f6e1a09c4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0513616 Dec 08 17:27:47.372275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e95ca419-16e8-4637-b809-ea58214b625a req-72047480-0723-4edb-9b3f-10e8dfcf45ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438428 Dec 08 17:27:47.616007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236aed9-dc0e-4127-b788-fddfdd09fb1e req-a9c4b78d-e61e-4772-9a51-8358707ea7b5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:47.617538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f236aed9-dc0e-4127-b788-fddfdd09fb1e req-a9c4b78d-e61e-4772-9a51-8358707ea7b5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0516686 Dec 08 17:27:47.644410 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-04e31ec8-f7e3-4afa-90f1-7982a4af776e service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0886555 Dec 08 17:27:47.666685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f236aed9-dc0e-4127-b788-fddfdd09fb1e req-63e95e11-d386-4f93-8a74-3d64e767a13a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430276 Dec 08 17:27:48.834571 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab33e4-6ff8-495c-84d4-750adec85e19 req-af1f6a9e-f684-4b4f-8861-69f29144c1b6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:48.836068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5ab33e4-6ff8-495c-84d4-750adec85e19 req-af1f6a9e-f684-4b4f-8861-69f29144c1b6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0952756 Dec 08 17:27:48.838003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-ebdb79ea-abb9-440c-a718-fe19cea5c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:48.839436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-ebdb79ea-abb9-440c-a718-fe19cea5c208 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1096 time: 0.0899143 Dec 08 17:27:48.946839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c5ab33e4-6ff8-495c-84d4-750adec85e19 req-af5482ba-e632-49b8-9dd3-8967e1c9dfef tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044252 Dec 08 17:27:48.963776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-9febb645-d169-4d9b-ba1c-62e3edad85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:48.965226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-9febb645-d169-4d9b-ba1c-62e3edad85a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1162901 Dec 08 17:27:49.032605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-67a93474-66e0-4c64-bbaa-2e2b00f82b2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 1001 time: 0.0597820 Dec 08 17:27:49.080947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-d3113be8-a4c2-4f15-b34d-10a5f3eef4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:49.082466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-d3113be8-a4c2-4f15-b34d-10a5f3eef4cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0431125 Dec 08 17:27:49.133873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-3315552a-b94f-469c-b4ea-a13b8a7b6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:49.135336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-3315552a-b94f-469c-b4ea-a13b8a7b6ef4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457010 Dec 08 17:27:49.222508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-c04671bb-0865-40fc-b19a-bc6d656b50c7 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799034 Dec 08 17:27:49.316257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-f8a7b12b-215c-4a41-b082-bec4b66643ec service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866504 Dec 08 17:27:50.065528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54ae51-aaf2-48fa-977c-6d52e5fc86a1 req-ede7899a-efef-41f1-b64b-312d8836130b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:50.067044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de54ae51-aaf2-48fa-977c-6d52e5fc86a1 req-ede7899a-efef-41f1-b64b-312d8836130b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0505064 Dec 08 17:27:50.116079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de54ae51-aaf2-48fa-977c-6d52e5fc86a1 req-a3dee8f1-7c80-4e7c-a375-4630c679496d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431366 Dec 08 17:27:51.086311 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-3d5b4c26-4628-4c4f-a11d-4fa39b006790 service neutron] show failed (client error): The resource could not be found. Dec 08 17:27:51.087302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-3d5b4c26-4628-4c4f-a11d-4fa39b006790 service neutron] 10.222.0.58 "GET /v2.0/ports/ba4e847c-7731-4831-8cb8-fbb7c2526a51/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0537436 Dec 08 17:27:51.244163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71975187-ffe6-46b9-b840-9ae84651fc11 req-6374967e-6eab-4fb6-917c-d68428530359 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:51.245670 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71975187-ffe6-46b9-b840-9ae84651fc11 req-6374967e-6eab-4fb6-917c-d68428530359 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0556686 Dec 08 17:27:51.319438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-7090f325-1c3b-4258-856b-6f54b5cdf225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:51.320927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-7090f325-1c3b-4258-856b-6f54b5cdf225 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 1096 time: 0.0701261 Dec 08 17:27:51.325484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71975187-ffe6-46b9-b840-9ae84651fc11 req-9ac10ccc-885a-42f6-b89a-c3a089ad4c99 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666130 Dec 08 17:27:51.332518 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:27:51.386249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:51.591797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:51.625379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:27:51.665093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:27:51.667391 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8563f60e-7335-4312-9da0-0953ec3d53d8" -d '{"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:27:51.671260 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:51.684452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Transition to ACTIVE for port object ba4e847c-7731-4831-8cb8-fbb7c2526a51 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:27:51.688580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:51.728934 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142cb65a-f610-4488-aad4-b59a0d130966 x-openstack-request-id: req-142cb65a-f610-4488-aad4-b59a0d130966 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:27:51.729229 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-unplugged", "status": "completed", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:27:51.729485 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-142cb65a-f610-4488-aad4-b59a0d130966 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:27:51.729911 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'code': 200} Dec 08 17:27:51.780123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:51.792181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.792603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.793045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.793444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.793887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.794375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.794899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.795373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.795844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.796339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.796856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.797319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.797786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:51.833100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] No DVR routers for this DVR port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:27:51.969678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:27:51.970040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:27:51.970372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:27:51.975239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:27:51.975641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Attempting to bind port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:27:51.980781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:27:51.981116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:27:51.981752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:27:51.982279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Bound port: ba4e847c-7731-4831-8cb8-fbb7c2526a51, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:27:51.982582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:52.044108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:27:52.047096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:27:52.051304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:52.084992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.085665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:52.087093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] 10.222.0.86 "PUT /v2.0/ports/ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 1091 time: 0.7586994 Dec 08 17:27:52.129601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30648ce9-bcdd-445d-9f66-acf58eb84333 service neutron] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:52.161185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-3719c502-5b0a-4f51-be41-23f0209e4835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.162733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-3719c502-5b0a-4f51-be41-23f0209e4835 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1094 time: 0.0501444 Dec 08 17:27:52.264005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-b0d5ace7-5bca-4cfe-9bd4-2a3866d8f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.265472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-b0d5ace7-5bca-4cfe-9bd4-2a3866d8f5c2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0955827 Dec 08 17:27:52.337843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-c3d007ab-2b21-4d42-9a1a-0131731322a9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 999 time: 0.0640600 Dec 08 17:27:52.389213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-318283a0-14cb-4a4e-9b57-8d400c39da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.390629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-318283a0-14cb-4a4e-9b57-8d400c39da70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0464165 Dec 08 17:27:52.470512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a502c-1587-4d7f-8905-0553d2e918b6 req-7822e259-2525-4dba-b1ca-b8df6330bd0e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.472644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-203a502c-1587-4d7f-8905-0553d2e918b6 req-7822e259-2525-4dba-b1ca-b8df6330bd0e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0759783 Dec 08 17:27:52.477435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-b1f0e6e3-e0d6-4251-8416-67b037f9ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:52.478870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-b1f0e6e3-e0d6-4251-8416-67b037f9ff03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746117 Dec 08 17:27:52.579281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-203a502c-1587-4d7f-8905-0553d2e918b6 req-08df6e74-4bdd-4e4e-92fb-c90196540ee3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994601 Dec 08 17:27:52.607386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-11bea175-0d89-437b-b712-57b861d788d8 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207111 Dec 08 17:27:52.701845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-559ac9f5-7b27-446a-adea-d883d663ce8a req-f448b17b-83d0-4f28-9691-d1376660e729 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878534 Dec 08 17:27:53.668652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:27:53.700339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9bf24-805e-4c81-8a05-0f962a95e42c req-00d30a70-8a7d-48a0-9deb-589b7131aaba tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:53.701849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aa9bf24-805e-4c81-8a05-0f962a95e42c req-00d30a70-8a7d-48a0-9deb-589b7131aaba tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0503516 Dec 08 17:27:53.732143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:27:53.734365 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2248e9b-a9cc-47d4-bf74-1a1025586825" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:27:53.754914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9aa9bf24-805e-4c81-8a05-0f962a95e42c req-2a8c93a2-9fb5-4206-ae5c-756be68fa851 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470021 Dec 08 17:27:53.790750 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaeb8832-bffb-45e4-b5b2-8b17e6bba6c1 x-openstack-request-id: req-eaeb8832-bffb-45e4-b5b2-8b17e6bba6c1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:27:53.791044 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:27:53.791304 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eaeb8832-bffb-45e4-b5b2-8b17e6bba6c1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:27:53.791706 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'status': 'completed', 'code': 200} Dec 08 17:27:53.887523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-0e1161f5-15cd-42b3-ba2b-29e1643ad03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:53.889857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-0e1161f5-15cd-42b3-ba2b-29e1643ad03b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1094 time: 0.0686593 Dec 08 17:27:53.891686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-40dd966e-aff0-4cf2-914f-5c1ea2b70a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:53.893016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-40dd966e-aff0-4cf2-914f-5c1ea2b70a76 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1094 time: 0.0804880 Dec 08 17:27:54.049813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-40a8d354-0f17-4b29-b4cc-bd441c35c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.051899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-40a8d354-0f17-4b29-b4cc-bd441c35c17f service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1556659 Dec 08 17:27:54.053185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-e411a514-875e-4ae1-8e6f-6034f60b4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.054480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-e411a514-875e-4ae1-8e6f-6034f60b4dd8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1509202 Dec 08 17:27:54.162873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-b53a6a9a-4e7c-4bd5-9502-0fd447d58530 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 999 time: 0.1033182 Dec 08 17:27:54.166506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-422a64d5-fcce-43f4-b9a3-8e8f91ce5b9b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 999 time: 0.1004775 Dec 08 17:27:54.245271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-0a269833-edf5-4b37-8587-6246c818823e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.246720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-0a269833-edf5-4b37-8587-6246c818823e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0763106 Dec 08 17:27:54.248054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-12343215-c5a2-413e-8299-0288c368997b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.249319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-12343215-c5a2-413e-8299-0288c368997b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0712833 Dec 08 17:27:54.659829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-1380003d-1d63-42f5-83be-6612f6c878af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.661323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-1380003d-1d63-42f5-83be-6612f6c878af service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4070010 Dec 08 17:27:54.663845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-0e83c871-5959-4bd0-aceb-5b9cca8a7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.665159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-0e83c871-5959-4bd0-aceb-5b9cca8a7a8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4032819 Dec 08 17:27:54.822509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-1f8f5d68-a11d-4b7e-a1c8-3adb2c075554 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526134 Dec 08 17:27:54.824366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-e00a5da4-d76d-4fb6-9c4b-f4ace4a4d69a service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471071 Dec 08 17:27:54.991311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e4ce0-e8d1-44f6-b22d-9db7340add49 req-bfc036db-3632-4def-b9aa-afca2df66bd7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:54.992794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-664e4ce0-e8d1-44f6-b22d-9db7340add49 req-bfc036db-3632-4def-b9aa-afca2df66bd7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.1645911 Dec 08 17:27:55.042099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-94728a3d-0e81-4fc4-9705-29bbc2b1d612 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054148 Dec 08 17:27:55.052210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a2248e9b-a9cc-47d4-bf74-1a1025586825 req-15a95c76-4569-4850-9fd0-3835404a5862 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042081 Dec 08 17:27:55.073929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-664e4ce0-e8d1-44f6-b22d-9db7340add49 req-4e607f8b-af95-4383-8b7a-af91a97e7519 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669897 Dec 08 17:27:55.308346 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46654626-c044-4935-a429-15a4249bc8e9 req-71f6f005-1ef0-4ef2-8c1c-73133a7bd62e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.309741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46654626-c044-4935-a429-15a4249bc8e9 req-71f6f005-1ef0-4ef2-8c1c-73133a7bd62e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0880570 Dec 08 17:27:55.324050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-ffbc0124-30df-4a00-9ba1-f483ab43ce31 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.325443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-ffbc0124-30df-4a00-9ba1-f483ab43ce31 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36&tenant_id=1700a1bb4da443c38f03a10793c63a43&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 943 time: 0.0752008 Dec 08 17:27:55.406255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-46654626-c044-4935-a429-15a4249bc8e9 req-2daf1d78-d287-4eb6-87fa-4c52a87f9e08 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901496 Dec 08 17:27:55.414167 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-17ed4547-6b3b-4dfe-bb12-7b3101ca9c34 service neutron] delete failed (client error): The resource could not be found. Dec 08 17:27:55.415144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-17ed4547-6b3b-4dfe-bb12-7b3101ca9c34 service neutron] 10.222.0.58 "DELETE /v2.0/ports/ba4e847c-7731-4831-8cb8-fbb7c2526a51/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0820873 Dec 08 17:27:55.500331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-a8e3ef43-e55b-4766-a746-6f5b12c09d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.501814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-a8e3ef43-e55b-4766-a746-6f5b12c09d96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1094 time: 0.0407653 Dec 08 17:27:55.582581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:27:55.595090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-460f4fe6-0c69-461c-b540-6e436e68a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.596530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-460f4fe6-0c69-461c-b540-6e436e68a570 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0881205 Dec 08 17:27:55.621418 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:27:55.663702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-9425cd1f-b68c-436b-9156-f7ac2108b9ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 999 time: 0.0587516 Dec 08 17:27:55.716984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-84ff8886-f375-4553-b2a4-4e4c238f68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.718449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-84ff8886-f375-4553-b2a4-4e4c238f68b8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0473089 Dec 08 17:27:55.763394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-0511360a-ce74-49f6-9050-663d6239833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:55.764859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-0511360a-ce74-49f6-9050-663d6239833b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397019 Dec 08 17:27:55.850613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-221c7e88-b6da-441b-8d5c-469e65b85be3 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787160 Dec 08 17:27:55.945036 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0f8839-3928-4e07-9e01-dd9e4ea3b21a req-049a372c-383b-4b8e-bbd5-92bc66bbb8a2 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864880 Dec 08 17:27:56.159847 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d4f347c-990b-4caa-be44-db5ab4779587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:56.536032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79f5d6-8a65-4296-8aff-546d296881b9 req-ab87b489-1e99-4fff-8e4a-3fc5f55c4a74 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:56.537496 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad79f5d6-8a65-4296-8aff-546d296881b9 req-ab87b489-1e99-4fff-8e4a-3fc5f55c4a74 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0523548 Dec 08 17:27:56.586205 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad79f5d6-8a65-4296-8aff-546d296881b9 req-471240c8-1149-4031-80e7-473d11745c82 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426447 Dec 08 17:27:56.681957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:27:56.710495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec24480-91b2-453d-8816-f4c335802697 req-88b8470e-54da-4a0c-8bc5-5c21c6207728 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:56.712033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dec24480-91b2-453d-8816-f4c335802697 req-88b8470e-54da-4a0c-8bc5-5c21c6207728 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 943 time: 0.0575075 Dec 08 17:27:56.761322 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dec24480-91b2-453d-8816-f4c335802697 req-c8bf974a-7db8-4ec9-beb9-f53da5ca5881 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432718 Dec 08 17:27:56.782168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:56.794444 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'mac_address': 'fa:16:3e:fd:17:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:27:56.833986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:56.847663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba4e847c-7731-4831-8cb8-fbb7c2526a51 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:27:56.869425 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:56.873628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:56.939523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:56.947947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.948299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.948644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.948984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.949322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.949649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.950010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.950334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.950657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.950978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.951359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.951692 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.952009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:27:56.996085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bd35b-be23-46a2-b14c-60e49107a2eb req-8b0971ab-5704-41bd-91be-5e543b138169 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:56.997578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a30bd35b-be23-46a2-b14c-60e49107a2eb req-8b0971ab-5704-41bd-91be-5e543b138169 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 944 time: 0.0862663 Dec 08 17:27:57.023118 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-12b9874f-4c8b-40c6-be9c-1299bb472b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:57.024578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-12b9874f-4c8b-40c6-be9c-1299bb472b7e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 1095 time: 0.0717154 Dec 08 17:27:57.097851 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a30bd35b-be23-46a2-b14c-60e49107a2eb req-b8c5a02d-0655-43ff-beb8-a33333e556ab tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938869 Dec 08 17:27:57.114904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['ba4e847c-7731-4831-8cb8-fbb7c2526a51'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:27:57.138680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-d1c53b15-a787-4679-9e37-83187a65cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:57.140143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-d1c53b15-a787-4679-9e37-83187a65cfd9 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1045032 Dec 08 17:27:57.209311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-e1b8a49b-6ca8-4537-8189-a96ee23dd94c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 200 len: 1000 time: 0.0611479 Dec 08 17:27:57.263356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-d38e96ed-ebcb-4923-b003-abb4ba070655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:57.264784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-d38e96ed-ebcb-4923-b003-abb4ba070655 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0490711 Dec 08 17:27:57.310546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-2d9337af-cf91-4414-87c9-0413db61f4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:57.312077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-2d9337af-cf91-4414-87c9-0413db61f4a7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401688 Dec 08 17:27:57.404227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-05df9a15-cb2b-45eb-ac6d-c0787f4518a1 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Dec 08 17:27:57.499281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66588793-4127-4f66-a10d-bfff5e9ec187 req-15c1c741-d49f-4cd4-9ef7-0a889ba1f7d5 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876482 Dec 08 17:27:58.217780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14afd-852c-4d2b-8cae-699000468b08 req-42a122c5-a72e-42e2-9455-cb7b63d48cd9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:58.219264 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af14afd-852c-4d2b-8cae-699000468b08 req-42a122c5-a72e-42e2-9455-cb7b63d48cd9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 944 time: 0.0493624 Dec 08 17:27:58.266420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4af14afd-852c-4d2b-8cae-699000468b08 req-08b1bf89-ad7c-4153-ad78-0c589833254d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403650 Dec 08 17:27:58.517134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eae1de-5053-49bc-9b7f-2eaf8525e8cc req-9ea691c9-798c-4785-bfe9-42602397b2c5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:58.519251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42eae1de-5053-49bc-9b7f-2eaf8525e8cc req-9ea691c9-798c-4785-bfe9-42602397b2c5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 944 time: 0.0546603 Dec 08 17:27:58.567196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42eae1de-5053-49bc-9b7f-2eaf8525e8cc req-54a8beed-2558-4b6e-8a80-0ab53e6e5833 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418134 Dec 08 17:27:58.697203 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:27:58.749160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port ba4e847c-7731-4831-8cb8-fbb7c2526a51 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:27:58.753391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port ba4e847c-7731-4831-8cb8-fbb7c2526a51 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:27:58.753871 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:58.829446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:58.851774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:27:58.854015 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd6bd31-65ba-4966-8162-a296f7875cab" -d '{"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:27:58.867618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:58.872028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:58.903089 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5629d9f5-c724-4a04-8c66-eac4e1614542 x-openstack-request-id: req-5629d9f5-c724-4a04-8c66-eac4e1614542 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:27:58.903385 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-plugged", "status": "completed", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:27:58.903636 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5629d9f5-c724-4a04-8c66-eac4e1614542 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:27:58.904025 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'code': 200} Dec 08 17:27:58.923530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:27:58.952415 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3f821af9-a892-41ce-937e-fd2974c99481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:59.683706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85433045-7943-44e5-8ae3-b14573f82ca8 req-c5255a09-75fc-4ff1-98be-fc626ffff4ed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:59.685166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85433045-7943-44e5-8ae3-b14573f82ca8 req-c5255a09-75fc-4ff1-98be-fc626ffff4ed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0490477 Dec 08 17:27:59.753141 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85433045-7943-44e5-8ae3-b14573f82ca8 req-175ff567-995b-479d-b68d-97df0362b362 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612428 Dec 08 17:27:59.776506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-673c6637-4339-475d-995f-a86a3fee6b42 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:27:59.777996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-673c6637-4339-475d-995f-a86a3fee6b42 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 945 time: 0.0574205 Dec 08 17:27:59.874157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Deleting port ba4e847c-7731-4831-8cb8-fbb7c2526a51 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:27:59.874403 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:27:59.963478 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] For port ba4e847c-7731-4831-8cb8-fbb7c2526a51, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=ba4e847c-7731-4831-8cb8-fbb7c2526a51,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:27:59.963839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:00.141372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:00.141652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:00.142001 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 disassociated. External IP: 172.25.3.126, port: ba4e847c-7731-4831-8cb8-fbb7c2526a51. Dec 08 17:28:00.142319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Calling delete_port for ba4e847c-7731-4831-8cb8-fbb7c2526a51 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:28:00.270114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:00.308182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event deleted for resources: {'Port': ['ID=ba4e847c-7731-4831-8cb8-fbb7c2526a51,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:00.402695 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:00.426146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:28:00.536504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:28:00.546562 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:28:00.556718 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:28:00.557316 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:00.580152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] No DVR routers for this DVR port ba4e847c-7731-4831-8cb8-fbb7c2526a51 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:28:00.583706 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:00.587140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8af2a4b8-4cf3-42d0-8b11-cb21830207f4 req-40a85ce2-f62e-4a1c-83b0-047353f16104 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "DELETE /v2.0/ports/ba4e847c-7731-4831-8cb8-fbb7c2526a51 HTTP/1.1" status: 204 len: 173 time: 0.8033471 Dec 08 17:28:00.587623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-deleted', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:28:00.590006 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67a7f47-6b30-402e-833b-6c6b968e5525" -d '{"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-deleted", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:28:00.640875 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c1a0fc-b1bd-4d3d-93ab-27e3026fc194 x-openstack-request-id: req-83c1a0fc-b1bd-4d3d-93ab-27e3026fc194 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:28:00.641171 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6594de-8fee-4404-8fc5-10632120fd36", "name": "network-vif-deleted", "tag": "ba4e847c-7731-4831-8cb8-fbb7c2526a51", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:28:00.641432 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83c1a0fc-b1bd-4d3d-93ab-27e3026fc194 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:28:00.641914 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6594de-8fee-4404-8fc5-10632120fd36', 'name': 'network-vif-deleted', 'tag': 'ba4e847c-7731-4831-8cb8-fbb7c2526a51', 'status': 'completed', 'code': 200} Dec 08 17:28:00.763023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:28:00.871381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4d1b81da-1333-4dbf-8069-07b1b9349205 req-2fead553-687b-4b98-8a90-710201e607ea tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=1c6594de-8fee-4404-8fc5-10632120fd36 HTTP/1.1" status: 200 len: 210 time: 0.0271075 Dec 08 17:28:00.974097 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:01.004582 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:28:01.012899 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:28:01.013495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:01.119205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:28:01.318421 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:01.344483 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514be2b-5ca0-470a-81fe-f92a6eb98973 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:28:01.573878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a22a0-4544-4948-a266-61894af4c0e3 None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:28:02.153623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-65c9c872-bd51-45fe-ad40-4c2d7e2f2bce tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1903969244&fields=id&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 267 time: 0.0430908 Dec 08 17:28:02.164005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:02.265341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-20a12d84-272c-4018-aa2a-f87876a4f1f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:02.267168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-20a12d84-272c-4018-aa2a-f87876a4f1f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1056497 Dec 08 17:28:02.282999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-4144ebf8-4932-4a97-99e9-7ebabb9ae375 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/quotas/1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 375 time: 0.0096881 Dec 08 17:28:02.336222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-3d094822-a7a8-49d8-8beb-006531b0dcc7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473568 Dec 08 17:28:02.394935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-0ba391ab-f14b-4c99-8a2e-1114a7e72d9e service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:28:02.395938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-0ba391ab-f14b-4c99-8a2e-1114a7e72d9e service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485179 Dec 08 17:28:02.439424 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:02.499120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-582567af-8e9b-4833-985d-79e9090a2e22 service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968313 Dec 08 17:28:02.593870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-57909845-f0c8-4a6b-a2dc-5ad2e26e8b88 service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879281 Dec 08 17:28:02.711688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:28:02.732232 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: ba4e847c-7731-4831-8cb8-fbb7c2526a51 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:28:02.732575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device ba4e847c-7731-4831-8cb8-fbb7c2526a51 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:28:02.796680 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:03.771470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1c09f0f-3ce9-421d-a8d6-35bf714b0f22 req-e5dd3bf9-e5a3-466f-a50b-871eb4ffe9af tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 210 time: 0.0278499 Dec 08 17:28:03.803857 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:04.749582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-cd1dbe6d-69fc-4ecf-93d9-2da19e510d5d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:04.751200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-cd1dbe6d-69fc-4ecf-93d9-2da19e510d5d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1068871 Dec 08 17:28:04.818404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1bd3f017-9a27-48aa-bbab-151456dc5b64 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 380 time: 0.0582919 Dec 08 17:28:04.828271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'port': {'device_id': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'admin_state_up': True, 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'security_groups': ['61e71c57-c8cd-48bb-89f5-c62c0b902c44']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:28:04.898489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b6f7aec1-5c17-46eb-8043-dc3a6868c80e req-98b0a7c8-c008-4c96-a8f3-9a9b701132d7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 210 time: 0.0546949 Dec 08 17:28:04.962041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Made reservation on behalf of 1700a1bb4da443c38f03a10793c63a43 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:28:04.965602 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.088252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Allocated IP 172.20.0.6 (43c23d9b-69f2-403c-8199-f6f30fd02137/1416355d-2751-42ed-9068-e2ab1430463f/657d5d26-651c-4662-9824-dde38b7d4f54) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:28:05.227240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.261232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.301948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:28:05.304990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:28:05.311481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:28:05.338010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:05.373194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:05.373840 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.391948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8ff13aa1-f25a-441b-8045-c28c41688a7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5675240 Dec 08 17:28:05.404911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Request body: {'port': {'device_id': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:28:05.469374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.501034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-63926836-c152-4ad1-822f-876412e12fa9 None None] Provisioning complete for port 657d5d26-651c-4662-9824-dde38b7d4f54 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:28:05.502062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-63926836-c152-4ad1-822f-876412e12fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.538047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-63926836-c152-4ad1-822f-876412e12fa9 None None] Port 657d5d26-651c-4662-9824-dde38b7d4f54 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:28:05.740619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 657d5d26-651c-4662-9824-dde38b7d4f54 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:28:05.748034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.760875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Transition to ACTIVE for port object 657d5d26-651c-4662-9824-dde38b7d4f54 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:28:05.764578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.814276 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:05.887139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:28:05.887812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:28:05.887812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:28:05.892517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:28:05.892837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:28:05.898637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:28:05.898973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:28:05.899360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:28:05.899791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Bound port: 657d5d26-651c-4662-9824-dde38b7d4f54, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:28:05.900143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:05.970236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:28:05.973958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:28:05.987217 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:06.043920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.044544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:06.045988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] 10.222.0.58 "PUT /v2.0/ports/657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1091 time: 0.6455448 Dec 08 17:28:06.047439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:28:06.049909 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a528fe-8698-47fd-b53d-84cb4e938027" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:28:06.084423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d563cbc-ad41-418e-b7fd-158d7288813c req-f32c2c20-18f6-49f7-ae80-9340f2466bf7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.086032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d563cbc-ad41-418e-b7fd-158d7288813c req-f32c2c20-18f6-49f7-ae80-9340f2466bf7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.1106873 Dec 08 17:28:06.091792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c920e96-d48c-4f68-9338-8402aa512928 service neutron] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:06.137064 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61ac203-4264-4dfd-8638-b414e4341ad3 x-openstack-request-id: req-f61ac203-4264-4dfd-8638-b414e4341ad3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:28:06.137365 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:28:06.137654 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f61ac203-4264-4dfd-8638-b414e4341ad3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:28:06.138056 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'status': 'completed', 'code': 200} Dec 08 17:28:06.179316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d563cbc-ad41-418e-b7fd-158d7288813c req-aed7f4d7-8ec4-4403-82f6-1e8050fe8c07 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735970 Dec 08 17:28:06.181265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-0ee62b6d-7b45-451b-9c54-3646e9820f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.182733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-0ee62b6d-7b45-451b-9c54-3646e9820f1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1094 time: 0.0864780 Dec 08 17:28:06.231866 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-1f4462f5-1f2d-424f-8fdd-79b66ac337d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 217 time: 0.0398474 Dec 08 17:28:06.283240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-22b78deb-d2ce-4335-b2d7-f5d3eca367f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.284997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-22b78deb-d2ce-4335-b2d7-f5d3eca367f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0467291 Dec 08 17:28:06.332350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-f94824da-59c3-41bc-a143-e47994b0243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.333935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-f94824da-59c3-41bc-a143-e47994b0243e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423169 Dec 08 17:28:06.434699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-01534fde-a046-4cfc-898d-55fa1eccfac1 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919979 Dec 08 17:28:06.526413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc454454-8bec-4e84-abb8-d7c7549d082f req-8cf58396-5d60-45b8-b072-4996a584d230 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845282 Dec 08 17:28:06.618422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-eae35e12-dcc3-425d-be3b-26d4c858d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.619698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-eae35e12-dcc3-425d-be3b-26d4c858d7b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1094 time: 0.0439360 Dec 08 17:28:06.713828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-aac71a0f-28df-4c89-ac4e-1847c3600df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.715300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-aac71a0f-28df-4c89-ac4e-1847c3600df0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0885100 Dec 08 17:28:06.757934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-d4215f22-8fdc-4b3c-be4a-b7190817c448 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 217 time: 0.0351050 Dec 08 17:28:06.806521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-9cc1a9ec-e53b-4e23-9a7b-fb9b9b6dab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.807945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-9cc1a9ec-e53b-4e23-9a7b-fb9b9b6dab38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0429652 Dec 08 17:28:06.860436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-27936c48-60c3-46a4-ad37-b145e42be33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:06.861987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-27936c48-60c3-46a4-ad37-b145e42be33b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466769 Dec 08 17:28:06.957737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-60394323-f366-43da-a55c-bda5a4a7aba5 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877414 Dec 08 17:28:07.055982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5a528fe-8698-47fd-b53d-84cb4e938027 req-82db49fa-54e0-45fe-bdf9-f0c89cf5ef60 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900879 Dec 08 17:28:07.297404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1817a3-8a38-4107-bfdf-e7d939886b9c req-c3fa833d-e749-4822-b53b-48adaaceb6e0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:07.298905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f1817a3-8a38-4107-bfdf-e7d939886b9c req-c3fa833d-e749-4822-b53b-48adaaceb6e0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.0492184 Dec 08 17:28:07.347185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f1817a3-8a38-4107-bfdf-e7d939886b9c req-d2399072-3dc6-47bd-a139-30d95dd4064a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411885 Dec 08 17:28:08.473231 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d713617-baf3-4e7b-adcb-3c81349dbf6d req-ff27605a-da95-4953-aa6f-51ca9eb9d8ae tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:08.474780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d713617-baf3-4e7b-adcb-3c81349dbf6d req-ff27605a-da95-4953-aa6f-51ca9eb9d8ae tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.0534272 Dec 08 17:28:08.527323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8d713617-baf3-4e7b-adcb-3c81349dbf6d req-5592bd3b-a468-4a49-b416-131bc16f7ad1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464852 Dec 08 17:28:09.611456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:28:09.649400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4370381-1038-46bb-9c0b-bfb5fc46c000 req-a5849529-fb26-4ec4-979e-c121670a4cb9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:09.651046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4370381-1038-46bb-9c0b-bfb5fc46c000 req-a5849529-fb26-4ec4-979e-c121670a4cb9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.0530941 Dec 08 17:28:09.698562 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a4370381-1038-46bb-9c0b-bfb5fc46c000 req-8560def1-c777-4c05-a194-024e0b9f1e14 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Dec 08 17:28:09.710794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:28:09.723507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '657d5d26-651c-4662-9824-dde38b7d4f54', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54', 'mac_address': 'fa:16:3e:95:ed:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:28:09.759956 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:09.772883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657d5d26-651c-4662-9824-dde38b7d4f54 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:28:09.794106 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:28:09.797971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:09.850618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:10.049860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['657d5d26-651c-4662-9824-dde38b7d4f54'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:28:10.814093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27157f34-22bb-4dbf-9db6-2e4069bac3af req-8ff97a84-3052-4084-9b85-d7dc697e385e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:10.815699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27157f34-22bb-4dbf-9db6-2e4069bac3af req-8ff97a84-3052-4084-9b85-d7dc697e385e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0490403 Dec 08 17:28:10.862252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27157f34-22bb-4dbf-9db6-2e4069bac3af req-5ebb9e0a-763a-425e-89f0-df880f065606 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406125 Dec 08 17:28:11.611509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:28:11.665265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 657d5d26-651c-4662-9824-dde38b7d4f54 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:28:11.670327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 657d5d26-651c-4662-9824-dde38b7d4f54 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:28:11.670690 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:11.747453 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:11.770467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:28:11.772671 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe20049a-7d03-407d-817c-4614d9a20a01" -d '{"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-plugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:28:11.785052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:28:11.789383 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:11.815734 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5111e4b-c160-453f-8a78-ed86aebdec6a x-openstack-request-id: req-c5111e4b-c160-453f-8a78-ed86aebdec6a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:28:11.816583 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-plugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:28:11.816849 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c5111e4b-c160-453f-8a78-ed86aebdec6a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:28:11.817289 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'code': 200} Dec 08 17:28:11.849392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:28:11.917033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbd37f-7a23-42ab-a899-3162144b7fd3 req-b83cc388-c119-41e0-853e-d6ec8be13778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:11.920337 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65dbd37f-7a23-42ab-a899-3162144b7fd3 req-b83cc388-c119-41e0-853e-d6ec8be13778 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1096 time: 0.0492239 Dec 08 17:28:11.993465 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-65dbd37f-7a23-42ab-a899-3162144b7fd3 req-1159b795-3ca9-45e6-adbb-7f1dd274e2ce service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656652 Dec 08 17:28:12.005655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1321f-0846-4b50-a5b9-95850f5156f4 req-9f59c7e8-3068-4521-b780-e3757d70460e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:12.007113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63e1321f-0846-4b50-a5b9-95850f5156f4 req-9f59c7e8-3068-4521-b780-e3757d70460e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0739372 Dec 08 17:28:12.054247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-63e1321f-0846-4b50-a5b9-95850f5156f4 req-9dffa7c7-6338-46de-8827-2507fe8711d6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412066 Dec 08 17:28:13.173756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229a5ec-422d-44a5-bb5a-d6225765ecf3 req-9e6efef1-3d65-4084-8f47-f8321f5df65e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:13.176781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6229a5ec-422d-44a5-bb5a-d6225765ecf3 req-9e6efef1-3d65-4084-8f47-f8321f5df65e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0519123 Dec 08 17:28:13.228059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6229a5ec-422d-44a5-bb5a-d6225765ecf3 req-6d7225c6-14b0-45be-b43b-7cab41d860ee tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448642 Dec 08 17:28:13.342682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4ce6d-212c-4718-9335-11beffe92cd3 req-71a37b04-4808-42db-9f0d-bda01a0a2172 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:13.344099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1f4ce6d-212c-4718-9335-11beffe92cd3 req-71a37b04-4808-42db-9f0d-bda01a0a2172 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0505843 Dec 08 17:28:13.352984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38372) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:28:13.357823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'floatingip': {'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:28:13.398790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:14.179167 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:14.188159 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:14.290350 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 associated. External IP: 172.25.3.126, port: 657d5d26-651c-4662-9824-dde38b7d4f54. Dec 08 17:28:14.507665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:28:14.619565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:28:14.624273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:14.630893 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed83150-3856-4bfa-b024-89559027cede None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:28:14.640702 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:28:14.641302 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:14.651715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-847995aa-66b3-4800-9eba-f31c9f349fed tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "PUT /v2.0/floatingips/2e15e1ee-6faa-472a-bf1f-45d4cc643709 HTTP/1.1" status: 200 len: 991 time: 1.2976389 Dec 08 17:28:14.652319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:28:14.654635 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635ef8f3-18a4-4832-9a6c-84080059e6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:28:14.699428 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0548f5-9b1c-48b3-8ed3-5809c7a480f8 x-openstack-request-id: req-dd0548f5-9b1c-48b3-8ed3-5809c7a480f8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:28:14.699718 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:28:14.700104 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd0548f5-9b1c-48b3-8ed3-5809c7a480f8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:28:14.700515 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'status': 'completed', 'code': 200} Dec 08 17:28:14.750891 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:28:14.771158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-b7d6d967-b3de-4744-b132-471f7d149670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:14.772607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-b7d6d967-b3de-4744-b132-471f7d149670 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1096 time: 0.0471835 Dec 08 17:28:14.868984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-72cd3ce0-2d9f-4c23-995e-ad0d7bb073d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:14.870584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-72cd3ce0-2d9f-4c23-995e-ad0d7bb073d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0915158 Dec 08 17:28:14.941466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-2f104683-6b9e-4849-a247-14333972febb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 999 time: 0.0624015 Dec 08 17:28:14.983273 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:95:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:28:14Z', 'revision_number': 9, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:14.991202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-b4eebf73-ce33-40c4-af37-d1a8129bce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:14.992695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-b4eebf73-ce33-40c4-af37-d1a8129bce4f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0450716 Dec 08 17:28:15.013386 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed83150-3856-4bfa-b024-89559027cede None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:28:15.022345 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:28:15.022884 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:27:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:15.045274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-1d3f58f0-a94e-42a0-8abf-4db2e11c149a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:15.046782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-1d3f58f0-a94e-42a0-8abf-4db2e11c149a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453572 Dec 08 17:28:15.126691 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:28:15.140762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-620a6b8b-876d-4bed-ac6d-206cbcd9988c service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866349 Dec 08 17:28:15.240309 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-635ef8f3-18a4-4832-9a6c-84080059e6b8 req-2ca75868-8015-4513-b10c-a5125f0fb982 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925596 Dec 08 17:28:15.515999 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2ed83150-3856-4bfa-b024-89559027cede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:95:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:28:14Z', 'revision_number': 9, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:28:15.547246 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed83150-3856-4bfa-b024-89559027cede None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:95:ed:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:28:14Z', 'revision_number': 9, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:28:15.794075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b091eb0-9236-4190-9502-004c3d0091f8 None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:28:26.165820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-70b7a727-82ae-459c-82dc-e79ddee969d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:28.955051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22cd9b7f-8dec-4bf9-837b-4a87083f9e8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:30.404583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:30.669442 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:28:32.165888 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:32.433446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:32.813705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:33.361850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-2ab962e2-61e1-429c-ac86-5096e12561ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431783 Dec 08 17:28:33.448664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-36ae9477-c8dc-45c1-8170-a76a3793ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:33.451722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-36ae9477-c8dc-45c1-8170-a76a3793ccd9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1096 time: 0.0415096 Dec 08 17:28:33.559704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-ab3bf0e8-1d39-4134-b07c-e4444de62130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:33.561153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-ab3bf0e8-1d39-4134-b07c-e4444de62130 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0894520 Dec 08 17:28:33.629268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-2d68916b-69ec-4056-bc30-5cb8d17f734e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1002 time: 0.0605495 Dec 08 17:28:33.681593 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-b72156f7-d2be-4461-a09d-f4aa6c05e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:33.683106 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-b72156f7-d2be-4461-a09d-f4aa6c05e4e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0465693 Dec 08 17:28:33.735937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-f4162e51-6bcd-4d97-a044-8d5f686f348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:28:33.737456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-f4162e51-6bcd-4d97-a044-8d5f686f348d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451581 Dec 08 17:28:33.820152 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:33.834868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-8b832caa-c4f6-4182-8ece-44e2aca5dcf5 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885086 Dec 08 17:28:33.935826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ad9e215-d145-4752-840c-51f2d3b3b881 req-57d18cc0-8d8c-4687-a891-0e7b0d4082b1 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930817 Dec 08 17:28:56.157955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00428195-39e4-4108-b24d-c265a91f8730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:28:58.958106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0043fbd1-de62-4ecb-9c44-f4408f8dc605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:00.406624 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:02.169275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:02.439190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:02.808421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:03.832903 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:07.668879 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:29:26.159996 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1fab337a-0a21-411f-abc5-1178926459f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:28.959275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ab4d3c88-d506-46dd-8c46-f76b6b5bf754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:30.412781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:32.172305 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:32.441341 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:32.841703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:33.832622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:35.372495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-445e0384-3b2a-461c-8f47-447511063fcd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422778 Dec 08 17:29:35.464366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-31d492d9-1634-4f07-bbb5-7e064b8417cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:35.465966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-31d492d9-1634-4f07-bbb5-7e064b8417cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1096 time: 0.0418916 Dec 08 17:29:35.580327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-43f91cac-d127-4f50-8515-9f939128f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:35.581893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-43f91cac-d127-4f50-8515-9f939128f696 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0912921 Dec 08 17:29:35.647954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-7bc62824-b12f-45c6-b7f8-44caca3a99fe service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1002 time: 0.0583484 Dec 08 17:29:35.697857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-62832e79-5dc9-40c5-828e-f3c28eedee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:35.699451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-62832e79-5dc9-40c5-828e-f3c28eedee4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0433214 Dec 08 17:29:35.752974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-a9a0e028-a2ef-412a-aadb-459162056038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:35.754398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-a9a0e028-a2ef-412a-aadb-459162056038 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440598 Dec 08 17:29:35.843759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-0583ae58-0cf6-487c-814f-29055890426e service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810695 Dec 08 17:29:35.938117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71e27370-a3b6-4887-8912-e0832ecdab8e req-468cc829-8243-448a-a41e-26070d97b425 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870178 Dec 08 17:29:44.668892 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:29:51.177381 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-22ed5f40-20ed-4354-b840-e873bd5e8fa1 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418422 Dec 08 17:29:51.202066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0b3f6-015a-43bb-9519-8c5c105d6ded req-13e0e97a-4904-4ebe-a7f8-06f07057b110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:51.203595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3a0b3f6-015a-43bb-9519-8c5c105d6ded req-13e0e97a-4904-4ebe-a7f8-06f07057b110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0526783 Dec 08 17:29:51.253942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3a0b3f6-015a-43bb-9519-8c5c105d6ded req-32977053-26db-4f2a-853c-f839761fac8c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441034 Dec 08 17:29:52.250122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-a9b0a72b-96e2-425a-9e79-647c4fbcdb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:52.251649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-a9b0a72b-96e2-425a-9e79-647c4fbcdb32 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1096 time: 0.0414999 Dec 08 17:29:52.376315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-896046fc-93b1-4204-b743-9e6a28e197e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:52.377688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-896046fc-93b1-4204-b743-9e6a28e197e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1173193 Dec 08 17:29:52.400157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105407-8be5-4282-bfdf-06ad63a18f3f req-a28294cd-aded-4740-9fee-c0af951eea7f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:52.401599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23105407-8be5-4282-bfdf-06ad63a18f3f req-a28294cd-aded-4740-9fee-c0af951eea7f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0751269 Dec 08 17:29:52.479111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-e0412009-3985-4db6-986a-54deb98d3947 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1002 time: 0.0934906 Dec 08 17:29:52.519084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-23105407-8be5-4282-bfdf-06ad63a18f3f req-d7066168-7fd5-4a73-a750-c88beb5b80ea tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863578 Dec 08 17:29:52.536849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-bda34cc8-3ed1-4167-b470-9f25b8368f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:52.538349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-bda34cc8-3ed1-4167-b470-9f25b8368f21 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0515769 Dec 08 17:29:52.584233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6bd0ed36-6db1-4b80-89c8-512be811a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:52.585739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6bd0ed36-6db1-4b80-89c8-512be811a4c4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408607 Dec 08 17:29:52.681371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-175e5aa2-4dac-48fc-b040-90b4c1209568 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881319 Dec 08 17:29:52.772894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-50fe67ce-0ec6-4548-bd42-ebbb4f6e5485 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839980 Dec 08 17:29:53.640900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9aa104-b710-462b-8125-9a5f3130218a req-fb350a16-8888-4405-9e67-c41580360e4a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:53.642408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f9aa104-b710-462b-8125-9a5f3130218a req-fb350a16-8888-4405-9e67-c41580360e4a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0554256 Dec 08 17:29:53.689557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f9aa104-b710-462b-8125-9a5f3130218a req-b33b9a66-aa3e-4b1f-8269-556626f7a171 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412629 Dec 08 17:29:54.806841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c32bbd-6000-41f5-bc24-441e7407db9d req-11235600-e003-4d4c-91ee-8a3e91ef0be9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:54.808298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39c32bbd-6000-41f5-bc24-441e7407db9d req-11235600-e003-4d4c-91ee-8a3e91ef0be9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0493662 Dec 08 17:29:54.858052 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39c32bbd-6000-41f5-bc24-441e7407db9d req-f3b60c64-cf8d-4b7c-8b43-8a76bc4c309f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Dec 08 17:29:55.976083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961599ba-4dbf-43c4-9030-2f9539b4f43e req-d2634c81-469e-4cef-9824-d4258a1c1a61 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:55.977525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-961599ba-4dbf-43c4-9030-2f9539b4f43e req-d2634c81-469e-4cef-9824-d4258a1c1a61 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0479984 Dec 08 17:29:56.028158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-961599ba-4dbf-43c4-9030-2f9539b4f43e req-7dce8ba4-1c8c-4b02-a18f-835046b930f1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Dec 08 17:29:56.161855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-62f6c7c7-dd58-466c-afc1-9df38bce1b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:57.148810 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0897a-2061-45b4-97f9-b7b383525c97 req-e8c457ea-7146-4e1f-a69b-ea7191308d35 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:57.150361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6f0897a-2061-45b4-97f9-b7b383525c97 req-e8c457ea-7146-4e1f-a69b-ea7191308d35 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0503960 Dec 08 17:29:57.198652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a6f0897a-2061-45b4-97f9-b7b383525c97 req-f8ac8825-e591-4c56-a6d0-550f0eb40516 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423286 Dec 08 17:29:58.314450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71c852-5757-4fe2-95f1-3d71f90a261b req-fe17629c-557a-4741-9740-8166e4f396b4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:58.315932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf71c852-5757-4fe2-95f1-3d71f90a261b req-fe17629c-557a-4741-9740-8166e4f396b4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Dec 08 17:29:58.361926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf71c852-5757-4fe2-95f1-3d71f90a261b req-1128e004-8df7-4f4c-89d2-b91ab7687881 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Dec 08 17:29:58.959975 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-575d32cf-55dd-42cc-8a55-4a74bda69da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:29:59.485761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375a02cb-6d0c-43ac-906b-6a45c184b678 req-b4cb8729-58d7-4f3c-8606-f970e0ed403f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:29:59.487174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-375a02cb-6d0c-43ac-906b-6a45c184b678 req-b4cb8729-58d7-4f3c-8606-f970e0ed403f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0555623 Dec 08 17:29:59.536761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-375a02cb-6d0c-43ac-906b-6a45c184b678 req-0a30e964-d61d-4307-9f23-1a53fdcf2065 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435486 Dec 08 17:30:00.413271 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:00.653742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb7af-9657-45d2-986f-c7f1cc86e94f req-2dc0a1d2-7e63-4910-ad72-d8b1fcbd5ac7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:00.655266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93ccb7af-9657-45d2-986f-c7f1cc86e94f req-2dc0a1d2-7e63-4910-ad72-d8b1fcbd5ac7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0497899 Dec 08 17:30:00.702007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93ccb7af-9657-45d2-986f-c7f1cc86e94f req-8c247fde-f896-4002-9908-20f94b0c7f62 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406914 Dec 08 17:30:01.819050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40014b78-fc7e-45d8-ad9a-c192e75d1a59 req-4441800e-8312-42e8-9034-a69a8886bf96 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:01.820522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40014b78-fc7e-45d8-ad9a-c192e75d1a59 req-4441800e-8312-42e8-9034-a69a8886bf96 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0491493 Dec 08 17:30:01.872672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40014b78-fc7e-45d8-ad9a-c192e75d1a59 req-01629459-3647-4196-a796-eddc018186a5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 Dec 08 17:30:02.173667 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:02.447198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:02.844301 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:02.991325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afdecf6-1042-4ef9-ba8f-8d841f063bb9 req-a46c3a42-1964-4d14-8678-c79f4e525e96 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:02.992803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8afdecf6-1042-4ef9-ba8f-8d841f063bb9 req-a46c3a42-1964-4d14-8678-c79f4e525e96 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0492373 Dec 08 17:30:03.040938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8afdecf6-1042-4ef9-ba8f-8d841f063bb9 req-dffde540-2af0-41e4-8c83-7102faf5a72a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415049 Dec 08 17:30:03.832075 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:04.159805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77da5e0-d5a2-4e40-9893-7e3be03c2ccb req-d444a3c6-8bf8-4ba8-a568-3f7143f2d00b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:04.161298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77da5e0-d5a2-4e40-9893-7e3be03c2ccb req-d444a3c6-8bf8-4ba8-a568-3f7143f2d00b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0495663 Dec 08 17:30:04.210859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f77da5e0-d5a2-4e40-9893-7e3be03c2ccb req-d1ab37a8-395a-4569-a9c9-521ae599b84e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435061 Dec 08 17:30:04.686873 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-eeaf187b-a5d0-48d1-a817-3dc37e4625a3 service neutron] show failed (client error): The resource could not be found. Dec 08 17:30:04.687878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-eeaf187b-a5d0-48d1-a817-3dc37e4625a3 service neutron] 10.222.0.58 "GET /v2.0/ports/657d5d26-651c-4662-9824-dde38b7d4f54/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0580471 Dec 08 17:30:04.947539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-cd150e98-eecc-48ac-9d02-483640f4bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:04.948914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-cd150e98-eecc-48ac-9d02-483640f4bb9b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 1096 time: 0.0989120 Dec 08 17:30:04.961399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:05.016164 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:05.217614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:05.265059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:30:05.316722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:05.319023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19d30df3-4ccf-4c46-a42d-312a09d57e37" -d '{"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-unplugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:05.335975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:05.355926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Transition to ACTIVE for port object 657d5d26-651c-4662-9824-dde38b7d4f54 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:30:05.360773 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:05.395242 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfbf78a-cd6d-4234-b78e-91a83dd43358 x-openstack-request-id: req-bcfbf78a-cd6d-4234-b78e-91a83dd43358 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:05.395537 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-unplugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:05.395789 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bcfbf78a-cd6d-4234-b78e-91a83dd43358 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:05.396179 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'code': 200} Dec 08 17:30:05.406246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebca219-2aad-462b-99e1-833186e67c25 req-c13b5d53-ef00-4525-9684-121b0b56d0c2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:05.407710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ebca219-2aad-462b-99e1-833186e67c25 req-c13b5d53-ef00-4525-9684-121b0b56d0c2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.1087627 Dec 08 17:30:05.474146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:05.502362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.502712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.503058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.503405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.503738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.504073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.504407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.504732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.505060 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.505388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.505713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.506075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.506398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:05.528280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ebca219-2aad-462b-99e1-833186e67c25 req-8fa0967c-789c-4b77-8b62-6db6ca3548f7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120801 Dec 08 17:30:05.555282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] No DVR routers for this DVR port 657d5d26-651c-4662-9824-dde38b7d4f54 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:30:05.691528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:30:05.691760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:30:05.692079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:05.696369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:30:05.696701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:05.702158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:30:05.702491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:30:05.702868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:30:05.703292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Bound port: 657d5d26-651c-4662-9824-dde38b7d4f54, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:30:05.703636 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:05.768070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:30:05.771016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:30:05.776023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:05.807945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:05.808740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:05.810004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] 10.222.0.86 "PUT /v2.0/ports/657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1091 time: 0.8525071 Dec 08 17:30:05.841378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e12ac-89eb-4ae9-9d7a-7b950fb17400 service neutron] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:05.877866 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-ff8293e3-d187-4351-9164-12802862ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:05.879388 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-ff8293e3-d187-4351-9164-12802862ac4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1094 time: 0.0457063 Dec 08 17:30:05.980375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-f570ff74-5bc6-412e-a673-d6b9e595afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:05.981982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-f570ff74-5bc6-412e-a673-d6b9e595afb0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0959995 Dec 08 17:30:06.048726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-8c01cca6-ee88-4df9-b091-58590c213a36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1000 time: 0.0591373 Dec 08 17:30:06.104656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6b377028-0828-43a0-bd0a-42399a179860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:06.106180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-6b377028-0828-43a0-bd0a-42399a179860 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0503273 Dec 08 17:30:06.152508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-439e3ec6-abee-4cbe-b576-c39a197f13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:06.154053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-439e3ec6-abee-4cbe-b576-c39a197f13f6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408599 Dec 08 17:30:06.242661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-5477b42d-c900-464f-9009-dc0ee914ac25 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808012 Dec 08 17:30:06.339048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a9ca6c51-f318-4a38-9ed0-fbfb6e312ef6 req-8e542854-7c95-4675-a524-27bec7e77af8 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892346 Dec 08 17:30:06.650873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23659dc-7d5f-4a16-a111-2f3f20bb9c22 req-83909938-3f4a-4314-b99f-dc0c0d99c4d2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:06.652269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e23659dc-7d5f-4a16-a111-2f3f20bb9c22 req-83909938-3f4a-4314-b99f-dc0c0d99c4d2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.0494945 Dec 08 17:30:06.699689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e23659dc-7d5f-4a16-a111-2f3f20bb9c22 req-9d9480ef-fcd3-422a-bef7-057a20efec7b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 Dec 08 17:30:07.397181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:07.399554 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa1b414-72ae-4e20-85a7-e4e784724bab" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:07.446863 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2764365e-6c22-4d76-9341-73bc42914b9b x-openstack-request-id: req-2764365e-6c22-4d76-9341-73bc42914b9b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:07.447159 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:07.447414 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2764365e-6c22-4d76-9341-73bc42914b9b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:07.447819 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'status': 'completed', 'code': 200} Dec 08 17:30:07.541881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-1a311528-9b9b-4bf1-a6a5-45a804499921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:07.543384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-1a311528-9b9b-4bf1-a6a5-45a804499921 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1094 time: 0.0737104 Dec 08 17:30:07.545165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-967a26d4-4f34-46a3-a264-dfb8b7c9164b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:07.547550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-967a26d4-4f34-46a3-a264-dfb8b7c9164b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1094 time: 0.0699034 Dec 08 17:30:08.086855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-3fea81e2-e475-4afa-bb85-9e32d01aa4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.088235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-3fea81e2-e475-4afa-bb85-9e32d01aa4a8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.5283847 Dec 08 17:30:08.096858 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3958a2-d902-4ff1-a23c-8a23d896df19 req-bf61f015-a51e-42b3-9507-db179116b564 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.098319 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d3958a2-d902-4ff1-a23c-8a23d896df19 req-bf61f015-a51e-42b3-9507-db179116b564 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.1176331 Dec 08 17:30:08.100671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-a171fe8f-4753-424b-a0ae-e5807923499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.102014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-a171fe8f-4753-424b-a0ae-e5807923499e service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.5492878 Dec 08 17:30:08.238850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-2be62cc3-2c2a-444c-a36a-22ba96ac23ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1000 time: 0.1395524 Dec 08 17:30:08.245912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-c9362a15-759a-48a9-a3bc-273e63528cff service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1000 time: 0.1347885 Dec 08 17:30:08.256813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d3958a2-d902-4ff1-a23c-8a23d896df19 req-04031978-e5eb-41b3-a690-d546161fd1ad tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495411 Dec 08 17:30:08.281657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:30:08.320884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:30:08.333508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-c0faa308-70db-4fc7-8a8d-14c13c969c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.335063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-c0faa308-70db-4fc7-8a8d-14c13c969c9e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0883095 Dec 08 17:30:08.336444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-42ddc62e-e737-4f41-af12-1a1f9a1c7c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.337803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-42ddc62e-e737-4f41-af12-1a1f9a1c7c62 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0801396 Dec 08 17:30:08.408640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-5012b0d7-476d-4bb9-b421-194c503d6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.410148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-5012b0d7-476d-4bb9-b421-194c503d6376 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684764 Dec 08 17:30:08.411869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-0f098669-81e5-4219-b4bc-dc2ad130f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:08.413197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-0f098669-81e5-4219-b4bc-dc2ad130f5c3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634637 Dec 08 17:30:08.572988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-22de73b7-a2b1-4719-b68a-079a234a6a30 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558287 Dec 08 17:30:08.574795 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-4d2f116b-c17c-4b55-8b2d-d8eb41c53480 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506200 Dec 08 17:30:08.730977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-5a3b7a7d-fd81-4108-847d-8f7902917df7 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503885 Dec 08 17:30:08.733122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bfa1b414-72ae-4e20-85a7-e4e784724bab req-9fa4eb9e-56a2-40dd-8570-c3f5abaf7bad service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512244 Dec 08 17:30:09.289130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:30:09.381330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15900c-d1d7-437a-addd-7837eb2859b9 req-e6cdaeb8-4afb-4c7a-8571-115e9990f660 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:09.382783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c15900c-d1d7-437a-addd-7837eb2859b9 req-e6cdaeb8-4afb-4c7a-8571-115e9990f660 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 943 time: 0.0532568 Dec 08 17:30:09.394125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:09.406943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '657d5d26-651c-4662-9824-dde38b7d4f54', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54', 'mac_address': 'fa:16:3e:95:ed:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:30:09.433122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c15900c-d1d7-437a-addd-7837eb2859b9 req-45c49b6f-01e1-46b8-8d65-da361c989459 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Dec 08 17:30:09.445306 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:09.458497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657d5d26-651c-4662-9824-dde38b7d4f54 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:30:09.479699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:09.484673 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:09.537697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:09.545954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.546825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.547164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.547560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.547878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.548154 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.548481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.548805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.549126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.549448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.549763 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.550164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.550481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:30:09.758743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['657d5d26-651c-4662-9824-dde38b7d4f54'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:30:09.770042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-98e44480-3b48-43cd-b669-edc68e53d2f6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:09.771519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-98e44480-3b48-43cd-b669-edc68e53d2f6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166&tenant_id=1700a1bb4da443c38f03a10793c63a43&binding%3Ahost_id=n-h2-820935-5 HTTP/1.1" status: 200 len: 944 time: 0.0856013 Dec 08 17:30:09.784551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c02e4-6a39-432c-856b-9fbd550f134a req-1c951790-7003-448f-83de-64a2ea428f1d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:09.786072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c70c02e4-6a39-432c-856b-9fbd550f134a req-1c951790-7003-448f-83de-64a2ea428f1d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0728638 Dec 08 17:30:09.877816 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-b74f1875-c1bc-4243-bbe1-0dabc8fa83e9 service neutron] 10.222.0.86 "GET /v2.0/ports/657d5d26-651c-4662-9824-dde38b7d4f54/bindings/n-h2-820935-5 HTTP/1.1" status: 200 len: 382 time: 0.0907259 Dec 08 17:30:09.881507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c70c02e4-6a39-432c-856b-9fbd550f134a req-647cbb10-6d20-4e3d-b4d5-34d7eb952680 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882475 Dec 08 17:30:09.946666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-966949ab-4c2e-4fd6-8223-dc1498e2d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:09.948055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-966949ab-4c2e-4fd6-8223-dc1498e2d202 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1095 time: 0.0458040 Dec 08 17:30:10.037363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-66555d1a-f1b4-49de-a5d0-6fb2eb8a322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:10.038843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-66555d1a-f1b4-49de-a5d0-6fb2eb8a322f service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0836730 Dec 08 17:30:10.111363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-5178580a-5269-47c5-bee1-de22111ac26f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1001 time: 0.0651538 Dec 08 17:30:10.161531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-c74304fb-1a5b-47b8-8e0c-01dd0b839285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:10.163075 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-c74304fb-1a5b-47b8-8e0c-01dd0b839285 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0443349 Dec 08 17:30:10.209356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-9093d0af-9f2a-4137-ae22-a75c97521989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:10.210881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-9093d0af-9f2a-4137-ae22-a75c97521989 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407860 Dec 08 17:30:10.304135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-35d4570e-0f4f-4191-9106-2310335e864d service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855637 Dec 08 17:30:10.394354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-0bd502c9-6002-4447-a476-0660055d0839 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836375 Dec 08 17:30:11.007501 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0850-052d-4091-bc61-a6fec0472f14 req-468769d5-16fa-437e-8854-f55239f1e26b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:11.008979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e4f0850-052d-4091-bc61-a6fec0472f14 req-468769d5-16fa-437e-8854-f55239f1e26b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0509937 Dec 08 17:30:11.056790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e4f0850-052d-4091-bc61-a6fec0472f14 req-e1c77381-5fd4-4424-8df5-123e54aec3f2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415549 Dec 08 17:30:11.307036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:30:11.357167 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 657d5d26-651c-4662-9824-dde38b7d4f54 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:30:11.361647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 657d5d26-651c-4662-9824-dde38b7d4f54 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:30:11.362042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:11.441766 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:11.465259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:11.468820 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029a480-8301-48a5-a6a4-f20c23a5a468" -d '{"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-plugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:11.482100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:11.487216 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:11.521615 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5eccd1-3f2f-449a-8528-59f5e5fee0a4 x-openstack-request-id: req-1e5eccd1-3f2f-449a-8528-59f5e5fee0a4 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:11.521939 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-plugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:11.522197 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e5eccd1-3f2f-449a-8528-59f5e5fee0a4 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:11.522591 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'code': 200} Dec 08 17:30:11.544482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:12.182573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447818f-3052-4c31-a3aa-e8b1509310b1 req-4fafef90-8d5d-43b1-a090-5bb07df25183 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:12.184067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7447818f-3052-4c31-a3aa-e8b1509310b1 req-4fafef90-8d5d-43b1-a090-5bb07df25183 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0545688 Dec 08 17:30:12.233345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7447818f-3052-4c31-a3aa-e8b1509310b1 req-414ec836-ac56-4230-a098-77fb1a81244a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413547 Dec 08 17:30:12.310445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-a51088f9-4970-454c-a3cd-460aeb3de36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:12.312657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-a51088f9-4970-454c-a3cd-460aeb3de36a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 1096 time: 0.0422163 Dec 08 17:30:12.323960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:12.381043 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:12.581602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:12.616609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:30:12.656228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:12.658485 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae55d09-9e3c-4985-93aa-0015c895d55b" -d '{"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-unplugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:12.662732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:12.676442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Transition to ACTIVE for port object 657d5d26-651c-4662-9824-dde38b7d4f54 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:30:12.682651 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:12.710947 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5725b4a-4a64-4113-979c-20f283d3deac x-openstack-request-id: req-e5725b4a-4a64-4113-979c-20f283d3deac {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:12.711249 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-unplugged", "status": "completed", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:12.711502 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5725b4a-4a64-4113-979c-20f283d3deac {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:12.711901 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'code': 200} Dec 08 17:30:12.773481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:12.815535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] No DVR routers for this DVR port 657d5d26-651c-4662-9824-dde38b7d4f54 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:30:12.957662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:30:12.958017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:30:12.958343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:12.962569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:30:12.962886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Attempting to bind port 657d5d26-651c-4662-9824-dde38b7d4f54 on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:12.968372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:30:12.968694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:30:12.969067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:30:12.969490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Bound port: 657d5d26-651c-4662-9824-dde38b7d4f54, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:30:12.969858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:13.032236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:30:13.035222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:30:13.038979 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:13.071053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:13.071566 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:13.073022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] 10.222.0.58 "PUT /v2.0/ports/657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1092 time: 0.7530470 Dec 08 17:30:13.109307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dfe4ac-2bf8-4014-9235-ac7c8636a0b5 service neutron] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=11']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:13.153199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-54ad9f56-cef2-48c9-871b-ae32452d83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:13.154837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-54ad9f56-cef2-48c9-871b-ae32452d83d8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1095 time: 0.0540230 Dec 08 17:30:13.250419 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-43af8d9c-266e-4264-86ef-b985d4f57243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:13.251910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-43af8d9c-266e-4264-86ef-b985d4f57243 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0905035 Dec 08 17:30:13.351590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-a0e320e2-d105-46cd-8e05-ab110e4ffddf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1000 time: 0.0926197 Dec 08 17:30:13.375708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12044e-42a2-487b-b836-e21b4b303c82 req-d01a03bd-0ba3-4535-ad9c-11372513d016 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:13.377159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c12044e-42a2-487b-b836-e21b4b303c82 req-d01a03bd-0ba3-4535-ad9c-11372513d016 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0704348 Dec 08 17:30:13.428470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-275965f9-3d17-4d94-98b2-f33bd634ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:13.429963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-275965f9-3d17-4d94-98b2-f33bd634ea6a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0707228 Dec 08 17:30:13.476757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4c12044e-42a2-487b-b836-e21b4b303c82 req-6d3c3342-7a30-46c3-8d58-58a719ddeffe tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813439 Dec 08 17:30:13.493080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-5c6f829c-0f68-4374-99ff-c19d25c0961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:13.494624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-5c6f829c-0f68-4374-99ff-c19d25c0961c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565281 Dec 08 17:30:13.585888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-55f93f39-9dcc-4006-bd3b-136a5d321e77 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830929 Dec 08 17:30:13.681133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cedead45-e5b5-48e6-b630-f18012ffaf2f req-dd276534-7916-4fae-a923-1008c30351d1 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882781 Dec 08 17:30:14.600156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c1625-a44c-421f-99b5-df3ad5aabbc6 req-5acd3e45-80ae-43ae-8789-368ac1c8bbbc tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:14.601695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d8c1625-a44c-421f-99b5-df3ad5aabbc6 req-5acd3e45-80ae-43ae-8789-368ac1c8bbbc tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0506859 Dec 08 17:30:14.650366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d8c1625-a44c-421f-99b5-df3ad5aabbc6 req-b064e004-b2b5-4361-8305-f666bfeacca6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Dec 08 17:30:14.713069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:14.715431 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc" -d '{"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:14.765848 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7497b04-8da0-442d-917e-c6ff6497bfe9 x-openstack-request-id: req-b7497b04-8da0-442d-917e-c6ff6497bfe9 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:14.766124 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:14.766485 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7497b04-8da0-442d-917e-c6ff6497bfe9 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:14.766886 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'status': 'completed', 'code': 200} Dec 08 17:30:14.854632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-5a47335b-90ba-4ec4-913a-3bed80202373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:14.856118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-5a47335b-90ba-4ec4-913a-3bed80202373 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1095 time: 0.0733340 Dec 08 17:30:14.858874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-bea8dd00-2c2a-4e27-86fb-1a3f5893bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:14.860668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-bea8dd00-2c2a-4e27-86fb-1a3f5893bbbd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 1095 time: 0.0699027 Dec 08 17:30:15.023001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-33a5519b-60a1-4c47-abb9-57a0f067b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:15.024303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-33a5519b-60a1-4c47-abb9-57a0f067b999 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1609166 Dec 08 17:30:15.026877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-ffa7ef87-b2bd-4d29-a390-f06f3e53e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:15.028158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-ffa7ef87-b2bd-4d29-a390-f06f3e53e2b1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1568615 Dec 08 17:30:15.146287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-371566b0-fd46-4350-baba-b0a2ef434c3b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1000 time: 0.1082003 Dec 08 17:30:15.147891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-1c4aca46-287f-4e66-a735-2e578d945439 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 200 len: 1000 time: 0.1153791 Dec 08 17:30:15.236027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-98815bde-8b20-4b9f-b82b-feb278c03325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:15.237614 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-98815bde-8b20-4b9f-b82b-feb278c03325 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0846965 Dec 08 17:30:15.239066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-1d13ef3e-a5e1-4be2-947b-7c302620f864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:15.240366 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-1d13ef3e-a5e1-4be2-947b-7c302620f864 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0786350 Dec 08 17:30:15.316452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-3235e257-3097-4370-893d-5966d067ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:15.317873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-3235e257-3097-4370-893d-5966d067ade8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659325 Dec 08 17:30:15.318494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:30:15.319762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-b47ecb1b-90a5-41c0-aaee-c9199ec5b1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:15.321133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-b47ecb1b-90a5-41c0-aaee-c9199ec5b1a2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768354 Dec 08 17:30:15.359604 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:30:15.476608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-058eb7fb-e352-4d15-a912-acd56eeba15e service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518898 Dec 08 17:30:15.479923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-9f051136-bbb0-431d-85f5-5dd7f79be149 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471910 Dec 08 17:30:16.004213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fcc371-9ab6-48b1-b2e5-4425dc04e839 req-2c3adc7a-ad1b-47be-813b-bc154200aced tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:16.005667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5fcc371-9ab6-48b1-b2e5-4425dc04e839 req-2c3adc7a-ad1b-47be-813b-bc154200aced tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.1014543 Dec 08 17:30:16.027789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-4dff1a7a-df24-4769-8753-d35041f406cf service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368385 Dec 08 17:30:16.037532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0df8a1d4-6109-43cf-8a91-d2708a5ac0cc req-4f97220d-4dc6-4e3c-8d93-035131dfabe6 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537567 Dec 08 17:30:16.068777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d5fcc371-9ab6-48b1-b2e5-4425dc04e839 req-3b60dc6a-720c-4ab0-b57a-fc9f4cc03ecf tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536017 Dec 08 17:30:16.185303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f2a94-bc6c-47bb-80f8-c3fb7591138c req-8b2de316-61c3-40b3-98d1-ab103e3a8a0a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:16.186757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e9f2a94-bc6c-47bb-80f8-c3fb7591138c req-8b2de316-61c3-40b3-98d1-ab103e3a8a0a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0478122 Dec 08 17:30:16.234175 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e9f2a94-bc6c-47bb-80f8-c3fb7591138c req-e00f7c14-3803-47f2-9d99-c4104a05abae tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405040 Dec 08 17:30:16.285307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:30:16.357516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239df402-5f18-4854-b485-97cf367bad2b req-271c5bfa-eb73-46b3-9d25-2bfd33ffa8df tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:16.359286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-239df402-5f18-4854-b485-97cf367bad2b req-271c5bfa-eb73-46b3-9d25-2bfd33ffa8df tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 944 time: 0.0531087 Dec 08 17:30:16.384904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:16.397452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '657d5d26-651c-4662-9824-dde38b7d4f54', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': '657d5d26-651c-4662-9824-dde38b7d4f54', 'mac_address': 'fa:16:3e:95:ed:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:30:16.408801 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-239df402-5f18-4854-b485-97cf367bad2b req-67ddc8df-82f3-4a9c-a889-d7856746376c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431724 Dec 08 17:30:16.436266 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:16.449449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 657d5d26-651c-4662-9824-dde38b7d4f54 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:30:16.472653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:16.476931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:16.531914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:16.661054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef46ce-6495-4e9f-8ea1-256e6d76de3c req-4f1bf79b-cf8c-45bb-b2b8-fd1c57b1cb13 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:16.662582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fef46ce-6495-4e9f-8ea1-256e6d76de3c req-4f1bf79b-cf8c-45bb-b2b8-fd1c57b1cb13 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0501158 Dec 08 17:30:16.707671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['657d5d26-651c-4662-9824-dde38b7d4f54'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:30:16.710108 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9fef46ce-6495-4e9f-8ea1-256e6d76de3c req-f1004d4d-770e-4889-8849-9afe08db524e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415061 Dec 08 17:30:17.840958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac8636-dade-48c1-bfc7-488c76a17a22 req-df7d5868-59c2-43c4-b7a3-eb70819fe000 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:17.842518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0ac8636-dade-48c1-bfc7-488c76a17a22 req-df7d5868-59c2-43c4-b7a3-eb70819fe000 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0544450 Dec 08 17:30:17.935376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0ac8636-dade-48c1-bfc7-488c76a17a22 req-6a95948a-f15b-4b2c-ad2c-72ae997ce64c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780141 Dec 08 17:30:17.943863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-3ed063c3-c246-4b27-9d8d-5913237fb8ff tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:17.945277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-3ed063c3-c246-4b27-9d8d-5913237fb8ff tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 945 time: 0.0963907 Dec 08 17:30:18.036780 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Deleting port 657d5d26-651c-4662-9824-dde38b7d4f54 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:30:18.037021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.131435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] For port 657d5d26-651c-4662-9824-dde38b7d4f54, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=657d5d26-651c-4662-9824-dde38b7d4f54,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:18.131800 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.286951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:30:18.307542 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.307902 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.308218 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 disassociated. External IP: 172.25.3.126, port: 657d5d26-651c-4662-9824-dde38b7d4f54. Dec 08 17:30:18.308562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Calling delete_port for 657d5d26-651c-4662-9824-dde38b7d4f54 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:30:18.340214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 657d5d26-651c-4662-9824-dde38b7d4f54 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:30:18.345649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 657d5d26-651c-4662-9824-dde38b7d4f54 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:30:18.346077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.425120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.446157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.475502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event deleted for resources: {'Port': ['ID=657d5d26-651c-4662-9824-dde38b7d4f54,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:18.598671 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:30:18.715565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:30:18.726559 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:30:18.737189 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:30:18.737818 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:18.755832 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] No DVR routers for this DVR port 657d5d26-651c-4662-9824-dde38b7d4f54 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:30:18.758534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:18.761945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90c110ce-732f-41b6-b576-dc3daf2a75b2 req-0bca4cc0-e33a-4d93-a6d8-c57d0e859e27 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "DELETE /v2.0/ports/657d5d26-651c-4662-9824-dde38b7d4f54 HTTP/1.1" status: 204 len: 173 time: 0.8106995 Dec 08 17:30:18.762406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-deleted', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:18.764737 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6e03a2-936e-46ad-8b58-e823d4c78cf2" -d '{"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-deleted", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:18.802862 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4166cea-2c46-4614-918c-73cc4d3429d1 x-openstack-request-id: req-c4166cea-2c46-4614-918c-73cc4d3429d1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:18.803235 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbf75a96-6608-4790-a9f0-cb4420a2c166", "name": "network-vif-deleted", "tag": "657d5d26-651c-4662-9824-dde38b7d4f54", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:18.803498 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4166cea-2c46-4614-918c-73cc4d3429d1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:18.803906 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbf75a96-6608-4790-a9f0-cb4420a2c166', 'name': 'network-vif-deleted', 'tag': '657d5d26-651c-4662-9824-dde38b7d4f54', 'status': 'completed', 'code': 200} Dec 08 17:30:18.851636 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:30:19.049575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1e483806-d693-4f07-9bbc-5f666d3a18ad req-e84a4f2d-d68c-4ca1-a7ba-27cadb4621d0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fbf75a96-6608-4790-a9f0-cb4420a2c166 HTTP/1.1" status: 200 len: 210 time: 0.0307992 Dec 08 17:30:19.068293 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:19.094951 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:30:19.103416 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:30:19.104022 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:29:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:19.217397 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:30:19.421083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:19.452328 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc3a662-a6af-4c1e-973b-29353414c906 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:30:19.676518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c238b55-f702-49b5-be5d-d52f1249910b None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:30:20.328050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-984897a1-4191-4421-be34-ddb411da64c9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1903969244&fields=id&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 267 time: 0.0429151 Dec 08 17:30:20.434350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-865779c9-80c5-4cb3-b223-2f89d5c34039 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:20.435820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-865779c9-80c5-4cb3-b223-2f89d5c34039 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1007450 Dec 08 17:30:20.450931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-892891e6-4edf-4dfd-828b-5891e6dbb752 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/quotas/1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 375 time: 0.0090065 Dec 08 17:30:20.506622 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-aecd6442-08b8-4ba8-baec-da20ad5e1d2f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499127 Dec 08 17:30:20.602987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-ff0275b2-4237-408a-b0e3-ec07d0ca89d8 service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841193 Dec 08 17:30:20.696784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-837e38ad-277b-49d2-8342-fc7f056f431f service neutron] 10.222.0.62 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874445 Dec 08 17:30:20.854939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-62aae224-0ab3-4660-9b1a-646bf8cd223d req-093c18ce-caf0-4cd4-9d91-836dfc968310 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0274575 Dec 08 17:30:21.668723 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:30:21.759987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-047cc9b8-910c-4091-9526-2a4e1d9fbdb3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:21.761477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-047cc9b8-910c-4091-9526-2a4e1d9fbdb3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 809 time: 0.1071539 Dec 08 17:30:21.826399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-570064f0-7e9a-4112-a688-7815df4f2ce9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 380 time: 0.0556092 Dec 08 17:30:21.842247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'port': {'device_id': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'admin_state_up': True, 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'security_groups': ['61e71c57-c8cd-48bb-89f5-c62c0b902c44']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:21.961973 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72807ea8-a2c0-45f2-8b1e-8d5097b5ae0f req-26da5f9a-f194-4e66-97ad-35c1c1054de6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0302780 Dec 08 17:30:21.980285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Made reservation on behalf of 1700a1bb4da443c38f03a10793c63a43 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:30:21.984606 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.114016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Allocated IP 172.20.0.14 (43c23d9b-69f2-403c-8199-f6f30fd02137/1416355d-2751-42ed-9068-e2ab1430463f/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:30:22.254544 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.287223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.300088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:30:22.320238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 657d5d26-651c-4662-9824-dde38b7d4f54 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:30:22.320576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 657d5d26-651c-4662-9824-dde38b7d4f54 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:30:22.331504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:30:22.336614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:30:22.340370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:30:22.364479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:22.394481 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:22.395116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.412634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-3aeba71e-4a45-437c-a82c-e39e6c0d68ac tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740159 Dec 08 17:30:22.426043 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Request body: {'port': {'device_id': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:22.480766 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.541655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7aa1dc84-8ed5-43c6-9abb-01b52fb0dd15 None None] Provisioning complete for port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:30:22.542064 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7aa1dc84-8ed5-43c6-9abb-01b52fb0dd15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.577345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7aa1dc84-8ed5-43c6-9abb-01b52fb0dd15 None None] Port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:30:22.752364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1ee9f6e-7a3a-40eb-8d8f-994238c409fc {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:30:22.759885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.772023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Transition to ACTIVE for port object e1ee9f6e-7a3a-40eb-8d8f-994238c409fc will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:30:22.775860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.830363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:22.900942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:30:22.901284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:30:22.901613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:22.907006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:30:22.907329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:30:22.912473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:30:22.912808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:30:22.913191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:30:22.913627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Bound port: e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:30:22.914016 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:22.986852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:30:22.987621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:30:22.991337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:23.028588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.029187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:23.031563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] 10.222.0.86 "PUT /v2.0/ports/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1092 time: 0.6105056 Dec 08 17:30:23.032018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:23.034537 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba732b55-2656-48de-bfc8-8aa7012cad48" -d '{"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:23.086988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf0e42-414d-418a-887d-ba88b6b27ace service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:23.103943 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2740a081-1a37-4907-9ba5-1d9109c93076 x-openstack-request-id: req-2740a081-1a37-4907-9ba5-1d9109c93076 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:23.104436 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:23.104739 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2740a081-1a37-4907-9ba5-1d9109c93076 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:23.110133 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'status': 'completed', 'code': 200} Dec 08 17:30:23.156010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9ed77-b6a0-4b4a-a0d7-6e20d159b952 req-f79f2392-574d-4bee-99fc-42083ebbcde9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.157596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ad9ed77-b6a0-4b4a-a0d7-6e20d159b952 req-f79f2392-574d-4bee-99fc-42083ebbcde9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0990164 Dec 08 17:30:23.163180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-fca284fe-0216-4f66-be6f-242bb0de1ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.164649 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-fca284fe-0216-4f66-be6f-242bb0de1ef4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1095 time: 0.0857267 Dec 08 17:30:23.221784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-4121f32a-3293-4a33-bc8a-13d05445213f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 217 time: 0.0483661 Dec 08 17:30:23.275207 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4ad9ed77-b6a0-4b4a-a0d7-6e20d159b952 req-fcfd92ad-eec9-4df8-b16f-0809faa80f6c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095765 Dec 08 17:30:23.289160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-155d914a-0533-4865-bea0-cfb0a5594fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.290842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-155d914a-0533-4865-bea0-cfb0a5594fe3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0612397 Dec 08 17:30:23.342244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-afd63c25-8615-4a99-924d-fd878c8c7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.343754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-afd63c25-8615-4a99-924d-fd878c8c7ad8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457721 Dec 08 17:30:23.434814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-dea4adb1-1126-48c8-99f7-a2f9b1970efa service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832517 Dec 08 17:30:23.529938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fef8a3b-885b-4e42-969d-ed0bed450d66 req-a1b316ca-fdb2-427f-b3b4-c963f128f608 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871313 Dec 08 17:30:23.621892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-cdc81040-e5b8-4663-b0a8-4f0649b38851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.623413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-cdc81040-e5b8-4663-b0a8-4f0649b38851 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1095 time: 0.0452213 Dec 08 17:30:23.722700 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-52671669-db1d-4ca5-94c9-fbdad79e1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.724225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-52671669-db1d-4ca5-94c9-fbdad79e1d68 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0928981 Dec 08 17:30:23.769526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-ac5c5e5e-0fa7-41a1-9101-5b2285dea536 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 217 time: 0.0372179 Dec 08 17:30:23.819889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-6170721c-5a3a-48e9-a89e-96a86c383b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.821596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-6170721c-5a3a-48e9-a89e-96a86c383b0b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0444784 Dec 08 17:30:23.870561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-17cadf80-145d-43b5-8bdb-ac9503aa3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:23.872040 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-17cadf80-145d-43b5-8bdb-ac9503aa3135 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405152 Dec 08 17:30:23.969027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-4a77bc8e-3271-4817-a164-e51b463e1ac6 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879805 Dec 08 17:30:24.065407 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba732b55-2656-48de-bfc8-8aa7012cad48 req-5ab064cd-7d97-45bf-b493-6d58ca33d8e2 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859871 Dec 08 17:30:24.399166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d17f5-9164-4a2b-8a7f-3a96cd7b5d0c req-06d97e2f-b07d-4f75-aec7-c5caeda0e63d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:24.400543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0d17f5-9164-4a2b-8a7f-3a96cd7b5d0c req-06d97e2f-b07d-4f75-aec7-c5caeda0e63d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0541267 Dec 08 17:30:24.448292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0d17f5-9164-4a2b-8a7f-3a96cd7b5d0c req-82ca92b1-262f-46f9-ac37-18c915c5a03a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411775 Dec 08 17:30:25.364773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:30:25.459032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:25.470507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'mac_address': 'fa:16:3e:ef:7b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:30:25.513590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:25.527294 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ee9f6e-7a3a-40eb-8d8f-994238c409fc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:30:25.548742 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:25.552860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:25.569420 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ac60-dc90-4335-8d2e-81eadd98a63b req-91836498-5ebd-4acc-912b-bdf44de9846c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:25.570948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27c2ac60-dc90-4335-8d2e-81eadd98a63b req-91836498-5ebd-4acc-912b-bdf44de9846c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0519216 Dec 08 17:30:25.602804 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:25.620656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27c2ac60-dc90-4335-8d2e-81eadd98a63b req-2b66f453-c984-4d1d-8fce-60c20b6faf55 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431650 Dec 08 17:30:25.745677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:30:26.163007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d5a20a6-a81f-4ea0-9420-411a0b7bd7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:26.815879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db7dc80-2bf8-430f-8978-1782926335c5 req-c7970d26-dfad-4490-a19a-70d290644c55 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:26.817377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1db7dc80-2bf8-430f-8978-1782926335c5 req-c7970d26-dfad-4490-a19a-70d290644c55 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.1280973 Dec 08 17:30:26.864658 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1db7dc80-2bf8-430f-8978-1782926335c5 req-272a7e38-9543-4d01-80d1-2a6f64ef7ca8 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413570 Dec 08 17:30:27.380965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:30:27.431145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:30:27.435683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:30:27.436048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:27.512658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:27.539047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:27.541263 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a8233-5aff-4c2f-9875-662488984dbe" -d '{"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-plugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:27.554107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:30:27.559333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:27.582704 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefbdf52-4602-42f0-8c01-9e04ddbf426e x-openstack-request-id: req-fefbdf52-4602-42f0-8c01-9e04ddbf426e {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:27.582994 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-plugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:27.583241 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fefbdf52-4602-42f0-8c01-9e04ddbf426e {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:27.583622 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'code': 200} Dec 08 17:30:27.612282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:30:27.680604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef1c14-b057-4125-9f0e-b9f2effcfee1 req-6dd6fb48-e28d-450a-a4bd-5f6f8e6819ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:27.682045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5ef1c14-b057-4125-9f0e-b9f2effcfee1 req-6dd6fb48-e28d-450a-a4bd-5f6f8e6819ee service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1097 time: 0.0406907 Dec 08 17:30:27.727159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5ef1c14-b057-4125-9f0e-b9f2effcfee1 req-82f09a20-8ace-41d2-8df1-f4a713eaf851 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385811 Dec 08 17:30:27.980957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169cf91-ecb6-427e-b890-357bf5eaf878 req-00ef23ed-1fb6-4ac0-84e3-6c9e3fb9e8ae tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:27.982447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e169cf91-ecb6-427e-b890-357bf5eaf878 req-00ef23ed-1fb6-4ac0-84e3-6c9e3fb9e8ae tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0492387 Dec 08 17:30:28.034083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e169cf91-ecb6-427e-b890-357bf5eaf878 req-db85e467-aaa9-403e-bf1b-e672c6696f95 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452733 Dec 08 17:30:28.962403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13c64850-9302-4f8c-8727-31a10ce62c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.205677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ffe7b-1e4c-44d8-b8a8-9a0b949f507c req-a916be1e-c89a-4b1c-97d8-d7f289530892 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.207226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca1ffe7b-1e4c-44d8-b8a8-9a0b949f507c req-a916be1e-c89a-4b1c-97d8-d7f289530892 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0988786 Dec 08 17:30:29.256645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca1ffe7b-1e4c-44d8-b8a8-9a0b949f507c req-9c5a7f9a-6604-472d-9180-e38c3d711ce4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433018 Dec 08 17:30:29.367656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373b1b2-e902-426d-93d7-5fbec856658c req-37c3e9a0-de60-4bc7-becf-7a7eef79fe32 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:29.369138 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6373b1b2-e902-426d-93d7-5fbec856658c req-37c3e9a0-de60-4bc7-becf-7a7eef79fe32 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0483620 Dec 08 17:30:29.378301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 38730) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:30:29.382648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Request body: {'floatingip': {'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:30:29.424509 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.858078 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.862739 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:29.963376 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 associated. External IP: 172.25.3.126, port: e1ee9f6e-7a3a-40eb-8d8f-994238c409fc. Dec 08 17:30:30.171612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:30:30.278636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:30:30.284094 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:30.289758 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:30:30.300202 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:30:30.300808 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:30.310346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-884065b0-f5b1-40b2-90d1-5c54371f5d03 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "PUT /v2.0/floatingips/2e15e1ee-6faa-472a-bf1f-45d4cc643709 HTTP/1.1" status: 200 len: 993 time: 0.9309852 Dec 08 17:30:30.310926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:30:30.314065 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7725044d-3304-4364-b17f-697d36b9e7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:30:30.352932 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95e7726-7c9b-4355-bb1e-0254b608763f x-openstack-request-id: req-c95e7726-7c9b-4355-bb1e-0254b608763f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:30:30.353226 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:30:30.353486 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c95e7726-7c9b-4355-bb1e-0254b608763f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:30:30.355762 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'status': 'completed', 'code': 200} Dec 08 17:30:30.417378 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:30.418056 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725044d-3304-4364-b17f-697d36b9e7fa req-9d457c2f-5ca3-4031-87aa-509628dc5668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:30.419278 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:30:30.419784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-9d457c2f-5ca3-4031-87aa-509628dc5668 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1097 time: 0.0448425 Dec 08 17:30:30.529093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725044d-3304-4364-b17f-697d36b9e7fa req-d02ec4e1-690d-40b7-a771-e916e63dd5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:30.530752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-d02ec4e1-690d-40b7-a771-e916e63dd5eb service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1033959 Dec 08 17:30:30.597695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-188bfd8d-7e6a-45e3-86cf-f44537efb7c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.0601506 Dec 08 17:30:30.655962 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:ef:7b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:30:29Z', 'revision_number': 13, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:30.779889 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:30:30.789244 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:30:30.790005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:30:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:30.900143 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:30:30.994448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725044d-3304-4364-b17f-697d36b9e7fa req-bd95d006-ad9d-47a7-b03d-c1990c96ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:30.995964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-bd95d006-ad9d-47a7-b03d-c1990c96ade6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.3918891 Dec 08 17:30:31.042961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725044d-3304-4364-b17f-697d36b9e7fa req-3e382b2c-2186-44ce-aa91-341bc8765826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:30:31.044396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-3e382b2c-2186-44ce-aa91-341bc8765826 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398073 Dec 08 17:30:31.133929 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:ef:7b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:30:29Z', 'revision_number': 13, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:30:31.134384 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-ebcad3ed-2b04-4fe9-96d7-f959b9e33575 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812521 Dec 08 17:30:31.164172 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9f2e10-0b4a-4d6b-8ede-811eb4258df8 None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '2e15e1ee-6faa-472a-bf1f-45d4cc643709', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'floating_ip_address': '172.25.3.126', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'mac_address': 'fa:16:3e:ef:7b:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:23:35Z', 'updated_at': '2021-12-08T17:30:29Z', 'revision_number': 13, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:30:31.231975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7725044d-3304-4364-b17f-697d36b9e7fa req-31ba51bd-0ad6-4b87-ab60-391373feac06 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906854 Dec 08 17:30:31.368649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a274a59-be15-49e9-8395-f3476b32285c None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:30:32.176181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:32.450150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:32.846982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:33.848300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:56.165952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27f6bfa5-a501-4544-b1a4-2ad1b5a27804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:30:58.668291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:30:58.962950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57d97c29-57fd-40a2-a699-5427476de9f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:00.420000 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:02.180925 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:02.452620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:02.845894 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:03.851567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:21.673558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-f8387aeb-cd1f-4f78-8ead-1fe2efda40a0 req-071f4ff0-397d-4d84-b267-455910f93abc service neutron] (103282) timed out ('10.222.0.62', 36710) {{(pid=103282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:31:26.168276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa8789a3-abfd-4841-ae31-95373bf6e748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:28.964725 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e8522f38-4461-4295-a82d-a67edba3fc06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:29.331297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-73d10e42-61cf-4040-a6e1-28c1233605b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400460 Dec 08 17:31:29.411102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-1f56de51-8393-49cf-a7f0-e245b434bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:29.413221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-1f56de51-8393-49cf-a7f0-e245b434bee0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1097 time: 0.0402348 Dec 08 17:31:29.515692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-0b707a21-5e3a-497b-9a55-4fc740968adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:29.517184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-0b707a21-5e3a-497b-9a55-4fc740968adf service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0859871 Dec 08 17:31:29.589304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-0957c360-6c7b-4a91-afc3-6235f5165519 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1003 time: 0.0584121 Dec 08 17:31:29.641668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-9c072d40-2d2f-46db-99e5-4811d21bc7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:29.643121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-9c072d40-2d2f-46db-99e5-4811d21bc7f6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0470741 Dec 08 17:31:29.688592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-169edf8b-e735-49ac-88bc-b215045b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:31:29.690113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-169edf8b-e735-49ac-88bc-b215045b6c36 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397015 Dec 08 17:31:29.781306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-b1a50657-7e50-499c-b43a-cb26a711ec28 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820913 Dec 08 17:31:29.874312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70cd4ef8-4507-43a7-aac7-d0933c18abeb req-c015b26a-e8bf-4f49-aab2-b8983bc69854 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858870 Dec 08 17:31:30.422059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:32.181343 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:32.455348 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:32.861937 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:33.861251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:35.667780 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:31:56.172565 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-95feaf23-9307-4b9b-8cd2-f5a88d118012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:31:58.966489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4f186291-3fbd-4766-aafe-dcfb146f1279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:00.423947 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:02.185257 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:02.457445 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:02.876746 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:03.861074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:06.733961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f1a2d-cca0-4f74-950d-bf99525e6013 req-aa9b0d44-4e44-4e9f-8e6a-b9131d98f488 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:06.735449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d11f1a2d-cca0-4f74-950d-bf99525e6013 req-aa9b0d44-4e44-4e9f-8e6a-b9131d98f488 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0488014 Dec 08 17:32:06.781784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d11f1a2d-cca0-4f74-950d-bf99525e6013 req-1ffd857c-92a8-451b-a490-05e78728e3f6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 Dec 08 17:32:12.667508 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:32:18.889570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-950d95e6-e460-4572-8809-f611a027e317 req-d1191550-58fb-47d9-b26c-d611a77bb43c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:32:18.890612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-950d95e6-e460-4572-8809-f611a027e317 req-d1191550-58fb-47d9-b26c-d611a77bb43c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0895069 Dec 08 17:32:19.055656 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-bba5e8e2-d981-4d4a-8565-458b8e848291 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404665 Dec 08 17:32:19.064664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-82570dd1-bdba-4214-b463-1b4c41f98d17 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:32:19.065626 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-82570dd1-bdba-4214-b463-1b4c41f98d17 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051203 Dec 08 17:32:19.080791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5104511-fa12-4f18-aa53-eea9e8593504 req-c7ab3b19-9fa5-407f-8309-70a5ec3ae2f1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:19.082594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5104511-fa12-4f18-aa53-eea9e8593504 req-c7ab3b19-9fa5-407f-8309-70a5ec3ae2f1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0545206 Dec 08 17:32:19.132275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5104511-fa12-4f18-aa53-eea9e8593504 req-283a0fb7-3364-4cee-bc38-a12e31f1c56d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426757 Dec 08 17:32:20.170377 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-83a72d09-41b6-49fe-ac92-3c537f08708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:20.171881 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-83a72d09-41b6-49fe-ac92-3c537f08708e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1097 time: 0.0415270 Dec 08 17:32:20.299392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f8b30e-6acf-475b-aa81-94638de5991a req-c9e5163a-01c9-49c2-a807-77e512805c7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:20.300841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96f8b30e-6acf-475b-aa81-94638de5991a req-c9e5163a-01c9-49c2-a807-77e512805c7a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0762086 Dec 08 17:32:20.305898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed20f811-bca3-4f68-9f8f-a3e1aa342318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:20.307332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed20f811-bca3-4f68-9f8f-a3e1aa342318 service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1280732 Dec 08 17:32:20.398386 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96f8b30e-6acf-475b-aa81-94638de5991a req-0d0e68ba-6689-46f3-abc8-4ddc89fab579 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900199 Dec 08 17:32:20.402451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-02e842de-9002-45b5-988c-cb2a21da8807 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1003 time: 0.0816691 Dec 08 17:32:20.452574 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-e057a633-3a22-4bce-bc22-21e373ccbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:20.454050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-e057a633-3a22-4bce-bc22-21e373ccbd25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0448341 Dec 08 17:32:20.501735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-b5f5ebe5-ef98-4b14-8cca-144592208f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:20.503243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-b5f5ebe5-ef98-4b14-8cca-144592208f08 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416663 Dec 08 17:32:20.597324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-f3b4377f-36e5-4fc4-9f12-b2dee917b251 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860877 Dec 08 17:32:20.686171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ff8296e6-802a-4eb9-a32b-68da9c3dbced service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817299 Dec 08 17:32:21.518160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f02f4-4e62-438b-9011-f2dd392e2556 req-c306cdb2-dd6f-46c8-aead-1b0b7e7621a0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:21.519616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb3f02f4-4e62-438b-9011-f2dd392e2556 req-c306cdb2-dd6f-46c8-aead-1b0b7e7621a0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0512884 Dec 08 17:32:21.570531 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fb3f02f4-4e62-438b-9011-f2dd392e2556 req-77f194b0-7926-413a-bda8-7cfbc311cc76 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446298 Dec 08 17:32:22.687488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de9c628-daa7-44d3-82b2-994b05e0926c req-b2fc3a12-51c0-4de1-9dd0-29b0e759ba3e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:22.689020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2de9c628-daa7-44d3-82b2-994b05e0926c req-b2fc3a12-51c0-4de1-9dd0-29b0e759ba3e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0489938 Dec 08 17:32:22.736838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2de9c628-daa7-44d3-82b2-994b05e0926c req-fe47a12b-064b-4563-85c6-284863155231 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419066 Dec 08 17:32:23.856781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf520208-a51e-4a96-b9bb-af52105d676b req-d587aed1-a2ce-41dd-8326-9abe9580257c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:23.858269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf520208-a51e-4a96-b9bb-af52105d676b req-d587aed1-a2ce-41dd-8326-9abe9580257c tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0496283 Dec 08 17:32:23.905158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf520208-a51e-4a96-b9bb-af52105d676b req-a59b0dee-5601-4cd0-870d-00e6a4c25c06 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406439 Dec 08 17:32:25.026546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66151126-75cb-4888-8419-a7df07a996b7 req-66874c56-43ae-45ed-a012-1059fb9faa24 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:25.027993 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66151126-75cb-4888-8419-a7df07a996b7 req-66874c56-43ae-45ed-a012-1059fb9faa24 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0528066 Dec 08 17:32:25.074485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-66151126-75cb-4888-8419-a7df07a996b7 req-08de294d-9c1a-47be-930f-6bff949ab0e6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404747 Dec 08 17:32:26.175217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c45668f-cb32-45b1-b5fd-d371ad9c1412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:26.193825 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a2e3b9-7bcd-4e77-81ce-aaab502681f9 req-d8b08112-8d04-418c-84bd-f58ade23ab00 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:26.195294 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32a2e3b9-7bcd-4e77-81ce-aaab502681f9 req-d8b08112-8d04-418c-84bd-f58ade23ab00 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0535090 Dec 08 17:32:26.244452 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32a2e3b9-7bcd-4e77-81ce-aaab502681f9 req-f778d52d-91b9-465b-9a69-23a65b751790 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432081 Dec 08 17:32:27.360075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff65ec-14d3-4e96-aebb-06af99017fc6 req-b36e00ee-2b3d-4f99-a8a6-8d74f76cf357 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:27.361437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91ff65ec-14d3-4e96-aebb-06af99017fc6 req-b36e00ee-2b3d-4f99-a8a6-8d74f76cf357 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0483792 Dec 08 17:32:27.412988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91ff65ec-14d3-4e96-aebb-06af99017fc6 req-2d0bda0d-9d8c-4efc-95bd-4ef42ce45881 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453453 Dec 08 17:32:28.530007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4bcba9-b64e-4b38-bf64-edde6be9e149 req-2855fc30-aeb4-4bb9-807d-7119c8c0b39b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:28.531470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d4bcba9-b64e-4b38-bf64-edde6be9e149 req-2855fc30-aeb4-4bb9-807d-7119c8c0b39b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0490484 Dec 08 17:32:28.579783 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7d4bcba9-b64e-4b38-bf64-edde6be9e149 req-1e393395-a043-45c9-bddc-6ca66ad129c1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423319 Dec 08 17:32:28.968409 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08f0b504-b240-4a6c-9e38-9eaebff26c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:29.380597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-63aec2d4-b82a-40b5-9744-49bdafc08077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:29.382139 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-63aec2d4-b82a-40b5-9744-49bdafc08077 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1097 time: 0.0426719 Dec 08 17:32:29.490125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-69e17e10-9f6c-4470-a227-7638b7ed8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:29.491591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-69e17e10-9f6c-4470-a227-7638b7ed8a7b service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0902486 Dec 08 17:32:29.559874 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-3b50e591-574b-4afd-8836-87d309cb1c02 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1003 time: 0.0587034 Dec 08 17:32:29.616908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-838ef2d0-08aa-4b04-9fcc-0590c42ac1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:29.619238 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-838ef2d0-08aa-4b04-9fcc-0590c42ac1c0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0496538 Dec 08 17:32:29.696658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-966ad07b-9f77-499c-aff7-fed84b1bc124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:29.698171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-966ad07b-9f77-499c-aff7-fed84b1bc124 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713701 Dec 08 17:32:29.710219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33571049-e57e-4fae-bf6e-c63bc8f867ab req-d65c6fc8-c549-4ddd-9fa4-56a330945b4f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:29.712277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33571049-e57e-4fae-bf6e-c63bc8f867ab req-d65c6fc8-c549-4ddd-9fa4-56a330945b4f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0598996 Dec 08 17:32:29.808300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33571049-e57e-4fae-bf6e-c63bc8f867ab req-4ddfa13e-c561-49ed-a593-6d39fd002693 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882449 Dec 08 17:32:29.832862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-2fa76c24-acde-40e2-bc0d-d30117bd02c9 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196687 Dec 08 17:32:29.925489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8cf6b19-f29d-4116-bcdc-f1d639d411dc req-6caed544-c355-46c7-b14c-5b95786b80fc service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854924 Dec 08 17:32:30.426790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:30.926074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191cc21-c9a6-4d38-8f29-256c6cb3547c req-8c8e5fda-58ae-4cf1-9aa7-dc87877d4c91 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:30.927553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3191cc21-c9a6-4d38-8f29-256c6cb3547c req-8c8e5fda-58ae-4cf1-9aa7-dc87877d4c91 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0494971 Dec 08 17:32:30.979257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3191cc21-c9a6-4d38-8f29-256c6cb3547c req-ed59b27f-4593-4e00-a251-d086a7c334b8 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450580 Dec 08 17:32:32.094625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318f3f3f-d1c4-4f72-be8d-bfb0bdeb829a req-698c75a3-2b93-4eb3-9ac3-1673e3e88d09 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:32.096104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-318f3f3f-d1c4-4f72-be8d-bfb0bdeb829a req-698c75a3-2b93-4eb3-9ac3-1673e3e88d09 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0481079 Dec 08 17:32:32.144123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-318f3f3f-d1c4-4f72-be8d-bfb0bdeb829a req-bdc6e428-dede-4eb5-9e02-f4a484d1d859 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420635 Dec 08 17:32:32.188116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:32.460104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:32.881646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:33.261266 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09d808-5722-4116-90a7-a7ce0967f4fb req-aa4abaa7-c624-41b6-a44a-1883d3f323e6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:33.262794 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f09d808-5722-4116-90a7-a7ce0967f4fb req-aa4abaa7-c624-41b6-a44a-1883d3f323e6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0497334 Dec 08 17:32:33.310959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5f09d808-5722-4116-90a7-a7ce0967f4fb req-cfd3ff55-ad9a-4b08-9be0-297cf9c9b518 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Dec 08 17:32:33.868313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:34.440918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada21c5c-a679-4a85-875b-fa358c7d4a61 req-9271f0e5-bd21-470d-a17b-ee4d6c58060b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:34.442694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada21c5c-a679-4a85-875b-fa358c7d4a61 req-9271f0e5-bd21-470d-a17b-ee4d6c58060b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0558808 Dec 08 17:32:34.491842 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ada21c5c-a679-4a85-875b-fa358c7d4a61 req-e1e98299-f884-4763-bc99-d3b2d2742efa tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430691 Dec 08 17:32:34.586883 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-b3eb4338-d302-4af6-b2ca-603f2a471dbd service neutron] show failed (client error): The resource could not be found. Dec 08 17:32:34.588161 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-b3eb4338-d302-4af6-b2ca-603f2a471dbd service neutron] 10.222.0.86 "GET /v2.0/ports/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0554683 Dec 08 17:32:34.828695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-e8d518e1-d789-498c-bd45-e1b09fd734ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:34.830210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-e8d518e1-d789-498c-bd45-e1b09fd734ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 1097 time: 0.0844483 Dec 08 17:32:34.842736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:32:34.900234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.100251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:32:35.134453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:32:35.172809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:32:35.175166 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a971fd-f6d3-4bad-ab85-dfc0375c9ee0" -d '{"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:32:35.178870 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.191758 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Transition to ACTIVE for port object e1ee9f6e-7a3a-40eb-8d8f-994238c409fc will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:32:35.196226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.254721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:32:35.299119 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7544e39c-fc24-40bb-8863-6be3e6426d34 x-openstack-request-id: req-7544e39c-fc24-40bb-8863-6be3e6426d34 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:32:35.299412 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:32:35.299665 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7544e39c-fc24-40bb-8863-6be3e6426d34 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:32:35.300064 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'code': 200} Dec 08 17:32:35.301475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.301840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.302181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.302841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.302841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.303163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.303491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.303815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.304138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.304461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.305349 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.305669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.306096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:35.346732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] No DVR routers for this DVR port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:32:35.483970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:32:35.484659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:32:35.484659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:32:35.488847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:32:35.489170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:32:35.494865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 32, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:32:35.495153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:32:35.495535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:32:35.495965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Bound port: e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:32:35.496314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.559643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:32:35.562728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:32:35.575212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.630277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:35.630811 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:35.632189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] 10.222.0.58 "PUT /v2.0/ports/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1092 time: 0.7942011 Dec 08 17:32:35.657932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94fbf-813c-44b0-b7f8-d1bcbcf55306 req-47cf6eeb-b911-44ad-a94c-bf70c69a9b48 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:35.659479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11f94fbf-813c-44b0-b7f8-d1bcbcf55306 req-47cf6eeb-b911-44ad-a94c-bf70c69a9b48 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0954921 Dec 08 17:32:35.699901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed93dbd9-f931-4f58-a4f5-e994078baa28 service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:32:35.748853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11f94fbf-813c-44b0-b7f8-d1bcbcf55306 req-83c211d9-f1c6-4619-b493-eb473b212a12 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727832 Dec 08 17:32:35.750861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-6a5ceaf5-788b-4bd6-b133-1cb0220386c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:35.752289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-6a5ceaf5-788b-4bd6-b133-1cb0220386c1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1095 time: 0.0865469 Dec 08 17:32:35.846822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:32:35.848951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-42f40207-5d2f-45a7-bb81-e47620fa92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:35.850978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-42f40207-5d2f-45a7-bb81-e47620fa92bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0919244 Dec 08 17:32:35.899477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:32:35.920919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-3f9bd33f-b9dc-496d-8e15-8eece82740b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.0621712 Dec 08 17:32:35.975957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-a1703e87-fc75-4115-acdf-707a0d73e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:35.977995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-a1703e87-fc75-4115-acdf-707a0d73e0cb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0473745 Dec 08 17:32:36.023085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-8ecc6717-d4b7-486b-b5ab-a2e7f3ec52a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:36.025414 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-8ecc6717-d4b7-486b-b5ab-a2e7f3ec52a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401599 Dec 08 17:32:36.115528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-b61054df-7ae1-438b-b6e9-a3af9364b6ba service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817237 Dec 08 17:32:36.206213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-720f208d-7b1a-40df-80c6-effd985f4ac1 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838814 Dec 08 17:32:36.875768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693c79e-4e16-4f6f-a912-c7eeac7fbee5 req-f965fb48-43aa-42a8-9cea-a93a1f4e0a43 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:36.877171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3693c79e-4e16-4f6f-a912-c7eeac7fbee5 req-f965fb48-43aa-42a8-9cea-a93a1f4e0a43 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0513375 Dec 08 17:32:36.924786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3693c79e-4e16-4f6f-a912-c7eeac7fbee5 req-054ee9b0-98aa-4b06-8ea4-13d0f884e691 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Dec 08 17:32:37.301203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:32:37.303515 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39" -d '{"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:32:37.354830 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790e91de-e5cb-4d71-a0f6-9d510973dbf1 x-openstack-request-id: req-790e91de-e5cb-4d71-a0f6-9d510973dbf1 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:32:37.355136 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:32:37.355397 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-790e91de-e5cb-4d71-a0f6-9d510973dbf1 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:32:37.356336 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'status': 'completed', 'code': 200} Dec 08 17:32:37.447718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-7f38564a-b325-49d1-a4a4-b1cae98e3392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.449198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-7f38564a-b325-49d1-a4a4-b1cae98e3392 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1095 time: 0.0648880 Dec 08 17:32:37.451726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-77f1333e-bad3-4da2-8d0e-2a1adf411934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.453056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-77f1333e-bad3-4da2-8d0e-2a1adf411934 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1095 time: 0.0777116 Dec 08 17:32:37.614529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-033931c7-159d-44ca-a092-2709d8dd7a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.615909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-033931c7-159d-44ca-a092-2709d8dd7a7a service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1583056 Dec 08 17:32:37.617021 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-21c5c49d-42eb-43d7-9a7f-1c28a106eaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.618357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-21c5c49d-42eb-43d7-9a7f-1c28a106eaca service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1532249 Dec 08 17:32:37.729687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-fe66300a-ef66-4777-a6fe-603870af9b27 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.1067941 Dec 08 17:32:37.734181 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-f4a25f56-be14-44e5-ac1e-d2c7c3c18fa1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.1055520 Dec 08 17:32:37.818244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-29497724-4f55-45f5-bae9-1bbb857d860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.819724 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-29497724-4f55-45f5-bae9-1bbb857d860e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0834441 Dec 08 17:32:37.824023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-e38879e5-5171-45a7-b86a-9406b5b0ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.825371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-e38879e5-5171-45a7-b86a-9406b5b0ef86 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0816271 Dec 08 17:32:37.895348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-f3970073-088c-4ef5-ac42-ea51901ed39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.896765 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-f3970073-088c-4ef5-ac42-ea51901ed39d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618706 Dec 08 17:32:37.900401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-2c415863-b858-4421-a9fe-a8ccf921c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:37.901752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-2c415863-b858-4421-a9fe-a8ccf921c049 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744183 Dec 08 17:32:38.093718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-5f995ccd-f746-402d-9188-8f70127f76e0 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828330 Dec 08 17:32:38.098461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-5fe67ddb-1c37-41bb-b9ca-bfc931c44be5 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948915 Dec 08 17:32:38.107174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df87dc6-80bf-44ff-9bed-06b3d794b095 req-6312893f-8534-4547-8dfa-373b14f5ae75 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:38.108606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df87dc6-80bf-44ff-9bed-06b3d794b095 req-6312893f-8534-4547-8dfa-373b14f5ae75 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.1051219 Dec 08 17:32:38.289598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df87dc6-80bf-44ff-9bed-06b3d794b095 req-b64f1903-bdc2-4d4c-91f4-f16569ab322f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703727 Dec 08 17:32:38.303100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-91337a67-1467-40db-a781-a55d1e30d357 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932654 Dec 08 17:32:38.310629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbb1befa-79f5-4fe0-8d2f-7228f7f4fe39 req-1dec12ad-19e3-4101-866a-9c2ccd480966 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997325 Dec 08 17:32:38.412230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-acf2866f-74d1-4afa-be0e-89b3df535ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:38.413745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-acf2866f-74d1-4afa-be0e-89b3df535ab8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1095 time: 0.0418005 Dec 08 17:32:38.520443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-56c8d1af-6738-4d5c-9962-e006fd804c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:38.521964 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-56c8d1af-6738-4d5c-9962-e006fd804c18 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0887475 Dec 08 17:32:38.595983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-488cd4c2-521c-43d3-8b1a-7000b9ca12fd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.0653563 Dec 08 17:32:38.652293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-d1056c27-9825-453b-8ba0-4750db4e6167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:38.653751 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-d1056c27-9825-453b-8ba0-4750db4e6167 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0498781 Dec 08 17:32:38.702576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-6ea59a36-5345-440a-a830-ec06143de0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:38.704060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-6ea59a36-5345-440a-a830-ec06143de0bb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425029 Dec 08 17:32:38.796144 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-3c13ab13-bbbb-4a5b-8a2e-c1b0aa0cce67 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831857 Dec 08 17:32:38.890991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-734bd0fc-32ce-427b-8041-3d0f0ce15995 req-a7d5d974-dcc6-4ffd-995a-5c8332f45c57 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870821 Dec 08 17:32:39.425898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e1fb7f-18aa-494e-a6e7-747b767f849b req-4abf5dfa-2152-4e6a-9263-474ffc7023b6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:39.427124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5e1fb7f-18aa-494e-a6e7-747b767f849b req-4abf5dfa-2152-4e6a-9263-474ffc7023b6 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0590999 Dec 08 17:32:39.478128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5e1fb7f-18aa-494e-a6e7-747b767f849b req-04e4755f-1aff-4aed-ba7a-84d55a16255f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437136 Dec 08 17:32:40.613268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9c414-d849-4d02-9474-95d84450a270 req-ed430460-b440-424a-98b8-35c28e309105 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:40.614934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3f9c414-d849-4d02-9474-95d84450a270 req-ed430460-b440-424a-98b8-35c28e309105 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0548630 Dec 08 17:32:40.664357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e3f9c414-d849-4d02-9474-95d84450a270 req-0d94d76a-e473-4894-be7b-3e9fc97c3cb1 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421572 Dec 08 17:32:41.783076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060570d-a17c-47b2-a22e-93df569be476 req-3f9117b1-e562-497c-bcff-eae40c28c1ad tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:41.784526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0060570d-a17c-47b2-a22e-93df569be476 req-3f9117b1-e562-497c-bcff-eae40c28c1ad tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0481505 Dec 08 17:32:41.830468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0060570d-a17c-47b2-a22e-93df569be476 req-9a7c6b12-3266-4fea-b54a-b8e8b1a82a9b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393114 Dec 08 17:32:42.950470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e2d79-bf42-4d9f-8295-7b55906ac735 req-4da32625-c7fe-4a4b-865c-f71127cc3513 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:42.951931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-879e2d79-bf42-4d9f-8295-7b55906ac735 req-4da32625-c7fe-4a4b-865c-f71127cc3513 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0505059 Dec 08 17:32:43.002784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-879e2d79-bf42-4d9f-8295-7b55906ac735 req-e619e180-e95e-45c8-a268-85d397fd8a31 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445695 Dec 08 17:32:44.448136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c3821-50f1-48a2-b367-39bd35bbc7e8 req-1c2f5b24-06f1-4107-a51a-b6fefd1431db tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:44.449506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f0c3821-50f1-48a2-b367-39bd35bbc7e8 req-1c2f5b24-06f1-4107-a51a-b6fefd1431db tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.3775389 Dec 08 17:32:44.498545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f0c3821-50f1-48a2-b367-39bd35bbc7e8 req-70ab25ef-9454-4841-ac66-75530603d560 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Dec 08 17:32:45.612725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06904aa4-7b4b-4780-bd87-aadbd2762bab req-fc454a8c-b14a-4519-8751-b2479ad6ed06 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:45.614176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06904aa4-7b4b-4780-bd87-aadbd2762bab req-fc454a8c-b14a-4519-8751-b2479ad6ed06 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0470374 Dec 08 17:32:45.660663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06904aa4-7b4b-4780-bd87-aadbd2762bab req-369dc718-b0e2-4993-922e-617d18e2b8d5 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399859 Dec 08 17:32:46.779998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bf2cc-9ec1-4194-93c6-69288dd6d298 req-394560dc-73c1-46da-a957-9cb43c240732 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:46.781429 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-667bf2cc-9ec1-4194-93c6-69288dd6d298 req-394560dc-73c1-46da-a957-9cb43c240732 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0510819 Dec 08 17:32:46.826736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-667bf2cc-9ec1-4194-93c6-69288dd6d298 req-fe90a8d2-ce73-4686-b24f-da91189e98f2 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392997 Dec 08 17:32:47.943289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf1cd5-98b3-40e1-a290-8bcd86404c07 req-ad33948b-9515-444a-9f3c-667bd91e7956 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:47.944763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11bf1cd5-98b3-40e1-a290-8bcd86404c07 req-ad33948b-9515-444a-9f3c-667bd91e7956 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0493262 Dec 08 17:32:47.992219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11bf1cd5-98b3-40e1-a290-8bcd86404c07 req-92465457-2777-4b35-a801-25a2eab4de46 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Dec 08 17:32:49.058102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:32:49.111068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d1a09-b8fa-43ef-90fa-517135b76368 req-a9f4ff1c-fe4b-42ab-8be3-2f5fad17e102 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.112952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-224d1a09-b8fa-43ef-90fa-517135b76368 req-a9f4ff1c-fe4b-42ab-8be3-2f5fad17e102 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 944 time: 0.0493116 Dec 08 17:32:49.155965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:32:49.164843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-224d1a09-b8fa-43ef-90fa-517135b76368 req-31945e01-47b3-4e42-b035-ac4f818f32bd tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Dec 08 17:32:49.168190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'mac_address': 'fa:16:3e:ef:7b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:32:49.206051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:49.219792 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ee9f6e-7a3a-40eb-8d8f-994238c409fc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:32:49.239620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:32:49.244955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:49.294745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:32:49.301910 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.302256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.302676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.303014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.303344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.303672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.304000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.304828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.305168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.305487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.305820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.306146 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.306465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:32:49.486249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-e7395dde-42cf-4ef9-8913-bc53147be374 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.487073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:32:49.487699 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-e7395dde-42cf-4ef9-8913-bc53147be374 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.58 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa&tenant_id=1700a1bb4da443c38f03a10793c63a43&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 945 time: 0.0812418 Dec 08 17:32:49.510100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03828d-84e7-49d7-b2af-92321f270691 req-ff3efa04-5826-44e7-a1fe-1931e6ac6532 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.511586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f03828d-84e7-49d7-b2af-92321f270691 req-ff3efa04-5826-44e7-a1fe-1931e6ac6532 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0769420 Dec 08 17:32:49.593425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-695e3a12-aa0f-4dff-9025-20e4628747fb service neutron] 10.222.0.58 "GET /v2.0/ports/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc/bindings/n-h1-820935-5 HTTP/1.1" status: 200 len: 382 time: 0.0974815 Dec 08 17:32:49.601592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f03828d-84e7-49d7-b2af-92321f270691 req-914a2223-b81f-4a54-ac8e-5388104f472b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722308 Dec 08 17:32:49.659160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-eb579976-1463-48bc-8d4f-87744dd4e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.660638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-eb579976-1463-48bc-8d4f-87744dd4e8c6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1096 time: 0.0422904 Dec 08 17:32:49.667094 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:32:49.748838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-62c93f6e-27a5-41c6-a519-c84819a37e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.750331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-62c93f6e-27a5-41c6-a519-c84819a37e78 service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0828054 Dec 08 17:32:49.819644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-cdb939b0-f808-446a-a274-7be1686bd79b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1002 time: 0.0608149 Dec 08 17:32:49.876385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-9c769b83-63b3-4ba8-90c9-58de6518ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.877729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-9c769b83-63b3-4ba8-90c9-58de6518ec46 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0442967 Dec 08 17:32:49.923367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-f6ae6902-e376-4881-bcd7-9664cc34c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:49.924817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-f6ae6902-e376-4881-bcd7-9664cc34c306 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399327 Dec 08 17:32:50.017486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-1719ddbf-7933-43ef-b56c-3fbcd2e77909 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848927 Dec 08 17:32:50.105361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-d52daab4-ded5-4858-b983-5623c02cc6fe service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811412 Dec 08 17:32:50.725820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db8649-c8e1-4482-bd26-dce264657081 req-3cdb8ecd-d716-40e1-ac43-ea30165e473e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:50.728087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0db8649-c8e1-4482-bd26-dce264657081 req-3cdb8ecd-d716-40e1-ac43-ea30165e473e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0539758 Dec 08 17:32:50.774498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0db8649-c8e1-4482-bd26-dce264657081 req-ca09718b-48d2-4c4e-a106-a720f108dc2a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404205 Dec 08 17:32:51.075942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:32:51.125920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:32:51.129863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:32:51.130226 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:51.205280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:51.227277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:32:51.229500 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a1f05a-27d2-4191-90cc-d190a0302a96" -d '{"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-plugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:32:51.243310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:32:51.247245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:51.298490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:32:51.330536 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1ed8bf-9222-45c9-b53c-e9437e582342 x-openstack-request-id: req-1f1ed8bf-9222-45c9-b53c-e9437e582342 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:32:51.330834 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-plugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:32:51.331087 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f1ed8bf-9222-45c9-b53c-e9437e582342 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:32:51.331484 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'code': 200} Dec 08 17:32:51.896815 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d71d34-c092-434e-bf03-fb0a47d9578b req-1b1eb8dc-980d-420e-bf8b-7efc56f4e48e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:51.899114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24d71d34-c092-434e-bf03-fb0a47d9578b req-1b1eb8dc-980d-420e-bf8b-7efc56f4e48e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0524485 Dec 08 17:32:51.946492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-24d71d34-c092-434e-bf03-fb0a47d9578b req-101fd988-60f1-46a4-8e50-d256d0e84643 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413148 Dec 08 17:32:53.071543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1106-376c-403f-a4c2-63998513aa67 req-e266c900-6e8c-40a8-b262-b6b02d0a063e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:53.073014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-837e1106-376c-403f-a4c2-63998513aa67 req-e266c900-6e8c-40a8-b262-b6b02d0a063e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0541830 Dec 08 17:32:53.122832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-837e1106-376c-403f-a4c2-63998513aa67 req-fe76676a-e751-4a6b-9a15-b148c610e162 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Dec 08 17:32:54.161150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-623a25ff-0291-48a7-aece-69ba12d7b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:54.162704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-623a25ff-0291-48a7-aece-69ba12d7b724 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa&tenant_id=1700a1bb4da443c38f03a10793c63a43 HTTP/1.1" status: 200 len: 1097 time: 0.0399964 Dec 08 17:32:54.174137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:32:54.258385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:54.279893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805d386-695a-4db3-ace8-eeeb949f2b9f req-cf5a07f4-a051-42e0-8aec-0a173efabe24 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:54.281365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1805d386-695a-4db3-ace8-eeeb949f2b9f req-cf5a07f4-a051-42e0-8aec-0a173efabe24 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0866315 Dec 08 17:32:54.411822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1805d386-695a-4db3-ace8-eeeb949f2b9f req-c140d79c-76b6-4518-ac74-2b5fd5a004f3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096320 Dec 08 17:32:54.502728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:32:54.535375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:32:54.575167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:32:54.577449 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0701c2d7-1906-4183-9672-d9a1bc376b21" -d '{"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:32:54.581332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:54.594536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Transition to ACTIVE for port object e1ee9f6e-7a3a-40eb-8d8f-994238c409fc will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:32:54.598278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:54.632539 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738febca-6a9c-4ba4-85e4-8b6ddedc5287 x-openstack-request-id: req-738febca-6a9c-4ba4-85e4-8b6ddedc5287 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:32:54.632877 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-unplugged", "status": "completed", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:32:54.633093 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-738febca-6a9c-4ba4-85e4-8b6ddedc5287 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:32:54.633490 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'code': 200} Dec 08 17:32:54.681878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:32:54.726622 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] No DVR routers for this DVR port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:32:54.865608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:32:54.865965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:32:54.866305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:32:54.870703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:32:54.871016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Attempting to bind port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on network 43c23d9b-69f2-403c-8199-f6f30fd02137 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:32:54.875748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:32:54.876075 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Checking segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:32:54.876449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Bound using segment: {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:32:54.876867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Bound port: e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b8131b8-6361-4569-9e25-04afbd40f721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:32:54.877207 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:54.941171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:32:54.944393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:32:54.949367 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:54.983676 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:54.984549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:54.986255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] 10.222.0.86 "PUT /v2.0/ports/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1093 time: 0.8161635 Dec 08 17:32:55.038211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9bbe9-29f8-4fd6-a8c6-6730cad9956d service neutron] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=11']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:32:55.059192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-9ce46669-be33-4ede-b3e0-ff36ca4f6617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:55.060718 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-9ce46669-be33-4ede-b3e0-ff36ca4f6617 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1096 time: 0.0492554 Dec 08 17:32:55.100443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:32:55.143459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:32:55.162963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-18c6d199-527b-45ab-87cb-7843b2ea5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:55.165043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-18c6d199-527b-45ab-87cb-7843b2ea5dfe service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.0971251 Dec 08 17:32:55.231397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-40600e61-2b1e-4599-9955-79f9156441d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.0593638 Dec 08 17:32:55.281500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-63b81f9b-4eb7-476a-9b33-f4bbc62f041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:55.283017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-63b81f9b-4eb7-476a-9b33-f4bbc62f041d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0447280 Dec 08 17:32:55.332091 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-93b3cd27-09a1-48aa-a874-019f81de0e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:55.333582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-93b3cd27-09a1-48aa-a874-019f81de0e11 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437045 Dec 08 17:32:55.423461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-1dfc837c-74f1-40b6-8ba2-1413fbe3d60b service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827661 Dec 08 17:32:55.559500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938646bd-9289-42a5-980c-37001fef0598 req-2e28ec4b-bf92-48f2-b4e4-ea2efd3c19e7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:55.560959 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-938646bd-9289-42a5-980c-37001fef0598 req-2e28ec4b-bf92-48f2-b4e4-ea2efd3c19e7 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0776315 Dec 08 17:32:55.562850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1df29841-34bb-4040-bbc8-8c9555c04875 req-89535345-9de7-43f1-acb4-565cbb61ba05 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323831 Dec 08 17:32:55.611296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-938646bd-9289-42a5-980c-37001fef0598 req-03961354-5d54-429e-878f-e9542c6001ca tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436354 Dec 08 17:32:56.176762 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a747617-6003-43a7-a32c-4740205afcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:56.634705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:32:56.637015 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d" -d '{"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:32:56.688915 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44abc458-4e0f-453e-b8a1-5fadc32750b3 x-openstack-request-id: req-44abc458-4e0f-453e-b8a1-5fadc32750b3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:32:56.689276 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:32:56.689599 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44abc458-4e0f-453e-b8a1-5fadc32750b3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:32:56.690118 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'status': 'completed', 'code': 200} Dec 08 17:32:56.802257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b8de-696c-43b6-bda9-29598082dbb5 req-44b7adab-9dac-476e-b4fa-541375169a81 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:56.803761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae34b8de-696c-43b6-bda9-29598082dbb5 req-44b7adab-9dac-476e-b4fa-541375169a81 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.1169298 Dec 08 17:32:56.812086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-f25b3726-2cc2-4777-8898-d81e6c259932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:56.813518 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-f25b3726-2cc2-4777-8898-d81e6c259932 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1096 time: 0.0952473 Dec 08 17:32:56.817910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-69cda342-5841-45b8-9906-73745245de5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:56.819256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-69cda342-5841-45b8-9906-73745245de5a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1700a1bb4da443c38f03a10793c63a43&device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 1096 time: 0.0994060 Dec 08 17:32:56.965935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae34b8de-696c-43b6-bda9-29598082dbb5 req-ef05e3f3-b6cf-45ea-897a-03dbc86a797d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513877 Dec 08 17:32:57.019560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-68c77d62-bb95-4c59-976d-51e0adbd286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:57.021055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-68c77d62-bb95-4c59-976d-51e0adbd286b service neutron] 10.222.0.86 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1890051 Dec 08 17:32:57.022182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-6b71aef6-8aa9-4d44-989e-e9fbb475b64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:57.024064 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-6b71aef6-8aa9-4d44-989e-e9fbb475b64f service neutron] 10.222.0.58 "GET /v2.0/networks?id=43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 200 len: 910 time: 0.1996989 Dec 08 17:32:57.137853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-ff06aac4-f5ab-44d4-8cbc-dfede131cdb7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.1097434 Dec 08 17:32:57.139584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-1e48cc1d-1dd6-4baa-990c-3bbfd3baf330 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 200 len: 1001 time: 0.1056964 Dec 08 17:32:57.221031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-8ddbe915-9c08-4db7-abe7-1ac04278dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:57.222457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-8ddbe915-9c08-4db7-abe7-1ac04278dc90 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0782356 Dec 08 17:32:57.224109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-5de3ac45-d679-4c5f-a166-67707f0d3a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:57.225397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-5de3ac45-d679-4c5f-a166-67707f0d3a61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 200 len: 848 time: 0.0733204 Dec 08 17:32:57.300499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-86bb3b70-f7aa-4e5e-ad08-001e7c305b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:57.301918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-86bb3b70-f7aa-4e5e-ad08-001e7c305b90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648549 Dec 08 17:32:57.304701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-4efcad79-bf61-4146-981e-b1269625b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:57.306094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-4efcad79-bf61-4146-981e-b1269625b85b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=43c23d9b-69f2-403c-8199-f6f30fd02137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766618 Dec 08 17:32:57.460443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-183e0dd0-c564-4af9-9559-c0d2e26eb40c service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513784 Dec 08 17:32:57.462372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-6d1d7363-9252-42d0-b473-aeb5eaba5e61 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464260 Dec 08 17:32:57.621400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-edf0a3b4-23c3-4665-a0de-18c933997888 service neutron] 10.222.0.58 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534059 Dec 08 17:32:57.623232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a1fb6dbb-46be-44bf-aa2e-3f03fad5398d req-573a0a86-f366-41ba-aefe-ced2924d2d92 service neutron] 10.222.0.86 "GET /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480014 Dec 08 17:32:58.094369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c58a-1d57-4cef-b75a-a9192a0bbc1e req-9c18d501-3a4d-4f0f-80a2-4675e2a031a0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:58.095767 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a775c58a-1d57-4cef-b75a-a9192a0bbc1e req-9c18d501-3a4d-4f0f-80a2-4675e2a031a0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0521834 Dec 08 17:32:58.143749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a775c58a-1d57-4cef-b75a-a9192a0bbc1e req-b4b45d1a-d3cf-4cda-909c-960b9bc02e5e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Dec 08 17:32:58.973729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fe518989-c258-4565-ae70-f48cd05d0d4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:32:59.262592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372aea45-56d4-431e-a00e-fad9173094ff req-4eb6eeda-ef18-4d66-a399-84de391f7632 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:32:59.263990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-372aea45-56d4-431e-a00e-fad9173094ff req-4eb6eeda-ef18-4d66-a399-84de391f7632 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0502124 Dec 08 17:32:59.312311 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-372aea45-56d4-431e-a00e-fad9173094ff req-3c409c78-4e5e-437f-9cb3-a85ce7990ff4 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423067 Dec 08 17:33:00.430093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:00.433214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e18d7-776c-4ab3-bafc-be7c07898b79 req-ecca9752-f6e3-4d98-8021-91e3faf42726 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:00.434722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-972e18d7-776c-4ab3-bafc-be7c07898b79 req-ecca9752-f6e3-4d98-8021-91e3faf42726 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0507970 Dec 08 17:33:00.487916 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-972e18d7-776c-4ab3-bafc-be7c07898b79 req-85d92557-ca15-4b5b-b87c-b33717826f6a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453527 Dec 08 17:33:01.613099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3462-e327-41ee-b08b-cc8e86f7f07d req-94fcb1ff-782a-406a-8913-e3521c908780 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:01.614593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75ea3462-e327-41ee-b08b-cc8e86f7f07d req-94fcb1ff-782a-406a-8913-e3521c908780 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0489872 Dec 08 17:33:01.661678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75ea3462-e327-41ee-b08b-cc8e86f7f07d req-94c3e1d2-42f4-40c5-bb32-36831d0637bf tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410461 Dec 08 17:33:02.190596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:02.462961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:02.778198 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10d744-0677-4af5-a245-4a3df184a497 req-af33cc38-c2e8-444b-b665-060ac1bd8ec3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:02.779568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb10d744-0677-4af5-a245-4a3df184a497 req-af33cc38-c2e8-444b-b665-060ac1bd8ec3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0488925 Dec 08 17:33:02.826392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb10d744-0677-4af5-a245-4a3df184a497 req-735b6ab9-e762-422d-a677-9369529a05a9 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408869 Dec 08 17:33:02.876386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:03.867262 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:03.949152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86ef09-0bef-4ace-8832-5ce6385c52e2 req-11087f59-5989-42ec-9c39-6f0d9c671016 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:03.950631 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a86ef09-0bef-4ace-8832-5ce6385c52e2 req-11087f59-5989-42ec-9c39-6f0d9c671016 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0516343 Dec 08 17:33:03.997779 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a86ef09-0bef-4ace-8832-5ce6385c52e2 req-c972b34a-1dff-4111-88d3-376a154e61d0 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411608 Dec 08 17:33:05.117213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd266e24-b561-4262-b086-db16ddcb7a34 req-cb32b656-9f18-4ce5-bf2f-c5ee079c941e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:05.118787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd266e24-b561-4262-b086-db16ddcb7a34 req-cb32b656-9f18-4ce5-bf2f-c5ee079c941e tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0496967 Dec 08 17:33:05.165875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd266e24-b561-4262-b086-db16ddcb7a34 req-bc13920b-9416-4e3d-bb25-896743691e9f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Dec 08 17:33:06.282093 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce729e4-28ec-40ed-b2a1-135e15346f58 req-82daa5e2-8d76-4694-a8f9-a83c76291f32 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:06.283556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ce729e4-28ec-40ed-b2a1-135e15346f58 req-82daa5e2-8d76-4694-a8f9-a83c76291f32 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0480101 Dec 08 17:33:06.334101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2ce729e4-28ec-40ed-b2a1-135e15346f58 req-96b5be6d-01c8-42f5-b4d5-1e85ad54e161 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445433 Dec 08 17:33:07.451303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584cca5f-1faf-405e-92a5-0419ae403468 req-40817987-24c3-4654-9975-f3b196218806 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:07.452775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584cca5f-1faf-405e-92a5-0419ae403468 req-40817987-24c3-4654-9975-f3b196218806 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0492864 Dec 08 17:33:07.500087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-584cca5f-1faf-405e-92a5-0419ae403468 req-f6b04865-4939-46b3-aa81-b837493e50ef tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412302 Dec 08 17:33:07.620838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be52f2c-9d61-4f3d-b69d-f159828fc074 req-c3be004f-9da6-4420-b1e2-accfd19b076a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:07.622218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1be52f2c-9d61-4f3d-b69d-f159828fc074 req-c3be004f-9da6-4420-b1e2-accfd19b076a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0487711 Dec 08 17:33:07.667952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1be52f2c-9d61-4f3d-b69d-f159828fc074 req-e081294c-bdbd-4df5-ad36-1e66a3ccc02f tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397718 Dec 08 17:33:07.784698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd54cdd-4407-482f-b142-601f69d78591 req-708fe356-d2a6-4e77-a140-ee4e2bcaf413 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:07.786174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bd54cdd-4407-482f-b142-601f69d78591 req-708fe356-d2a6-4e77-a140-ee4e2bcaf413 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0513496 Dec 08 17:33:07.833427 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0bd54cdd-4407-482f-b142-601f69d78591 req-61dddd37-9023-4661-b9c0-1d92f08c9896 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407777 Dec 08 17:33:08.018099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:33:08.065366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aae1a1-b7c1-41d8-b439-a2903930b7a4 req-8679d2fb-4f2d-4ac6-a549-08f60a175f61 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:08.066879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34aae1a1-b7c1-41d8-b439-a2903930b7a4 req-8679d2fb-4f2d-4ac6-a549-08f60a175f61 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 945 time: 0.0496399 Dec 08 17:33:08.115537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-34aae1a1-b7c1-41d8-b439-a2903930b7a4 req-91a83f16-20fd-477a-8b28-d42fca133416 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Dec 08 17:33:08.119005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:08.130808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'port_id': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'mac_address': 'fa:16:3e:ef:7b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:33:08.167777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:08.179911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1ee9f6e-7a3a-40eb-8d8f-994238c409fc {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:08.198183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:08.201934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:08.253307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:08.464782 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:09.241495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30b2c-6164-4d4b-a2a7-93f20827e737 req-efce14e5-823b-4257-b403-f213e1bb5337 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:09.243053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01d30b2c-6164-4d4b-a2a7-93f20827e737 req-efce14e5-823b-4257-b403-f213e1bb5337 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0572159 Dec 08 17:33:09.291244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01d30b2c-6164-4d4b-a2a7-93f20827e737 req-5604cb46-e17a-4ebc-9254-432210eb620d tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups?id=61e71c57-c8cd-48bb-89f5-c62c0b902c44&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419807 Dec 08 17:33:09.591553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-155cedae-55a6-4a9e-98c1-7edc34285897 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:09.592990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-155cedae-55a6-4a9e-98c1-7edc34285897 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 946 time: 0.0490639 Dec 08 17:33:09.679039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Deleting port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:09.679366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:09.767384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] For port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:09.767736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:09.933344 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:09.933608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:09.933955 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709 disassociated. External IP: 172.25.3.126, port: e1ee9f6e-7a3a-40eb-8d8f-994238c409fc. Dec 08 17:33:09.934287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Calling delete_port for e1ee9f6e-7a3a-40eb-8d8f-994238c409fc owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:10.019298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device e1ee9f6e-7a3a-40eb-8d8f-994238c409fc no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:10.064883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:10.082814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc update to DOWN by agent not found {{(pid=103283) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 08 17:33:10.093389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event deleted for resources: {'Port': ['ID=e1ee9f6e-7a3a-40eb-8d8f-994238c409fc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:10.210814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:33:10.620900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-43e48c79-eb09-4991-8cf2-979038d88718 req-11be6471-53ba-4713-8038-be96bb9a9b79 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0353818 Dec 08 17:33:10.674123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:33:10.685586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:33:10.695545 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:33:10.696552 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:10.714447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] No DVR routers for this DVR port e1ee9f6e-7a3a-40eb-8d8f-994238c409fc on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:33:10.717080 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:10.720320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8e0ce7c6-3f09-4cdd-b1dd-75ec2620088b req-a990d85d-2bc9-4fbf-8835-695f9edf4433 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.86 "DELETE /v2.0/ports/e1ee9f6e-7a3a-40eb-8d8f-994238c409fc HTTP/1.1" status: 204 len: 173 time: 1.1206851 Dec 08 17:33:10.720759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-deleted', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:10.723106 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a33a62c-fb3d-4524-9e74-876cbd6fec2e" -d '{"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-deleted", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:10.763588 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56efaf29-5c32-4a95-8a43-72734ce21623 x-openstack-request-id: req-56efaf29-5c32-4a95-8a43-72734ce21623 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:10.763910 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe86548d-f42c-45e9-b0fd-8fb5f85b40fa", "name": "network-vif-deleted", "tag": "e1ee9f6e-7a3a-40eb-8d8f-994238c409fc", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:10.764159 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56efaf29-5c32-4a95-8a43-72734ce21623 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:10.764565 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe86548d-f42c-45e9-b0fd-8fb5f85b40fa', 'name': 'network-vif-deleted', 'tag': 'e1ee9f6e-7a3a-40eb-8d8f-994238c409fc', 'status': 'completed', 'code': 200} Dec 08 17:33:10.808608 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:33:11.010984 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:11.037215 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:33:11.046406 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:33:11.047003 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:11.157458 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:33:11.352883 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:11.382411 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a3fa1b-fe87-4d50-a4be-a9065f194e9d None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '2e99d223-85e3-44e4-a0f1-b9b15e1867ef', 'name': '', 'network_id': '43c23d9b-69f2-403c-8199-f6f30fd02137', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'mac_address': 'fa:16:3e:0d:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '1416355d-2751-42ed-9068-e2ab1430463f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:33Z', 'updated_at': '2021-12-08T17:23:36Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'subnets': [{'id': '1416355d-2751-42ed-9068-e2ab1430463f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:33:11.614963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f55c4fa-d196-4101-a803-c58b1d32a11a None None] New status for floating IP 2e15e1ee-6faa-472a-bf1f-45d4cc643709: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:33:11.728570 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5bbae672-385a-4198-b728-2ce2736551ee req-cfaa4ca4-adc8-4429-9a1b-1f84005b2986 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0270696 Dec 08 17:33:12.832484 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61d22a21-2ae8-4fd5-956f-f75e47908b1d req-fcab3327-26f6-4de7-8f23-3324fe97d883 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0263495 Dec 08 17:33:13.929755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d54028cd-8aa9-4b6a-b8a7-a3d74370959c req-9792e78e-9333-48f2-b9aa-8b4ff4565271 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0268102 Dec 08 17:33:15.043551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c98938fc-523a-4b7c-b74e-f07881607b0a req-7145d0e0-184c-484e-8258-6d96340a235b tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/ports?device_id=fe86548d-f42c-45e9-b0fd-8fb5f85b40fa HTTP/1.1" status: 200 len: 210 time: 0.0269022 Dec 08 17:33:20.820726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39166) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:20.876620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435828a4-1e90-46c6-b9b5-a9f050f4d110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:20.899430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435828a4-1e90-46c6-b9b5-a9f050f4d110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:20.945927 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435828a4-1e90-46c6-b9b5-a9f050f4d110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:20.948494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-435828a4-1e90-46c6-b9b5-a9f050f4d110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:20.949625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-435828a4-1e90-46c6-b9b5-a9f050f4d110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "DELETE /v2.0/security-groups/61e71c57-c8cd-48bb-89f5-c62c0b902c44 HTTP/1.1" status: 204 len: 168 time: 0.1277883 Dec 08 17:33:20.952332 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39168) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:20.958754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435828a4-1e90-46c6-b9b5-a9f050f4d110 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e71c57-c8cd-48bb-89f5-c62c0b902c44,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:20.969539 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-b96c5d8d-f326-463d-8e19-0d0bfc78e5d3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] show failed (client error): The resource could not be found. Dec 08 17:33:20.970683 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b96c5d8d-f326-463d-8e19-0d0bfc78e5d3 tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "GET /v2.0/security-groups/61e71c57-c8cd-48bb-89f5-c62c0b902c44 HTTP/1.1" status: 404 len: 347 time: 0.0173523 Dec 08 17:33:20.973313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39172) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:21.097467 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Deleting port 0447e1d6-8469-458d-9c7e-e5e137459ef6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:21.097717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:21.174036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:21.174352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:21.185728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Calling delete_port for 0447e1d6-8469-458d-9c7e-e5e137459ef6 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:21.314066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:21.344983 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Pushing event deleted for resources: {'Port': ['ID=0447e1d6-8469-458d-9c7e-e5e137459ef6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:21.355646 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.356073 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.356419 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.356760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.357104 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.357440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.357772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.358125 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.358457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.358781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.359389 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.359695 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.360020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:21.416398 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:21.419149 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:21.420306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-87a79cb1-5a96-4101-9bb2-0e55dd682c1a tempest-ServerActionsTestJSON-719186447 tempest-ServerActionsTestJSON-719186447-project] 10.222.0.62 "DELETE /v2.0/floatingips/2e15e1ee-6faa-472a-bf1f-45d4cc643709 HTTP/1.1" status: 204 len: 168 time: 0.4460032 Dec 08 17:33:21.423192 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39174) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:21.830653 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:22.069183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Deleting port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:22.069876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:22.148071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] For port 2e99d223-85e3-44e4-a0f1-b9b15e1867ef, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:22.148731 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:22.162205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Calling delete_port for 2e99d223-85e3-44e4-a0f1-b9b15e1867ef owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:22.336424 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:22.364058 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Pushing event deleted for resources: {'Port': ['ID=2e99d223-85e3-44e4-a0f1-b9b15e1867ef,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:22.849889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.060286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Router 60b4fa71-0598-4543-ba0d-03520f6eeb2f has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:33:23.162699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:33:23.168700 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d78fb5b6-aafb-4db2-99b8-e2a8bebdb59b admin admin] 10.222.0.62 "PUT /v2.0/routers/60b4fa71-0598-4543-ba0d-03520f6eeb2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7445731 Dec 08 17:33:23.171299 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:23.171803 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] Sync routers for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:33:23.182915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:33:23.183520 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:23.276008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.287684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:33:23.392694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.448841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Deleting port b8f4eadf-29fb-4765-9698-e871c9a600bd {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:23.449072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.531957 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] For port b8f4eadf-29fb-4765-9698-e871c9a600bd, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b8f4eadf-29fb-4765-9698-e871c9a600bd,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:23.532314 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.545635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Calling delete_port for b8f4eadf-29fb-4765-9698-e871c9a600bd owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:23.556876 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:33:22Z', 'revision_number': 5, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port': {'id': 'b8f4eadf-29fb-4765-9698-e871c9a600bd', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:23:31Z', 'updated_at': '2021-12-08T17:23:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:23.587509 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] Checking router: 60b4fa71-0598-4543-ba0d-03520f6eeb2f for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:33:23.597063 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] Routers {'60b4fa71-0598-4543-ba0d-03520f6eeb2f'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:33:23.598155 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:32:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:23.691153 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] Set router 60b4fa71-0598-4543-ba0d-03520f6eeb2f gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:33:23.714729 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.740336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f4eadf-29fb-4765-9698-e871c9a600bd,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:23.743784 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:33:23Z', 'revision_number': 6, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:23.756289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fca714-043a-4e36-b61e-39080a0c01b4 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:33:23.774823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcc9eb3-25a2-4643-9f90-506b7b6fffac None None] The sync data for ids ['60b4fa71-0598-4543-ba0d-03520f6eeb2f'] in n-d-820935-5 is: [{'id': '60b4fa71-0598-4543-ba0d-03520f6eeb2f', 'name': 'tempest-ServerActionsTestJSON-7160674-router', 'tenant_id': '1700a1bb4da443c38f03a10793c63a43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:23:30Z', 'updated_at': '2021-12-08T17:33:23Z', 'revision_number': 6, 'project_id': '1700a1bb4da443c38f03a10793c63a43', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:33:23.817963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.907168 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.909289 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.952686 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.953228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b4fa71-0598-4543-ba0d-03520f6eeb2f {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:33:23.957553 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:23.958747 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-37f98c26-005f-4b24-b1e8-cd956067e764 admin admin] 10.222.0.62 "DELETE /v2.0/routers/60b4fa71-0598-4543-ba0d-03520f6eeb2f HTTP/1.1" status: 204 len: 168 time: 0.7865024 Dec 08 17:33:23.961587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:24.007078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Deleting subnet 1416355d-2751-42ed-9068-e2ab1430463f {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:33:24.011599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.050517 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.128810 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.184246 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.209575 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1416355d-2751-42ed-9068-e2ab1430463f,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:24.216761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.220864 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5e74a3f3-5061-4d64-9de8-4b82914e0883 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1416355d-2751-42ed-9068-e2ab1430463f HTTP/1.1" status: 204 len: 168 time: 0.2580614 Dec 08 17:33:24.222058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074c3d72-a854-4b21-b756-b45548afdfd4 None None] Network 43c23d9b-69f2-403c-8199-f6f30fd02137 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:33:24.223415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39184) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:24.300469 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.358454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Deleting port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:24.358797 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.420238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] For port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,segment=NetworkSegment(1b8131b8-6361-4569-9e25-04afbd40f721),segment_id=1b8131b8-6361-4569-9e25-04afbd40f721)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:24.420597 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.432921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Calling delete_port for 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:24.514375 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.542223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:24.544229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] No DVR routers for this DVR port 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:33:24.579551 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd2d587-ab0a-455e-a907-dc26439babff None None] DHCP port deletion for 43c23d9b-69f2-403c-8199-f6f30fd02137 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:33:24.617823 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.638873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c23d9b-69f2-403c-8199-f6f30fd02137']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:24.647943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8131b8-6361-4569-9e25-04afbd40f721') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:24.648108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8131b8-6361-4569-9e25-04afbd40f721') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:24.658572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.672608 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.678701 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:33:24.679079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:33:24.681216 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:33:24.738270 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.744488 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.747943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/43c23d9b-69f2-403c-8199-f6f30fd02137 HTTP/1.1" status: 204 len: 168 time: 0.5235026 Dec 08 17:33:24.759985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac1061-f84a-4143-b571-09a8b6c664b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c23d9b-69f2-403c-8199-f6f30fd02137,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:24.885065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39188) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:24.924198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-71221ffe-88e8-420b-aaad-173bda142ae4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1700a1bb4da443c38f03a10793c63a43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379760 Dec 08 17:33:24.926743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39190) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:24.973281 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-182e1909-31b6-4389-b727-a60ec32643e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:24.994243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-182e1909-31b6-4389-b727-a60ec32643e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.044177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-182e1909-31b6-4389-b727-a60ec32643e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.046854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-182e1909-31b6-4389-b727-a60ec32643e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.047982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-182e1909-31b6-4389-b727-a60ec32643e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83074c60-eb7b-4942-bd99-8e3ff9269a41 HTTP/1.1" status: 204 len: 168 time: 0.1203501 Dec 08 17:33:25.055495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e1909-31b6-4389-b727-a60ec32643e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83074c60-eb7b-4942-bd99-8e3ff9269a41,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:25.384428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2e99d223-85e3-44e4-a0f1-b9b15e1867ef no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:25.405820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2e99d223-85e3-44e4-a0f1-b9b15e1867ef {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:33:25.406174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2e99d223-85e3-44e4-a0f1-b9b15e1867ef not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:33:25.406781 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b8f4eadf-29fb-4765-9698-e871c9a600bd no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:25.425669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b8f4eadf-29fb-4765-9698-e871c9a600bd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:33:25.426038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b8f4eadf-29fb-4765-9698-e871c9a600bd not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:33:25.426452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:25.445642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:33:25.446040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7f3e021a-1b34-4fcf-9a8d-adaba9b0eb78 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:33:25.757673 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39212) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:25.851971 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-188429395-network', 'tenant_id': '146b9f21f69e41f98a89507974612255'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:25.874039 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Made reservation on behalf of 146b9f21f69e41f98a89507974612255 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:25.876604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.885301 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.964595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.967963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:25.995863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] vlan segment allocate from pool success with {'vlan_id': 676, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:33:26.002336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73cd0ec-8d0e-41c1-b96f-776ece7f9295,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:26.008692 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.009212 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Added segment 9ef35473-2aae-4aa8-a574-b4a32cabb1f6 of type vlan for network b5e37210-f973-4800-9706-f9c3363284d4 Dec 08 17:33:26.051026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.074801 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.075853 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:26.076427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.131895 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3730869 Dec 08 17:33:26.135034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39216) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:26.139957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Request body: {'subnet': {'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-188429395-subnet', 'tenant_id': '146b9f21f69e41f98a89507974612255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:26.140856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4688022-8aff-4d0b-b111-0731fa6b076e admin admin] Pushing event updated for resources: {'Network': ['ID=b5e37210-f973-4800-9706-f9c3363284d4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:26.151089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network b5e37210-f973-4800-9706-f9c3363284d4 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:33:26.162400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Made reservation on behalf of 146b9f21f69e41f98a89507974612255 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:26.165522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.225990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-936023e2-8061-482e-a00c-ea5f8bcf3f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.339410 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.396393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd5b79d-901e-43ef-8983-2821a40d11cc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:26.403584 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Checking segment: {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:33:26.403945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Network hostable DHCP agents. Network: b5e37210-f973-4800-9706-f9c3363284d4, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:33:26.420550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Network b5e37210-f973-4800-9706-f9c3363284d4 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:33:26.429292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, b5e37210-f973-4800-9706-f9c3363284d4) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:33:26.433867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:26.434488 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:26.439712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361d91d3-6127-4d06-9a64-3b4bf22eed94 None None] Network b5e37210-f973-4800-9706-f9c3363284d4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:33:26.449777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-018c8a42-4609-446f-9b73-6262b0cf0709 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3135889 Dec 08 17:33:26.539686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22de7475-cb19-4dbd-97da-4b37318c498b None None] Network b5e37210-f973-4800-9706-f9c3363284d4 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:33:26.667285 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:33:26.864205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-f90fa221-e6bd-4059-9256-27cb120229af tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:26.865681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-f90fa221-e6bd-4059-9256-27cb120229af tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 813 time: 0.0996327 Dec 08 17:33:26.880330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-a9f97eab-e168-4cbd-b082-418725503a1f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/quotas/146b9f21f69e41f98a89507974612255 HTTP/1.1" status: 200 len: 375 time: 0.0087926 Dec 08 17:33:26.916359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-cc401bf9-a691-4615-945b-596a77fd3335 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302804 Dec 08 17:33:27.002803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-d7dbe6cc-ead7-475c-b171-8c3225629c35 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794892 Dec 08 17:33:27.095085 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-46566c33-0801-4ebc-9bb4-cdf217787b06 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854671 Dec 08 17:33:27.251914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5dd7a21-86be-4cf2-b467-0ccf79b24ab0 req-65cb432a-efd0-4122-8b69-461c3ac318f5 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 210 time: 0.0264537 Dec 08 17:33:28.320164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-8b17027e-c255-4dfb-9da3-fb7bf9103c9e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:28.322299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-8b17027e-c255-4dfb-9da3-fb7bf9103c9e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.58 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 813 time: 0.1096141 Dec 08 17:33:28.335749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Request body: {'port': {'device_id': 'af2a5541-291d-41ea-8629-10797b737bc9', 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4', 'admin_state_up': True, 'tenant_id': '146b9f21f69e41f98a89507974612255'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:28.403154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b423cdb-4835-480a-85d4-7a85e012e73c req-277f587b-c3ce-44bd-bdc6-1855ba5345e7 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 210 time: 0.0635066 Dec 08 17:33:28.468709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Made reservation on behalf of 146b9f21f69e41f98a89507974612255 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:28.472289 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:28.599409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Allocated IP 172.20.0.11 (b5e37210-f973-4800-9706-f9c3363284d4/edd5b79d-901e-43ef-8983-2821a40d11cc/80006d72-09ab-450c-a3a6-f3aa72fc8c97) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:33:28.750667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:28.784919 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:28.826080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Network b5e37210-f973-4800-9706-f9c3363284d4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:33:28.828997 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:33:28.831429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:33:28.866494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Pushing event updated for resources: {'Port': ['ID=80006d72-09ab-450c-a3a6-f3aa72fc8c97,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:28.892369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:28.892979 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:28.909432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-5b5695e8-1c4b-4313-9500-3fb838c55f6f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778630 Dec 08 17:33:28.921731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Request body: {'port': {'device_id': 'af2a5541-291d-41ea-8629-10797b737bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:28.965723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e92885aa-9c9f-4f2e-bb96-436d5a19ca4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:28.975831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:29.237360 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80006d72-09ab-450c-a3a6-f3aa72fc8c97 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:29.244978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:29.257058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Transition to ACTIVE for port object 80006d72-09ab-450c-a3a6-f3aa72fc8c97 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:33:29.260855 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:29.327048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Pushing event updated for resources: {'Port': ['ID=80006d72-09ab-450c-a3a6-f3aa72fc8c97,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:29.378920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Attempting to bind port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:33:29.379179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Attempting to bind port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:33:29.379504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Attempting to bind port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 on network b5e37210-f973-4800-9706-f9c3363284d4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:33:29.384491 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 on network b5e37210-f973-4800-9706-f9c3363284d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:33:29.384739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Attempting to bind port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 on network b5e37210-f973-4800-9706-f9c3363284d4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:33:29.389566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:33:29.389937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Checking segment: {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:33:29.390316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Bound using segment: {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:33:29.390739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Bound port: 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:33:29.391088 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:29.453813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] For port 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:33:29.456903 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] For port 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:33:29.460754 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:29.520961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:29.521578 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:29.522977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] 10.222.0.58 "PUT /v2.0/ports/80006d72-09ab-450c-a3a6-f3aa72fc8c97 HTTP/1.1" status: 200 len: 1092 time: 0.6056964 Dec 08 17:33:29.523565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2a5541-291d-41ea-8629-10797b737bc9', 'tag': '80006d72-09ab-450c-a3a6-f3aa72fc8c97'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:29.526508 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4438981e-6fbe-46c0-857b-5e39f6dfb05f" -d '{"events": [{"name": "network-changed", "server_uuid": "af2a5541-291d-41ea-8629-10797b737bc9", "tag": "80006d72-09ab-450c-a3a6-f3aa72fc8c97"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:29.556086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e943d-42a8-409d-97b5-76930497db0a service neutron] Pushing event updated for resources: {'Port': ['ID=80006d72-09ab-450c-a3a6-f3aa72fc8c97,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:29.572229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548599b-837d-478e-bd1f-79610e9df3b8 req-ae5e4fa2-0580-4322-8734-82ca289257e1 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:29.573758 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a548599b-837d-478e-bd1f-79610e9df3b8 req-ae5e4fa2-0580-4322-8734-82ca289257e1 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 944 time: 0.0849679 Dec 08 17:33:29.576482 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c5c2b7-998c-4a9b-9f03-8a63c5fed413 x-openstack-request-id: req-a3c5c2b7-998c-4a9b-9f03-8a63c5fed413 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:29.576775 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2a5541-291d-41ea-8629-10797b737bc9", "tag": "80006d72-09ab-450c-a3a6-f3aa72fc8c97", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:29.577029 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3c5c2b7-998c-4a9b-9f03-8a63c5fed413 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:29.577427 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2a5541-291d-41ea-8629-10797b737bc9', 'tag': '80006d72-09ab-450c-a3a6-f3aa72fc8c97', 'status': 'completed', 'code': 200} Dec 08 17:33:29.653785 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a548599b-837d-478e-bd1f-79610e9df3b8 req-1ced5934-be35-40f0-85c0-dc073ab427c1 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690093 Dec 08 17:33:29.656648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-f89a6d0a-e5a1-49ea-9cd8-2b84469eb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:29.657907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-f89a6d0a-e5a1-49ea-9cd8-2b84469eb1ed service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0832334 Dec 08 17:33:29.701222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-bdd66661-2ec5-42d3-a2bf-ad4f72b54a06 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97 HTTP/1.1" status: 200 len: 217 time: 0.0348811 Dec 08 17:33:29.753154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-2f37c6d7-43f2-446f-a54c-5244921c4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:29.754615 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-2f37c6d7-43f2-446f-a54c-5244921c4a79 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edd5b79d-901e-43ef-8983-2821a40d11cc HTTP/1.1" status: 200 len: 853 time: 0.0468564 Dec 08 17:33:29.785554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-16eab880-35f6-40b2-bad0-7c3caa9c5b4f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5e37210-f973-4800-9706-f9c3363284d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239403 Dec 08 17:33:29.874786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-6c282832-365a-41fe-b379-cf15062b2108 service neutron] 10.222.0.58 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824211 Dec 08 17:33:29.966803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-33284d7c-2977-4e55-abc2-62097735b4a4 req-3969bb72-c721-42cc-bab8-b58ecd2208e3 service neutron] 10.222.0.58 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853879 Dec 08 17:33:30.049258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-d8edf42a-8eaa-4e7b-9b89-9b72287a515c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:30.050769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-d8edf42a-8eaa-4e7b-9b89-9b72287a515c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 1095 time: 0.0409725 Dec 08 17:33:30.144905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-01d90eb1-09de-4fad-bd5e-55b36277b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:30.146405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-01d90eb1-09de-4fad-bd5e-55b36277b319 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 914 time: 0.0879457 Dec 08 17:33:30.189072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-90cc0b47-8dc0-405e-ae59-2d4a332c4496 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97 HTTP/1.1" status: 200 len: 217 time: 0.0348043 Dec 08 17:33:30.237958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-b4809573-dafa-47b6-9abb-b7b9fc4a8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:30.239285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-b4809573-dafa-47b6-9abb-b7b9fc4a8f62 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edd5b79d-901e-43ef-8983-2821a40d11cc HTTP/1.1" status: 200 len: 853 time: 0.0428591 Dec 08 17:33:30.272008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-0da03dcb-2a95-4d3c-a3f1-c5f1cd8653bf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5e37210-f973-4800-9706-f9c3363284d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244365 Dec 08 17:33:30.364421 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-ec848aac-7823-4ca7-8cc4-28cbe1166de1 service neutron] 10.222.0.58 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845041 Dec 08 17:33:30.432832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:30.454121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4438981e-6fbe-46c0-857b-5e39f6dfb05f req-ef35ff56-2b88-42e0-aea4-9d9ecc93b90d service neutron] 10.222.0.58 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826278 Dec 08 17:33:30.778203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b054f-843b-4c96-bbdb-c715b26a8528 req-27c61222-2569-4931-a9de-faebcb4c0457 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:30.779671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-711b054f-843b-4c96-bbdb-c715b26a8528 req-27c61222-2569-4931-a9de-faebcb4c0457 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 944 time: 0.0551524 Dec 08 17:33:30.825576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-711b054f-843b-4c96-bbdb-c715b26a8528 req-1c46f2b3-e2b8-4379-9522-1eb101a0ae15 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399501 Dec 08 17:33:31.942555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce6182-7e0e-4513-986f-f4ddd2ca743a req-40a0d26c-5ba2-417b-9622-6f67542415b9 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:31.944007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61ce6182-7e0e-4513-986f-f4ddd2ca743a req-40a0d26c-5ba2-417b-9622-6f67542415b9 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 944 time: 0.0486197 Dec 08 17:33:31.990748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61ce6182-7e0e-4513-986f-f4ddd2ca743a req-b6fb0169-47e5-4b59-aa9e-12979fd98449 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404439 Dec 08 17:33:32.193494 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:32.466390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:32.876177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:33.105236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece85a4b-6e2a-4cbe-a535-dab824a6bfce req-b3acf90d-b6a4-4bec-9ed9-3740854e4a1e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:33.106766 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ece85a4b-6e2a-4cbe-a535-dab824a6bfce req-b3acf90d-b6a4-4bec-9ed9-3740854e4a1e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 944 time: 0.0487101 Dec 08 17:33:33.158300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ece85a4b-6e2a-4cbe-a535-dab824a6bfce req-80ab6167-3d3c-44c0-b450-e12125dd70ee tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450056 Dec 08 17:33:33.364375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 80006d72-09ab-450c-a3a6-f3aa72fc8c97 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:33:33.460534 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:33.472483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '80006d72-09ab-450c-a3a6-f3aa72fc8c97', 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4', 'port_id': '80006d72-09ab-450c-a3a6-f3aa72fc8c97', 'mac_address': 'fa:16:3e:58:ac:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd5b79d-901e-43ef-8983-2821a40d11cc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:33:33.509275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:33.521741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80006d72-09ab-450c-a3a6-f3aa72fc8c97 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:33.542046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:33.546463 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:33.592578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=80006d72-09ab-450c-a3a6-f3aa72fc8c97,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:33.743089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['80006d72-09ab-450c-a3a6-f3aa72fc8c97'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:33.885747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:34.275332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fe9dcb-2158-40ad-a0e8-0dd29ec640ac req-976c998c-04a0-484c-b7cc-1207b5347447 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:34.276807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0fe9dcb-2158-40ad-a0e8-0dd29ec640ac req-976c998c-04a0-484c-b7cc-1207b5347447 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 945 time: 0.0498815 Dec 08 17:33:34.323566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0fe9dcb-2158-40ad-a0e8-0dd29ec640ac req-0e562f66-050e-439b-bfd4-a4f9510d41e2 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408103 Dec 08 17:33:35.378259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 80006d72-09ab-450c-a3a6-f3aa72fc8c97 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:33:35.428611 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:33:35.432726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:33:35.433096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:35.439123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752345a9-6e8c-4ea3-8d72-907628ba1d57 req-3e9cf647-7ff3-44eb-97cf-aa2efdd0f8d9 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:35.440613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-752345a9-6e8c-4ea3-8d72-907628ba1d57 req-3e9cf647-7ff3-44eb-97cf-aa2efdd0f8d9 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 945 time: 0.0495989 Dec 08 17:33:35.490164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-752345a9-6e8c-4ea3-8d72-907628ba1d57 req-02beb1fb-e074-492e-8e61-d4679ff2e48c tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432737 Dec 08 17:33:35.518511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:35.541654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2a5541-291d-41ea-8629-10797b737bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80006d72-09ab-450c-a3a6-f3aa72fc8c97'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:35.543974 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6c46df-81ca-4c91-843a-2f9acd2eddf0" -d '{"events": [{"server_uuid": "af2a5541-291d-41ea-8629-10797b737bc9", "name": "network-vif-plugged", "status": "completed", "tag": "80006d72-09ab-450c-a3a6-f3aa72fc8c97"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:35.557018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:35.561364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:35.584895 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbbf38a5-7ada-4b9b-acf3-9870c72ee190 x-openstack-request-id: req-cbbf38a5-7ada-4b9b-acf3-9870c72ee190 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:35.585185 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2a5541-291d-41ea-8629-10797b737bc9", "name": "network-vif-plugged", "status": "completed", "tag": "80006d72-09ab-450c-a3a6-f3aa72fc8c97", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:35.585438 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cbbf38a5-7ada-4b9b-acf3-9870c72ee190 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:35.585851 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2a5541-291d-41ea-8629-10797b737bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80006d72-09ab-450c-a3a6-f3aa72fc8c97', 'code': 200} Dec 08 17:33:35.612084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=80006d72-09ab-450c-a3a6-f3aa72fc8c97,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:35.684879 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0bedf-36ff-4ede-985f-07e7849815b9 req-605cb688-c95e-4eec-9981-fdffe30af012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:35.686485 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29e0bedf-36ff-4ede-985f-07e7849815b9 req-605cb688-c95e-4eec-9981-fdffe30af012 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 1097 time: 0.0436728 Dec 08 17:33:35.730026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-29e0bedf-36ff-4ede-985f-07e7849815b9 req-0f7301af-1ee6-42a4-b80a-95f0a7e69bbe service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Dec 08 17:33:36.606257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e46a3f3-aed2-441a-9c4f-3286bfd58175 req-e0d3d077-d2d9-4bb6-8b30-f552676964a0 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:36.607733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e46a3f3-aed2-441a-9c4f-3286bfd58175 req-e0d3d077-d2d9-4bb6-8b30-f552676964a0 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0488472 Dec 08 17:33:36.655219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e46a3f3-aed2-441a-9c4f-3286bfd58175 req-6c9a9ef7-5a86-41f7-8a68-b14dea82d353 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412223 Dec 08 17:33:37.776822 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f59c33-1a3f-438f-af04-48bb8e71dc67 req-be104d49-07c7-42ee-b634-5ae001a3e5da tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:37.778328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08f59c33-1a3f-438f-af04-48bb8e71dc67 req-be104d49-07c7-42ee-b634-5ae001a3e5da tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0540848 Dec 08 17:33:37.825941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-08f59c33-1a3f-438f-af04-48bb8e71dc67 req-aa0a54c0-077d-43f4-bc97-3d8e3dd30dfa tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Dec 08 17:33:38.048258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-1f8978ee-bb91-44b2-ac01-e4207601a62e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:38.049709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-1f8978ee-bb91-44b2-ac01-e4207601a62e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 813 time: 0.1002567 Dec 08 17:33:38.064601 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-12ac7456-fc4e-4bd7-a0f3-2d31d0b75763 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/quotas/146b9f21f69e41f98a89507974612255 HTTP/1.1" status: 200 len: 375 time: 0.0090897 Dec 08 17:33:38.117489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-984b2e49-d155-49d7-8030-b9afcaab3b37 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0476353 Dec 08 17:33:38.204935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-579af801-f1e7-4e14-9b37-fcfab0e3b019 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800140 Dec 08 17:33:38.296576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-1af01b9b-b071-468d-9338-b14e9043ae62 service neutron] 10.222.0.62 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855367 Dec 08 17:33:38.456436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce821822-480c-4243-9a59-7a8803b80d4c req-bdd4d5da-afbc-4b43-84e4-1b13dbce77aa tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 210 time: 0.0270398 Dec 08 17:33:39.433528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-53442bbb-5709-4524-92ce-7634acc8bf31 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1005557 Dec 08 17:33:39.455986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-7871387d-1fe7-4902-95d7-b87b8c02de7f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:39.457625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-7871387d-1fe7-4902-95d7-b87b8c02de7f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.86 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 813 time: 0.1548662 Dec 08 17:33:39.472045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Request body: {'port': {'device_id': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4', 'admin_state_up': True, 'tenant_id': '146b9f21f69e41f98a89507974612255'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:39.583707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c76b351-0ef7-4bd8-9ca8-408db2f9023f req-a1c81a4d-5f54-4c90-8f85-217460905814 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 210 time: 0.0539770 Dec 08 17:33:39.613536 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-20ade653-d880-4681-9826-613e1dc92f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:39.615020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-20ade653-d880-4681-9826-613e1dc92f2f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 1097 time: 0.1250970 Dec 08 17:33:39.703301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Made reservation on behalf of 146b9f21f69e41f98a89507974612255 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:39.706770 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:39.786572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-53b6025c-6587-4c8e-a357-0f5639b49a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:39.788044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-53b6025c-6587-4c8e-a357-0f5639b49a07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 914 time: 0.1525030 Dec 08 17:33:39.842716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-c7100669-002e-43a0-9edd-889e2933fb38 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97 HTTP/1.1" status: 200 len: 217 time: 0.0444641 Dec 08 17:33:39.924214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Allocated IP 172.20.0.8 (b5e37210-f973-4800-9706-f9c3363284d4/edd5b79d-901e-43ef-8983-2821a40d11cc/988ba15e-bcaf-4e9a-b56e-9d6a740de59f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:33:39.927587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-2bd9b1ec-8431-4b13-9be0-84858ff33d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:39.929218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-2bd9b1ec-8431-4b13-9be0-84858ff33d30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=edd5b79d-901e-43ef-8983-2821a40d11cc HTTP/1.1" status: 200 len: 853 time: 0.0644820 Dec 08 17:33:39.969318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-1d903287-3bd4-45ff-8f9a-2819b26d417e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b5e37210-f973-4800-9706-f9c3363284d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321298 Dec 08 17:33:40.141984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-e7f69ebf-7145-46fa-adba-90f1f1e6d198 service neutron] 10.222.0.58 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640744 Dec 08 17:33:40.211132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:40.267825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-556771a3-1c56-45c0-ad2a-a9f306cbf84b req-f3151bba-b490-4a2e-820a-d5c315a49436 service neutron] 10.222.0.58 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169276 Dec 08 17:33:40.276534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:40.289120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['80006d72-09ab-450c-a3a6-f3aa72fc8c97'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:40.316556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Network b5e37210-f973-4800-9706-f9c3363284d4 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:33:40.319982 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:33:40.324179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:33:40.369259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Pushing event updated for resources: {'Port': ['ID=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:40.388960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.389323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.389661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.390278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.390616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.390950 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.391695 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.391849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.392059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.392395 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.392721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.393046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.393373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:33:40.408586 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:40.409195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:40.425280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-c45a6181-df3a-4547-b537-395d15cd4a49 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9569926 Dec 08 17:33:40.435662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-18c0e76f-c52e-4660-a508-8cdc5f83b52d tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:33:40.436623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-18c0e76f-c52e-4660-a508-8cdc5f83b52d tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055900 Dec 08 17:33:40.449614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Request body: {'port': {'device_id': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:40.503883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.054956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4be2f-5a3d-4d8c-8881-0992e6d41f70 req-4dcbe9b8-9e7b-46fc-ab1f-9ef7da72c448 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:41.056986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79d4be2f-5a3d-4d8c-8881-0992e6d41f70 req-4dcbe9b8-9e7b-46fc-ab1f-9ef7da72c448 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 931 time: 0.1063154 Dec 08 17:33:41.133450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79d4be2f-5a3d-4d8c-8881-0992e6d41f70 req-d4aed00f-7faa-46a3-b1c0-35201e1fba36 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701818 Dec 08 17:33:41.184605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 988ba15e-bcaf-4e9a-b56e-9d6a740de59f {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:41.193093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.207087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Transition to ACTIVE for port object 988ba15e-bcaf-4e9a-b56e-9d6a740de59f will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:33:41.211583 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.266749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:41.327926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Attempting to bind port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:33:41.328143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Attempting to bind port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:33:41.328460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Attempting to bind port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f on network b5e37210-f973-4800-9706-f9c3363284d4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:33:41.332674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f on network b5e37210-f973-4800-9706-f9c3363284d4 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:33:41.332994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Attempting to bind port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f on network b5e37210-f973-4800-9706-f9c3363284d4 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:33:41.338110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:33:41.338443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Checking segment: {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:33:41.338816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Bound using segment: {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:33:41.339237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Bound port: 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ef35473-2aae-4aa8-a574-b4a32cabb1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:33:41.339580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.400136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] For port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:33:41.403384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] For port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:33:41.407398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.446259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:41.446978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:41.448077 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] 10.222.0.86 "PUT /v2.0/ports/988ba15e-bcaf-4e9a-b56e-9d6a740de59f HTTP/1.1" status: 200 len: 1091 time: 1.0032260 Dec 08 17:33:41.450225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'tag': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:41.453104 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0864db-5d95-417a-83ec-5e711762a009" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b47ea1-7f00-442e-b9bb-6b11e6641a06", "tag": "988ba15e-bcaf-4e9a-b56e-9d6a740de59f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:41.478775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bf8bc4-ff6a-4331-9788-956a18cf19d7 service neutron] Pushing event updated for resources: {'Port': ['ID=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:41.501815 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f557a44-6427-4995-bda4-b4ad28edc5e3 x-openstack-request-id: req-3f557a44-6427-4995-bda4-b4ad28edc5e3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:41.502125 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b47ea1-7f00-442e-b9bb-6b11e6641a06", "tag": "988ba15e-bcaf-4e9a-b56e-9d6a740de59f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:41.502379 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f557a44-6427-4995-bda4-b4ad28edc5e3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:41.502768 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'tag': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f', 'status': 'completed', 'code': 200} Dec 08 17:33:41.531877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-b32be2f9-5c38-4060-b3f1-8a4ca24e0196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:41.533345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-b32be2f9-5c38-4060-b3f1-8a4ca24e0196 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 1094 time: 0.0451639 Dec 08 17:33:41.575180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-6ceeb946-dd65-46a7-9044-ca49bffc946f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f HTTP/1.1" status: 200 len: 217 time: 0.0331481 Dec 08 17:33:41.630006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92523-5a38-44f7-b251-f1879687f2de req-cf24cff1-9904-4180-8893-3b47746b684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:41.631330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-cf24cff1-9904-4180-8893-3b47746b684c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=edd5b79d-901e-43ef-8983-2821a40d11cc HTTP/1.1" status: 200 len: 853 time: 0.0465429 Dec 08 17:33:41.662523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-01fa6c25-25bb-4ca3-a119-92e0b8ccec76 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5e37210-f973-4800-9706-f9c3363284d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244074 Dec 08 17:33:41.755128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-57ec24e4-51cb-4024-92d0-75f63659a172 service neutron] 10.222.0.86 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859623 Dec 08 17:33:41.847080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73b92523-5a38-44f7-b251-f1879687f2de req-6d06b21f-ba1e-476e-9146-ebaa24f8db48 service neutron] 10.222.0.86 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853655 Dec 08 17:33:41.937444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0864db-5d95-417a-83ec-5e711762a009 req-3a4912f5-ee4a-4706-b1de-d4f5f089d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:41.938849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-3a4912f5-ee4a-4706-b1de-d4f5f089d406 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=146b9f21f69e41f98a89507974612255&device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 1094 time: 0.0427337 Dec 08 17:33:42.032766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0864db-5d95-417a-83ec-5e711762a009 req-a5f355dc-369c-421c-a207-0cefa42efb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:42.034243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-a5f355dc-369c-421c-a207-0cefa42efb33 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 200 len: 914 time: 0.0884950 Dec 08 17:33:42.075506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-7b3f23bc-4bbf-48aa-9468-ecc23b45ac78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f HTTP/1.1" status: 200 len: 217 time: 0.0339222 Dec 08 17:33:42.126945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0864db-5d95-417a-83ec-5e711762a009 req-20eb7ece-bf13-4f70-aaaf-3ced279726e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:42.128377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-20eb7ece-bf13-4f70-aaaf-3ced279726e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=edd5b79d-901e-43ef-8983-2821a40d11cc HTTP/1.1" status: 200 len: 853 time: 0.0440805 Dec 08 17:33:42.160870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-9381382a-0def-4587-b100-826173999bcf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b5e37210-f973-4800-9706-f9c3363284d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243721 Dec 08 17:33:42.290051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f4d794-a980-49e5-8048-7e8d9af6ee80 req-35b2cf42-8d56-42b1-8844-813fa9673aa0 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:42.291651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77f4d794-a980-49e5-8048-7e8d9af6ee80 req-35b2cf42-8d56-42b1-8844-813fa9673aa0 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 943 time: 0.0792935 Dec 08 17:33:42.294455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-8cb91e97-d154-4611-a51a-1cde8da94c52 service neutron] 10.222.0.86 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256003 Dec 08 17:33:42.393133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77f4d794-a980-49e5-8048-7e8d9af6ee80 req-64e86218-cd27-4bc1-a6c5-152688fdf951 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953815 Dec 08 17:33:42.419038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e0864db-5d95-417a-83ec-5e711762a009 req-e96edb41-28fd-4009-b31f-486d4ecd2fab service neutron] 10.222.0.86 "GET /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154797 Dec 08 17:33:43.517784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b013ed9-301a-484e-9499-21c1b4910dc8 req-767982b6-5051-447e-a637-5a129587036e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:43.521083 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b013ed9-301a-484e-9499-21c1b4910dc8 req-767982b6-5051-447e-a637-5a129587036e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 943 time: 0.0550504 Dec 08 17:33:43.569304 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b013ed9-301a-484e-9499-21c1b4910dc8 req-4707b4ed-2822-4957-b782-668e68ea8c60 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Dec 08 17:33:44.173158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 988ba15e-bcaf-4e9a-b56e-9d6a740de59f details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:33:44.268636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:44.280636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f', 'network_id': 'b5e37210-f973-4800-9706-f9c3363284d4', 'port_id': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f', 'mac_address': 'fa:16:3e:1d:13:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd5b79d-901e-43ef-8983-2821a40d11cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:33:44.316369 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:44.329561 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 988ba15e-bcaf-4e9a-b56e-9d6a740de59f {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:33:44.349188 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:44.352812 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:44.402920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:44.550847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['988ba15e-bcaf-4e9a-b56e-9d6a740de59f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:44.692303 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412cd2f-b6d3-446c-92e3-c7e7608c2f2b req-6891eb18-e71c-4030-9590-8b5d6b2cc90e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:44.693780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3412cd2f-b6d3-446c-92e3-c7e7608c2f2b req-6891eb18-e71c-4030-9590-8b5d6b2cc90e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 944 time: 0.0540388 Dec 08 17:33:44.740727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3412cd2f-b6d3-446c-92e3-c7e7608c2f2b req-92f1f4ee-3a08-4a2e-8f1b-6ff2f6e7c8aa tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401890 Dec 08 17:33:45.855535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207e3a3-1578-4c20-bebf-f39d6dbac76c req-44883b0e-a0e6-42c3-b1c4-68146daf0c93 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:45.857008 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1207e3a3-1578-4c20-bebf-f39d6dbac76c req-44883b0e-a0e6-42c3-b1c4-68146daf0c93 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 944 time: 0.0490353 Dec 08 17:33:45.904545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1207e3a3-1578-4c20-bebf-f39d6dbac76c req-0349e1d5-084a-4931-b4ba-4f4b4b2832fd tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411382 Dec 08 17:33:46.188350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 988ba15e-bcaf-4e9a-b56e-9d6a740de59f up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:33:46.239358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:33:46.243199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:33:46.243581 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:46.319289 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:46.341493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:46.343744 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a784b99-2abe-4c18-9ef7-a42a0339168f" -d '{"events": [{"server_uuid": "f0b47ea1-7f00-442e-b9bb-6b11e6641a06", "name": "network-vif-plugged", "status": "completed", "tag": "988ba15e-bcaf-4e9a-b56e-9d6a740de59f"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:46.356212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:46.360902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:46.390552 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e823ec-5110-4683-aa2c-62ce36cc29bb x-openstack-request-id: req-80e823ec-5110-4683-aa2c-62ce36cc29bb {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:46.390840 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b47ea1-7f00-442e-b9bb-6b11e6641a06", "name": "network-vif-plugged", "status": "completed", "tag": "988ba15e-bcaf-4e9a-b56e-9d6a740de59f", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:46.391081 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80e823ec-5110-4683-aa2c-62ce36cc29bb {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:46.391460 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f', 'code': 200} Dec 08 17:33:46.419247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:46.480351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a08b-d24e-46d3-ba6c-b0f0a3c1f199 req-4e54c8b3-ab6c-4a90-9466-14dfe13c6b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:46.482489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a55a08b-d24e-46d3-ba6c-b0f0a3c1f199 req-4e54c8b3-ab6c-4a90-9466-14dfe13c6b71 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 1096 time: 0.0435786 Dec 08 17:33:46.525728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a55a08b-d24e-46d3-ba6c-b0f0a3c1f199 req-10428e37-6008-42d5-96dd-d42605dc880e service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366619 Dec 08 17:33:47.018805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9937-2067-4ef6-bc0a-c40c4b55d2ec req-eea34c69-2de4-4395-8f4b-7fda07bfcfb8 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:47.020267 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-142a9937-2067-4ef6-bc0a-c40c4b55d2ec req-eea34c69-2de4-4395-8f4b-7fda07bfcfb8 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Dec 08 17:33:47.067799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-142a9937-2067-4ef6-bc0a-c40c4b55d2ec req-4f20e642-a543-4717-b9a0-9359873cce8f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414374 Dec 08 17:33:48.185054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d88b2-29c6-4bfa-aa6c-fbdae5bcf38f req-e908ef27-dfc3-4b69-a763-f370a5b5073b tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:48.186536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a6d88b2-29c6-4bfa-aa6c-fbdae5bcf38f req-e908ef27-dfc3-4b69-a763-f370a5b5073b tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 945 time: 0.0487957 Dec 08 17:33:48.237127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a6d88b2-29c6-4bfa-aa6c-fbdae5bcf38f req-bd870328-2fad-4ceb-b228-063001bc3675 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445211 Dec 08 17:33:48.467756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854e7eb-b769-4cf0-a91b-c9b2f649b7a3 req-922f3b26-a130-4875-b514-e14f9e4d3353 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:48.469221 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5854e7eb-b769-4cf0-a91b-c9b2f649b7a3 req-922f3b26-a130-4875-b514-e14f9e4d3353 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 945 time: 0.0487525 Dec 08 17:33:48.516819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5854e7eb-b769-4cf0-a91b-c9b2f649b7a3 req-20f2e3b6-9407-4894-9efc-de1ed8f5564b tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415328 Dec 08 17:33:49.634135 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b68f84-13b6-48c1-8560-d1d8a62506e6 req-5a5b4cfa-0ac4-4e74-ac11-44ccbad1f49b tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:49.635607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3b68f84-13b6-48c1-8560-d1d8a62506e6 req-5a5b4cfa-0ac4-4e74-ac11-44ccbad1f49b tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 945 time: 0.0493190 Dec 08 17:33:49.682370 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b3b68f84-13b6-48c1-8560-d1d8a62506e6 req-0ffb9fc2-c48e-4a5a-bee7-d75cc180b1ae tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407572 Dec 08 17:33:49.735479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-fe672353-c881-4bd6-9960-c1842170d30f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:49.736903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-fe672353-c881-4bd6-9960-c1842170d30f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.86 "GET /v2.0/ports?device_id=f0b47ea1-7f00-442e-b9bb-6b11e6641a06 HTTP/1.1" status: 200 len: 945 time: 0.0537071 Dec 08 17:33:49.834488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Deleting port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:49.834729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:49.928080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] For port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:49.928436 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:49.941787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Calling delete_port for 988ba15e-bcaf-4e9a-b56e-9d6a740de59f owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:50.066795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:50.079697 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['988ba15e-bcaf-4e9a-b56e-9d6a740de59f'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:50.082098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['80006d72-09ab-450c-a3a6-f3aa72fc8c97'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:50.102002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Pushing event deleted for resources: {'Port': ['ID=988ba15e-bcaf-4e9a-b56e-9d6a740de59f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:50.146920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] No DVR routers for this DVR port 988ba15e-bcaf-4e9a-b56e-9d6a740de59f on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:33:50.149538 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:50.152875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f6fe97bc-83c2-41ee-9090-66ea7c8cb70f req-4fdea2f4-cbed-4594-b9d5-7fab12252279 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.86 "DELETE /v2.0/ports/988ba15e-bcaf-4e9a-b56e-9d6a740de59f HTTP/1.1" status: 204 len: 173 time: 0.4082167 Dec 08 17:33:50.153317 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'name': 'network-vif-deleted', 'tag': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:50.156475 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079234a0-4b8a-43e6-a6b1-b7144da6b885" -d '{"events": [{"server_uuid": "f0b47ea1-7f00-442e-b9bb-6b11e6641a06", "name": "network-vif-deleted", "tag": "988ba15e-bcaf-4e9a-b56e-9d6a740de59f"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:50.193785 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c367ab-de35-425a-ac3e-c12984d7d500 x-openstack-request-id: req-47c367ab-de35-425a-ac3e-c12984d7d500 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:50.194113 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b47ea1-7f00-442e-b9bb-6b11e6641a06", "name": "network-vif-deleted", "tag": "988ba15e-bcaf-4e9a-b56e-9d6a740de59f", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:50.194362 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47c367ab-de35-425a-ac3e-c12984d7d500 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:50.194767 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b47ea1-7f00-442e-b9bb-6b11e6641a06', 'name': 'network-vif-deleted', 'tag': '988ba15e-bcaf-4e9a-b56e-9d6a740de59f', 'status': 'completed', 'code': 200} Dec 08 17:33:50.832405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9618f-1caf-4d5e-80ea-8a0493e070f0 req-e8e66e19-7c29-41ea-b0de-95fdd2e010e0 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:50.833893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e9618f-1caf-4d5e-80ea-8a0493e070f0 req-e8e66e19-7c29-41ea-b0de-95fdd2e010e0 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0490704 Dec 08 17:33:50.881020 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0e9618f-1caf-4d5e-80ea-8a0493e070f0 req-94306df7-88f1-4a98-bfc1-0ee714c4c7c8 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Dec 08 17:33:51.015194 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd8dba-b71e-4af8-a764-dbb29750f4c1 req-6546417c-8beb-4a6c-963c-1d4bef93ba4c tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:51.016573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3bd8dba-b71e-4af8-a764-dbb29750f4c1 req-6546417c-8beb-4a6c-963c-1d4bef93ba4c tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0531046 Dec 08 17:33:51.063380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f3bd8dba-b71e-4af8-a764-dbb29750f4c1 req-7dccfb52-e721-473c-bee9-3f02eeee1ec1 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Dec 08 17:33:51.181244 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314dca-4788-4892-84a4-0677dd557c32 req-33ab4ab3-f496-4303-b36c-f2c0fd959581 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:51.182711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b314dca-4788-4892-84a4-0677dd557c32 req-33ab4ab3-f496-4303-b36c-f2c0fd959581 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0476320 Dec 08 17:33:51.228575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b314dca-4788-4892-84a4-0677dd557c32 req-eda9f8a9-4198-4b09-9026-887edec664a1 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Dec 08 17:33:51.350513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-3b83472c-dfe9-445e-83de-b8de21cbb432 req-53199993-3107-4e7e-bc7c-614f7a1419d4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:33:51.351526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b83472c-dfe9-445e-83de-b8de21cbb432 req-53199993-3107-4e7e-bc7c-614f7a1419d4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537541 Dec 08 17:33:51.458269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efa5c7-7a55-415d-a1ab-a195d817110a req-473fb348-84e6-4eab-b429-9e9ce56f7684 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:51.459738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71efa5c7-7a55-415d-a1ab-a195d817110a req-473fb348-84e6-4eab-b429-9e9ce56f7684 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0499377 Dec 08 17:33:51.512879 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71efa5c7-7a55-415d-a1ab-a195d817110a req-3da7cd8f-43f1-4f7f-8703-5daf9d8d5cbf tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470500 Dec 08 17:33:51.629742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22968c6-c001-403e-88cb-bb0d0d548e92 req-34b75588-2eac-4e2f-8a2d-26f9910f899c tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:51.631235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b22968c6-c001-403e-88cb-bb0d0d548e92 req-34b75588-2eac-4e2f-8a2d-26f9910f899c tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0488799 Dec 08 17:33:51.678786 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b22968c6-c001-403e-88cb-bb0d0d548e92 req-11ea94b6-26f8-4fb0-8349-8239169d6275 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413499 Dec 08 17:33:51.802844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71793bb-8eaf-44ca-802f-cb4077e2fd09 req-41a10d55-58c3-4775-b147-ce0e5636ca6e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:51.804243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71793bb-8eaf-44ca-802f-cb4077e2fd09 req-41a10d55-58c3-4775-b147-ce0e5636ca6e tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0492570 Dec 08 17:33:51.851202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71793bb-8eaf-44ca-802f-cb4077e2fd09 req-853cd524-7299-4309-8058-8c5a9bc01938 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Dec 08 17:33:52.155181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae0140-c824-421e-a668-6fcf0140ae86 req-b0945b89-da45-44db-898d-7e7fc52af240 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:52.156630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dae0140-c824-421e-a668-6fcf0140ae86 req-b0945b89-da45-44db-898d-7e7fc52af240 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0521629 Dec 08 17:33:52.188536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 988ba15e-bcaf-4e9a-b56e-9d6a740de59f no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:52.203698 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0dae0140-c824-421e-a668-6fcf0140ae86 req-cad21be7-5f1b-4f78-baef-095961cc5e65 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410404 Dec 08 17:33:52.208949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 988ba15e-bcaf-4e9a-b56e-9d6a740de59f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:33:52.209293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 988ba15e-bcaf-4e9a-b56e-9d6a740de59f not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:33:53.322754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c7fe83-fb0b-4762-af03-f6ab75e38a09 req-a59ee6fd-3ec6-4b60-98a6-b8532ceb787f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:53.324195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00c7fe83-fb0b-4762-af03-f6ab75e38a09 req-a59ee6fd-3ec6-4b60-98a6-b8532ceb787f tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0482137 Dec 08 17:33:53.370449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-00c7fe83-fb0b-4762-af03-f6ab75e38a09 req-12b8df4b-c02c-4a7f-ab53-a000fdfca2fd tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.62 "GET /v2.0/security-groups?id=e73cd0ec-8d0e-41c1-b96f-776ece7f9295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400138 Dec 08 17:33:53.450279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-49338fa2-2b7d-45f1-8085-4e17d8e0a297 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:53.451731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-49338fa2-2b7d-45f1-8085-4e17d8e0a297 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.58 "GET /v2.0/ports?device_id=af2a5541-291d-41ea-8629-10797b737bc9 HTTP/1.1" status: 200 len: 946 time: 0.0507100 Dec 08 17:33:53.540167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Deleting port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:33:53.540484 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:53.631062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] For port 80006d72-09ab-450c-a3a6-f3aa72fc8c97, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=80006d72-09ab-450c-a3a6-f3aa72fc8c97,segment=NetworkSegment(9ef35473-2aae-4aa8-a574-b4a32cabb1f6),segment_id=9ef35473-2aae-4aa8-a574-b4a32cabb1f6)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:33:53.631324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:53.644128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Calling delete_port for 80006d72-09ab-450c-a3a6-f3aa72fc8c97 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:33:53.768192 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:53.781721 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['80006d72-09ab-450c-a3a6-f3aa72fc8c97'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:33:53.801431 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Pushing event deleted for resources: {'Port': ['ID=80006d72-09ab-450c-a3a6-f3aa72fc8c97,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:53.840738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] No DVR routers for this DVR port 80006d72-09ab-450c-a3a6-f3aa72fc8c97 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:33:53.844304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:53.848173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e404ba5f-21eb-46d9-8307-a8f743ea1c3c req-6a19af15-94cf-494e-83a0-b021820f6913 tempest-ServersNegativeTestJSON-77113447 tempest-ServersNegativeTestJSON-77113447-project] 10.222.0.58 "DELETE /v2.0/ports/80006d72-09ab-450c-a3a6-f3aa72fc8c97 HTTP/1.1" status: 204 len: 173 time: 0.3899567 Dec 08 17:33:53.848621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2a5541-291d-41ea-8629-10797b737bc9', 'name': 'network-vif-deleted', 'tag': '80006d72-09ab-450c-a3a6-f3aa72fc8c97'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:33:53.851554 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce506034-00fa-4285-b8f4-bb90d4b89345" -d '{"events": [{"server_uuid": "af2a5541-291d-41ea-8629-10797b737bc9", "name": "network-vif-deleted", "tag": "80006d72-09ab-450c-a3a6-f3aa72fc8c97"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:33:53.891513 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a450d2-efe9-4000-8d9b-c44317d831d8 x-openstack-request-id: req-a9a450d2-efe9-4000-8d9b-c44317d831d8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:33:53.891850 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2a5541-291d-41ea-8629-10797b737bc9", "name": "network-vif-deleted", "tag": "80006d72-09ab-450c-a3a6-f3aa72fc8c97", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:33:53.892201 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9a450d2-efe9-4000-8d9b-c44317d831d8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:33:53.893137 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2a5541-291d-41ea-8629-10797b737bc9', 'name': 'network-vif-deleted', 'tag': '80006d72-09ab-450c-a3a6-f3aa72fc8c97', 'status': 'completed', 'code': 200} Dec 08 17:33:54.427476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39362) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:54.471305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Deleting subnet edd5b79d-901e-43ef-8983-2821a40d11cc {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:33:54.474386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.508119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.550827 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.602499 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.628675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd5b79d-901e-43ef-8983-2821a40d11cc,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:54.632337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.635630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0d1f1f7c-1fd6-4c61-ad2f-b8ea0c3f9199 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/edd5b79d-901e-43ef-8983-2821a40d11cc HTTP/1.1" status: 204 len: 168 time: 0.2070146 Dec 08 17:33:54.638682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:54.706561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.788378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.807971 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e37210-f973-4800-9706-f9c3363284d4']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:54.817407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef35473-2aae-4aa8-a574-b4a32cabb1f6') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:54.817702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef35473-2aae-4aa8-a574-b4a32cabb1f6') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:33:54.827830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.840618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.847297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:33:54.847677 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:33:54.849377 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:33:54.907114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.912763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:54.915991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] 10.222.0.62 "DELETE /v2.0/networks/b5e37210-f973-4800-9706-f9c3363284d4 HTTP/1.1" status: 204 len: 168 time: 0.2758203 Dec 08 17:33:54.927347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8d5a4-3561-44ad-88bc-628f3772223d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5e37210-f973-4800-9706-f9c3363284d4,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:55.023133 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39368) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:55.063526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4de9013f-d911-48d2-98d9-33ac028e789f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=146b9f21f69e41f98a89507974612255&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391662 Dec 08 17:33:55.065850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39370) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:55.113264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b492697-f005-4120-9159-a41084e7e76e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.134707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b492697-f005-4120-9159-a41084e7e76e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.181395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b492697-f005-4120-9159-a41084e7e76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.184023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b492697-f005-4120-9159-a41084e7e76e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.186097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b492697-f005-4120-9159-a41084e7e76e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e73cd0ec-8d0e-41c1-b96f-776ece7f9295 HTTP/1.1" status: 204 len: 168 time: 0.1189353 Dec 08 17:33:55.193697 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b492697-f005-4120-9159-a41084e7e76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73cd0ec-8d0e-41c1-b96f-776ece7f9295,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:55.866533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39392) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:55.960364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1238568369'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:55.982558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:55.986429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:55.994760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.074337 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.078119 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.105387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:33:56.115184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e6bed3-ba0b-40cc-a961-e3b695cf6341,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:56.121393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.121670 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Added segment ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4 of type vlan for network f33a929c-8152-4f0d-a03a-df28f4348944 Dec 08 17:33:56.161429 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.181408 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d6d29a1-1b61-402a-9ac4-490a7bd40f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.186860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.192393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:56.192963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:56.249046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3814654 Dec 08 17:33:56.259495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eea7a29-e1ee-4551-adae-276ab4ca82c5 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Network': ['ID=f33a929c-8152-4f0d-a03a-df28f4348944,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:56.270139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f33a929c-8152-4f0d-a03a-df28f4348944 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:33:57.509198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 80006d72-09ab-450c-a3a6-f3aa72fc8c97 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:33:57.530190 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 80006d72-09ab-450c-a3a6-f3aa72fc8c97 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:33:57.530532 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 80006d72-09ab-450c-a3a6-f3aa72fc8c97 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:33:58.967642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a55e721f-8dd4-498f-b79c-bed980e5d9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:59.506341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39396) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:59.511446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'subnet': {'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:59.611772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:59.615796 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:59.801518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:59.863592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Subnet': ['ID=3f33d3ce-27f9-4a1a-bfed-6a8f7a422c8c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:33:59.870476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Checking segment: {'id': 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:33:59.870841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network hostable DHCP agents. Network: f33a929c-8152-4f0d-a03a-df28f4348944, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:33:59.887723 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network f33a929c-8152-4f0d-a03a-df28f4348944 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:33:59.896010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f33a929c-8152-4f0d-a03a-df28f4348944) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:33:59.900404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:33:59.900986 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:59.905131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45df3d9-f894-4e95-b6ca-0b78b7929a0b None None] Network f33a929c-8152-4f0d-a03a-df28f4348944 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:33:59.916753 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d731cb63-be08-4ba7-a4ad-bfc5c9c8c8d6 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4093075 Dec 08 17:33:59.920776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:33:59.925570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-604874876'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:33:59.947316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:33:59.950764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:59.974808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:33:59.984810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:33:59.985153 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Added segment 037db643-e8b6-494e-98d1-cf9b48d8c7ab of type vlan for network 35f58396-3a62-423b-9a0c-d4a5ef5a08d0 Dec 08 17:34:00.008548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f33a929c-8152-4f0d-a03a-df28f4348944', 'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944', 'project_id': '3fd3c9bdeb6c48a7a776badbdb52ac06', 'fixed_ips': [{'subnet_id': '3f33d3ce-27f9-4a1a-bfed-6a8f7a422c8c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:00.009541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.030914 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.056536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.062785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:00.063360 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.114222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1922956 Dec 08 17:34:00.117078 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39400) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:00.123170 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'subnet': {'network_id': '35f58396-3a62-423b-9a0c-d4a5ef5a08d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:00.136105 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1b810-1032-46c9-9879-0f00858a4c89 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Network': ['ID=35f58396-3a62-423b-9a0c-d4a5ef5a08d0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:00.147612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 35f58396-3a62-423b-9a0c-d4a5ef5a08d0 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:00.170662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Allocated IP 2001:db8:0:ffff::2 (f33a929c-8152-4f0d-a03a-df28f4348944/3f33d3ce-27f9-4a1a-bfed-6a8f7a422c8c/2775f0fd-db74-4434-996e-7d3758509ef8) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:00.216907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:00.220761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.360067 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.366688 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.408483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Network f33a929c-8152-4f0d-a03a-df28f4348944 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:00.411499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:00.414306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:00.415162 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.442810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Pushing event updated for resources: {'Port': ['ID=2775f0fd-db74-4434-996e-7d3758509ef8,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:00.471342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.471682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.472078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.472412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.472739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.473064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.473387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.473734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.474128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.474448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.474767 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.475086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.475399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:00.485821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Subnet': ['ID=5684c552-4d72-4284-b4fa-356a53373153,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:00.490569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Checking segment: {'id': '037db643-e8b6-494e-98d1-cf9b48d8c7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '35f58396-3a62-423b-9a0c-d4a5ef5a08d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:00.490936 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network hostable DHCP agents. Network: 35f58396-3a62-423b-9a0c-d4a5ef5a08d0, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:00.493990 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.507174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Attempting to bind port 2775f0fd-db74-4434-996e-7d3758509ef8 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:00.507548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Attempting to bind port 2775f0fd-db74-4434-996e-7d3758509ef8 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:00.507847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network 35f58396-3a62-423b-9a0c-d4a5ef5a08d0 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:00.508051 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Attempting to bind port 2775f0fd-db74-4434-996e-7d3758509ef8 on network f33a929c-8152-4f0d-a03a-df28f4348944 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:00.512852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:00.513224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Checking segment: {'id': 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:00.513625 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.514040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Bound using segment: {'id': 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:00.514501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Bound port: 2775f0fd-db74-4434-996e-7d3758509ef8, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'f33a929c-8152-4f0d-a03a-df28f4348944'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:00.514872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.517678 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 35f58396-3a62-423b-9a0c-d4a5ef5a08d0) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:00.522218 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:00.523429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.527255 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6bfef2-2d92-4dc1-acd1-d502c3651d31 None None] Network 35f58396-3a62-423b-9a0c-d4a5ef5a08d0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:00.540974 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-db0e9a6c-fd89-43ce-bb2b-c0b23f252f61 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4225900 Dec 08 17:34:00.543893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:00.637285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] For port 2775f0fd-db74-4434-996e-7d3758509ef8, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:00.647722 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.654990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] For port 2775f0fd-db74-4434-996e-7d3758509ef8, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2775f0fd-db74-4434-996e-7d3758509ef8,segment=NetworkSegment(ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4),segment_id=ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:00.659918 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.701460 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.708098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2235cff-278d-4926-8795-db04386b34e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-35f58396-3a62-423b-9a0c-d4a5ef5a08d0', 'network_id': '35f58396-3a62-423b-9a0c-d4a5ef5a08d0', 'project_id': '3fd3c9bdeb6c48a7a776badbdb52ac06', 'fixed_ips': [{'subnet_id': '5684c552-4d72-4284-b4fa-356a53373153'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:00.708937 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2235cff-278d-4926-8795-db04386b34e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.759339 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b179058-b69b-4cd5-abee-da0c3439f078 None None] Pushing event updated for resources: {'Port': ['ID=2775f0fd-db74-4434-996e-7d3758509ef8,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:00.780794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.807746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Subnet': ['ID=5684c552-4d72-4284-b4fa-356a53373153,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-a2235cff-278d-4926-8795-db04386b34e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5684c552-4d72-4284-b4fa-356a53373153: This subnet is being modified by another concurrent operation. Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5684c552-4d72-4284-b4fa-356a53373153: This subnet is being modified by another concurrent operation. Dec 08 17:34:00.834197 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 17:34:00.858328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94af83b4-aa60-49c9-b4f0-fd089b45ab42 None None] Network 35f58396-3a62-423b-9a0c-d4a5ef5a08d0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:00.878852 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.923511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f58396-3a62-423b-9a0c-d4a5ef5a08d0']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:00.937972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '037db643-e8b6-494e-98d1-cf9b48d8c7ab') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:00.938268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '037db643-e8b6-494e-98d1-cf9b48d8c7ab') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:00.951735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.967208 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.973665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:00.974083 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:00.977175 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:01.036245 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.043118 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.046346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/35f58396-3a62-423b-9a0c-d4a5ef5a08d0 HTTP/1.1" status: 204 len: 168 time: 0.5008175 Dec 08 17:34:01.050821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39404) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:01.055666 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1442113414'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:01.059549 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab35e7-02e6-44c2-a383-e31f29216abe tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Network': ['ID=35f58396-3a62-423b-9a0c-d4a5ef5a08d0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:01.081291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:01.084845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.109941 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:01.119785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.120383 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Added segment 2737d27b-2582-4f70-9e26-d670cb850cbb of type vlan for network 09a5838c-c989-406d-9986-dd48d51b7c1c Dec 08 17:34:01.164581 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.189487 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.195059 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:01.195643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.248461 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1968303 Dec 08 17:34:01.251606 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39406) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:01.262701 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'subnet': {'network_id': '09a5838c-c989-406d-9986-dd48d51b7c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:01.319429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dda7c-58ea-4d8d-a07a-aea45a4d6714 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Network': ['ID=09a5838c-c989-406d-9986-dd48d51b7c1c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:01.330540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 09a5838c-c989-406d-9986-dd48d51b7c1c details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:01.366927 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:01.370993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.432269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Performing IP validity checks on allocation pools {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 08 17:34:01.432791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.ipam_backend_mixin [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103281) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 08 17:34:01.439511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2775f0fd-db74-4434-996e-7d3758509ef8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:01.506840 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2775f0fd-db74-4434-996e-7d3758509ef8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:01.507329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.592077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.595777 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.630879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 2775f0fd-db74-4434-996e-7d3758509ef8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2775f0fd-db74-4434-996e-7d3758509ef8,segment=NetworkSegment(ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4),segment_id=ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:01.635196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.658449 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Subnet': ['ID=0cc804f1-c15f-4f4f-8b31-3451e5785cc9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:01.674605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Checking segment: {'id': '2737d27b-2582-4f70-9e26-d670cb850cbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '09a5838c-c989-406d-9986-dd48d51b7c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:01.674977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network hostable DHCP agents. Network: 09a5838c-c989-406d-9986-dd48d51b7c1c, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:01.693450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=2775f0fd-db74-4434-996e-7d3758509ef8,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:01.694482 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network 09a5838c-c989-406d-9986-dd48d51b7c1c is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:01.705284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 09a5838c-c989-406d-9986-dd48d51b7c1c) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:01.709414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:01.710046 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.716437 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9fc60b-fa9b-43b0-bd51-b835df5b0bab None None] Network 09a5838c-c989-406d-9986-dd48d51b7c1c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:01.727687 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f436f1ef-5c4e-43d2-985f-d58121cb4eeb tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4753320 Dec 08 17:34:01.730386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:01.799229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c6675b-9b60-4e5f-a0f6-62544b066317 None None] Network f33a929c-8152-4f0d-a03a-df28f4348944 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:01.836640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.868613 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71b0f18-b995-48af-b09a-c490fd3eaddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-09a5838c-c989-406d-9986-dd48d51b7c1c', 'network_id': '09a5838c-c989-406d-9986-dd48d51b7c1c', 'project_id': '3fd3c9bdeb6c48a7a776badbdb52ac06', 'fixed_ips': [{'subnet_id': '0cc804f1-c15f-4f4f-8b31-3451e5785cc9'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:01.869462 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c71b0f18-b995-48af-b09a-c490fd3eaddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.891211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.951696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.965821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-86c53164-f1cc-4399-9e10-ebfda5711705 None None] Provisioning complete for port 2775f0fd-db74-4434-996e-7d3758509ef8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:01.966784 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86c53164-f1cc-4399-9e10-ebfda5711705 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:01.983895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Subnet': ['ID=0cc804f1-c15f-4f4f-8b31-3451e5785cc9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:02.043402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server [None req-c71b0f18-b995-48af-b09a-c490fd3eaddd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cc804f1-c15f-4f4f-8b31-3451e5785cc9: This subnet is being modified by another concurrent operation. Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise self.value Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server raise exception Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0cc804f1-c15f-4f4f-8b31-3451e5785cc9: This subnet is being modified by another concurrent operation. Dec 08 17:34:02.047471 n-d-820935-5 neutron-server[103283]: ERROR oslo_messaging.rpc.server Dec 08 17:34:02.074585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09a5838c-c989-406d-9986-dd48d51b7c1c']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:02.085356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2737d27b-2582-4f70-9e26-d670cb850cbb') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:02.085654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2737d27b-2582-4f70-9e26-d670cb850cbb') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:02.086683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e875c6-87c2-4d72-81d5-caf0949902cc None None] Network 09a5838c-c989-406d-9986-dd48d51b7c1c requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:02.098444 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.117653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.124610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:02.125169 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:02.128783 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:02.196896 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.199829 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.208114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.211461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/09a5838c-c989-406d-9986-dd48d51b7c1c HTTP/1.1" status: 204 len: 168 time: 0.4800677 Dec 08 17:34:02.216519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39410) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:02.221591 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744300742'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:02.229977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2adb511-cd3e-477c-a9f1-d52bcbfd4027 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Network': ['ID=09a5838c-c989-406d-9986-dd48d51b7c1c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:02.249209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:02.253063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.278319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c40415-46d2-469e-8c3b-1f36a55744b4 None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 17:34:02.281143 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:02.290466 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.290852 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Added segment 29b95679-eb76-4d74-bf26-9fc4d14117fb of type vlan for network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 Dec 08 17:34:02.331885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.348152 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c40415-46d2-469e-8c3b-1f36a55744b4 None None] Resources bound (agent type, host, resource id): {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 17:34:02.356689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.363014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:02.363603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.420119 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2024941 Dec 08 17:34:02.423519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39412) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:02.425388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cd22e1b2-7a97-4f79-a1c9-5101865250a6 None None] Provisioning complete for port 2775f0fd-db74-4434-996e-7d3758509ef8 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:02.425766 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd22e1b2-7a97-4f79-a1c9-5101865250a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.430503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'subnet': {'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:02.438185 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84849620-4c49-403d-982a-1c592920c1be tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Network': ['ID=411d8be0-18e0-40f5-bdd8-c3a2f38edd33,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:02.460049 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:02.521672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:02.525700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.550413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.712632 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.719281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7dfd27-3bde-41a3-af64-6b1800895d7b None None] get_active_networks_info from n-d-820935-5 {{(pid=103283) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 08 17:34:02.777388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Subnet': ['ID=1a909878-85d1-4862-8396-ff453692e196,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:02.787383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Checking segment: {'id': '29b95679-eb76-4d74-bf26-9fc4d14117fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:02.787820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network hostable DHCP agents. Network: 411d8be0-18e0-40f5-bdd8-c3a2f38edd33, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:02.804738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:02.814215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 411d8be0-18e0-40f5-bdd8-c3a2f38edd33) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:02.820627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:02.821219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.838563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ca786f66-7bf1-49ed-addd-67ed7e240a15 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4138463 Dec 08 17:34:02.842117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39414) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:02.846954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2049712918'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:02.867827 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:02.871440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.894934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.896408 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:02.897695 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7dfd27-3bde-41a3-af64-6b1800895d7b None None] Unable to find a vacant binding_index for network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 and agent 3363bab5-9366-4500-b2cd-825320421029 {{(pid=103283) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 08 17:34:02.903311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7dfd27-3bde-41a3-af64-6b1800895d7b None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 411d8be0-18e0-40f5-bdd8-c3a2f38edd33) {{(pid=103283) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 08 17:34:02.905921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.906265 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Added segment dbed5159-b3c5-4d0b-b336-37934dca9ae0 of type vlan for network c0458348-c6f2-499f-ad00-6d019375f932 Dec 08 17:34:02.947669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.972605 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:02.978181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:02.978795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.038053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1948044 Dec 08 17:34:03.040853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39416) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:03.046458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Request body: {'subnet': {'network_id': 'c0458348-c6f2-499f-ad00-6d019375f932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:03.096876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea327f7-5604-44e6-a920-78d4e0b51607 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Network': ['ID=c0458348-c6f2-499f-ad00-6d019375f932,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:03.155643 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Made reservation on behalf of 3fd3c9bdeb6c48a7a776badbdb52ac06 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:03.159606 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.242419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network c0458348-c6f2-499f-ad00-6d019375f932 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:03.343156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.343981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-411d8be0-18e0-40f5-bdd8-c3a2f38edd33', 'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33', 'project_id': '3fd3c9bdeb6c48a7a776badbdb52ac06', 'fixed_ips': [{'subnet_id': '1a909878-85d1-4862-8396-ff453692e196'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:03.344922 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.398110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event updated for resources: {'Subnet': ['ID=3a1d1b03-446c-4b65-97a4-6f44147e1ef1,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:03.418504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Checking segment: {'id': 'dbed5159-b3c5-4d0b-b336-37934dca9ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'c0458348-c6f2-499f-ad00-6d019375f932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:03.418865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network hostable DHCP agents. Network: c0458348-c6f2-499f-ad00-6d019375f932, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:03.421995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2775f0fd-db74-4434-996e-7d3758509ef8 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:03.435664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Network c0458348-c6f2-499f-ad00-6d019375f932 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:03.444529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, c0458348-c6f2-499f-ad00-6d019375f932) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:03.449770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:03.450534 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.470940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39418) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:03.471587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d1367bd7-30cf-45a8-ae8d-02b8ac4d0383 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4290879 Dec 08 17:34:03.529867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Allocated IP 2001:db8::2 (411d8be0-18e0-40f5-bdd8-c3a2f38edd33/1a909878-85d1-4862-8396-ff453692e196/b5b23762-49d2-4e7e-8bef-c048a83b1bdc) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:03.534057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 2775f0fd-db74-4434-996e-7d3758509ef8 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:03.534421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.572094 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.629830 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.667340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:34:03.690835 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.719656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Subnet': ['ID=3a1d1b03-446c-4b65-97a4-6f44147e1ef1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:03.737212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.743180 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.788686 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.789732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:03.794885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:03.798603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:03.806832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Pushing event updated for resources: {'Port': ['ID=b5b23762-49d2-4e7e-8bef-c048a83b1bdc,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:03.810205 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0458348-c6f2-499f-ad00-6d019375f932']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:03.820571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbed5159-b3c5-4d0b-b336-37934dca9ae0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:03.820902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbed5159-b3c5-4d0b-b336-37934dca9ae0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:03.831393 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.845751 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.851862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:03.852287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:03.855469 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:03.871655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Attempting to bind port b5b23762-49d2-4e7e-8bef-c048a83b1bdc on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:03.872075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Attempting to bind port b5b23762-49d2-4e7e-8bef-c048a83b1bdc by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '29b95679-eb76-4d74-bf26-9fc4d14117fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:03.873622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Attempting to bind port b5b23762-49d2-4e7e-8bef-c048a83b1bdc on network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:03.881483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:03.881772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Checking segment: {'id': '29b95679-eb76-4d74-bf26-9fc4d14117fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:03.882199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.882586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Bound using segment: {'id': '29b95679-eb76-4d74-bf26-9fc4d14117fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:03.883059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Bound port: b5b23762-49d2-4e7e-8bef-c048a83b1bdc, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b95679-eb76-4d74-bf26-9fc4d14117fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '411d8be0-18e0-40f5-bdd8-c3a2f38edd33'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:03.883436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.886426 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.918747 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.926092 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.929244 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/c0458348-c6f2-499f-ad00-6d019375f932 HTTP/1.1" status: 204 len: 168 time: 0.4564259 Dec 08 17:34:03.932552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39420) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:03.940886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43619126-5410-43b3-8b2b-e8294f00d5bd tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Network': ['ID=c0458348-c6f2-499f-ad00-6d019375f932,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:03.953088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] For port b5b23762-49d2-4e7e-8bef-c048a83b1bdc, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:03.956595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] For port b5b23762-49d2-4e7e-8bef-c048a83b1bdc, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b5b23762-49d2-4e7e-8bef-c048a83b1bdc,segment=NetworkSegment(29b95679-eb76-4d74-bf26-9fc4d14117fb),segment_id=29b95679-eb76-4d74-bf26-9fc4d14117fb)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:03.960502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:03.977324 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f76a235-b730-4de7-86f2-b5f54369cbff tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] GET failed (client error): The resource could not be found. Dec 08 17:34:03.978780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3f76a235-b730-4de7-86f2-b5f54369cbff tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "GET /v2.0/subnets/3a1d1b03-446c-4b65-97a4-6f44147e1ef1 HTTP/1.1" status: 404 len: 337 time: 0.0451150 Dec 08 17:34:03.982371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39422) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:04.001534 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5b4dd28-5bea-4104-9c09-b2326a9622e8 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:04.002191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5b4dd28-5bea-4104-9c09-b2326a9622e8 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:04.005393 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e5b4dd28-5bea-4104-9c09-b2326a9622e8 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/c0458348-c6f2-499f-ad00-6d019375f932 HTTP/1.1" status: 404 len: 339 time: 0.0220532 Dec 08 17:34:04.009218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39424) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:04.027936 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a7940a-3c22-44aa-b0ae-9478325ddaef None None] Pushing event updated for resources: {'Port': ['ID=b5b23762-49d2-4e7e-8bef-c048a83b1bdc,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:04.039891 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcb804b6-f621-48e2-b6b1-c55000c0f0b4 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:04.040364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcb804b6-f621-48e2-b6b1-c55000c0f0b4 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:04.043827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bcb804b6-f621-48e2-b6b1-c55000c0f0b4 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/subnets/3a1d1b03-446c-4b65-97a4-6f44147e1ef1 HTTP/1.1" status: 404 len: 337 time: 0.0333807 Dec 08 17:34:04.046515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39426) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:04.065899 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6b00ab-a59c-4ccf-9f36-d2a84a19c1ee tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:04.066404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6b00ab-a59c-4ccf-9f36-d2a84a19c1ee tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:04.069826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0c6b00ab-a59c-4ccf-9f36-d2a84a19c1ee tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/c0458348-c6f2-499f-ad00-6d019375f932 HTTP/1.1" status: 404 len: 339 time: 0.0220208 Dec 08 17:34:04.072222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39428) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:04.124664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Deleting subnet 1a909878-85d1-4862-8396-ff453692e196 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:34:04.128037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.174816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.619177 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.679278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.709467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.712720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/subnets/1a909878-85d1-4862-8396-ff453692e196 HTTP/1.1" status: 204 len: 168 time: 0.6395805 Dec 08 17:34:04.713623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d32f83-a537-4229-bcfe-6275c31ce4ca tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Subnet': ['ID=1a909878-85d1-4862-8396-ff453692e196,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:04.715373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:04.802007 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.855483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Deleting port b5b23762-49d2-4e7e-8bef-c048a83b1bdc {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:34:04.855733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.922270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] For port b5b23762-49d2-4e7e-8bef-c048a83b1bdc, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b5b23762-49d2-4e7e-8bef-c048a83b1bdc,segment=NetworkSegment(29b95679-eb76-4d74-bf26-9fc4d14117fb),segment_id=29b95679-eb76-4d74-bf26-9fc4d14117fb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:04.922607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:04.928489 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3420930d-9146-4b22-a44d-e1ebc426d81a None None] Network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:04.930635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0b5b1-c030-4c1e-82ab-a45d8b659972 None None] Network c0458348-c6f2-499f-ad00-6d019375f932 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:04.940431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Calling delete_port for b5b23762-49d2-4e7e-8bef-c048a83b1bdc owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:34:04.983980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d0b5b1-c030-4c1e-82ab-a45d8b659972 None None] Network c0458348-c6f2-499f-ad00-6d019375f932 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 17:34:04.996248 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8a6f7-98cb-48b3-8f56-39a0381e859d None None] Network c0458348-c6f2-499f-ad00-6d019375f932 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:05.017125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed8a6f7-98cb-48b3-8f56-39a0381e859d None None] Network c0458348-c6f2-499f-ad00-6d019375f932 could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 17:34:05.024679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.040889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b62996e9-3c7a-4d80-9e18-a4eeba0013e0 None None] Provisioning complete for port b5b23762-49d2-4e7e-8bef-c048a83b1bdc triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:05.041255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b62996e9-3c7a-4d80-9e18-a4eeba0013e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.053008 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Port': ['ID=b5b23762-49d2-4e7e-8bef-c048a83b1bdc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:05.057504 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No DVR routers for this DVR port b5b23762-49d2-4e7e-8bef-c048a83b1bdc on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:34:05.062293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b62996e9-3c7a-4d80-9e18-a4eeba0013e0 None None] Port b5b23762-49d2-4e7e-8bef-c048a83b1bdc was deleted so its status cannot be updated. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 08 17:34:05.063674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c11453a-80bb-4391-a909-907bc5df5216 None None] Network 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:05.144312 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.166891 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['411d8be0-18e0-40f5-bdd8-c3a2f38edd33']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:05.176177 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b95679-eb76-4d74-bf26-9fc4d14117fb') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:05.176506 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b95679-eb76-4d74-bf26-9fc4d14117fb') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:05.186290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.199110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.205685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Releasing vlan 672 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:05.206113 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:05.209157 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:05.211949 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8006209-fa99-476e-8660-b818b79fd8f9 None None] DHCP port deletion for 411d8be0-18e0-40f5-bdd8-c3a2f38edd33 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:05.270430 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.277055 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.281178 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/411d8be0-18e0-40f5-bdd8-c3a2f38edd33 HTTP/1.1" status: 204 len: 168 time: 0.5608916 Dec 08 17:34:05.283914 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:05.292747 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651d8404-648f-4051-91d9-23e626613ff7 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Network': ['ID=411d8be0-18e0-40f5-bdd8-c3a2f38edd33,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:05.314419 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a2be54-ed30-4dcc-bd68-22dcddb218de tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:05.314854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a2be54-ed30-4dcc-bd68-22dcddb218de tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:05.317910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4a2be54-ed30-4dcc-bd68-22dcddb218de tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/subnets/0cc804f1-c15f-4f4f-8b31-3451e5785cc9 HTTP/1.1" status: 404 len: 337 time: 0.0329838 Dec 08 17:34:05.320460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39434) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:05.338433 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-4281beb8-c945-4453-b813-586444d50205 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:05.338899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4281beb8-c945-4453-b813-586444d50205 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:05.342415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4281beb8-c945-4453-b813-586444d50205 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/09a5838c-c989-406d-9986-dd48d51b7c1c HTTP/1.1" status: 404 len: 339 time: 0.0210741 Dec 08 17:34:05.344846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39436) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:05.370823 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d8bcf35-fbe1-46dc-964d-5ebbbb50d504 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:05.371263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d8bcf35-fbe1-46dc-964d-5ebbbb50d504 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:05.374522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d8bcf35-fbe1-46dc-964d-5ebbbb50d504 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/subnets/5684c552-4d72-4284-b4fa-356a53373153 HTTP/1.1" status: 404 len: 337 time: 0.0287268 Dec 08 17:34:05.376970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39438) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:05.394536 n-d-820935-5 neutron-server[103282]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec909f1-14db-495c-900b-01b10265cd12 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] DELETE failed (client error): The resource could not be found. Dec 08 17:34:05.394945 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fec909f1-14db-495c-900b-01b10265cd12 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103282) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 08 17:34:05.397808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fec909f1-14db-495c-900b-01b10265cd12 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/35f58396-3a62-423b-9a0c-d4a5ef5a08d0 HTTP/1.1" status: 404 len: 339 time: 0.0199463 Dec 08 17:34:05.400059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39440) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:05.448199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Deleting subnet 3f33d3ce-27f9-4a1a-bfed-6a8f7a422c8c {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:34:05.451661 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.489982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.574783 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.631861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.660302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Subnet': ['ID=3f33d3ce-27f9-4a1a-bfed-6a8f7a422c8c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:05.662226 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.666249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-839e8f0a-ee87-437e-8b10-732ea27509b1 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/subnets/3f33d3ce-27f9-4a1a-bfed-6a8f7a422c8c HTTP/1.1" status: 204 len: 168 time: 0.2652199 Dec 08 17:34:05.667558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660c4b7e-dfaa-46f7-b550-96910831b69f None None] Network f33a929c-8152-4f0d-a03a-df28f4348944 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:05.667804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39442) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:05.749317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.810350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Deleting port 2775f0fd-db74-4434-996e-7d3758509ef8 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:34:05.810686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.822217 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] DHCP port deletion for f33a929c-8152-4f0d-a03a-df28f4348944 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:05.870597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] Deleting port 2775f0fd-db74-4434-996e-7d3758509ef8 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:34:05.871071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.875036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] For port 2775f0fd-db74-4434-996e-7d3758509ef8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2775f0fd-db74-4434-996e-7d3758509ef8,segment=NetworkSegment(ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4),segment_id=ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:05.875402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.888956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Calling delete_port for 2775f0fd-db74-4434-996e-7d3758509ef8 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:34:05.937856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] For port 2775f0fd-db74-4434-996e-7d3758509ef8, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=2775f0fd-db74-4434-996e-7d3758509ef8,segment=NetworkSegment(ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4),segment_id=ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:05.938424 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.950679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] Calling delete_port for 2775f0fd-db74-4434-996e-7d3758509ef8 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:34:05.972845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:05.999452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Port': ['ID=2775f0fd-db74-4434-996e-7d3758509ef8,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:06.001394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] No DVR routers for this DVR port 2775f0fd-db74-4434-996e-7d3758509ef8 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:34:06.025063 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.050194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] Pushing event deleted for resources: {'Port': ['ID=2775f0fd-db74-4434-996e-7d3758509ef8,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:06.053743 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d18337-51dd-49b2-a5e8-a0390336caba None None] No DVR routers for this DVR port 2775f0fd-db74-4434-996e-7d3758509ef8 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:34:06.083660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.104765 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f33a929c-8152-4f0d-a03a-df28f4348944']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:06.114516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:06.114805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea195c4d-b4a4-4cd4-b82d-7c0c9ea84cd4') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:06.124294 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.137090 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.143854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:06.144348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:06.147382 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:06.203264 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.210275 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.213406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] 10.222.0.62 "DELETE /v2.0/networks/f33a929c-8152-4f0d-a03a-df28f4348944 HTTP/1.1" status: 204 len: 168 time: 0.5446794 Dec 08 17:34:06.226462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2dfe98-65f5-4754-82ad-384a69b33a25 tempest-NetworksIpV6Test-27572824 tempest-NetworksIpV6Test-27572824-project] Pushing event deleted for resources: {'Network': ['ID=f33a929c-8152-4f0d-a03a-df28f4348944,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:06.453086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39448) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:06.580521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7a24d315-51a3-4f9e-b59f-83316db1b68c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3fd3c9bdeb6c48a7a776badbdb52ac06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262627 Dec 08 17:34:06.582948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39452) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:06.633524 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-994f378f-2530-40d5-9cc5-578fe73b9198 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.653914 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-994f378f-2530-40d5-9cc5-578fe73b9198 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.700443 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-994f378f-2530-40d5-9cc5-578fe73b9198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.703130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-994f378f-2530-40d5-9cc5-578fe73b9198 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:06.704303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-994f378f-2530-40d5-9cc5-578fe73b9198 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/83e6bed3-ba0b-40cc-a961-e3b695cf6341 HTTP/1.1" status: 204 len: 168 time: 0.1204269 Dec 08 17:34:06.711999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f378f-2530-40d5-9cc5-578fe73b9198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e6bed3-ba0b-40cc-a961-e3b695cf6341,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:07.333954 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39474) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:07.402056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2775f0fd-db74-4434-996e-7d3758509ef8 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:34:07.422842 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 2775f0fd-db74-4434-996e-7d3758509ef8 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:34:07.423192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 2775f0fd-db74-4434-996e-7d3758509ef8 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:34:07.432517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1927692714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:07.456689 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.457761 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.512224 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.516214 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.533469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.534691 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fc81db3d-0761-4ca7-b712-1ac9ae14663e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1997132 Dec 08 17:34:07.537569 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39478) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:07.542266 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1546692955'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:07.562738 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Made reservation on behalf of a3bd84d7e5b74ec983e8f9823d132233 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:07.566187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.574558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.648139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.651934 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.675105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:07.688374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc1939-2c92-4ab9-a4c3-87b266a7f1c7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:07.693131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.693475 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Added segment 896a92c6-bb42-4239-9c9f-f45cebd76f5c of type vlan for network 8798c43c-646f-4d25-b08a-b807774232ff Dec 08 17:34:07.732722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.760243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.766346 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:07.766855 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:07.821978 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2833323 Dec 08 17:34:07.825191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39480) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:07.831409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Request body: {'subnet': {'network_id': '8798c43c-646f-4d25-b08a-b807774232ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:07.832820 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4b2e6-d78a-44da-ab09-0a31229289a6 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event updated for resources: {'Network': ['ID=8798c43c-646f-4d25-b08a-b807774232ff,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:07.849293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 8798c43c-646f-4d25-b08a-b807774232ff details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:07.934199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Made reservation on behalf of a3bd84d7e5b74ec983e8f9823d132233 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:07.938366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.113240 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.176458 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event updated for resources: {'Subnet': ['ID=37546967-2c8b-42c3-8b12-2cee09825a8b,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:08.186247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Checking segment: {'id': '896a92c6-bb42-4239-9c9f-f45cebd76f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8798c43c-646f-4d25-b08a-b807774232ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:08.186598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Network hostable DHCP agents. Network: 8798c43c-646f-4d25-b08a-b807774232ff, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:08.202673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Network 8798c43c-646f-4d25-b08a-b807774232ff is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:08.211309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 8798c43c-646f-4d25-b08a-b807774232ff) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:08.215269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:08.215881 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.220970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83c13e1-ac91-4b1f-8ee4-ac202b02763b None None] Network 8798c43c-646f-4d25-b08a-b807774232ff requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:08.235433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7aca0a11-d522-4e7f-bccd-5e678155218f tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4042878 Dec 08 17:34:08.235656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39482) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:08.240443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1938548832'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:08.262139 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Made reservation on behalf of a3bd84d7e5b74ec983e8f9823d132233 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:08.265736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.289281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] vlan segment allocate from pool success with {'vlan_id': 691, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:08.299906 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.300258 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Added segment 1daf73fa-48cf-48a9-aab6-0b1db54b36d0 of type vlan for network a3751703-712c-48ea-94fd-04826eac440d Dec 08 17:34:08.329633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-8798c43c-646f-4d25-b08a-b807774232ff', 'network_id': '8798c43c-646f-4d25-b08a-b807774232ff', 'project_id': 'a3bd84d7e5b74ec983e8f9823d132233', 'fixed_ips': [{'subnet_id': '37546967-2c8b-42c3-8b12-2cee09825a8b'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:08.330541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.344620 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.370462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.376625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:08.377193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.438049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2012668 Dec 08 17:34:08.438465 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:08.443635 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Request body: {'subnet': {'network_id': 'a3751703-712c-48ea-94fd-04826eac440d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:08.450673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af0e881-9337-46f2-a40a-bc97f80c6924 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event updated for resources: {'Network': ['ID=a3751703-712c-48ea-94fd-04826eac440d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:08.463957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network a3751703-712c-48ea-94fd-04826eac440d details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:08.483873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Allocated IP 172.20.0.2 (8798c43c-646f-4d25-b08a-b807774232ff/37546967-2c8b-42c3-8b12-2cee09825a8b/4148b66c-427b-41a7-bff5-53dea862f019) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:08.538565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Made reservation on behalf of a3bd84d7e5b74ec983e8f9823d132233 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:08.542200 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.678447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.683630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.722309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Network 8798c43c-646f-4d25-b08a-b807774232ff is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:08.725226 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.729619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:08.735341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:08.737341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Pushing event updated for resources: {'Port': ['ID=4148b66c-427b-41a7-bff5-53dea862f019,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:08.785639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event updated for resources: {'Subnet': ['ID=75d33f11-aee9-4cda-9faf-dfe10c26245e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:08.795255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Checking segment: {'id': '1daf73fa-48cf-48a9-aab6-0b1db54b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a3751703-712c-48ea-94fd-04826eac440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:08.795640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Network hostable DHCP agents. Network: a3751703-712c-48ea-94fd-04826eac440d, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:08.795766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Attempting to bind port 4148b66c-427b-41a7-bff5-53dea862f019 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:08.796023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Attempting to bind port 4148b66c-427b-41a7-bff5-53dea862f019 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '896a92c6-bb42-4239-9c9f-f45cebd76f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8798c43c-646f-4d25-b08a-b807774232ff'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:08.796384 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Attempting to bind port 4148b66c-427b-41a7-bff5-53dea862f019 on network 8798c43c-646f-4d25-b08a-b807774232ff {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:08.801481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:08.801819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Checking segment: {'id': '896a92c6-bb42-4239-9c9f-f45cebd76f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8798c43c-646f-4d25-b08a-b807774232ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:08.802272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.802671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Bound using segment: {'id': '896a92c6-bb42-4239-9c9f-f45cebd76f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8798c43c-646f-4d25-b08a-b807774232ff'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:08.803134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Bound port: 4148b66c-427b-41a7-bff5-53dea862f019, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '896a92c6-bb42-4239-9c9f-f45cebd76f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '8798c43c-646f-4d25-b08a-b807774232ff'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:08.803515 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.813260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Network a3751703-712c-48ea-94fd-04826eac440d is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:08.824376 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, a3751703-712c-48ea-94fd-04826eac440d) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:08.829001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:08.829595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.837641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f902edc8-15ea-48cc-b6b1-d9be2894a609 None None] Network a3751703-712c-48ea-94fd-04826eac440d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:08.846787 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-85ff0ff2-d16c-40a3-924d-3441ec0076da tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4071755 Dec 08 17:34:08.849492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:08.853963 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-51d21f1a-77bb-4cba-9f1c-0797312f1a32 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3751703-712c-48ea-94fd-04826eac440d'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:08.928818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] For port 4148b66c-427b-41a7-bff5-53dea862f019, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:08.933072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] For port 4148b66c-427b-41a7-bff5-53dea862f019, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4148b66c-427b-41a7-bff5-53dea862f019,segment=NetworkSegment(896a92c6-bb42-4239-9c9f-f45cebd76f5c),segment_id=896a92c6-bb42-4239-9c9f-f45cebd76f5c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:08.941853 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:08.996686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-a3751703-712c-48ea-94fd-04826eac440d', 'network_id': 'a3751703-712c-48ea-94fd-04826eac440d', 'project_id': 'a3bd84d7e5b74ec983e8f9823d132233', 'fixed_ips': [{'subnet_id': '75d33f11-aee9-4cda-9faf-dfe10c26245e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:08.997705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.037295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e58ae4-1980-4cd2-a34a-91c24db00a9d None None] Pushing event updated for resources: {'Port': ['ID=4148b66c-427b-41a7-bff5-53dea862f019,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:09.071385 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51d21f1a-77bb-4cba-9f1c-0797312f1a32 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.196731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Allocated IP 172.21.0.2 (a3751703-712c-48ea-94fd-04826eac440d/75d33f11-aee9-4cda-9faf-dfe10c26245e/0458e496-7d31-4198-a5ce-dee70267f8db) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:09.213282 n-d-820935-5 neutron-server[103281]: INFO neutron.api.v2.resource [None req-51d21f1a-77bb-4cba-9f1c-0797312f1a32 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 08 17:34:09.214593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-51d21f1a-77bb-4cba-9f1c-0797312f1a32 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "PUT /v2.0/routers/93e51e4b-6c04-42d2-be34-6745c6cb926d HTTP/1.1" status: 400 len: 364 time: 0.3641570 Dec 08 17:34:09.222092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:09.288216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Deleting subnet 75d33f11-aee9-4cda-9faf-dfe10c26245e {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:34:09.360535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.366533 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.367202 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.406185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Network a3751703-712c-48ea-94fd-04826eac440d is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:09.409612 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.411596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:09.415322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:09.441629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Pushing event updated for resources: {'Port': ['ID=0458e496-7d31-4198-a5ce-dee70267f8db,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:09.470893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4148b66c-427b-41a7-bff5-53dea862f019 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:09.507707 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Attempting to bind port 0458e496-7d31-4198-a5ce-dee70267f8db on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:09.508083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Attempting to bind port 0458e496-7d31-4198-a5ce-dee70267f8db by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1daf73fa-48cf-48a9-aab6-0b1db54b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a3751703-712c-48ea-94fd-04826eac440d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:09.508451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Attempting to bind port 0458e496-7d31-4198-a5ce-dee70267f8db on network a3751703-712c-48ea-94fd-04826eac440d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:09.511657 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.520572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:09.520991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Checking segment: {'id': '1daf73fa-48cf-48a9-aab6-0b1db54b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a3751703-712c-48ea-94fd-04826eac440d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:09.521397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.521822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Bound using segment: {'id': '1daf73fa-48cf-48a9-aab6-0b1db54b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a3751703-712c-48ea-94fd-04826eac440d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:09.522295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Bound port: 0458e496-7d31-4198-a5ce-dee70267f8db, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1daf73fa-48cf-48a9-aab6-0b1db54b36d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'a3751703-712c-48ea-94fd-04826eac440d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:09.522678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.571147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.596119 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 4148b66c-427b-41a7-bff5-53dea862f019 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:09.596485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.600821 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event deleted for resources: {'Subnet': ['ID=75d33f11-aee9-4cda-9faf-dfe10c26245e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:09.602598 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.605818 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cba520fa-4b3c-472f-8fff-fc01420d832e tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "DELETE /v2.0/subnets/75d33f11-aee9-4cda-9faf-dfe10c26245e HTTP/1.1" status: 204 len: 168 time: 0.3826725 Dec 08 17:34:09.608958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39490) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:09.618590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] For port 0458e496-7d31-4198-a5ce-dee70267f8db, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:09.635172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] For port 0458e496-7d31-4198-a5ce-dee70267f8db, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0458e496-7d31-4198-a5ce-dee70267f8db,segment=NetworkSegment(1daf73fa-48cf-48a9-aab6-0b1db54b36d0),segment_id=1daf73fa-48cf-48a9-aab6-0b1db54b36d0)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:09.644904 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.702112 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.739660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c442c-1454-44e4-ac92-646a9b6b3862 None None] Pushing event updated for resources: {'Port': ['ID=0458e496-7d31-4198-a5ce-dee70267f8db,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:09.756386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.767044 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Deleting port 0458e496-7d31-4198-a5ce-dee70267f8db {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:34:09.767678 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.796443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 4148b66c-427b-41a7-bff5-53dea862f019, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4148b66c-427b-41a7-bff5-53dea862f019,segment=NetworkSegment(896a92c6-bb42-4239-9c9f-f45cebd76f5c),segment_id=896a92c6-bb42-4239-9c9f-f45cebd76f5c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:09.800711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.861613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] For port 0458e496-7d31-4198-a5ce-dee70267f8db, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0458e496-7d31-4198-a5ce-dee70267f8db,segment=NetworkSegment(1daf73fa-48cf-48a9-aab6-0b1db54b36d0),segment_id=1daf73fa-48cf-48a9-aab6-0b1db54b36d0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:09.862276 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:09.863568 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=4148b66c-427b-41a7-bff5-53dea862f019,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:09.882559 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Calling delete_port for 0458e496-7d31-4198-a5ce-dee70267f8db owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:34:09.999087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.030030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event deleted for resources: {'Port': ['ID=0458e496-7d31-4198-a5ce-dee70267f8db,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:10.034025 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] No DVR routers for this DVR port 0458e496-7d31-4198-a5ce-dee70267f8db on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:34:10.115096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629ee3b-7bb6-49e8-b3f9-0def0ff3b736 None None] Network 8798c43c-646f-4d25-b08a-b807774232ff requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:10.139195 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.159510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3751703-712c-48ea-94fd-04826eac440d']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:10.168468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1daf73fa-48cf-48a9-aab6-0b1db54b36d0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:10.168782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1daf73fa-48cf-48a9-aab6-0b1db54b36d0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:10.178822 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.192123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.198096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:10.198482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:10.202429 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:10.225259 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3139a9f7-c504-4389-a423-1ac90908c52a None None] Provisioning complete for port 4148b66c-427b-41a7-bff5-53dea862f019 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:10.225628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3139a9f7-c504-4389-a423-1ac90908c52a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.263670 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.272002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.275267 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "DELETE /v2.0/networks/a3751703-712c-48ea-94fd-04826eac440d HTTP/1.1" status: 204 len: 168 time: 0.6650839 Dec 08 17:34:10.277782 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39492) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:10.297527 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696e8c0-f4ea-4d2b-a0cd-1e4fc8b57765 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event deleted for resources: {'Network': ['ID=a3751703-712c-48ea-94fd-04826eac440d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:10.346221 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Deleting subnet 37546967-2c8b-42c3-8b12-2cee09825a8b {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:34:10.349661 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.396135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.483281 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.541340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5796bcc7-e1ad-4548-a13e-ffe51ce719ce None None] Provisioning complete for port 4148b66c-427b-41a7-bff5-53dea862f019 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:10.541340 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5796bcc7-e1ad-4548-a13e-ffe51ce719ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.555142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.583333 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event deleted for resources: {'Subnet': ['ID=37546967-2c8b-42c3-8b12-2cee09825a8b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:10.587061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.590319 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-658be8f9-3341-42e6-9dbc-d3c71b8f8f38 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "DELETE /v2.0/subnets/37546967-2c8b-42c3-8b12-2cee09825a8b HTTP/1.1" status: 204 len: 168 time: 0.3107276 Dec 08 17:34:10.593584 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:10.617826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fc028f-1967-469a-8920-6c3eef12f7e1 None None] Network 8798c43c-646f-4d25-b08a-b807774232ff requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:10.676510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.736495 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Deleting port 4148b66c-427b-41a7-bff5-53dea862f019 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:34:10.736920 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:10.846445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47612963-8db9-4db6-9c00-4c86e93cf395 None None] DHCP port deletion for a3751703-712c-48ea-94fd-04826eac440d request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:10.893129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb3a5e-40a6-47b4-bcd6-a879adca4c29 None None] Network a3751703-712c-48ea-94fd-04826eac440d requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:10.908829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb3a5e-40a6-47b4-bcd6-a879adca4c29 None None] Network a3751703-712c-48ea-94fd-04826eac440d could not be found, it might have been deleted concurrently. {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Dec 08 17:34:10.977080 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] DHCP port deletion for 8798c43c-646f-4d25-b08a-b807774232ff request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:10.981141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1e31ef23-9a10-40f3-b612-012cae206c87 None None] Could not find standard attr ID for object 0458e496-7d31-4198-a5ce-dee70267f8db. {{(pid=103283) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 08 17:34:11.031271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] Deleting port 4148b66c-427b-41a7-bff5-53dea862f019 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:34:11.031555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.097610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] For port 4148b66c-427b-41a7-bff5-53dea862f019, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4148b66c-427b-41a7-bff5-53dea862f019,segment=NetworkSegment(896a92c6-bb42-4239-9c9f-f45cebd76f5c),segment_id=896a92c6-bb42-4239-9c9f-f45cebd76f5c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:11.098031 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.111866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] Calling delete_port for 4148b66c-427b-41a7-bff5-53dea862f019 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:34:11.147002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] For port 4148b66c-427b-41a7-bff5-53dea862f019, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=4148b66c-427b-41a7-bff5-53dea862f019,segment=NetworkSegment(896a92c6-bb42-4239-9c9f-f45cebd76f5c),segment_id=896a92c6-bb42-4239-9c9f-f45cebd76f5c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:11.147361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.159702 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Calling delete_port for 4148b66c-427b-41a7-bff5-53dea862f019 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:34:11.195790 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.221054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] Pushing event deleted for resources: {'Port': ['ID=4148b66c-427b-41a7-bff5-53dea862f019,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:11.224675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c689be-abfd-4986-9daa-54fc0e1f2cdd None None] No DVR routers for this DVR port 4148b66c-427b-41a7-bff5-53dea862f019 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:34:11.241454 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.267838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event deleted for resources: {'Port': ['ID=4148b66c-427b-41a7-bff5-53dea862f019,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:11.273217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] No DVR routers for this DVR port 4148b66c-427b-41a7-bff5-53dea862f019 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:34:11.349870 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.370442 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8798c43c-646f-4d25-b08a-b807774232ff']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:11.380594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '896a92c6-bb42-4239-9c9f-f45cebd76f5c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:11.380893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '896a92c6-bb42-4239-9c9f-f45cebd76f5c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:11.390439 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.402865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4148b66c-427b-41a7-bff5-53dea862f019 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:34:11.405130 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.411336 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:34:11.411717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: self.session.flush() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:34:11.414915 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:34:11.423468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 4148b66c-427b-41a7-bff5-53dea862f019 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:34:11.423809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 4148b66c-427b-41a7-bff5-53dea862f019 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:34:11.477103 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.485077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.490640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "DELETE /v2.0/networks/8798c43c-646f-4d25-b08a-b807774232ff HTTP/1.1" status: 204 len: 168 time: 0.8936157 Dec 08 17:34:11.491084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39496) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:11.500319 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c66ced-df08-458f-a66e-4ec5d9f1cbc9 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Pushing event deleted for resources: {'Network': ['ID=8798c43c-646f-4d25-b08a-b807774232ff,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:11.523802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ce83ed9e-cde8-4b10-91c8-bc302c8723a2 tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "GET /v2.0/ports?device_id=93e51e4b-6c04-42d2-be34-6745c6cb926d HTTP/1.1" status: 200 len: 205 time: 0.0315533 Dec 08 17:34:11.526172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39498) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:11.601515 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.757100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.759155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.803399 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.805387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Fanout notify agent at l3_agent the message router_deleted on router 93e51e4b-6c04-42d2-be34-6745c6cb926d {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:34:11.811983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:11.813061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-61317400-7546-45a2-94df-0868d22f55dd tempest-RoutersNegativeTest-483628857 tempest-RoutersNegativeTest-483628857-project] 10.222.0.62 "DELETE /v2.0/routers/93e51e4b-6c04-42d2-be34-6745c6cb926d HTTP/1.1" status: 204 len: 168 time: 0.2860208 Dec 08 17:34:12.050919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39504) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:12.182316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-158c9325-8bf9-4d5a-a40d-f457305da3cc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a3bd84d7e5b74ec983e8f9823d132233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1301894 Dec 08 17:34:12.184992 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39508) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:12.232194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b180be0-95f0-40a1-9e82-7de9e4870aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:12.253253 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b180be0-95f0-40a1-9e82-7de9e4870aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:12.299935 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b180be0-95f0-40a1-9e82-7de9e4870aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:12.302464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b180be0-95f0-40a1-9e82-7de9e4870aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:12.303613 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2b180be0-95f0-40a1-9e82-7de9e4870aa2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76cc1939-2c92-4ab9-a4c3-87b266a7f1c7 HTTP/1.1" status: 204 len: 168 time: 0.1175880 Dec 08 17:34:12.311740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b180be0-95f0-40a1-9e82-7de9e4870aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc1939-2c92-4ab9-a4c3-87b266a7f1c7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:12.911549 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39530) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:13.007772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1004100224-network', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:13.029640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Made reservation on behalf of d5440dbd47ea40d88d3f7afe4870824e for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:13.031919 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.040002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.117655 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.121324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.145234 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 651, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:13.155479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3bd14c-541d-4e0c-a988-e7644af3e0e5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:13.160319 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.160656 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Added segment 884e12ad-f172-432b-b47b-3c179db6df6e of type vlan for network 2032bd57-8bd8-40ef-96ac-6b915da6c998 Dec 08 17:34:13.200328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.224753 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.225708 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:13.226288 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.282570 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3699174 Dec 08 17:34:13.285640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:13.290650 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba6e80-4953-4478-8bb9-e213441cf4a0 admin admin] Pushing event updated for resources: {'Network': ['ID=2032bd57-8bd8-40ef-96ac-6b915da6c998,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:13.290820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Request body: {'subnet': {'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-subnet', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:13.301472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:13.313898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Made reservation on behalf of d5440dbd47ea40d88d3f7afe4870824e for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:13.317815 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.502050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.557616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e63317f-1250-4b64-9b5a-edb7703b6c50,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:13.567112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Checking segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:13.567473 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Network hostable DHCP agents. Network: 2032bd57-8bd8-40ef-96ac-6b915da6c998, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:13.584331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:13.594340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2032bd57-8bd8-40ef-96ac-6b915da6c998) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:13.599025 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:13.599715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.603731 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9532e7-89b6-4bad-9753-84b9ed26f0ea None None] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:13.617021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fa4b7aed-76e7-4c4a-99a9-c05a0cd9aaf4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3302469 Dec 08 17:34:13.619678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39536) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:13.624267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:13.644441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.645417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.701481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.707831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2032bd57-8bd8-40ef-96ac-6b915da6c998', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:13.708908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.843173 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:13.850215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Allocated IP 172.20.0.2 (2032bd57-8bd8-40ef-96ac-6b915da6c998/8e63317f-1250-4b64-9b5a-edb7703b6c50/3f19f931-991e-4386-aa96-567c4796811a) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:13.996552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.003061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.041734 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:14.047557 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.047765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:14.051112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:14.056683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Pushing event updated for resources: {'Port': ['ID=3f19f931-991e-4386-aa96-567c4796811a,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:14.069549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.116275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Attempting to bind port 3f19f931-991e-4386-aa96-567c4796811a on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:14.116649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Attempting to bind port 3f19f931-991e-4386-aa96-567c4796811a by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:14.117140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Attempting to bind port 3f19f931-991e-4386-aa96-567c4796811a on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:14.122902 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:14.123278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Checking segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:14.123686 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.124083 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Bound using segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:14.124552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Bound port: 3f19f931-991e-4386-aa96-567c4796811a, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:14.124935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.179106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Allocated IP 172.25.3.211 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/bba10905-802c-4c68-9df5-0d08ed9cd16b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:14.188058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] For port 3f19f931-991e-4386-aa96-567c4796811a, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:14.191683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] For port 3f19f931-991e-4386-aa96-567c4796811a, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f19f931-991e-4386-aa96-567c4796811a,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:14.196405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.268836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5722c4-ded2-4675-9454-8f6f692b32dd None None] Pushing event updated for resources: {'Port': ['ID=3f19f931-991e-4386-aa96-567c4796811a,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:14.290947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.326050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.369673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:14.373280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:14.379447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:14.387510 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e08679-8bcc-4274-b1cd-5d9e53547171 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:14.409554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Pushing event updated for resources: {'Port': ['ID=bba10905-802c-4c68-9df5-0d08ed9cd16b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:14.446753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d19c65de-9017-4c77-9f07-3d188528efc5 None None] Provisioning complete for port bba10905-802c-4c68-9df5-0d08ed9cd16b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:14.447242 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d19c65de-9017-4c77-9f07-3d188528efc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.489491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d19c65de-9017-4c77-9f07-3d188528efc5 None None] Port bba10905-802c-4c68-9df5-0d08ed9cd16b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:34:14.661158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.858028 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:14.992010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Router 523bd790-551e-4715-82fb-b991f11b42ad is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:34:15.104749 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:34:15.118394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Sync routers for ids ['523bd790-551e-4715-82fb-b991f11b42ad'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:34:15.125347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.129173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-883534c4-2c54-4e05-b492-fa069156e49d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5060737 Dec 08 17:34:15.129587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39538) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:15.135298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Routers {'523bd790-551e-4715-82fb-b991f11b42ad'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:15.136261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['523bd790-551e-4715-82fb-b991f11b42ad'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:15.179421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b6bee-8971-47f7-aca5-cb4b45370efb None None] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:15.312539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-69a8f7f1-1db8-41ff-8c59-ff817ba5dd1c None None] Provisioning complete for port 3f19f931-991e-4386-aa96-567c4796811a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:15.312911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a8f7f1-1db8-41ff-8c59-ff817ba5dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.344816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Set router 523bd790-551e-4715-82fb-b991f11b42ad gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:15.579122 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.583439 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f19f931-991e-4386-aa96-567c4796811a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:15.589464 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a8f7f1-1db8-41ff-8c59-ff817ba5dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.668142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-69a8f7f1-1db8-41ff-8c59-ff817ba5dd1c None None] For port 3f19f931-991e-4386-aa96-567c4796811a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f19f931-991e-4386-aa96-567c4796811a,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:15.678766 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-69a8f7f1-1db8-41ff-8c59-ff817ba5dd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.724632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:34:14Z', 'revision_number': 3, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:15.730620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3f19f931-991e-4386-aa96-567c4796811a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:15.730998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.746081 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Allocated IP 172.20.0.1 (2032bd57-8bd8-40ef-96ac-6b915da6c998/8e63317f-1250-4b64-9b5a-edb7703b6c50/ba98e79e-cca3-40d7-9029-de4a25505e96) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:15.798256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Checking router: 523bd790-551e-4715-82fb-b991f11b42ad for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:34:15.798519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Updating router 523bd790-551e-4715-82fb-b991f11b42ad port bba10905-802c-4c68-9df5-0d08ed9cd16b binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:34:15.835885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f7f1-1db8-41ff-8c59-ff817ba5dd1c None None] Pushing event updated for resources: {'Port': ['ID=3f19f931-991e-4386-aa96-567c4796811a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:15.849988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.853248 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.854347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-098f96b1-2657-492f-9aab-4a1040f8b270 None None] Provisioning complete for port 3f19f931-991e-4386-aa96-567c4796811a triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:15.854700 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-098f96b1-2657-492f-9aab-4a1040f8b270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.889400 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:15.930063 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:15.932897 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:15.937645 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:15.968382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Pushing event updated for resources: {'Port': ['ID=ba98e79e-cca3-40d7-9029-de4a25505e96,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:15.985964 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.130002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.222479 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.227597 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.284874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2318b030-f68c-408e-94e9-f5ce25affe2f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:16.298205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.299839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Attempting to bind port bba10905-802c-4c68-9df5-0d08ed9cd16b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:16.300213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Attempting to bind port bba10905-802c-4c68-9df5-0d08ed9cd16b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:16.300581 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Attempting to bind port bba10905-802c-4c68-9df5-0d08ed9cd16b on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:16.302402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac920530-596a-44d1-bfba-b7ccde3a34cd None None] Pushing event updated for resources: {'Port': ['ID=bba10905-802c-4c68-9df5-0d08ed9cd16b,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:16.302923 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.310825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e7c1c34d-0e4d-4a96-8725-637cc0ac46ac None None] Provisioning complete for port ba98e79e-cca3-40d7-9029-de4a25505e96 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:16.311193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7c1c34d-0e4d-4a96-8725-637cc0ac46ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.313043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:16.313404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:16.313813 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.314193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:16.314709 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Bound port: bba10905-802c-4c68-9df5-0d08ed9cd16b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:16.315036 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.374422 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.376294 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Pushing event updated for resources: {'Port': ['ID=ba98e79e-cca3-40d7-9029-de4a25505e96,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:16.381689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e7c1c34d-0e4d-4a96-8725-637cc0ac46ac None None] Port ba98e79e-cca3-40d7-9029-de4a25505e96 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:34:16.393371 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] For port bba10905-802c-4c68-9df5-0d08ed9cd16b, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:16.396634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] For port bba10905-802c-4c68-9df5-0d08ed9cd16b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=bba10905-802c-4c68-9df5-0d08ed9cd16b,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:16.400538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.445008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a971da2-7c30-41f8-a5f9-6795a2df96e0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:16.471402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:16.473280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:16.473667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Routers {'523bd790-551e-4715-82fb-b991f11b42ad'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:16.474780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['523bd790-551e-4715-82fb-b991f11b42ad'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:16.599206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Router 523bd790-551e-4715-82fb-b991f11b42ad has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:34:16.690281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac920530-596a-44d1-bfba-b7ccde3a34cd None None] Pushing event updated for resources: {'Port': ['ID=bba10905-802c-4c68-9df5-0d08ed9cd16b,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:16.718699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:34:16.723982 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-2ee321a9-12cf-4a4e-ad59-87bb77512210 admin admin] 10.222.0.62 "PUT /v2.0/routers/523bd790-551e-4715-82fb-b991f11b42ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5927992 Dec 08 17:34:16.745728 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-709dae8a-6814-42c8-b2ec-7992d7a72ca6 None None] Provisioning complete for port bba10905-802c-4c68-9df5-0d08ed9cd16b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:16.746122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-709dae8a-6814-42c8-b2ec-7992d7a72ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.799880 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] Set router 523bd790-551e-4715-82fb-b991f11b42ad gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:16.945892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-709dae8a-6814-42c8-b2ec-7992d7a72ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:16.986869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-709dae8a-6814-42c8-b2ec-7992d7a72ca6 None None] For port bba10905-802c-4c68-9df5-0d08ed9cd16b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=bba10905-802c-4c68-9df5-0d08ed9cd16b,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:16.992638 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-709dae8a-6814-42c8-b2ec-7992d7a72ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.073591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dae8a-6814-42c8-b2ec-7992d7a72ca6 None None] Pushing event updated for resources: {'Port': ['ID=bba10905-802c-4c68-9df5-0d08ed9cd16b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:17.097753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ba98e79e-cca3-40d7-9029-de4a25505e96', 'name': '', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'mac_address': 'fa:16:3e:e9:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:15Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 2, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'subnets': [{'id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:17.130755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92896eb9-f981-480a-8da1-35f6b6c3cf0f None None] The sync data for ids ['523bd790-551e-4715-82fb-b991f11b42ad'] in n-d-820935-5 is: [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ba98e79e-cca3-40d7-9029-de4a25505e96', 'name': '', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'mac_address': 'fa:16:3e:e9:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:15Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 2, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'subnets': [{'id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:34:17.138737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bb105b36-c002-49e9-9f1b-161e5b5d197c None None] Provisioning complete for port ba98e79e-cca3-40d7-9029-de4a25505e96 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:17.139111 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bb105b36-c002-49e9-9f1b-161e5b5d197c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.179199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-bb105b36-c002-49e9-9f1b-161e5b5d197c None None] Port ba98e79e-cca3-40d7-9029-de4a25505e96 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:34:17.208132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39554) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:17.213228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-522014824-network', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:17.235872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Made reservation on behalf of 1ad53a5e8c1f4a46b0da5bb218bfff08 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:17.238426 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.248290 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.348107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.352170 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.385539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:34:17.392144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9fb36e6-e8c7-4d26-901a-f9e0bafcd5eb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:17.399076 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.399734 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Added segment 16fdd6eb-d2f8-4334-a721-e4610c9b914c of type vlan for network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a Dec 08 17:34:17.445592 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.472722 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.473985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:17.474762 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.535725 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3231986 Dec 08 17:34:17.535725 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 39556) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:17.538273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f19f931-991e-4386-aa96-567c4796811a up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:17.539894 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Request body: {'subnet': {'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-subnet', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:17.556015 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0528c-7e6d-40c0-b26f-bf79af338427 admin admin] Pushing event updated for resources: {'Network': ['ID=be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:17.570958 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Made reservation on behalf of 1ad53a5e8c1f4a46b0da5bb218bfff08 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:17.574123 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.576110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:34:17.663364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 3f19f931-991e-4386-aa96-567c4796811a triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:17.663738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.765001 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.829697 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78c5fb8-cf68-431d-b80c-531d9604e211,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:17.852848 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Checking segment: {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:17.853471 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Network hostable DHCP agents. Network: be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:34:17.872235 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:34:17.882756 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:17.892956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698043a3-18e4-4fc4-85f8-207f399a26ac None None] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:17.893758 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:17.894682 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.912500 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9fa358c7-819f-462f-90d9-bf5c97291e00 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3762884 Dec 08 17:34:17.915249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39558) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:17.920370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:17.943564 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:17.944618 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.008886 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'fixed_ips': [{'subnet_id': 'b78c5fb8-cf68-431d-b80c-531d9604e211'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:34:18.009785 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.170585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Allocated IP 172.20.0.2 (be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a/b78c5fb8-cf68-431d-b80c-531d9604e211/0db779dd-26c3-4ada-adf4-95f04df7acc9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:18.338699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.344780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.362997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.391732 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:18.396032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:18.397816 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Pushing event updated for resources: {'Port': ['ID=0db779dd-26c3-4ada-adf4-95f04df7acc9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:18.400031 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:18.461675 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Attempting to bind port 0db779dd-26c3-4ada-adf4-95f04df7acc9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:18.462091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Attempting to bind port 0db779dd-26c3-4ada-adf4-95f04df7acc9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:18.462468 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Attempting to bind port 0db779dd-26c3-4ada-adf4-95f04df7acc9 on network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:18.468021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:18.468401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Checking segment: {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:18.468833 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.469234 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Bound using segment: {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:18.469711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Bound port: 0db779dd-26c3-4ada-adf4-95f04df7acc9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:18.470125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.514002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.536424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] For port 0db779dd-26c3-4ada-adf4-95f04df7acc9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:18.540026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] For port 0db779dd-26c3-4ada-adf4-95f04df7acc9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0db779dd-26c3-4ada-adf4-95f04df7acc9,segment=NetworkSegment(16fdd6eb-d2f8-4334-a721-e4610c9b914c),segment_id=16fdd6eb-d2f8-4334-a721-e4610c9b914c)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:18.546147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.608297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73915164-421f-4ad6-9a5c-341c2a8dc086 None None] Pushing event updated for resources: {'Port': ['ID=0db779dd-26c3-4ada-adf4-95f04df7acc9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:18.731625 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.762266 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:18.892616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Allocated IP 172.25.3.26 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/849a636f-ff76-45b9-af61-34387ae03990) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:19.004744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.041127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.084935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:19.087933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:19.090938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:19.097109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Pushing event updated for resources: {'Port': ['ID=849a636f-ff76-45b9-af61-34387ae03990,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:19.102974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2789313a-5bbf-4551-ba51-489e32d4eb31 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:19.221566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-41f3eed8-7379-4a6f-9c6a-4991cec4854f None None] Provisioning complete for port 849a636f-ff76-45b9-af61-34387ae03990 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:19.222102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-41f3eed8-7379-4a6f-9c6a-4991cec4854f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.261344 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-41f3eed8-7379-4a6f-9c6a-4991cec4854f None None] Port 849a636f-ff76-45b9-af61-34387ae03990 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:34:19.354812 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Sync routers for ids ['523bd790-551e-4715-82fb-b991f11b42ad'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:34:19.367742 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Routers {'523bd790-551e-4715-82fb-b991f11b42ad'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:19.368440 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['523bd790-551e-4715-82fb-b991f11b42ad'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:19.382312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.509531 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Set router 523bd790-551e-4715-82fb-b991f11b42ad gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:19.592145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0db779dd-26c3-4ada-adf4-95f04df7acc9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:19.628685 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.664168 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0db779dd-26c3-4ada-adf4-95f04df7acc9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:19.664789 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.755947 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ba98e79e-cca3-40d7-9029-de4a25505e96', 'name': '', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'mac_address': 'fa:16:3e:e9:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:15Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 2, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'subnets': [{'id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:19.772122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.784018 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Router aa8a7c47-2dc7-46ad-8853-6e622786bb36 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:34:19.789048 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Checking router: 523bd790-551e-4715-82fb-b991f11b42ad for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:34:19.789587 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Updating router 523bd790-551e-4715-82fb-b991f11b42ad port ba98e79e-cca3-40d7-9029-de4a25505e96 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:34:19.816478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 0db779dd-26c3-4ada-adf4-95f04df7acc9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0db779dd-26c3-4ada-adf4-95f04df7acc9,segment=NetworkSegment(16fdd6eb-d2f8-4334-a721-e4610c9b914c),segment_id=16fdd6eb-d2f8-4334-a721-e4610c9b914c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:19.820941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.822060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device bba10905-802c-4c68-9df5-0d08ed9cd16b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:19.824560 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.913368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=0db779dd-26c3-4ada-adf4-95f04df7acc9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:19.933646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port bba10905-802c-4c68-9df5-0d08ed9cd16b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:19.935033 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.956509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:34:19.977732 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:19.978361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Sync routers for ids ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:34:19.980460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-960c2346-8d40-4ba9-9d79-083d6343892b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0638769 Dec 08 17:34:19.983199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 39560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:34:20.005180 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Routers {'aa8a7c47-2dc7-46ad-8853-6e622786bb36'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:20.006009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:20.177699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Set router aa8a7c47-2dc7-46ad-8853-6e622786bb36 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:20.200142 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.212412 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.269387 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Pushing event updated for resources: {'Port': ['ID=ba98e79e-cca3-40d7-9029-de4a25505e96,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:20.292973 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.293330 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.303727 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.304094 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.308543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.308823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.309730 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.310090 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.310417 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.310744 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.311070 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.311869 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.312199 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:34:20.352654 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Attempting to bind port ba98e79e-cca3-40d7-9029-de4a25505e96 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:20.353037 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Attempting to bind port ba98e79e-cca3-40d7-9029-de4a25505e96 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:20.353631 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Attempting to bind port ba98e79e-cca3-40d7-9029-de4a25505e96 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:20.360953 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:20.361752 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Checking segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:20.362177 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.362578 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Bound using segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:20.363955 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Bound port: ba98e79e-cca3-40d7-9029-de4a25505e96, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:20.364374 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.417938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:34:19Z', 'revision_number': 3, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:20.458053 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e19466d-83a1-4dc3-af7d-5911879f38a7 None None] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:34:20.458756 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] For port ba98e79e-cca3-40d7-9029-de4a25505e96, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:20.460636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Checking router: aa8a7c47-2dc7-46ad-8853-6e622786bb36 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:34:20.460981 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Updating router aa8a7c47-2dc7-46ad-8853-6e622786bb36 port 849a636f-ff76-45b9-af61-34387ae03990 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:34:20.465439 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] For port ba98e79e-cca3-40d7-9029-de4a25505e96, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba98e79e-cca3-40d7-9029-de4a25505e96,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:20.472018 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.526992 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Routers {'523bd790-551e-4715-82fb-b991f11b42ad'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:20.527563 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['523bd790-551e-4715-82fb-b991f11b42ad'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:20.544617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.552944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.604723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7d4b9126-21a9-4a44-9d1d-dcb73a4ca346 None None] Provisioning complete for port 0db779dd-26c3-4ada-adf4-95f04df7acc9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:20.605171 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7d4b9126-21a9-4a44-9d1d-dcb73a4ca346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.700244 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4f3f0-fa75-4147-910b-6676226662ca None None] Pushing event updated for resources: {'Port': ['ID=ba98e79e-cca3-40d7-9029-de4a25505e96,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:20.755533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Allocated IP 172.20.0.1 (be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a/b78c5fb8-cf68-431d-b80c-531d9604e211/749237c6-ac21-4200-ade9-561dfe7478e6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:20.782396 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] Set router 523bd790-551e-4715-82fb-b991f11b42ad gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:20.883306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.928434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:20.985967 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:20.989400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:20.994510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:21.037682 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.041572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Pushing event updated for resources: {'Port': ['ID=749237c6-ac21-4200-ade9-561dfe7478e6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:21.054694 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ba98e79e-cca3-40d7-9029-de4a25505e96', 'name': '', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'mac_address': 'fa:16:3e:e9:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:15Z', 'updated_at': '2021-12-08T17:34:20Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'subnets': [{'id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:21.089650 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b12667-17b9-4207-ac0b-ded0e41b433f None None] The sync data for ids ['523bd790-551e-4715-82fb-b991f11b42ad'] in n-d-820935-5 is: [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'ba98e79e-cca3-40d7-9029-de4a25505e96', 'name': '', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'mac_address': 'fa:16:3e:e9:a0:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:15Z', 'updated_at': '2021-12-08T17:34:20Z', 'revision_number': 4, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'subnets': [{'id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:34:21.134945 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.143537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.192587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Attempting to bind port 849a636f-ff76-45b9-af61-34387ae03990 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:21.193192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Attempting to bind port 849a636f-ff76-45b9-af61-34387ae03990 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:21.193373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Attempting to bind port 849a636f-ff76-45b9-af61-34387ae03990 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:21.198962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1f980f-d314-421e-ae09-ce8b5e9305db None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:21.206663 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.215056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:21.216284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:21.216870 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.217274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:21.217769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Bound port: 849a636f-ff76-45b9-af61-34387ae03990, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:21.218379 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.252355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529ad35-f1fe-4547-a3ac-5386a306431f None None] Pushing event updated for resources: {'Port': ['ID=849a636f-ff76-45b9-af61-34387ae03990,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:21.294275 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] For port 849a636f-ff76-45b9-af61-34387ae03990, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:21.299414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] For port 849a636f-ff76-45b9-af61-34387ae03990, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=849a636f-ff76-45b9-af61-34387ae03990,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:21.308776 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.366085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31cc494-6ac5-4566-ac02-c394719cabb3 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:34:21.379689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Routers {'aa8a7c47-2dc7-46ad-8853-6e622786bb36'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:21.380416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:21.413247 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.418114 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.490014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.492201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Pushing event updated for resources: {'Port': ['ID=749237c6-ac21-4200-ade9-561dfe7478e6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:21.497764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] Set router aa8a7c47-2dc7-46ad-8853-6e622786bb36 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:21.587831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Provisioning complete for port 849a636f-ff76-45b9-af61-34387ae03990 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:21.588214 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.611610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:21.618089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:21.669481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0db779dd-26c3-4ada-adf4-95f04df7acc9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:21.714166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529ad35-f1fe-4547-a3ac-5386a306431f None None] Pushing event updated for resources: {'Port': ['ID=849a636f-ff76-45b9-af61-34387ae03990,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:21.761705 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Router aa8a7c47-2dc7-46ad-8853-6e622786bb36 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:34:21.836507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.886868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] For port 849a636f-ff76-45b9-af61-34387ae03990, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=849a636f-ff76-45b9-af61-34387ae03990,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:21.889376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0db779dd-26c3-4ada-adf4-95f04df7acc9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:21.889888 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.893842 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:21.901160 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:34:21.906482 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-99b2c996-e64d-4ec8-9902-3b68419e231b admin admin] 10.222.0.62 "PUT /v2.0/routers/aa8a7c47-2dc7-46ad-8853-6e622786bb36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9220095 Dec 08 17:34:21.985764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Provisioning complete for port ba98e79e-cca3-40d7-9029-de4a25505e96 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:21.986159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.040430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Pushing event updated for resources: {'Port': ['ID=849a636f-ff76-45b9-af61-34387ae03990,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:22.073822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '749237c6-ac21-4200-ade9-561dfe7478e6', 'name': '', 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'mac_address': 'fa:16:3e:0a:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:20Z', 'updated_at': '2021-12-08T17:34:20Z', 'revision_number': 1, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'subnets': [{'id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:22.115520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec8aafb-ed8e-4844-9d3c-18e5fbe39486 None None] The sync data for ids ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'] in n-d-820935-5 is: [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '749237c6-ac21-4200-ade9-561dfe7478e6', 'name': '', 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'mac_address': 'fa:16:3e:0a:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:20Z', 'updated_at': '2021-12-08T17:34:20Z', 'revision_number': 1, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'subnets': [{'id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:34:22.132422 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba98e79e-cca3-40d7-9029-de4a25505e96 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:22.195297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.242388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] For port ba98e79e-cca3-40d7-9029-de4a25505e96, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba98e79e-cca3-40d7-9029-de4a25505e96,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:22.243540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ba98e79e-cca3-40d7-9029-de4a25505e96 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:22.244148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.247371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.327646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Provisioning complete for port 0db779dd-26c3-4ada-adf4-95f04df7acc9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:22.328032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.376968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60554bd9-b8d0-4999-8cd0-7221461bb270 None None] Pushing event updated for resources: {'Port': ['ID=ba98e79e-cca3-40d7-9029-de4a25505e96,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:22.596923 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-265a9d47-9b03-4684-837c-b1cce434f214 None None] Provisioning complete for port 849a636f-ff76-45b9-af61-34387ae03990 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:22.597296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-265a9d47-9b03-4684-837c-b1cce434f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.676048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-cc562803-06a2-407e-9066-300c068638e2 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:22.677600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-cc562803-06a2-407e-9066-300c068638e2 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 817 time: 0.1108494 Dec 08 17:34:22.694341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-a654fdbc-3962-44f1-97d6-309b0671a720 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/quotas/d5440dbd47ea40d88d3f7afe4870824e HTTP/1.1" status: 200 len: 375 time: 0.0107071 Dec 08 17:34:22.698878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-265a9d47-9b03-4684-837c-b1cce434f214 None None] Provisioning complete for port 749237c6-ac21-4200-ade9-561dfe7478e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:22.699317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-265a9d47-9b03-4684-837c-b1cce434f214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:22.737723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-265a9d47-9b03-4684-837c-b1cce434f214 None None] Port 749237c6-ac21-4200-ade9-561dfe7478e6 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:34:22.755243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-b1c192aa-5f35-4836-86ed-630c51f97316 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536902 Dec 08 17:34:22.854147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-3fdfbe43-ae4f-4960-bed0-03117c37ed51 service neutron] 10.222.0.62 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853179 Dec 08 17:34:22.956688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-edf12d8f-cb84-4b7a-a88a-3a8667af5d74 service neutron] 10.222.0.62 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957294 Dec 08 17:34:23.118137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca589abd-583b-42e2-a57e-3c34f8c3df61 req-1eb78ebf-c376-4849-965d-8ddb393f8f4d tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 210 time: 0.0288684 Dec 08 17:34:23.592528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 849a636f-ff76-45b9-af61-34387ae03990 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:23.649323 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 849a636f-ff76-45b9-af61-34387ae03990 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:23.649701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:23.732899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba98e79e-cca3-40d7-9029-de4a25505e96 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:23.780136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ba98e79e-cca3-40d7-9029-de4a25505e96 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:23.780508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:24.074228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-ccb92b6e-cc25-477d-9e66-d820087295b2 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:24.075790 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-ccb92b6e-cc25-477d-9e66-d820087295b2 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 817 time: 0.1214688 Dec 08 17:34:24.089299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Request body: {'port': {'device_id': '2811711f-7e63-483e-ac93-bff09c0ec226', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'admin_state_up': True, 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:24.521563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-adbc38fd-162c-40e5-9239-f9d8c86fd474 req-cee54b24-3dc7-465c-b7d4-8c259a728d2c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 210 time: 0.0300701 Dec 08 17:34:24.583521 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Made reservation on behalf of d5440dbd47ea40d88d3f7afe4870824e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:34:24.587049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:24.716924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Allocated IP 172.20.0.5 (2032bd57-8bd8-40ef-96ac-6b915da6c998/8e63317f-1250-4b64-9b5a-edb7703b6c50/29c3caf0-bd90-4708-ba35-4acfd31e2146) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:34:24.864510 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:24.898634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:24.941677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:34:24.946786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:34:24.950770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:34:24.977300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Pushing event updated for resources: {'Port': ['ID=29c3caf0-bd90-4708-ba35-4acfd31e2146,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:25.011616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:25.013455 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.031610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-71351834-f3e7-4410-a20e-1bdc7355bebe tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464767 Dec 08 17:34:25.044994 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Request body: {'port': {'device_id': '2811711f-7e63-483e-ac93-bff09c0ec226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:34:25.109243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.156419 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Sync routers for ids ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:34:25.170495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Routers {'aa8a7c47-2dc7-46ad-8853-6e622786bb36'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:25.171130 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:25.177775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8d575622-a5a2-4a56-b428-61c6625d051d None None] Provisioning complete for port 29c3caf0-bd90-4708-ba35-4acfd31e2146 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:25.178337 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d575622-a5a2-4a56-b428-61c6625d051d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.212379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8d575622-a5a2-4a56-b428-61c6625d051d None None] Port 29c3caf0-bd90-4708-ba35-4acfd31e2146 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:34:25.280058 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Set router aa8a7c47-2dc7-46ad-8853-6e622786bb36 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:25.379887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c3caf0-bd90-4708-ba35-4acfd31e2146 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:34:25.388279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.400550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Transition to ACTIVE for port object 29c3caf0-bd90-4708-ba35-4acfd31e2146 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:34:25.405047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.457005 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=29c3caf0-bd90-4708-ba35-4acfd31e2146,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:25.496205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '749237c6-ac21-4200-ade9-561dfe7478e6', 'name': '', 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'mac_address': 'fa:16:3e:0a:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:20Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 2, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'subnets': [{'id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:25.530889 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Checking router: aa8a7c47-2dc7-46ad-8853-6e622786bb36 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:34:25.531338 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Updating router aa8a7c47-2dc7-46ad-8853-6e622786bb36 port 749237c6-ac21-4200-ade9-561dfe7478e6 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:34:25.533344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Attempting to bind port 29c3caf0-bd90-4708-ba35-4acfd31e2146 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:25.533760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Attempting to bind port 29c3caf0-bd90-4708-ba35-4acfd31e2146 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:25.534189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Attempting to bind port 29c3caf0-bd90-4708-ba35-4acfd31e2146 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:25.538850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Port 29c3caf0-bd90-4708-ba35-4acfd31e2146 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:34:25.539502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Attempting to bind port 29c3caf0-bd90-4708-ba35-4acfd31e2146 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:25.554578 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:25.555333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Checking segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:25.555512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Bound using segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:25.555968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Bound port: 29c3caf0-bd90-4708-ba35-4acfd31e2146, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:25.556418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.561619 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.652125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] For port 29c3caf0-bd90-4708-ba35-4acfd31e2146, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:25.669539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] For port 29c3caf0-bd90-4708-ba35-4acfd31e2146, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:25.682708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217436c-0064-4da2-bd8f-643586618f35 req-7585d7f6-635a-4a15-b462-20bbed840acc tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:25.684372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8217436c-0064-4da2-bd8f-643586618f35 req-7585d7f6-635a-4a15-b462-20bbed840acc tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 943 time: 0.0737214 Dec 08 17:34:25.685457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.739906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:25.740526 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.741955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] 10.222.0.86 "PUT /v2.0/ports/29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 1091 time: 0.7018809 Dec 08 17:34:25.744003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2811711f-7e63-483e-ac93-bff09c0ec226', 'tag': '29c3caf0-bd90-4708-ba35-4acfd31e2146'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:34:25.746915 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d395be5-93d9-45e7-83b4-236b3457a5da" -d '{"events": [{"name": "network-changed", "server_uuid": "2811711f-7e63-483e-ac93-bff09c0ec226", "tag": "29c3caf0-bd90-4708-ba35-4acfd31e2146"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:34:25.803497 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf31566-0eb1-4f42-9f88-1e6d9a743f86 x-openstack-request-id: req-1cf31566-0eb1-4f42-9f88-1e6d9a743f86 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:34:25.803786 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2811711f-7e63-483e-ac93-bff09c0ec226", "tag": "29c3caf0-bd90-4708-ba35-4acfd31e2146", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:34:25.804037 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1cf31566-0eb1-4f42-9f88-1e6d9a743f86 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:34:25.804432 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2811711f-7e63-483e-ac93-bff09c0ec226', 'tag': '29c3caf0-bd90-4708-ba35-4acfd31e2146', 'status': 'completed', 'code': 200} Dec 08 17:34:25.842984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ef1d0-25d8-4383-a2b6-da85657d8b43 service neutron] Pushing event updated for resources: {'Port': ['ID=29c3caf0-bd90-4708-ba35-4acfd31e2146,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:25.850091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8217436c-0064-4da2-bd8f-643586618f35 req-c3aaefb0-0192-4ed8-8394-1c37669f9f5a tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549532 Dec 08 17:34:25.864418 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.866073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-4ebe3a4a-d3e4-4037-bc0d-9bef51ae516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:25.867589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-4ebe3a4a-d3e4-4037-bc0d-9bef51ae516a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1094 time: 0.0774951 Dec 08 17:34:25.879145 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:25.921291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-95bd0dc5-1870-4cf1-b2a9-907dfe075d3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0446758 Dec 08 17:34:25.937655 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284a816-8330-437a-a3b0-b0e0e6e6a849 None None] Pushing event updated for resources: {'Port': ['ID=749237c6-ac21-4200-ade9-561dfe7478e6,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:25.992637 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Attempting to bind port 749237c6-ac21-4200-ade9-561dfe7478e6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:34:25.993016 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Attempting to bind port 749237c6-ac21-4200-ade9-561dfe7478e6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:34:25.993381 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Attempting to bind port 749237c6-ac21-4200-ade9-561dfe7478e6 on network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:34:25.997383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-da11eb93-baba-4cb6-ada9-725f896ee2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:25.998949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-da11eb93-baba-4cb6-ada9-725f896ee2cf service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0697834 Dec 08 17:34:25.999318 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:34:25.999699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Checking segment: {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:34:26.000102 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.000489 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Bound using segment: {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:34:26.000960 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Bound port: 749237c6-ac21-4200-ade9-561dfe7478e6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16fdd6eb-d2f8-4334-a721-e4610c9b914c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:34:26.001339 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.061359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0818e16-d115-4b65-a190-2419632a21d0 req-8a7ebc30-1c4c-4f9e-8821-408b559f87e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:26.063087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-8a7ebc30-1c4c-4f9e-8821-408b559f87e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561290 Dec 08 17:34:26.076449 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] For port 749237c6-ac21-4200-ade9-561dfe7478e6, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:34:26.079921 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] For port 749237c6-ac21-4200-ade9-561dfe7478e6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=749237c6-ac21-4200-ade9-561dfe7478e6,segment=NetworkSegment(16fdd6eb-d2f8-4334-a721-e4610c9b914c),segment_id=16fdd6eb-d2f8-4334-a721-e4610c9b914c)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:34:26.084977 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.135753 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Routers {'aa8a7c47-2dc7-46ad-8853-6e622786bb36'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:34:26.136214 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:33:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:26.166241 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-fa75f85d-e045-40a6-89e7-33b82a19ecfd service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951879 Dec 08 17:34:26.192351 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a1a3e7a2-35dc-4eaa-98a3-4de98388c95f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.202033 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284a816-8330-437a-a3b0-b0e0e6e6a849 None None] Pushing event updated for resources: {'Port': ['ID=749237c6-ac21-4200-ade9-561dfe7478e6,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:26.271977 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] Set router aa8a7c47-2dc7-46ad-8853-6e622786bb36 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:34:26.276080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0818e16-d115-4b65-a190-2419632a21d0 req-2de7155f-d9c6-4482-9cd1-a874b9a75bf4 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011879 Dec 08 17:34:26.287411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3cb8901d-6a97-4324-9593-6300ccf72a23 None None] Provisioning complete for port 749237c6-ac21-4200-ade9-561dfe7478e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:26.287778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cb8901d-6a97-4324-9593-6300ccf72a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.376348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-27ad977f-cb6c-47a6-ae5f-3e3327188ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:26.377897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-27ad977f-cb6c-47a6-ae5f-3e3327188ed0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1094 time: 0.0442119 Dec 08 17:34:26.383489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cb8901d-6a97-4324-9593-6300ccf72a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.418838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-3cb8901d-6a97-4324-9593-6300ccf72a23 None None] For port 749237c6-ac21-4200-ade9-561dfe7478e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=749237c6-ac21-4200-ade9-561dfe7478e6,segment=NetworkSegment(16fdd6eb-d2f8-4334-a721-e4610c9b914c),segment_id=16fdd6eb-d2f8-4334-a721-e4610c9b914c)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:26.423732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3cb8901d-6a97-4324-9593-6300ccf72a23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.474813 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8901d-6a97-4324-9593-6300ccf72a23 None None] Pushing event updated for resources: {'Port': ['ID=749237c6-ac21-4200-ade9-561dfe7478e6,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:26.492852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-9ad8628f-6f4d-41fd-a2e8-30f2865297ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:26.494153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-9ad8628f-6f4d-41fd-a2e8-30f2865297ff service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.1090870 Dec 08 17:34:26.503181 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '749237c6-ac21-4200-ade9-561dfe7478e6', 'name': '', 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'mac_address': 'fa:16:3e:0a:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:20Z', 'updated_at': '2021-12-08T17:34:26Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'subnets': [{'id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:34:26.530511 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6252c91-6001-4003-84ca-cbc7280d7e69 None None] The sync data for ids ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'] in n-d-820935-5 is: [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '749237c6-ac21-4200-ade9-561dfe7478e6', 'name': '', 'network_id': 'be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'mac_address': 'fa:16:3e:0a:81:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:20Z', 'updated_at': '2021-12-08T17:34:26Z', 'revision_number': 4, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'subnets': [{'id': 'b78c5fb8-cf68-431d-b80c-531d9604e211', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:34:26.541823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-2055cb9c-88b4-4353-9d87-c28ddcf1df53 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0396788 Dec 08 17:34:26.544925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c8ba6e42-4a26-474e-b9c9-1a848fd33046 None None] Provisioning complete for port 749237c6-ac21-4200-ade9-561dfe7478e6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:26.545300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8ba6e42-4a26-474e-b9c9-1a848fd33046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:26.596148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-624dc078-7e5f-4618-9691-b65afa1f24e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:26.597641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-624dc078-7e5f-4618-9691-b65afa1f24e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0480328 Dec 08 17:34:26.652074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-09510413-42b1-42b0-9009-e67fb5d50e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:26.654145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-09510413-42b1-42b0-9009-e67fb5d50e47 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484037 Dec 08 17:34:26.749169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-59e47481-6773-42cb-a240-1d2409c39c2c service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867922 Dec 08 17:34:26.848527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d395be5-93d9-45e7-83b4-236b3457a5da req-23789863-214d-42fd-b53c-ad51737cc23d service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914781 Dec 08 17:34:26.982946 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f4ce4-3820-4aec-b0fc-76ea1326cc6e req-7366f7bb-aa01-4764-ac5c-b87d3300ff70 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:26.984788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d1f4ce4-3820-4aec-b0fc-76ea1326cc6e req-7366f7bb-aa01-4764-ac5c-b87d3300ff70 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 943 time: 0.0515070 Dec 08 17:34:27.034039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d1f4ce4-3820-4aec-b0fc-76ea1326cc6e req-4c635ef2-00e3-4b9d-9b71-c42a0d08ec47 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429804 Dec 08 17:34:27.537786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 749237c6-ac21-4200-ade9-561dfe7478e6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:27.588959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 749237c6-ac21-4200-ade9-561dfe7478e6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:27.589328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:28.152453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208259b-0fed-4122-92cd-f948d7434545 req-ccf4e5de-5fc2-4f93-bc7c-8ac357ec5b97 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:28.154511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6208259b-0fed-4122-92cd-f948d7434545 req-ccf4e5de-5fc2-4f93-bc7c-8ac357ec5b97 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 943 time: 0.0501390 Dec 08 17:34:28.200827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6208259b-0fed-4122-92cd-f948d7434545 req-f2c3bacb-26bf-4686-b995-5b66623ade34 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402529 Dec 08 17:34:28.359714 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 29c3caf0-bd90-4708-ba35-4acfd31e2146 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:34:28.452012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 29c3caf0-bd90-4708-ba35-4acfd31e2146, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:28.463333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '29c3caf0-bd90-4708-ba35-4acfd31e2146', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'port_id': '29c3caf0-bd90-4708-ba35-4acfd31e2146', 'mac_address': 'fa:16:3e:a0:d5:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:34:28.504062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:28.517398 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c3caf0-bd90-4708-ba35-4acfd31e2146 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:34:28.536794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 29c3caf0-bd90-4708-ba35-4acfd31e2146, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:28.540670 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:28.587463 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=29c3caf0-bd90-4708-ba35-4acfd31e2146,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:28.743497 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['29c3caf0-bd90-4708-ba35-4acfd31e2146'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:34:28.968595 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1eecbd04-ba26-4c7b-958d-a88dca11f514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:29.319087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e2483-c69d-4708-8e0e-5fc0f4df0796 req-7086a237-7b67-4a40-bf36-8abf41fdc16f tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:29.320472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-153e2483-c69d-4708-8e0e-5fc0f4df0796 req-7086a237-7b67-4a40-bf36-8abf41fdc16f tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 944 time: 0.0525165 Dec 08 17:34:29.367644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-153e2483-c69d-4708-8e0e-5fc0f4df0796 req-5dd853ae-67d6-4983-b1c6-a2139f44723f tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Dec 08 17:34:30.374623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 29c3caf0-bd90-4708-ba35-4acfd31e2146 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:34:30.423533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 29c3caf0-bd90-4708-ba35-4acfd31e2146 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:34:30.439196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 29c3caf0-bd90-4708-ba35-4acfd31e2146 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:34:30.439569 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:30.464315 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:30.485009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa78c3a5-a3d3-440c-ab07-d6fd6cb1c748 req-5f0d8690-8c3d-4f2d-9041-a744fcadbcc9 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:30.486566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa78c3a5-a3d3-440c-ab07-d6fd6cb1c748 req-5f0d8690-8c3d-4f2d-9041-a744fcadbcc9 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 944 time: 0.0503874 Dec 08 17:34:30.537103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa78c3a5-a3d3-440c-ab07-d6fd6cb1c748 req-3cb2d8a1-1c21-4584-95ff-6066bd91c3af tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442870 Dec 08 17:34:30.685730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:30.707306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2811711f-7e63-483e-ac93-bff09c0ec226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c3caf0-bd90-4708-ba35-4acfd31e2146'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:34:30.709550 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ce8aab-1f1a-41b2-8644-1be181d3471b" -d '{"events": [{"server_uuid": "2811711f-7e63-483e-ac93-bff09c0ec226", "name": "network-vif-plugged", "status": "completed", "tag": "29c3caf0-bd90-4708-ba35-4acfd31e2146"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:34:30.722775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 29c3caf0-bd90-4708-ba35-4acfd31e2146, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:34:30.726977 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:30.752149 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd5de51-a3fd-45a6-8f3f-6e6ae220f95d x-openstack-request-id: req-5dd5de51-a3fd-45a6-8f3f-6e6ae220f95d {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:34:30.752440 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2811711f-7e63-483e-ac93-bff09c0ec226", "name": "network-vif-plugged", "status": "completed", "tag": "29c3caf0-bd90-4708-ba35-4acfd31e2146", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:34:30.752686 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5dd5de51-a3fd-45a6-8f3f-6e6ae220f95d {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:34:30.753103 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2811711f-7e63-483e-ac93-bff09c0ec226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c3caf0-bd90-4708-ba35-4acfd31e2146', 'code': 200} Dec 08 17:34:30.779860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=29c3caf0-bd90-4708-ba35-4acfd31e2146,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:34:30.846315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57128019-2be2-4031-992c-f50ec254b831 req-3c6a3c29-58e7-4e60-8615-48a9e8efc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:30.847800 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57128019-2be2-4031-992c-f50ec254b831 req-3c6a3c29-58e7-4e60-8615-48a9e8efc6ed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0448189 Dec 08 17:34:30.891926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57128019-2be2-4031-992c-f50ec254b831 req-a861a394-2f7f-43b8-a059-a1af72800678 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372362 Dec 08 17:34:31.654819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c23603-7f47-45ac-8340-20e20b0d2412 req-87ea59a3-6484-4db1-a729-dbc52b38f998 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:31.656285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7c23603-7f47-45ac-8340-20e20b0d2412 req-87ea59a3-6484-4db1-a729-dbc52b38f998 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Dec 08 17:34:31.703343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c7c23603-7f47-45ac-8340-20e20b0d2412 req-c75cd5ce-5ddf-4f1e-85c4-f7903624ca35 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 Dec 08 17:34:32.197849 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:32.472421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:32.819541 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e63d0-d756-4b77-91f7-851c6f2005e3 req-3c1256f7-7f88-4561-8e0f-153995389c3d tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:32.821012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b18e63d0-d756-4b77-91f7-851c6f2005e3 req-3c1256f7-7f88-4561-8e0f-153995389c3d tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 945 time: 0.0483444 Dec 08 17:34:32.872963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b18e63d0-d756-4b77-91f7-851c6f2005e3 req-35c2bf4b-56b2-40a2-947e-d869e1e75a1c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452194 Dec 08 17:34:32.875783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:32.986932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f305ff-f806-4b96-9a86-ae3e5d378181 req-66ca4e9a-0862-466c-a923-8705af42e10c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:34:32.988291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f305ff-f806-4b96-9a86-ae3e5d378181 req-66ca4e9a-0862-466c-a923-8705af42e10c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Dec 08 17:34:33.034915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13f305ff-f806-4b96-9a86-ae3e5d378181 req-3bac5894-a236-4201-a063-13caf9c31ee9 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405998 Dec 08 17:34:33.888765 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:40.670958 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:34:56.184235 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5202d0eb-6e7d-44ce-8965-d1017036580c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:34:58.969817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a202c22d-c74d-489b-884a-9dddb6f75469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:00.442097 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:02.202261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:02.475185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:02.875955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:03.902939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:17.670689 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:35:26.189814 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-02848c00-0d68-4c52-acfb-cde0d981a9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:28.971499 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f620ce61-81db-4248-ae7f-5ae42f3f738e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:30.444436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:31.415938 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-1c81990b-2ba1-4f3c-8f52-a710ab9c4a3e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308701 Dec 08 17:35:31.498698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-848623aa-c779-41cb-bdbe-cb51145ec834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:31.500182 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-848623aa-c779-41cb-bdbe-cb51145ec834 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0417457 Dec 08 17:35:31.605771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-f287c27f-2109-4110-9c7c-c0885c84fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:31.607172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-f287c27f-2109-4110-9c7c-c0885c84fe10 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0884717 Dec 08 17:35:31.647583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-1b4de717-9121-4bcb-aeea-e5995a7fa74a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0338447 Dec 08 17:35:31.699637 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-03dcae16-4c06-4b6d-aab6-04f443312db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:31.701069 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-03dcae16-4c06-4b6d-aab6-04f443312db4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0464599 Dec 08 17:35:31.745732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-cfea1ed0-33a8-403b-baa3-b342523ea22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:35:31.747212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-cfea1ed0-33a8-403b-baa3-b342523ea22e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396891 Dec 08 17:35:31.834961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-e620e35f-eed9-4cdf-8bfa-20e61b67ac68 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807803 Dec 08 17:35:31.928251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b7bc1e4-717c-40ef-a4d9-56510a675e6b req-b6c8a12d-b71a-4d4a-814a-e85925755d86 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859075 Dec 08 17:35:32.204778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:32.476045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:32.873761 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:33.918045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:54.669664 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:35:56.181293 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-745465da-1ed0-40f3-8161-31619f5606e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:35:58.974035 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f7f0c257-ddc4-4e6b-b7e9-3e7c9ca3d486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:00.447438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.207418 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.477757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:02.888516 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:03.916682 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:26.182485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b8fec807-a9b9-4710-bcce-e1963c927d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:28.974631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-523aab95-66a6-4735-bedd-17e9e3e8b8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:30.449972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:31.668022 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:36:32.213347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:32.325468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-9d8fd676-afce-4508-8ce8-577ea3edc853 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420172 Dec 08 17:36:32.405655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-900a889b-6f8c-45b2-ab90-a4f8c01da6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:32.407096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-900a889b-6f8c-45b2-ab90-a4f8c01da6a0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0408916 Dec 08 17:36:32.480772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:32.513114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-0d9cf7be-1e57-4191-8040-0a5486504e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:32.514621 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-0d9cf7be-1e57-4191-8040-0a5486504e89 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0889518 Dec 08 17:36:32.556316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-2a67c862-5242-4762-8550-cb5ca3987d89 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0350454 Dec 08 17:36:32.609644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-2b7c3f5f-64d5-4b9c-a713-f32ec5a2d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:32.611354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-2b7c3f5f-64d5-4b9c-a713-f32ec5a2d81c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0478375 Dec 08 17:36:32.657495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-ba6fcdd1-1941-42c5-b59c-11ac4b9343cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:36:32.658896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-ba6fcdd1-1941-42c5-b59c-11ac4b9343cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403349 Dec 08 17:36:32.748184 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-431fb1d0-a49b-40c4-8bff-3a1b1aec4f80 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810313 Dec 08 17:36:32.840451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1d06e033-5a8e-4538-8830-7b46fdfcdf82 req-f01b1162-3033-4d29-9c8f-0f904ecc01b9 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857294 Dec 08 17:36:32.887927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:33.916178 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:56.185753 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2d21fa3-c7fc-4d20-93ae-31b84e60b40a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:36:58.975712 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17c6c469-5774-46b8-bd90-dfcf87a20f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:00.452469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:02.212540 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:02.484778 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:02.901690 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:03.931554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:08.667034 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:37:26.191316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e3e4da76-a7ce-49b6-9626-a4de5fbc8148 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:28.976510 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b65cf3bd-456d-4699-992d-da502c44ce79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:30.454502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:32.214541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:32.321272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-603ce897-729e-471d-bebd-9bf06f5ed961 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399621 Dec 08 17:37:32.401542 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-95d377ac-2d76-441b-bce6-c67866ccac66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:32.402949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-95d377ac-2d76-441b-bce6-c67866ccac66 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0394306 Dec 08 17:37:32.487810 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:32.508652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-46dddd54-b0e1-4ffe-9e79-4ab2ca7eb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:32.510124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-46dddd54-b0e1-4ffe-9e79-4ab2ca7eb049 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0878644 Dec 08 17:37:32.550813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-cca27faf-8516-44ac-9260-c3ba1d4872d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0336320 Dec 08 17:37:32.602775 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-3fd0056d-0d99-425c-9d58-a5d097cc39e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:32.604190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-3fd0056d-0d99-425c-9d58-a5d097cc39e5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0465035 Dec 08 17:37:32.650378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-bca3faed-b129-4fe3-8a03-b4acdbb042d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:37:32.651913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-bca3faed-b129-4fe3-8a03-b4acdbb042d7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403819 Dec 08 17:37:32.738377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-776d66ae-a349-4846-8ea8-e7df9a067df0 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797412 Dec 08 17:37:32.829109 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c9b7cc-4963-4cfa-8caf-43b2b8919983 req-446b342a-f7aa-4033-9dc3-23a120467296 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836217 Dec 08 17:37:32.902342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:33.930566 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:41.988096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-ec6fdcb6-011b-44bf-b630-f3e41cf90e79 req-cac14d30-04fa-4332-ad17-75fc231124d2 tempest-ServerDiskConfigTestJSON-685108421 tempest-ServerDiskConfigTestJSON-685108421-project] (103281) timed out ('10.222.0.58', 54910) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:37:45.666982 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:37:56.185456 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1997-c947-4c6f-b57d-2882f5f6b87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:37:58.978024 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a4bd72c-481f-4d5d-8c16-4a2d1c11c4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:00.458194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:02.217094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:02.491313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:02.917603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:03.945328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:22.666478 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:38:26.182748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c756d177-abc9-4004-b6d9-de29251cf837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:28.978802 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f6e5f932-783d-43e3-9294-5405633f60d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:30.458929 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:32.220180 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:32.494120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:32.930824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:33.945273 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:34.321299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-3042b343-4f8f-4fdb-8fe1-890efb424494 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410903 Dec 08 17:38:34.402033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-0172b1f1-106a-4d1e-928e-85a417bdb7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:34.403500 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-0172b1f1-106a-4d1e-928e-85a417bdb7e7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0408506 Dec 08 17:38:34.510272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-209e7389-e953-4edb-bb0d-78dd9bbb70b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:34.511645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-209e7389-e953-4edb-bb0d-78dd9bbb70b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0874631 Dec 08 17:38:34.556256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-a3206fca-2f78-4c45-a1c9-b6927ab6804f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0359507 Dec 08 17:38:34.608426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-6f66fabc-6702-4ea2-95bf-704590488d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:34.609878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-6f66fabc-6702-4ea2-95bf-704590488d25 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0474052 Dec 08 17:38:34.653933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-ab72f415-8fc9-41ac-8d42-e1d86919b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:38:34.655382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-ab72f415-8fc9-41ac-8d42-e1d86919b178 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386150 Dec 08 17:38:34.744542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-96010965-8a63-487e-860a-c198b0adcc66 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812156 Dec 08 17:38:34.837066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59002e27-e565-451e-9e8c-09277d2c6d58 req-c2d0a9a1-2a0b-4eeb-bbfb-d3794cfab553 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858715 Dec 08 17:38:56.184532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f1bab08-d6ea-4222-90cf-99d0b2e79640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:58.981320 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-990a0b21-91fc-48eb-9417-3b262e9b51de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:38:59.665481 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:39:00.461169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:02.223249 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:02.496626 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:02.934480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:03.960040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:26.187267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-92fd8015-572e-4e74-9090-e4bb2f511879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:28.982703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a42feefa-6814-42aa-8384-3c025411a7a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:30.463869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:32.225694 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:32.498508 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:32.946531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:33.961593 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:34.367775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-b125ec58-3cea-4325-838f-f7a06cef4c05 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405409 Dec 08 17:39:34.448006 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-f4a35e07-53b2-49cc-874c-48bfa0e09034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:34.449469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-f4a35e07-53b2-49cc-874c-48bfa0e09034 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0408087 Dec 08 17:39:34.555530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-923a04c2-a10b-4e38-a81d-42e1d7741a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:34.556932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-923a04c2-a10b-4e38-a81d-42e1d7741a4f service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0890844 Dec 08 17:39:34.598845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-bd16b433-039c-4a20-84e4-f86e4b0dface service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0352712 Dec 08 17:39:34.651595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-b5169f7c-f1e1-4722-a73b-aa91780d236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:34.653015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-b5169f7c-f1e1-4722-a73b-aa91780d236a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0480733 Dec 08 17:39:34.698112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-1eb13dd3-e53a-42bf-9d65-2734ce064859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:39:34.699568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-1eb13dd3-e53a-42bf-9d65-2734ce064859 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399029 Dec 08 17:39:34.787042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-e5c6a912-6606-43a3-88c6-abf1b4bdadf0 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Dec 08 17:39:34.879216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36476bc4-a551-4372-96df-fd0eb90f8d11 req-1e3b3831-7492-4d64-b4ad-6cf648660a28 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 Dec 08 17:39:36.667555 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:39:56.188614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0ac17fe5-ae12-465f-9ab1-774435337390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:39:58.987666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1ec8bdcd-c45f-4277-99e9-160d3139654a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:00.468052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:02.228003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:02.501222 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:02.943860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:03.958208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:13.667444 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:40:26.190497 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73ce6032-2e6a-4d68-b444-a0c432797915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:28.988637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d45926d-c881-4b84-8472-f7a9a1f01fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:30.472429 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:32.230807 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:32.502670 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:32.961328 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:33.957868 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:34.432198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-f8c509f3-01a2-4ddc-aef7-36cbb6fe299c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1064496 Dec 08 17:40:34.513054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-50bb0b84-a8fd-47f2-9f8f-6200aaf69447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:34.514591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-50bb0b84-a8fd-47f2-9f8f-6200aaf69447 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 1096 time: 0.0410371 Dec 08 17:40:34.623743 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-a23d67ef-828c-4097-ba8e-290ad52b0a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:34.625128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-a23d67ef-828c-4097-ba8e-290ad52b0a01 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0916288 Dec 08 17:40:34.668826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-8703326c-ce54-4910-868f-b1cbedaa4a71 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 200 len: 217 time: 0.0362043 Dec 08 17:40:34.720435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-0cc0fc98-9f75-4388-9c3f-71fae50dce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:34.721884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-0cc0fc98-9f75-4388-9c3f-71fae50dce10 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0457015 Dec 08 17:40:34.767004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-9a290812-f1f0-4820-abdd-fc8e1c55b724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:34.768451 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-9a290812-f1f0-4820-abdd-fc8e1c55b724 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396962 Dec 08 17:40:34.854899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-733f7ba4-07c0-4917-833a-a2c75e0fe323 service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796983 Dec 08 17:40:34.946857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba0c9f72-e708-4f4a-9fe0-b7e65536864b req-9c4267b4-9889-4b73-a101-4e75632e564f service neutron] 10.222.0.86 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847659 Dec 08 17:40:50.666969 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:40:52.673271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ffe1b-8202-4765-94b1-f9f99ae745d7 req-98152576-8267-4aa8-974c-f60bacbd7de6 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:52.674768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c1ffe1b-8202-4765-94b1-f9f99ae745d7 req-98152576-8267-4aa8-974c-f60bacbd7de6 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 945 time: 0.0500093 Dec 08 17:40:52.722612 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6c1ffe1b-8202-4765-94b1-f9f99ae745d7 req-6912f7dc-dd98-4122-a606-c4a7403e4692 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411041 Dec 08 17:40:53.198138 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861027da-5571-483d-ab97-7a2f49dfe18a req-9be0bdf5-5856-43d8-bda3-9f37a64beca0 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:53.199697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-861027da-5571-483d-ab97-7a2f49dfe18a req-9be0bdf5-5856-43d8-bda3-9f37a64beca0 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.86 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 945 time: 0.0551071 Dec 08 17:40:53.294447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Deleting port 29c3caf0-bd90-4708-ba35-4acfd31e2146 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:40:53.294786 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:53.383242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] For port 29c3caf0-bd90-4708-ba35-4acfd31e2146, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=29c3caf0-bd90-4708-ba35-4acfd31e2146,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:40:53.383522 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:53.396144 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Calling delete_port for 29c3caf0-bd90-4708-ba35-4acfd31e2146 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:40:53.519963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:53.532525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['29c3caf0-bd90-4708-ba35-4acfd31e2146'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:40:53.554182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Pushing event deleted for resources: {'Port': ['ID=29c3caf0-bd90-4708-ba35-4acfd31e2146,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:40:53.581222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.581577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.582088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.582543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.582887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.583221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.583553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.583885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.584917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.584917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.585547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.585828 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.586156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:40:53.611993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] No DVR routers for this DVR port 29c3caf0-bd90-4708-ba35-4acfd31e2146 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:40:53.614549 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:53.618354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-861027da-5571-483d-ab97-7a2f49dfe18a req-cb44f284-4c9d-4bdc-b601-92714805491c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.86 "DELETE /v2.0/ports/29c3caf0-bd90-4708-ba35-4acfd31e2146 HTTP/1.1" status: 204 len: 173 time: 0.4126692 Dec 08 17:40:53.618787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2811711f-7e63-483e-ac93-bff09c0ec226', 'name': 'network-vif-deleted', 'tag': '29c3caf0-bd90-4708-ba35-4acfd31e2146'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:40:53.621101 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c8e824-ff5d-4f77-9ed7-935902a28b0b" -d '{"events": [{"server_uuid": "2811711f-7e63-483e-ac93-bff09c0ec226", "name": "network-vif-deleted", "tag": "29c3caf0-bd90-4708-ba35-4acfd31e2146"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:40:53.717023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2fb5fb-1f6b-4d93-ba46-d63c7a4dc5bb x-openstack-request-id: req-5e2fb5fb-1f6b-4d93-ba46-d63c7a4dc5bb {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:40:53.717643 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2811711f-7e63-483e-ac93-bff09c0ec226", "name": "network-vif-deleted", "tag": "29c3caf0-bd90-4708-ba35-4acfd31e2146", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:40:53.717643 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5e2fb5fb-1f6b-4d93-ba46-d63c7a4dc5bb {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:40:53.719296 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2811711f-7e63-483e-ac93-bff09c0ec226', 'name': 'network-vif-deleted', 'tag': '29c3caf0-bd90-4708-ba35-4acfd31e2146', 'status': 'completed', 'code': 200} Dec 08 17:40:53.830440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fc6fc283-ee97-4c08-8088-7d7078edbbdc req-cd28f670-6e18-4232-ba40-bb25403fdad6 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=2811711f-7e63-483e-ac93-bff09c0ec226 HTTP/1.1" status: 200 len: 210 time: 0.0259900 Dec 08 17:40:55.469829 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-f50e573c-3357-49dd-a915-63928c2d8772 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:55.471285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-f50e573c-3357-49dd-a915-63928c2d8772 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 817 time: 0.1033113 Dec 08 17:40:55.486096 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-da6ec816-f632-489b-a043-a5622b1a0aeb tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/quotas/d5440dbd47ea40d88d3f7afe4870824e HTTP/1.1" status: 200 len: 375 time: 0.0088913 Dec 08 17:40:55.536845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-d3a3c109-6ce9-45fd-a52e-0a53b4f0fd45 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446715 Dec 08 17:40:55.595730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-f0048368-6fc2-4407-8c09-7cb5cbdd0f07 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:40:55.596731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-f0048368-6fc2-4407-8c09-7cb5cbdd0f07 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485432 Dec 08 17:40:55.688135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-e06fb614-9a21-41a0-8f82-fd45f62642e2 service neutron] 10.222.0.62 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850229 Dec 08 17:40:55.776155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-3dc073ee-359d-47fe-b8d3-8e868955132b service neutron] 10.222.0.62 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804594 Dec 08 17:40:55.986176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6175c3a3-d744-4d5c-a096-0a45a83f9351 req-002eb3f3-4f21-4d57-bd5d-fb5e64442f58 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 210 time: 0.0783772 Dec 08 17:40:56.191337 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2b526783-550d-4ca0-be7e-7883fb0eec37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:56.897607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-a62c9eb5-24e4-4717-8190-55c3889c8c52 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:56.899097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-a62c9eb5-24e4-4717-8190-55c3889c8c52 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 817 time: 0.1072443 Dec 08 17:40:56.912205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Request body: {'port': {'device_id': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'admin_state_up': True, 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:40:57.019189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Made reservation on behalf of d5440dbd47ea40d88d3f7afe4870824e for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:40:57.023049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:57.445398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5d8fe22-cd9a-4f00-a69a-29dc5fda2a88 req-59bf4124-aefd-4f52-b974-3f87da56a8e4 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 210 time: 0.0363851 Dec 08 17:40:57.507537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Allocated IP 172.20.0.7 (2032bd57-8bd8-40ef-96ac-6b915da6c998/8e63317f-1250-4b64-9b5a-edb7703b6c50/19a4ae44-dd7b-431f-8806-e9ffb47d7654) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:40:57.650367 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:57.683462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:57.724169 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:40:57.729704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:40:57.733297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:40:57.756702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Pushing event updated for resources: {'Port': ['ID=19a4ae44-dd7b-431f-8806-e9ffb47d7654,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:40:57.791786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:57.792435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:57.809936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-74e47f62-b975-447e-9867-a63930ba2a56 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015360 Dec 08 17:40:57.819778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-083b4ac0-2a25-4b84-b033-d265bd8be95f tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:40:57.820739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-083b4ac0-2a25-4b84-b033-d265bd8be95f tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053687 Dec 08 17:40:57.880793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Request body: {'port': {'device_id': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:40:57.934642 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.011740 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3e8915aa-6694-48ea-95da-fcb548d50082 None None] Provisioning complete for port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:40:58.012354 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3e8915aa-6694-48ea-95da-fcb548d50082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.048635 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3e8915aa-6694-48ea-95da-fcb548d50082 None None] Port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:40:58.191318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a4ae44-dd7b-431f-8806-e9ffb47d7654 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:40:58.199419 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.212026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Transition to ACTIVE for port object 19a4ae44-dd7b-431f-8806-e9ffb47d7654 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:40:58.215554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.268072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Pushing event updated for resources: {'Port': ['ID=19a4ae44-dd7b-431f-8806-e9ffb47d7654,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:40:58.334999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 29c3caf0-bd90-4708-ba35-4acfd31e2146 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:40:58.341159 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Attempting to bind port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:40:58.341495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Attempting to bind port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:40:58.341857 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Attempting to bind port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:40:58.346402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:40:58.346726 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Attempting to bind port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 on network 2032bd57-8bd8-40ef-96ac-6b915da6c998 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:40:58.352502 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:40:58.352847 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Checking segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:40:58.353225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Bound using segment: {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:40:58.353656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Bound port: 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '884e12ad-f172-432b-b47b-3c179db6df6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:40:58.354033 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.359649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 29c3caf0-bd90-4708-ba35-4acfd31e2146 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:40:58.359988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 29c3caf0-bd90-4708-ba35-4acfd31e2146 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:40:58.424298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] For port 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:40:58.427597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] For port 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:40:58.432908 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.467483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:58.469820 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:58.469820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] 10.222.0.58 "PUT /v2.0/ports/19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 1091 time: 0.6410503 Dec 08 17:40:58.470026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'tag': '19a4ae44-dd7b-431f-8806-e9ffb47d7654'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:40:58.472181 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "89f29664-3fe4-4974-bad2-fd8029605ea5", "tag": "19a4ae44-dd7b-431f-8806-e9ffb47d7654"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:40:58.499222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985c785-8356-4928-bdf7-e8d057b55007 service neutron] Pushing event updated for resources: {'Port': ['ID=19a4ae44-dd7b-431f-8806-e9ffb47d7654,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:40:58.522501 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344f9c43-e7e8-4ba1-accb-968c99b98758 x-openstack-request-id: req-344f9c43-e7e8-4ba1-accb-968c99b98758 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:40:58.522778 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f29664-3fe4-4974-bad2-fd8029605ea5", "tag": "19a4ae44-dd7b-431f-8806-e9ffb47d7654", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:40:58.523038 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-344f9c43-e7e8-4ba1-accb-968c99b98758 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:40:58.523441 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'tag': '19a4ae44-dd7b-431f-8806-e9ffb47d7654', 'status': 'completed', 'code': 200} Dec 08 17:40:58.588141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-85714d26-daea-4632-ad76-a52e117bd730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:58.589846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-85714d26-daea-4632-ad76-a52e117bd730 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0795114 Dec 08 17:40:58.645445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145536ee-9d58-478d-9289-b28f7da70491 req-ddd51fe6-aeb8-47a1-b9ac-cc440eb38e57 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:58.647682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-145536ee-9d58-478d-9289-b28f7da70491 req-ddd51fe6-aeb8-47a1-b9ac-cc440eb38e57 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 943 time: 0.0971749 Dec 08 17:40:58.649244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-8de64b10-9c6e-4f6f-86cb-b2f0879f2e33 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0517571 Dec 08 17:40:58.729762 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-2ee539c3-ae3b-47e1-9a4b-9a8b2e744fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:58.731279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-2ee539c3-ae3b-47e1-9a4b-9a8b2e744fda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0707414 Dec 08 17:40:58.735818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-145536ee-9d58-478d-9289-b28f7da70491 req-0e24447d-4558-42e1-8743-18d885fdf594 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814743 Dec 08 17:40:58.778457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-94521f69-6233-4f7f-8598-bd481b018720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:58.779862 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-94521f69-6233-4f7f-8598-bd481b018720 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411432 Dec 08 17:40:58.872624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-98ff44d0-99dd-47e8-8070-44d278d1e497 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844796 Dec 08 17:40:58.962931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d749696-30e6-4f6a-bf41-3724b50e5841 req-298dca0c-9f3f-45bb-8400-15ecbb8f8abc service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832338 Dec 08 17:40:58.990081 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-148650ba-7f36-4bf7-ac1a-d42eda23c690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:40:59.060442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-5bf08f65-6738-448f-a9e4-bc441210ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:59.061914 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-5bf08f65-6738-448f-a9e4-bc441210ec82 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1094 time: 0.0456483 Dec 08 17:40:59.152485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-17a3f7cf-bee8-4c81-b12d-9a5e9fa6c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:59.153991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-17a3f7cf-bee8-4c81-b12d-9a5e9fa6c90f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0843546 Dec 08 17:40:59.199561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-baa57843-0ca1-4309-85fe-3887b63f5bb2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0385766 Dec 08 17:40:59.249215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-79845a84-fce5-4d3f-8685-7dd948212b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:59.250682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-79845a84-fce5-4d3f-8685-7dd948212b29 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0435760 Dec 08 17:40:59.295685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-b153e985-a953-4001-b5d8-4158d496f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:59.297134 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-b153e985-a953-4001-b5d8-4158d496f42c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388379 Dec 08 17:40:59.390880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-f644a50f-0db5-4e44-a80f-3fc883c738dc service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848029 Dec 08 17:40:59.482110 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-42826e6b-dc71-4a9d-9aa2-a4a2483f1c7e req-ac6bd17b-acef-4e21-8fc0-9085e66e15f9 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823538 Dec 08 17:40:59.854410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e85e82-3966-4ef1-8e2c-ffc65e2957db req-b792d88f-38cd-4998-bddf-9dacb8d9c7c4 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:40:59.855886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26e85e82-3966-4ef1-8e2c-ffc65e2957db req-b792d88f-38cd-4998-bddf-9dacb8d9c7c4 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 943 time: 0.0497127 Dec 08 17:40:59.903147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26e85e82-3966-4ef1-8e2c-ffc65e2957db req-fa29b004-25bb-4c54-a260-0ae37ef902aa tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Dec 08 17:41:00.472897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:01.023085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a887942-18a7-49dc-b7d6-1acb8469fbb5 req-03d87aa9-e593-420d-a003-af3f3f55c3e2 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:01.024591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a887942-18a7-49dc-b7d6-1acb8469fbb5 req-03d87aa9-e593-420d-a003-af3f3f55c3e2 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 943 time: 0.0532608 Dec 08 17:41:01.070995 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a887942-18a7-49dc-b7d6-1acb8469fbb5 req-cf870145-8512-4ab8-8815-4c05493e5646 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404575 Dec 08 17:41:01.526089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 19a4ae44-dd7b-431f-8806-e9ffb47d7654 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:41:01.623890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:01.635789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '19a4ae44-dd7b-431f-8806-e9ffb47d7654', 'network_id': '2032bd57-8bd8-40ef-96ac-6b915da6c998', 'port_id': '19a4ae44-dd7b-431f-8806-e9ffb47d7654', 'mac_address': 'fa:16:3e:19:7e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e63317f-1250-4b64-9b5a-edb7703b6c50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:41:01.671927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:01.685594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a4ae44-dd7b-431f-8806-e9ffb47d7654 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:41:01.705957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:01.709697 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:01.758612 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=19a4ae44-dd7b-431f-8806-e9ffb47d7654,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:01.766010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.766391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.766759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.767097 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.767430 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.767758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.768082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.768407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.768755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.769076 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.769424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.769745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.770089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:41:01.937636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['19a4ae44-dd7b-431f-8806-e9ffb47d7654'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:41:02.187685 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2f13-8b60-46ee-8066-72ea6610d7be req-bc5011b4-5f95-4ffa-9fd7-94cf7f8f143d tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:02.189176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72dc2f13-8b60-46ee-8066-72ea6610d7be req-bc5011b4-5f95-4ffa-9fd7-94cf7f8f143d tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 944 time: 0.0491560 Dec 08 17:41:02.234048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:02.236734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72dc2f13-8b60-46ee-8066-72ea6610d7be req-73e920e0-937f-4502-9db8-8a8dd05039fc tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414038 Dec 08 17:41:02.504330 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:02.972823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:03.356539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd0e34-d48c-4ae6-9209-dbdd2d9d0442 req-a55dc3c9-4622-4b15-b01c-0efa19215520 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:03.358055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2dd0e34-d48c-4ae6-9209-dbdd2d9d0442 req-a55dc3c9-4622-4b15-b01c-0efa19215520 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 944 time: 0.0521867 Dec 08 17:41:03.405015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f2dd0e34-d48c-4ae6-9209-dbdd2d9d0442 req-1b8fe51c-14a9-4fb2-ac2f-850ed9163e5f tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407722 Dec 08 17:41:03.554627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 19a4ae44-dd7b-431f-8806-e9ffb47d7654 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:41:03.606192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:41:03.609990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:41:03.610359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:03.685199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:03.707556 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a4ae44-dd7b-431f-8806-e9ffb47d7654'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:41:03.711077 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9ada5f-b0cd-4ed7-a40d-8e53e4991f96" -d '{"events": [{"server_uuid": "89f29664-3fe4-4974-bad2-fd8029605ea5", "name": "network-vif-plugged", "status": "completed", "tag": "19a4ae44-dd7b-431f-8806-e9ffb47d7654"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:41:03.725867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:41:03.729766 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:03.781678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=19a4ae44-dd7b-431f-8806-e9ffb47d7654,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:41:03.805876 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4510295-52d4-485c-a3e2-bd22fbb3420a x-openstack-request-id: req-c4510295-52d4-485c-a3e2-bd22fbb3420a {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:41:03.806156 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f29664-3fe4-4974-bad2-fd8029605ea5", "name": "network-vif-plugged", "status": "completed", "tag": "19a4ae44-dd7b-431f-8806-e9ffb47d7654", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:41:03.806413 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4510295-52d4-485c-a3e2-bd22fbb3420a {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:41:03.806810 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a4ae44-dd7b-431f-8806-e9ffb47d7654', 'code': 200} Dec 08 17:41:03.901736 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150d16-18f9-4657-85cd-635d9a3b9143 req-a9c7ab6b-c2af-4689-bd8c-82daefd8246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:03.903235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79150d16-18f9-4657-85cd-635d9a3b9143 req-a9c7ab6b-c2af-4689-bd8c-82daefd8246b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0398552 Dec 08 17:41:03.950809 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79150d16-18f9-4657-85cd-635d9a3b9143 req-e4425c0b-a395-44b6-b3f2-947a28f71ea8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387530 Dec 08 17:41:03.957093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:04.519457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3996877f-c6ad-4a02-94d8-5ca0f0001fcd req-85246dd8-ded2-476a-9ddb-6af8f01d43b0 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:04.520918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3996877f-c6ad-4a02-94d8-5ca0f0001fcd req-85246dd8-ded2-476a-9ddb-6af8f01d43b0 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 945 time: 0.0491304 Dec 08 17:41:04.572529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3996877f-c6ad-4a02-94d8-5ca0f0001fcd req-95bd9aea-9563-411c-9296-4da5aafeb2a8 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455959 Dec 08 17:41:05.689158 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06887349-a883-4e94-a882-f5838f040c0a req-c3c5dfa1-5c84-4bd2-ab3a-ad5be784cdaa tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:05.690642 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06887349-a883-4e94-a882-f5838f040c0a req-c3c5dfa1-5c84-4bd2-ab3a-ad5be784cdaa tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 945 time: 0.0491631 Dec 08 17:41:05.739379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06887349-a883-4e94-a882-f5838f040c0a req-83a33026-513a-4647-8d16-1155e6e48ce4 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415637 Dec 08 17:41:05.852900 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20473d41-3b9d-4d9f-8aab-97765979c8b0 req-6f89930f-9471-4cc9-aa5d-14e83fd0c18c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:05.854302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20473d41-3b9d-4d9f-8aab-97765979c8b0 req-6f89930f-9471-4cc9-aa5d-14e83fd0c18c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Dec 08 17:41:05.907747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20473d41-3b9d-4d9f-8aab-97765979c8b0 req-ece811c8-56c3-4919-9e52-fc272e96a13c tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409811 Dec 08 17:41:26.193099 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d481-bd5e-4dd6-97fe-0a0121ca4f5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:27.666953 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:41:28.987850 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5c4883ad-cda2-4925-9ea3-7e9421de38d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:30.475454 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.236582 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.508469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:32.972246 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:33.971231 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:44.329208 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-fae2dbb3-7d04-4af4-8f05-b6e76b29b04d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435462 Dec 08 17:41:44.410442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-3052ccb2-6b2f-4002-ba40-898424d36efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:44.411808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-3052ccb2-6b2f-4002-ba40-898424d36efc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0398512 Dec 08 17:41:44.512839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-7e25d0b6-151a-45cc-9a73-88ab1838fe07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:44.514315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-7e25d0b6-151a-45cc-9a73-88ab1838fe07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0828128 Dec 08 17:41:44.565470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-d041aaea-adaa-4ae8-80a6-6ff2ec06d89c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0389967 Dec 08 17:41:44.615092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-3b18ec35-c65f-4574-9f40-661f2a3c5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:44.616532 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-3b18ec35-c65f-4574-9f40-661f2a3c5864 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0444605 Dec 08 17:41:44.661535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-9b0fb3fe-2fe3-4cd3-80eb-66f487363cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:41:44.662931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-9b0fb3fe-2fe3-4cd3-80eb-66f487363cc0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396416 Dec 08 17:41:44.753896 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-937183d5-2a75-48d8-a5e2-9c2899175e68 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835404 Dec 08 17:41:44.842306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06516d4b-d645-4dea-a791-470c9b9265c1 req-e8f9e1f5-ac17-4078-9508-3661f2dee9fe service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808260 Dec 08 17:41:56.194164 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-91e33996-61e9-425d-a446-1b20f5e67962 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:41:58.989719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd0706cd-6215-4f9f-a3e2-053df4ab28b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:00.478611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:02.239776 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:02.510854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:02.992826 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:03.971058 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:04.666443 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:42:26.197119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fbc47296-3f45-4fae-9845-e6b2584cba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:28.990573 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bd51940-c6d2-418c-81eb-ef4f9dcc2903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:30.483468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:32.242070 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:32.512419 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:32.987490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:33.985277 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:41.665493 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:42:45.339042 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-3b96906d-e566-42bf-94f4-a6f8062656f0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0452354 Dec 08 17:42:45.424381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-a66e7ede-a283-44c0-9de9-a3d2e1464790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:42:45.425850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-a66e7ede-a283-44c0-9de9-a3d2e1464790 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0399392 Dec 08 17:42:45.529150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-64041e45-0b9d-4d58-8a7d-92a23c96eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:42:45.530660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-64041e45-0b9d-4d58-8a7d-92a23c96eb8d service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0840685 Dec 08 17:42:45.577067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-2d8669ab-2f20-4428-83db-a427d9082b81 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0383685 Dec 08 17:42:45.627014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-3ada49a6-1225-4a4c-810b-105e2b76f0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:42:45.628329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-3ada49a6-1225-4a4c-810b-105e2b76f0cf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0438128 Dec 08 17:42:45.673686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-b54163e3-13c2-4d2c-8b53-0594a001b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:42:45.675169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-b54163e3-13c2-4d2c-8b53-0594a001b067 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395103 Dec 08 17:42:45.766229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-74d5ab72-ac46-4d53-b416-c47ee796aa4b service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832298 Dec 08 17:42:45.855858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca5e7876-769b-40d4-ae09-ea7d7a6d1287 req-db77f482-5075-43cd-bf6c-49aaf29291b3 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813000 Dec 08 17:42:56.198719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2be28546-eb9d-4b6e-9ba9-b004202c6725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:42:58.993213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2e21-2b2c-4c33-b72a-c236a7d496f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:00.484497 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:02.247473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:02.514115 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:03.001631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:03.985199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:18.664530 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:43:26.200312 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ad4aa1ce-6e21-4e2e-8ccc-0dca833fec0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:28.996158 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-aa3118be-8a36-4b07-8d58-53ee90bad0b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:30.488046 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:32.250860 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:32.517284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:33.035851 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:33.984545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:47.335528 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-23066b05-6e48-4d0e-9534-f673094f4802 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408075 Dec 08 17:43:47.423587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-68115584-940b-4bbc-a207-55cd48730919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:43:47.425080 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-68115584-940b-4bbc-a207-55cd48730919 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0455132 Dec 08 17:43:47.527017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-d34599d1-f4ca-4c9d-aa1a-ef18802a09b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:43:47.528596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-d34599d1-f4ca-4c9d-aa1a-ef18802a09b9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0844615 Dec 08 17:43:47.575032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-3b4b6377-42f4-490f-bba4-0ab7bd88c4ce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0382364 Dec 08 17:43:47.624000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-31238580-6fbb-4b22-bce6-f37feaf60ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:43:47.625602 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-31238580-6fbb-4b22-bce6-f37feaf60ee7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0433724 Dec 08 17:43:47.671207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-3fad0b3c-b9f6-444f-bedf-d6003cded3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:43:47.672652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-3fad0b3c-b9f6-444f-bedf-d6003cded3ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391762 Dec 08 17:43:47.765280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-60828ac8-45f9-4ccc-ad54-999979be1ccf service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848439 Dec 08 17:43:47.852431 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c9f43db-e0de-4694-a99f-c50cfbcd4232 req-244b8782-42e3-4c9f-8de7-4b03f3a32666 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802238 Dec 08 17:43:55.663481 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:43:56.202954 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de744cc5-d3cd-4fa9-b14c-d9f7eaa0a1c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:43:58.998343 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b5216076-b51a-4af5-b1f0-e9a3fc1c19ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:00.491112 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:02.250647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:02.519382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:03.031128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:03.984190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:26.205246 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6b11ad55-8fda-4840-8461-fb8f1e4fb528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:28.999267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-04b5119e-a3ba-47a7-a001-7ee40be300cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:30.494364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:32.253147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:32.521734 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:32.662524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:44:33.045261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:33.982679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:47.336290 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-bca3b6f8-796e-43f4-ace3-c901b15ea6a3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394273 Dec 08 17:44:47.422594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-005499a2-fb30-4276-b54e-821c12b5c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:44:47.423967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-005499a2-fb30-4276-b54e-821c12b5c46c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0446405 Dec 08 17:44:47.527812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-ddbedb27-82ec-4bfb-ae54-334b40064d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:44:47.529303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-ddbedb27-82ec-4bfb-ae54-334b40064d6f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0842767 Dec 08 17:44:47.570576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-7ca11aa5-613a-41c2-a744-9cd0cbf761a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0340066 Dec 08 17:44:47.622071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-355f413c-9e90-4402-a323-4765fd5c1005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:44:47.624246 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-355f413c-9e90-4402-a323-4765fd5c1005 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0471084 Dec 08 17:44:47.668860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-7516d64d-9867-472e-aaa1-c36f7b18d132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:44:47.670398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-7516d64d-9867-472e-aaa1-c36f7b18d132 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394876 Dec 08 17:44:47.758986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-151c856c-f283-4131-a06a-cbbc2b97b62a service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809164 Dec 08 17:44:47.850692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a084a56c-a4dd-44d5-90c1-ebd611dc0163 req-ceebdc5b-e37a-43db-a1ce-d1732476cbc2 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Dec 08 17:44:56.206951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3dc4c7d0-dd30-4d6e-aa3c-1d9d4954d6e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:44:59.000988 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce18395b-2ce8-41c1-aa05-90d957e28b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:00.496907 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:02.255581 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:02.523329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:03.044372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:03.981502 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:09.662561 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:45:26.209655 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2ad3be4b-2e8e-4d9c-9314-525a806a525f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:29.003833 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-748f5fa2-c098-47c9-ba87-7af480dd176d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:30.499916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:32.257591 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:32.529280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:33.054138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:33.981336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:46.663007 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:45:47.327053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-aff98190-1750-4171-bfb0-ed2e48b26085 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409913 Dec 08 17:45:47.409859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-17c53f60-acbb-426d-8dc2-5be3f95dd43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:45:47.411256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-17c53f60-acbb-426d-8dc2-5be3f95dd43e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0400977 Dec 08 17:45:47.516127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-8ec69355-2544-4559-b83d-916f0fdef221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:45:47.517580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-8ec69355-2544-4559-b83d-916f0fdef221 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0878110 Dec 08 17:45:47.558742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-9bf9b9d6-fa1f-46f8-a731-f6bfd89cf6d2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0338438 Dec 08 17:45:47.611363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-5b74d96e-3e58-44d5-a074-7e7d5ef912f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:45:47.613197 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-5b74d96e-3e58-44d5-a074-7e7d5ef912f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0474694 Dec 08 17:45:47.658384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-c690c0d6-57e1-4425-810c-dda9b52ba55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:45:47.659929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-c690c0d6-57e1-4425-810c-dda9b52ba55b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398672 Dec 08 17:45:47.747856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-b9930744-5d7e-4dd5-bbdb-4a55fc60d8a5 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808215 Dec 08 17:45:47.840027 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-40164c93-476d-4d25-8b2c-4dd4047e6c75 req-4add6327-8200-4b8b-9809-5ee3e55b00d2 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Dec 08 17:45:56.211796 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6fec10ff-80f9-4419-8c46-7db83a6f574e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:45:59.006921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-026c2b59-90f4-4f72-b9ee-cbcf285ac94f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:00.501691 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:02.260464 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:02.522096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:03.053047 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:03.979433 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:23.662483 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:46:26.213205 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d60c0673-2f36-4091-94dc-52b7a3abaa09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:29.008930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a873c14a-1019-4ba6-b9e6-f72a7f129971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:30.504510 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:32.262300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:32.523469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:33.072517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:33.979245 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:49.481716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-3a037787-f0ec-4704-b340-20317c11c3a5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993687 Dec 08 17:46:49.564242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-bd5cddba-1701-48c6-b1df-09c338755a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:46:49.565735 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-bd5cddba-1701-48c6-b1df-09c338755a80 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 1096 time: 0.0413535 Dec 08 17:46:49.672157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-3f4466a3-50e7-4a19-a109-c23a04a6e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:46:49.673511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-3f4466a3-50e7-4a19-a109-c23a04a6e190 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 200 len: 918 time: 0.0885432 Dec 08 17:46:49.714557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-81f88e8c-431a-4a72-bdd2-243a64d10372 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 200 len: 217 time: 0.0328701 Dec 08 17:46:49.766989 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-d1ddfef5-39ea-4b33-852e-99f9c5894362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:46:49.768424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-d1ddfef5-39ea-4b33-852e-99f9c5894362 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 200 len: 856 time: 0.0461142 Dec 08 17:46:49.813972 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-9da8cc25-772a-480e-a66e-3f6c437a1ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:46:49.815446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-9da8cc25-772a-480e-a66e-3f6c437a1ef0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2032bd57-8bd8-40ef-96ac-6b915da6c998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400193 Dec 08 17:46:49.906117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-0a28c734-997f-46bd-b4d9-46b102848eeb service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835676 Dec 08 17:46:49.998316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3b0552aa-6e92-41b9-8b36-69129872f0d2 req-11ad8a88-3986-4a36-86f4-1ac825b0faf8 service neutron] 10.222.0.58 "GET /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850854 Dec 08 17:46:56.216062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-037d414b-0ee4-4363-8eac-b2db7a0107a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:46:59.010247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff111a64-2995-4c6a-b6f8-18e8c3688cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:00.510460 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:00.661454 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:47:02.265285 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:02.526409 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:03.071836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:03.994412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:19.066745 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [req-f9a99a32-6b55-419a-93fe-5f7475b3655b req-82570dd1-bdba-4214-b463-1b4c41f98d17 service neutron] (103281) timed out ('10.222.0.62', 37112) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 17:47:25.638283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa40d346-80a3-4a5c-8663-e7abca907ed4 req-f836eb70-8c55-472b-a327-9bad7357ef35 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:25.639680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa40d346-80a3-4a5c-8663-e7abca907ed4 req-f836eb70-8c55-472b-a327-9bad7357ef35 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 945 time: 0.0507951 Dec 08 17:47:25.688063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa40d346-80a3-4a5c-8663-e7abca907ed4 req-fcaaa254-c83f-45e9-995c-957ceb835c02 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/security-groups?id=9e3bd14c-541d-4e0c-a988-e7644af3e0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418708 Dec 08 17:47:26.187233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-795c638d-e60d-424a-a3e1-73e6f51e878b tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:26.188673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-795c638d-e60d-424a-a3e1-73e6f51e878b tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.58 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Dec 08 17:47:26.217333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-50809c05-1b42-4862-be35-a0dd8421a201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:26.278713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Deleting port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:26.279051 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:26.370030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] For port 19a4ae44-dd7b-431f-8806-e9ffb47d7654, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=19a4ae44-dd7b-431f-8806-e9ffb47d7654,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:26.370270 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:26.383642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Calling delete_port for 19a4ae44-dd7b-431f-8806-e9ffb47d7654 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:26.507393 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:26.519261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['19a4ae44-dd7b-431f-8806-e9ffb47d7654'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:47:26.539439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Pushing event deleted for resources: {'Port': ['ID=19a4ae44-dd7b-431f-8806-e9ffb47d7654,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:26.552544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.552891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.553292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.553632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.553986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.554311 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.554641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.554963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.555281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.555599 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.555917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.556230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.556550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:26.589756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] No DVR routers for this DVR port 19a4ae44-dd7b-431f-8806-e9ffb47d7654 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:47:26.593334 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:26.596693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8545a3b0-7d94-4f49-b686-bd8b7399f0cd req-2ed364f5-8bda-4231-8c44-0970120a3244 tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.58 "DELETE /v2.0/ports/19a4ae44-dd7b-431f-8806-e9ffb47d7654 HTTP/1.1" status: 204 len: 173 time: 0.4017248 Dec 08 17:47:26.597126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'name': 'network-vif-deleted', 'tag': '19a4ae44-dd7b-431f-8806-e9ffb47d7654'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:47:26.599388 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1204d304-21a1-4dc1-86f2-e07be0065d2e" -d '{"events": [{"server_uuid": "89f29664-3fe4-4974-bad2-fd8029605ea5", "name": "network-vif-deleted", "tag": "19a4ae44-dd7b-431f-8806-e9ffb47d7654"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:47:26.692661 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ea7456-a5bf-4255-b1c5-c5e23c360edc x-openstack-request-id: req-73ea7456-a5bf-4255-b1c5-c5e23c360edc {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:47:26.693267 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f29664-3fe4-4974-bad2-fd8029605ea5", "name": "network-vif-deleted", "tag": "19a4ae44-dd7b-431f-8806-e9ffb47d7654", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:47:26.693267 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-73ea7456-a5bf-4255-b1c5-c5e23c360edc {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:47:26.693605 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f29664-3fe4-4974-bad2-fd8029605ea5', 'name': 'network-vif-deleted', 'tag': '19a4ae44-dd7b-431f-8806-e9ffb47d7654', 'status': 'completed', 'code': 200} Dec 08 17:47:26.805516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e5868985-1138-4a64-b28b-d672a51dd4c4 req-16bc126e-4e91-4263-acbd-48fb48aed68d tempest-TestEncryptedCinderVolumes-2051856016 tempest-TestEncryptedCinderVolumes-2051856016-project] 10.222.0.62 "GET /v2.0/ports?device_id=89f29664-3fe4-4974-bad2-fd8029605ea5 HTTP/1.1" status: 200 len: 210 time: 0.0327604 Dec 08 17:47:27.946998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:28.420496 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:28.995660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Deleting port ba98e79e-cca3-40d7-9029-de4a25505e96 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:28.996377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:29.012213 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4857d4e-2df3-43a1-acff-261e850a49fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:29.076094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] For port ba98e79e-cca3-40d7-9029-de4a25505e96, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ba98e79e-cca3-40d7-9029-de4a25505e96,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:29.076453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:29.088801 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Calling delete_port for ba98e79e-cca3-40d7-9029-de4a25505e96 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:29.267439 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:29.292826 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Pushing event deleted for resources: {'Port': ['ID=ba98e79e-cca3-40d7-9029-de4a25505e96,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:29.458543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:29.670731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Router 523bd790-551e-4715-82fb-b991f11b42ad has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:47:29.710114 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 19a4ae44-dd7b-431f-8806-e9ffb47d7654 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:29.730130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 19a4ae44-dd7b-431f-8806-e9ffb47d7654 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:29.730471 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 19a4ae44-dd7b-431f-8806-e9ffb47d7654 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:29.777012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:47:29.784464 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2ed3331d-dd55-4b7d-b3d6-13dd303b20ae admin admin] 10.222.0.62 "PUT /v2.0/routers/523bd790-551e-4715-82fb-b991f11b42ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8352766 Dec 08 17:47:29.785853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41436) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:29.786839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] Sync routers for ids ['523bd790-551e-4715-82fb-b991f11b42ad'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:47:29.797978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] Routers {'523bd790-551e-4715-82fb-b991f11b42ad'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:29.798587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['523bd790-551e-4715-82fb-b991f11b42ad'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:29.910031 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:29.915023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] Set router 523bd790-551e-4715-82fb-b991f11b42ad gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:30.009763 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.065867 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Deleting port bba10905-802c-4c68-9df5-0d08ed9cd16b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:30.066212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.094558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:47:29Z', 'revision_number': 5, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port': {'id': 'bba10905-802c-4c68-9df5-0d08ed9cd16b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523bd790-551e-4715-82fb-b991f11b42ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:14Z', 'updated_at': '2021-12-08T17:34:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:30.125657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] Checking router: 523bd790-551e-4715-82fb-b991f11b42ad for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:47:30.133960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] Routers {'523bd790-551e-4715-82fb-b991f11b42ad'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:30.134555 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['523bd790-551e-4715-82fb-b991f11b42ad'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:30.148094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] For port bba10905-802c-4c68-9df5-0d08ed9cd16b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=bba10905-802c-4c68-9df5-0d08ed9cd16b,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:30.148459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.161937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Calling delete_port for bba10905-802c-4c68-9df5-0d08ed9cd16b owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:30.216570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] Set router 523bd790-551e-4715-82fb-b991f11b42ad gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:30.272694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:47:30Z', 'revision_number': 6, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:30.300543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7690e4-d651-4bde-8925-4ed232a42fb4 None None] The sync data for ids ['523bd790-551e-4715-82fb-b991f11b42ad'] in n-d-820935-5 is: [{'id': '523bd790-551e-4715-82fb-b991f11b42ad', 'name': 'tempest-TestEncryptedCinderVolumes-1004100224-router', 'tenant_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:13Z', 'updated_at': '2021-12-08T17:47:30Z', 'revision_number': 6, 'project_id': 'd5440dbd47ea40d88d3f7afe4870824e', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:47:30.339807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.365940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=bba10905-802c-4c68-9df5-0d08ed9cd16b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:30.380575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d4f3ed-bbbd-4a38-9267-bff5928bd34c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:30.431404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.511084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.522667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.524809 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.567204 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.567698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 523bd790-551e-4715-82fb-b991f11b42ad {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:47:30.572093 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.573198 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3488ba50-214d-4178-83d2-d8aba8e97d69 admin admin] 10.222.0.62 "DELETE /v2.0/routers/523bd790-551e-4715-82fb-b991f11b42ad HTTP/1.1" status: 204 len: 168 time: 0.7864220 Dec 08 17:47:30.576008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41438) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:30.625745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Deleting subnet 8e63317f-1250-4b64-9b5a-edb7703b6c50 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:47:30.629213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.665631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.745027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.795317 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.826369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e63317f-1250-4b64-9b5a-edb7703b6c50,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:30.828353 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.832675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e4b50195-1e58-4ce7-9423-db3634b04bbc admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8e63317f-1250-4b64-9b5a-edb7703b6c50 HTTP/1.1" status: 204 len: 168 time: 0.2549002 Dec 08 17:47:30.834468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41440) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:30.836686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125117e-fca6-42e0-8d43-128551ea3a48 None None] Network 2032bd57-8bd8-40ef-96ac-6b915da6c998 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:47:30.902332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:30.959237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Deleting port 3f19f931-991e-4386-aa96-567c4796811a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:30.959573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.028579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] For port 3f19f931-991e-4386-aa96-567c4796811a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f19f931-991e-4386-aa96-567c4796811a,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:31.029890 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.038343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] DHCP port deletion for 2032bd57-8bd8-40ef-96ac-6b915da6c998 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:31.044398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Calling delete_port for 3f19f931-991e-4386-aa96-567c4796811a owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:31.091017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Deleting port 3f19f931-991e-4386-aa96-567c4796811a {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:31.091388 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.130771 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.157435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] For port 3f19f931-991e-4386-aa96-567c4796811a, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=3f19f931-991e-4386-aa96-567c4796811a,segment=NetworkSegment(884e12ad-f172-432b-b47b-3c179db6df6e),segment_id=884e12ad-f172-432b-b47b-3c179db6df6e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:31.158231 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.159471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] No DVR routers for this DVR port 3f19f931-991e-4386-aa96-567c4796811a on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:47:31.164729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3f19f931-991e-4386-aa96-567c4796811a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:31.171595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Calling delete_port for 3f19f931-991e-4386-aa96-567c4796811a owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:31.237371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.253040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.259642 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2032bd57-8bd8-40ef-96ac-6b915da6c998']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:31.270711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '884e12ad-f172-432b-b47b-3c179db6df6e') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:31.271010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '884e12ad-f172-432b-b47b-3c179db6df6e') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:31.279267 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Pushing event deleted for resources: {'Port': ['ID=3f19f931-991e-4386-aa96-567c4796811a,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:31.281049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.283713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] No DVR routers for this DVR port 3f19f931-991e-4386-aa96-567c4796811a on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:47:31.296040 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.297057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.297057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.297057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.297452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.297685 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.298087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.298370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.298699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.299022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.299347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.300071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.300071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b106680f-914a-4039-9e45-d49befb5c770 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:31.308896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.316339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:47:31.316819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:47:31.318776 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:47:31.383983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.389034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.392348 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] 10.222.0.62 "DELETE /v2.0/networks/2032bd57-8bd8-40ef-96ac-6b915da6c998 HTTP/1.1" status: 204 len: 168 time: 0.5569646 Dec 08 17:47:31.395358 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:31.405835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb573741-afd0-4e47-b239-3112f1c7b6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=2032bd57-8bd8-40ef-96ac-6b915da6c998,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:31.742399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:31.910454 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba98e79e-cca3-40d7-9029-de4a25505e96 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:31.930524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ba98e79e-cca3-40d7-9029-de4a25505e96 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:31.930868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ba98e79e-cca3-40d7-9029-de4a25505e96 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:31.931290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device bba10905-802c-4c68-9df5-0d08ed9cd16b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:31.950921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: bba10905-802c-4c68-9df5-0d08ed9cd16b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:31.951264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device bba10905-802c-4c68-9df5-0d08ed9cd16b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:31.951676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f19f931-991e-4386-aa96-567c4796811a no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:31.970479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 3f19f931-991e-4386-aa96-567c4796811a {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:31.970818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 3f19f931-991e-4386-aa96-567c4796811a not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:31.995928 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Deleting port 749237c6-ac21-4200-ade9-561dfe7478e6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:31.996197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.072625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] For port 749237c6-ac21-4200-ade9-561dfe7478e6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=749237c6-ac21-4200-ade9-561dfe7478e6,segment=NetworkSegment(16fdd6eb-d2f8-4334-a721-e4610c9b914c),segment_id=16fdd6eb-d2f8-4334-a721-e4610c9b914c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:32.072977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.085486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Calling delete_port for 749237c6-ac21-4200-ade9-561dfe7478e6 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:32.260830 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.268639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.286658 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=749237c6-ac21-4200-ade9-561dfe7478e6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:32.316124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.316464 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.316803 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.317132 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.317459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.317785 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.318128 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.318447 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.318766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.319086 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.319412 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.319718 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.320029 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:32.469019 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.531777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.682053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Router aa8a7c47-2dc7-46ad-8853-6e622786bb36 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:47:32.784656 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:47:32.789548 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-49f390bc-32e4-43e6-88d7-13535125bf5d admin admin] 10.222.0.62 "PUT /v2.0/routers/aa8a7c47-2dc7-46ad-8853-6e622786bb36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3931501 Dec 08 17:47:32.792175 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41446) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:32.795549 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] Sync routers for ids ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:47:32.805889 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] Routers {'aa8a7c47-2dc7-46ad-8853-6e622786bb36'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:32.806501 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:32.908284 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:32.911171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] Set router aa8a7c47-2dc7-46ad-8853-6e622786bb36 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:33.011570 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.064542 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Deleting port 849a636f-ff76-45b9-af61-34387ae03990 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:33.064781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.071916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.094058 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '849a636f-ff76-45b9-af61-34387ae03990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:47:32Z', 'revision_number': 5, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port': {'id': '849a636f-ff76-45b9-af61-34387ae03990', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:53:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:34:18Z', 'updated_at': '2021-12-08T17:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:33.121065 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] Checking router: aa8a7c47-2dc7-46ad-8853-6e622786bb36 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:47:33.129306 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] Routers {'aa8a7c47-2dc7-46ad-8853-6e622786bb36'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:33.129965 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:33.147742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] For port 849a636f-ff76-45b9-af61-34387ae03990, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=849a636f-ff76-45b9-af61-34387ae03990,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:33.148110 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.160707 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Calling delete_port for 849a636f-ff76-45b9-af61-34387ae03990 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:33.216575 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] Set router aa8a7c47-2dc7-46ad-8853-6e622786bb36 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:33.272821 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:47:33Z', 'revision_number': 6, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:33.300055 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266bb4b9-0670-461b-9f9b-4e494ba57312 None None] The sync data for ids ['aa8a7c47-2dc7-46ad-8853-6e622786bb36'] in n-d-820935-5 is: [{'id': 'aa8a7c47-2dc7-46ad-8853-6e622786bb36', 'name': 'tempest-TestEncryptedCinderVolumes-522014824-router', 'tenant_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:34:17Z', 'updated_at': '2021-12-08T17:47:33Z', 'revision_number': 6, 'project_id': '1ad53a5e8c1f4a46b0da5bb218bfff08', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:47:33.326551 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.353080 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=849a636f-ff76-45b9-af61-34387ae03990,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:33.368205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9b6ed-91fc-41c6-86a4-a7db06b6d994 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:33.417989 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.505277 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.507406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.551192 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.552326 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa8a7c47-2dc7-46ad-8853-6e622786bb36 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:47:33.557299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.558617 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fb6a1189-120e-4853-b2c3-5ff237045cd8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/aa8a7c47-2dc7-46ad-8853-6e622786bb36 HTTP/1.1" status: 204 len: 168 time: 0.7655175 Dec 08 17:47:33.561763 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41448) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:33.604084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Deleting subnet b78c5fb8-cf68-431d-b80c-531d9604e211 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:47:33.607537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.965036 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:33.994864 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.051449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.067099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 849a636f-ff76-45b9-af61-34387ae03990 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:34.089240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 849a636f-ff76-45b9-af61-34387ae03990 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:34.089911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 849a636f-ff76-45b9-af61-34387ae03990 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:34.090852 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 749237c6-ac21-4200-ade9-561dfe7478e6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:34.106850 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.112824 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 749237c6-ac21-4200-ade9-561dfe7478e6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:34.113175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 749237c6-ac21-4200-ade9-561dfe7478e6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:34.135431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78c5fb8-cf68-431d-b80c-531d9604e211,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:34.137631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.144852 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d0f7414d-94a5-4e1a-87c0-f3291fd92124 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b78c5fb8-cf68-431d-b80c-531d9604e211 HTTP/1.1" status: 204 len: 168 time: 0.5782142 Dec 08 17:47:34.144852 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41450) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:34.147775 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5325332-5a80-4c77-bdfb-94d08a19f473 None None] Network be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:47:34.219002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.280019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Deleting port 0db779dd-26c3-4ada-adf4-95f04df7acc9 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:47:34.280386 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.355507 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] For port 0db779dd-26c3-4ada-adf4-95f04df7acc9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0db779dd-26c3-4ada-adf4-95f04df7acc9,segment=NetworkSegment(16fdd6eb-d2f8-4334-a721-e4610c9b914c),segment_id=16fdd6eb-d2f8-4334-a721-e4610c9b914c)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:34.355884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.373260 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Calling delete_port for 0db779dd-26c3-4ada-adf4-95f04df7acc9 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:47:34.460384 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.492664 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Pushing event deleted for resources: {'Port': ['ID=0db779dd-26c3-4ada-adf4-95f04df7acc9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:34.493288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857ffdf1-71db-41f6-8417-e613ba333429 None None] DHCP port deletion for be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:34.498980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] No DVR routers for this DVR port 0db779dd-26c3-4ada-adf4-95f04df7acc9 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:47:34.573479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.598105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:34.607248 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16fdd6eb-d2f8-4334-a721-e4610c9b914c') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:34.607541 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16fdd6eb-d2f8-4334-a721-e4610c9b914c') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:34.617118 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.630366 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.636223 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:47:34.636605 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:47:34.639376 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:47:34.691652 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.697003 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.700973 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] 10.222.0.62 "DELETE /v2.0/networks/be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a HTTP/1.1" status: 204 len: 168 time: 0.5562377 Dec 08 17:47:34.716275 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a6689-440b-455a-928a-290ae0c3a269 admin admin] Pushing event deleted for resources: {'Network': ['ID=be2eb7a5-30f9-4bc5-8df0-051a1bb8d26a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:34.823680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:34.865489 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ef0cc713-66c3-4dd1-b8e0-d5fa93a46da8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d5440dbd47ea40d88d3f7afe4870824e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406411 Dec 08 17:47:34.868034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41456) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:34.914062 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6917df9d-6391-4506-bdc6-0d6ae217ebec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.934985 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6917df9d-6391-4506-bdc6-0d6ae217ebec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.978938 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6917df9d-6391-4506-bdc6-0d6ae217ebec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.981708 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6917df9d-6391-4506-bdc6-0d6ae217ebec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:34.982862 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6917df9d-6391-4506-bdc6-0d6ae217ebec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e3bd14c-541d-4e0c-a988-e7644af3e0e5 HTTP/1.1" status: 204 len: 168 time: 0.1139472 Dec 08 17:47:34.992270 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917df9d-6391-4506-bdc6-0d6ae217ebec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3bd14c-541d-4e0c-a988-e7644af3e0e5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:35.290122 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41462) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:35.328947 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-41a94b2d-6719-4f05-bae1-691fb9521761 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ad53a5e8c1f4a46b0da5bb218bfff08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376115 Dec 08 17:47:35.331211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:35.377142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dac14842-ccec-4222-884d-fbda1a526d6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:35.400771 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dac14842-ccec-4222-884d-fbda1a526d6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:35.447429 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dac14842-ccec-4222-884d-fbda1a526d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:35.450341 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dac14842-ccec-4222-884d-fbda1a526d6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:35.451485 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-dac14842-ccec-4222-884d-fbda1a526d6b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a9fb36e6-e8c7-4d26-901a-f9e0bafcd5eb HTTP/1.1" status: 204 len: 168 time: 0.1194024 Dec 08 17:47:35.459150 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac14842-ccec-4222-884d-fbda1a526d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9fb36e6-e8c7-4d26-901a-f9e0bafcd5eb,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:35.902686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0db779dd-26c3-4ada-adf4-95f04df7acc9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:47:35.923477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 0db779dd-26c3-4ada-adf4-95f04df7acc9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:47:35.923820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0db779dd-26c3-4ada-adf4-95f04df7acc9 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:47:36.144806 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41486) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:36.238893 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145102787-network', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:36.259586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Made reservation on behalf of 5dcd5e733d764276895d42ff2cab7e93 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:47:36.261783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.270658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.342526 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.346360 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.373474 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] vlan segment allocate from pool success with {'vlan_id': 687, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:47:36.379717 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210e8dad-27e5-408c-bd85-2351781adf29,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:36.385546 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.385926 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Added segment 925ca4bd-83cb-4eb5-bf69-d930ea51cd66 of type vlan for network 884891e3-b525-4401-9fff-3a0e06e3bfd2 Dec 08 17:47:36.425387 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.449457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.451188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:36.451765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.513041 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3665929 Dec 08 17:47:36.516152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41490) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:36.516663 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bd586-6cf9-4132-9f8c-7b932532a1ac admin admin] Pushing event updated for resources: {'Network': ['ID=884891e3-b525-4401-9fff-3a0e06e3bfd2,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:36.521122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Request body: {'subnet': {'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145102787-subnet', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:36.525806 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:47:36.542559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Made reservation on behalf of 5dcd5e733d764276895d42ff2cab7e93 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:47:36.546797 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.715402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.774072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2f5967f-9d1b-47f8-a984-5e2c28ee0221,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:36.778475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Checking segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:36.778833 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Network hostable DHCP agents. Network: 884891e3-b525-4401-9fff-3a0e06e3bfd2, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:47:36.795626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:47:36.803973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 884891e3-b525-4401-9fff-3a0e06e3bfd2) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:36.808707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:36.810412 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.813451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eff416e-bd06-4432-b677-754057ce7206 None None] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:47:36.826494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8f4c9a68-2857-4fe8-b34e-36cffae2c295 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3087971 Dec 08 17:47:36.828760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41492) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:36.833299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:36.854277 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.855288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.914244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:36.919839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-884891e3-b525-4401-9fff-3a0e06e3bfd2', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:47:36.920714 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.050336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.057881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Allocated IP 172.20.0.2 (884891e3-b525-4401-9fff-3a0e06e3bfd2/f2f5967f-9d1b-47f8-a984-5e2c28ee0221/872dc693-5054-41ba-9105-db327de3007c) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:37.205437 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.210823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.256446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.258064 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:37.264265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:37.267822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:37.270661 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Pushing event updated for resources: {'Port': ['ID=872dc693-5054-41ba-9105-db327de3007c,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:37.275764 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.325218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Attempting to bind port 872dc693-5054-41ba-9105-db327de3007c on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:47:37.325589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Attempting to bind port 872dc693-5054-41ba-9105-db327de3007c by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:47:37.325982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Attempting to bind port 872dc693-5054-41ba-9105-db327de3007c on network 884891e3-b525-4401-9fff-3a0e06e3bfd2 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:47:37.330820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:47:37.331187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Checking segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:37.331579 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.331962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Bound using segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:47:37.332419 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Bound port: 872dc693-5054-41ba-9105-db327de3007c, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:47:37.332789 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.377660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Allocated IP 172.25.3.233 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/15dfb3c6-a755-4c12-b1c7-d9f07bcd2114) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:37.395340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] For port 872dc693-5054-41ba-9105-db327de3007c, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:47:37.398465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] For port 872dc693-5054-41ba-9105-db327de3007c, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=872dc693-5054-41ba-9105-db327de3007c,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:47:37.403205 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.465034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98006ae1-7d52-409a-84da-04309a6b21ac None None] Pushing event updated for resources: {'Port': ['ID=872dc693-5054-41ba-9105-db327de3007c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:37.493655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.528897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.568870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:37.573948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:37.577932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:37.588405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd36f85-ecc1-4b42-a51b-7d5837a2ec9e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:37.603580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Pushing event updated for resources: {'Port': ['ID=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:37.660878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:47:37.737026 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-cac4a8fd-4843-4895-969d-631bdb7d17ec None None] Provisioning complete for port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:37.737544 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cac4a8fd-4843-4895-969d-631bdb7d17ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.775891 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-cac4a8fd-4843-4895-969d-631bdb7d17ec None None] Port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:37.852258 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:37.944834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 872dc693-5054-41ba-9105-db327de3007c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:37.994748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 872dc693-5054-41ba-9105-db327de3007c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:37.995113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:38.054111 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:38.083077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:38.123260 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 872dc693-5054-41ba-9105-db327de3007c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=872dc693-5054-41ba-9105-db327de3007c,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:38.128568 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:38.181057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=872dc693-5054-41ba-9105-db327de3007c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:38.198820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:47:38.459435 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c935d5-7801-4dec-8518-13530d01351b None None] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:47:38.541978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-79055f6a-2a33-4911-87da-460d832c6635 None None] Provisioning complete for port 872dc693-5054-41ba-9105-db327de3007c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:38.542377 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-79055f6a-2a33-4911-87da-460d832c6635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:38.708563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:47:38.719170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Sync routers for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:47:38.733966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:38.735326 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5d4141ec-e2ad-497b-b730-390b2071d192 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9055328 Dec 08 17:47:38.738284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:38.744327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:38.744990 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:38.882019 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:39.050423 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d6046c0f-6fae-4b63-94db-22f8c0fae7bc None None] Provisioning complete for port 872dc693-5054-41ba-9105-db327de3007c triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:39.051141 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d6046c0f-6fae-4b63-94db-22f8c0fae7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.135888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:37Z', 'revision_number': 3, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:39.187221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Checking router: 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:47:39.187610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Updating router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:47:39.224371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.229142 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.383558 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Allocated IP 172.20.0.1 (884891e3-b525-4401-9fff-3a0e06e3bfd2/f2f5967f-9d1b-47f8-a984-5e2c28ee0221/e79a192a-005b-44b0-bd44-f8a70342a519) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:39.483747 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.489461 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.493648 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.529987 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.537094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc56c67-3140-4712-84fd-f811ba7d0700 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:39.546980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87e99c-f252-490d-a588-b840be4c1fb0 None None] Pushing event updated for resources: {'Port': ['ID=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:39.549699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Attempting to bind port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:47:39.550343 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Attempting to bind port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:47:39.550579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Attempting to bind port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:47:39.557565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:47:39.557823 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:39.558185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.558660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:47:39.559035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Bound port: 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:47:39.559420 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.577539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:39.581710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:39.583703 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Pushing event updated for resources: {'Port': ['ID=e79a192a-005b-44b0-bd44-f8a70342a519,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:39.585854 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:39.615061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] For port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:47:39.618879 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] For port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:47:39.624095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.630847 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.689378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541e7b87-036f-45d6-adc4-499db0fb5c9c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:39.710222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0e7e40cf-224a-4fab-aaac-c87a8b01a91d None None] Provisioning complete for port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:39.710583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e7e40cf-224a-4fab-aaac-c87a8b01a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.736788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:39.737450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:39.741238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87e99c-f252-490d-a588-b840be4c1fb0 None None] Pushing event updated for resources: {'Port': ['ID=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:39.775406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.890872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:39.892975 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e7e40cf-224a-4fab-aaac-c87a8b01a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.936393 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 872dc693-5054-41ba-9105-db327de3007c up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:39.968333 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:39.974147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.051050 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Pushing event updated for resources: {'Port': ['ID=e79a192a-005b-44b0-bd44-f8a70342a519,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:40.057133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.148195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0e7e40cf-224a-4fab-aaac-c87a8b01a91d None None] For port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:40.161245 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:40.163069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:40.185998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0e7e40cf-224a-4fab-aaac-c87a8b01a91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.314686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e40cf-224a-4fab-aaac-c87a8b01a91d None None] Pushing event updated for resources: {'Port': ['ID=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:40.319486 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:47:40.336457 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 872dc693-5054-41ba-9105-db327de3007c triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:40.336830 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.363290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-088c1130-8a8d-4912-b3cb-c941ed613242 None None] Provisioning complete for port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:40.363660 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-088c1130-8a8d-4912-b3cb-c941ed613242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.447563 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:47:40.458354 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-d9c86f47-0253-4e88-aa52-5b4a0db0f652 admin admin] 10.222.0.62 "PUT /v2.0/routers/982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7180953 Dec 08 17:47:40.560460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-088c1130-8a8d-4912-b3cb-c941ed613242 None None] Provisioning complete for port e79a192a-005b-44b0-bd44-f8a70342a519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:40.560681 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-088c1130-8a8d-4912-b3cb-c941ed613242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.565668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 1, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:40.615591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58029f5-c197-47ac-a7b8-98da47d51d48 None None] The sync data for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 is: [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 1, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:47:40.647403 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-088c1130-8a8d-4912-b3cb-c941ed613242 None None] Port e79a192a-005b-44b0-bd44-f8a70342a519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:40.769736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a8703243-014f-4298-94fc-88fd03a87ee2 None None] Provisioning complete for port e79a192a-005b-44b0-bd44-f8a70342a519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:40.770128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a8703243-014f-4298-94fc-88fd03a87ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:40.842392 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a8703243-014f-4298-94fc-88fd03a87ee2 None None] Port e79a192a-005b-44b0-bd44-f8a70342a519 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:41.007098 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41510) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:41.012945 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1480229525-network', 'tenant_id': '21473162d24c4cfca9613c81846b09c2'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:41.035206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Made reservation on behalf of 21473162d24c4cfca9613c81846b09c2 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:47:41.037754 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.048356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.136147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.141541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.168493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] vlan segment allocate from pool success with {'vlan_id': 662, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:47:41.178752 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3545bfb-eda8-4b3a-b4de-4152486e4a65,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:41.185506 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.187010 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Added segment e42032d0-2e02-49c7-8319-a96ceea99539 of type vlan for network 5639de88-e9c1-454d-89c8-6ba8128d3721 Dec 08 17:47:41.230269 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.257361 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.258522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:41.259101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.345646 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3368437 Dec 08 17:47:41.348503 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41512) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:41.349269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98135d5d-de9f-46ca-bbed-0ed4d6268b0f admin admin] Pushing event updated for resources: {'Network': ['ID=5639de88-e9c1-454d-89c8-6ba8128d3721,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:41.355514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Request body: {'subnet': {'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1480229525-subnet', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:41.369297 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:47:41.384107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Made reservation on behalf of 21473162d24c4cfca9613c81846b09c2 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:47:41.389067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.581497 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.644714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e2cea3-e36c-4e07-848f-5f0aa9c61ba9,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:41.650167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Checking segment: {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:41.651085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Network hostable DHCP agents. Network: 5639de88-e9c1-454d-89c8-6ba8128d3721, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:47:41.669645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:47:41.679439 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 5639de88-e9c1-454d-89c8-6ba8128d3721) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:41.683732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:41.685000 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.696231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fca0f2-2777-49ca-b9e2-1d11c378d81a None None] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:47:41.704433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-db450ed9-3923-4969-a2ad-aaae9c90f01e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3534129 Dec 08 17:47:41.707916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:41.712808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:41.733876 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.734952 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.789609 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.812911 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-5639de88-e9c1-454d-89c8-6ba8128d3721', 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'project_id': '21473162d24c4cfca9613c81846b09c2', 'fixed_ips': [{'subnet_id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:47:41.814081 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.955707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:41.983961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:41.990982 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Allocated IP 172.20.0.2 (5639de88-e9c1-454d-89c8-6ba8128d3721/73e2cea3-e36c-4e07-848f-5f0aa9c61ba9/f264a91f-7469-4e16-b893-03a0dce91dda) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:42.107736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:42.108104 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.176081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.196775 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.246471 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.256841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.298989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:42.304587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Allocated IP 172.25.3.78 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/a41a5f1f-0f41-4d60-be8d-a6d58f2a0398) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:42.305746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:42.310956 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:42.318241 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Pushing event updated for resources: {'Port': ['ID=f264a91f-7469-4e16-b893-03a0dce91dda,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:42.375018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Attempting to bind port f264a91f-7469-4e16-b893-03a0dce91dda on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:47:42.375735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Attempting to bind port f264a91f-7469-4e16-b893-03a0dce91dda by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:47:42.375735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Attempting to bind port f264a91f-7469-4e16-b893-03a0dce91dda on network 5639de88-e9c1-454d-89c8-6ba8128d3721 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:47:42.380735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:47:42.381098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Checking segment: {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:42.381495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.381907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Bound using segment: {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:47:42.382364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Bound port: f264a91f-7469-4e16-b893-03a0dce91dda, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:47:42.382760 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.417679 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.444709 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] For port f264a91f-7469-4e16-b893-03a0dce91dda, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:47:42.448304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] For port f264a91f-7469-4e16-b893-03a0dce91dda, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f264a91f-7469-4e16-b893-03a0dce91dda,segment=NetworkSegment(e42032d0-2e02-49c7-8319-a96ceea99539),segment_id=e42032d0-2e02-49c7-8319-a96ceea99539)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:47:42.452061 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.452663 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.495907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:42.499020 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:42.503753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:42.507060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Pushing event updated for resources: {'Port': ['ID=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:42.514485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc253a4-faae-45df-a014-c0b5fba94fdc None None] Pushing event updated for resources: {'Port': ['ID=f264a91f-7469-4e16-b893-03a0dce91dda,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:42.534218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7eaa2d-5087-4ae5-9a34-df1df84ef1cf None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:42.580334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e2e9121c-3cf2-4caf-9fa5-fb54a0244c59 None None] Provisioning complete for port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:42.580704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2e9121c-3cf2-4caf-9fa5-fb54a0244c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.625583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9121c-3cf2-4caf-9fa5-fb54a0244c59 None None] Port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:42.790594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:42.871890 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Sync routers for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:47:42.884135 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:42.884993 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:42.993652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:43.002072 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.135923 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Router 75225eeb-b54c-4e35-9609-1561753e8ae7 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:47:43.203546 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 2, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:43.236684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Checking router: 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:47:43.237030 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Updating router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 port e79a192a-005b-44b0-bd44-f8a70342a519 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:47:43.249209 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:47:43.261576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Sync routers for ids ['75225eeb-b54c-4e35-9609-1561753e8ae7'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:47:43.264350 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.268433 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.270207 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-939dfcc7-d561-430a-a755-edcaa6d84078 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5608521 Dec 08 17:47:43.273406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41516) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:47:43.278784 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Routers {'75225eeb-b54c-4e35-9609-1561753e8ae7'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:43.279736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['75225eeb-b54c-4e35-9609-1561753e8ae7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:43.400897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Set router 75225eeb-b54c-4e35-9609-1561753e8ae7 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:43.589678 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.594480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702ca857-1810-4f06-91f3-494639da6a17 None None] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:47:43.597093 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.649768 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Pushing event updated for resources: {'Port': ['ID=e79a192a-005b-44b0-bd44-f8a70342a519,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:43.683357 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.683696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.684597 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.684931 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.685258 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.685576 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.685922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.686244 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.686562 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.686873 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.687185 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.687496 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.687807 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:47:43.688328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:47:42Z', 'revision_number': 3, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:43.703620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b69a4938-7b49-462f-b082-41b2439804c9 None None] Provisioning complete for port f264a91f-7469-4e16-b893-03a0dce91dda triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:43.703992 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b69a4938-7b49-462f-b082-41b2439804c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.735041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Checking router: 75225eeb-b54c-4e35-9609-1561753e8ae7 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:47:43.735041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Updating router 75225eeb-b54c-4e35-9609-1561753e8ae7 port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:47:43.735924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Attempting to bind port e79a192a-005b-44b0-bd44-f8a70342a519 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:47:43.736291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Attempting to bind port e79a192a-005b-44b0-bd44-f8a70342a519 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:47:43.736646 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Attempting to bind port e79a192a-005b-44b0-bd44-f8a70342a519 on network 884891e3-b525-4401-9fff-3a0e06e3bfd2 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:47:43.744675 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:47:43.745092 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Checking segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:43.745465 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.745873 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Bound using segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:47:43.746301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Bound port: e79a192a-005b-44b0-bd44-f8a70342a519, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:47:43.747222 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.797147 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.815546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.842966 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] For port e79a192a-005b-44b0-bd44-f8a70342a519, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:47:43.847362 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] For port e79a192a-005b-44b0-bd44-f8a70342a519, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e79a192a-005b-44b0-bd44-f8a70342a519,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:47:43.853710 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:43.921022 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87cda0-52e8-4b8c-a41c-aead1dec3e7b None None] Pushing event updated for resources: {'Port': ['ID=e79a192a-005b-44b0-bd44-f8a70342a519,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:43.947755 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:43.948652 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:44.048943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Allocated IP 172.20.0.1 (5639de88-e9c1-454d-89c8-6ba8128d3721/73e2cea3-e36c-4e07-848f-5f0aa9c61ba9/8b6be65d-2d90-4654-b9dc-996f68344a71) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:44.081575 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:44.090140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f264a91f-7469-4e16-b893-03a0dce91dda up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:44.209187 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.235153 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b69a4938-7b49-462f-b082-41b2439804c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.257521 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.313993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:44.321068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:44.326793 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:44.333730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6be65d-2d90-4654-b9dc-996f68344a71,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:44.383739 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.486532 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-04488417-eddf-4149-a199-969522cb97f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:43Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:44.516047 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04488417-eddf-4149-a199-969522cb97f9 None None] The sync data for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 is: [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:43Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:47:44.524955 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f264a91f-7469-4e16-b893-03a0dce91dda triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:44.525519 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.551824 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.562387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b69a4938-7b49-462f-b082-41b2439804c9 None None] For port f264a91f-7469-4e16-b893-03a0dce91dda, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f264a91f-7469-4e16-b893-03a0dce91dda,segment=NetworkSegment(e42032d0-2e02-49c7-8319-a96ceea99539),segment_id=e42032d0-2e02-49c7-8319-a96ceea99539)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:44.595332 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b69a4938-7b49-462f-b082-41b2439804c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.672052 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.684622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.740571 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a4938-7b49-462f-b082-41b2439804c9 None None] Pushing event updated for resources: {'Port': ['ID=f264a91f-7469-4e16-b893-03a0dce91dda,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:44.762160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.767391 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.798939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60bfb75-6a18-4f0e-918d-e5643bbb07a4 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:44.812373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Provisioning complete for port e79a192a-005b-44b0-bd44-f8a70342a519 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:44.812880 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.818082 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Attempting to bind port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:47:44.818507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Attempting to bind port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:47:44.819405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Attempting to bind port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:47:44.846734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.848568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Pushing event updated for resources: {'Port': ['ID=8b6be65d-2d90-4654-b9dc-996f68344a71,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:44.873687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:47:44.874265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:44.874770 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.875273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:47:44.875868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Bound port: a41a5f1f-0f41-4d60-be8d-a6d58f2a0398, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:47:44.876343 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:44.878228 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73541329-57a6-4bff-91b0-d0434d3a1f9e None None] Pushing event updated for resources: {'Port': ['ID=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:44.949425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:44.951541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] For port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:47:44.951769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:44.955932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] For port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:47:44.984413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.031300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.068057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213a931d-b695-47ca-a607-99d0b96d43e0 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:47:45.094436 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Router 75225eeb-b54c-4e35-9609-1561753e8ae7 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:47:45.102266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Routers {'75225eeb-b54c-4e35-9609-1561753e8ae7'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:45.102903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['75225eeb-b54c-4e35-9609-1561753e8ae7'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:45.147480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73541329-57a6-4bff-91b0-d0434d3a1f9e None None] Pushing event updated for resources: {'Port': ['ID=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:45.164628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] For port e79a192a-005b-44b0-bd44-f8a70342a519, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e79a192a-005b-44b0-bd44-f8a70342a519,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:45.174045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.239064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:47:45.247576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e1b47b5d-6431-4f70-ad10-b56fae637858 admin admin] 10.222.0.62 "PUT /v2.0/routers/75225eeb-b54c-4e35-9609-1561753e8ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9722884 Dec 08 17:47:45.276326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Provisioning complete for port 8b6be65d-2d90-4654-b9dc-996f68344a71 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:45.276662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.336525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Pushing event updated for resources: {'Port': ['ID=e79a192a-005b-44b0-bd44-f8a70342a519,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:45.351700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] Set router 75225eeb-b54c-4e35-9609-1561753e8ae7 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:45.380249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Port 8b6be65d-2d90-4654-b9dc-996f68344a71 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:45.431943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Provisioning complete for port f264a91f-7469-4e16-b893-03a0dce91dda triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:45.432311 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35196a9f-78fd-438a-886a-a3b4aead83e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.630227 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8b6be65d-2d90-4654-b9dc-996f68344a71', 'name': '', 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'mac_address': 'fa:16:3e:b1:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:43Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 2, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'subnets': [{'id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:45.657846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798df85d-c32b-4d4b-8331-f2da6fe1146e None None] The sync data for ids ['75225eeb-b54c-4e35-9609-1561753e8ae7'] in n-d-820935-5 is: [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8b6be65d-2d90-4654-b9dc-996f68344a71', 'name': '', 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'mac_address': 'fa:16:3e:b1:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:43Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 2, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'subnets': [{'id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:47:45.724678 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Provisioning complete for port 8b6be65d-2d90-4654-b9dc-996f68344a71 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:45.725499 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.762493 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Port 8b6be65d-2d90-4654-b9dc-996f68344a71 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:45.774514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Provisioning complete for port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:45.774887 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.887050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.914492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] For port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:45.920447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:45.979308 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e00267-43f4-4083-b600-9e94f02c01c4 None None] Pushing event updated for resources: {'Port': ['ID=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:46.019480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f264a91f-7469-4e16-b893-03a0dce91dda up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:46.079700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f264a91f-7469-4e16-b893-03a0dce91dda triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:46.080059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:46.177449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e79a192a-005b-44b0-bd44-f8a70342a519 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:46.234679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port e79a192a-005b-44b0-bd44-f8a70342a519 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:46.235027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:48.005625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:48.062807 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:48.063177 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:48.790256 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Sync routers for ids ['75225eeb-b54c-4e35-9609-1561753e8ae7'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:47:48.801859 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Routers {'75225eeb-b54c-4e35-9609-1561753e8ae7'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:48.802485 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['75225eeb-b54c-4e35-9609-1561753e8ae7'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:48.913036 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Set router 75225eeb-b54c-4e35-9609-1561753e8ae7 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:49.157255 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8b6be65d-2d90-4654-b9dc-996f68344a71', 'name': '', 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'mac_address': 'fa:16:3e:b1:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:43Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 2, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'subnets': [{'id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:49.187551 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Checking router: 75225eeb-b54c-4e35-9609-1561753e8ae7 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:47:49.187891 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Updating router 75225eeb-b54c-4e35-9609-1561753e8ae7 port 8b6be65d-2d90-4654-b9dc-996f68344a71 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:47:49.232834 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:49.548180 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:49.556308 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:49.610914 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93fe3b-142a-42fd-a810-98a56e375101 None None] Pushing event updated for resources: {'Port': ['ID=8b6be65d-2d90-4654-b9dc-996f68344a71,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:49.678409 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Attempting to bind port 8b6be65d-2d90-4654-b9dc-996f68344a71 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:47:49.678823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Attempting to bind port 8b6be65d-2d90-4654-b9dc-996f68344a71 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:47:49.679136 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Attempting to bind port 8b6be65d-2d90-4654-b9dc-996f68344a71 on network 5639de88-e9c1-454d-89c8-6ba8128d3721 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:47:49.685377 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:47:49.685786 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Checking segment: {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:47:49.686187 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:49.686581 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Bound using segment: {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:47:49.687061 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Bound port: 8b6be65d-2d90-4654-b9dc-996f68344a71, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42032d0-2e02-49c7-8319-a96ceea99539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:47:49.687439 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:49.757251 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] For port 8b6be65d-2d90-4654-b9dc-996f68344a71, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:47:49.757251 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] For port 8b6be65d-2d90-4654-b9dc-996f68344a71, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8b6be65d-2d90-4654-b9dc-996f68344a71,segment=NetworkSegment(e42032d0-2e02-49c7-8319-a96ceea99539),segment_id=e42032d0-2e02-49c7-8319-a96ceea99539)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:47:49.763061 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:49.807277 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Routers {'75225eeb-b54c-4e35-9609-1561753e8ae7'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:47:49.807964 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:47:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['75225eeb-b54c-4e35-9609-1561753e8ae7'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:49.969068 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] Set router 75225eeb-b54c-4e35-9609-1561753e8ae7 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:47:49.978261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5bae8a39-22f3-444f-b2c4-2c54204cb6fc None None] Provisioning complete for port 8b6be65d-2d90-4654-b9dc-996f68344a71 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:49.979281 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bae8a39-22f3-444f-b2c4-2c54204cb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:50.009447 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93fe3b-142a-42fd-a810-98a56e375101 None None] Pushing event updated for resources: {'Port': ['ID=8b6be65d-2d90-4654-b9dc-996f68344a71,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:50.101079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bae8a39-22f3-444f-b2c4-2c54204cb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:50.166863 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5bae8a39-22f3-444f-b2c4-2c54204cb6fc None None] For port 8b6be65d-2d90-4654-b9dc-996f68344a71, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8b6be65d-2d90-4654-b9dc-996f68344a71,segment=NetworkSegment(e42032d0-2e02-49c7-8319-a96ceea99539),segment_id=e42032d0-2e02-49c7-8319-a96ceea99539)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:47:50.176147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5bae8a39-22f3-444f-b2c4-2c54204cb6fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:50.263453 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-af10f718-4772-474d-a659-a2beccb2546c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8b6be65d-2d90-4654-b9dc-996f68344a71', 'name': '', 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'mac_address': 'fa:16:3e:b1:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:43Z', 'updated_at': '2021-12-08T17:47:49Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'subnets': [{'id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:47:50.268554 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae8a39-22f3-444f-b2c4-2c54204cb6fc None None] Pushing event updated for resources: {'Port': ['ID=8b6be65d-2d90-4654-b9dc-996f68344a71,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:50.299219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-df8f8369-6c8b-4756-92fa-a0c9c953df06 None None] Provisioning complete for port 8b6be65d-2d90-4654-b9dc-996f68344a71 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:50.299594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-df8f8369-6c8b-4756-92fa-a0c9c953df06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:50.303718 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af10f718-4772-474d-a659-a2beccb2546c None None] The sync data for ids ['75225eeb-b54c-4e35-9609-1561753e8ae7'] in n-d-820935-5 is: [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:47:44Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8b6be65d-2d90-4654-b9dc-996f68344a71', 'name': '', 'network_id': '5639de88-e9c1-454d-89c8-6ba8128d3721', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'mac_address': 'fa:16:3e:b1:ae:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:43Z', 'updated_at': '2021-12-08T17:47:49Z', 'revision_number': 4, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'subnets': [{'id': '73e2cea3-e36c-4e07-848f-5f0aa9c61ba9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:47:51.969251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b6be65d-2d90-4654-b9dc-996f68344a71 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:47:52.030158 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8b6be65d-2d90-4654-b9dc-996f68344a71 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:52.030574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:55.514874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1cfae235-d36a-4cf8-9802-fcebafa6a45a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:55.516324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1cfae235-d36a-4cf8-9802-fcebafa6a45a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 815 time: 0.1059525 Dec 08 17:47:55.531657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-dff64b56-edd7-445f-bfd2-3835c7ea1c9b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/quotas/5dcd5e733d764276895d42ff2cab7e93 HTTP/1.1" status: 200 len: 375 time: 0.0094237 Dec 08 17:47:55.582830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-a7e110a6-0e42-43c7-a6aa-d1f6487169ad tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458126 Dec 08 17:47:55.690011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-3acbad81-5508-4307-9db9-d62f5fb56311 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:47:55.691016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-3acbad81-5508-4307-9db9-d62f5fb56311 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0965934 Dec 08 17:47:55.779587 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-b235324d-21c2-4e8f-8c02-4e38599b2c9f service neutron] 10.222.0.62 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821655 Dec 08 17:47:55.872596 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-d5558d2d-a9ef-4dc1-8f6d-282cb28f71b5 service neutron] 10.222.0.62 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866964 Dec 08 17:47:56.142640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-560f0f04-5b3b-4f20-82b6-38e07263c357 req-c830ff77-ba08-48e9-8c8d-23db937054a4 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 210 time: 0.1378601 Dec 08 17:47:56.218908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdba05f3-e4ec-4df7-9085-a9b1bc65fd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:57.126596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-658193bb-3009-4149-8b6b-a6144fa1bc4a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:57.127975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-658193bb-3009-4149-8b6b-a6144fa1bc4a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 815 time: 0.1148307 Dec 08 17:47:57.142128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'port': {'device_id': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'admin_state_up': True, 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:47:57.248287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-306a21e4-bab8-49f5-bdcc-a03c9b77cb8d req-14acf03f-518b-4baa-9a93-44161187e555 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 210 time: 0.0367162 Dec 08 17:47:57.283449 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Made reservation on behalf of 5dcd5e733d764276895d42ff2cab7e93 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:47:57.287327 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:57.442189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Allocated IP 172.20.0.4 (884891e3-b525-4401-9fff-3a0e06e3bfd2/f2f5967f-9d1b-47f8-a984-5e2c28ee0221/13ccd5ec-89bb-4e82-abb5-f93ee8567d9b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:47:57.661132 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:57.704432 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:57.764090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:47:57.768368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:47:57.773115 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:47:57.807510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:47:57.835357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:57.836907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:57.866793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-1f63fac3-c12d-4261-9e2e-4ae87c38fdcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7253187 Dec 08 17:47:58.118018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ff72e26e-8edf-4bc9-8506-6c7cd7fe79ee None None] Provisioning complete for port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:47:58.118603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff72e26e-8edf-4bc9-8506-6c7cd7fe79ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:58.155932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ff72e26e-8edf-4bc9-8506-6c7cd7fe79ee None None] Port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:47:58.372898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a3998-9f11-4b03-b7cc-c78a1f918aee req-69fcfada-eefa-4a6e-968a-d26c7f355795 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:58.375140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e1a3998-9f11-4b03-b7cc-c78a1f918aee req-69fcfada-eefa-4a6e-968a-d26c7f355795 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0567377 Dec 08 17:47:58.432162 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e1a3998-9f11-4b03-b7cc-c78a1f918aee req-e3c4e57a-f7a2-42af-b19e-2522ff37ce9c tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516951 Dec 08 17:47:59.015588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2c2b01a7-3ea0-404f-9137-9305c13f2586 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:47:59.557161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c0494-9a0a-4910-9f64-c164a264122e req-1794f2b8-b6a1-4438-b6d1-f70966fce8c1 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:47:59.564946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-891c0494-9a0a-4910-9f64-c164a264122e req-1794f2b8-b6a1-4438-b6d1-f70966fce8c1 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0642433 Dec 08 17:47:59.608255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-891c0494-9a0a-4910-9f64-c164a264122e req-f81510df-6b10-48bf-b92a-8fcdc8782645 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424199 Dec 08 17:48:00.515827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:00.737703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013af20-d28b-4a11-896c-8b139e93cd7c req-112c1581-2278-44c3-833c-a7988cadbd60 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:00.739302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013af20-d28b-4a11-896c-8b139e93cd7c req-112c1581-2278-44c3-833c-a7988cadbd60 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0612621 Dec 08 17:48:00.788313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a013af20-d28b-4a11-896c-8b139e93cd7c req-79ecf7a7-27f6-46e9-9b9c-f070d050b274 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418308 Dec 08 17:48:01.939986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dac7f7-c4e5-459a-8227-8111efa2839b req-b4d40a9f-37b3-49b6-b382-1da07f0ad7f4 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:01.949942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77dac7f7-c4e5-459a-8227-8111efa2839b req-b4d40a9f-37b3-49b6-b382-1da07f0ad7f4 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0846078 Dec 08 17:48:01.995888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77dac7f7-c4e5-459a-8227-8111efa2839b req-ad3f1ce2-66c6-4be6-b367-b3fdb6224314 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449612 Dec 08 17:48:02.271212 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:02.530227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:03.084666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:03.130993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee569a2-eaed-4577-b46d-4e35b67ab229 req-3f7e2a7a-1afa-4d63-ae2a-8df7b186e784 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:03.132761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fee569a2-eaed-4577-b46d-4e35b67ab229 req-3f7e2a7a-1afa-4d63-ae2a-8df7b186e784 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0592492 Dec 08 17:48:03.187315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fee569a2-eaed-4577-b46d-4e35b67ab229 req-51927648-77e9-48fa-b65a-e897a5f277f6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479820 Dec 08 17:48:04.018967 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:04.316596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4aabc7-1180-4575-9ddb-6c433618aabc req-3d3feced-0778-4b92-a780-e438dcc8e3a3 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:04.318626 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f4aabc7-1180-4575-9ddb-6c433618aabc req-3d3feced-0778-4b92-a780-e438dcc8e3a3 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0609698 Dec 08 17:48:04.366495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f4aabc7-1180-4575-9ddb-6c433618aabc req-2a05e965-aa22-40ff-900c-de121da36be1 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Dec 08 17:48:05.493785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae0693-8094-4c2b-b00b-b9328aeba3ab req-ec697173-002d-4436-a1ab-66c1d8dddf69 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:05.495336 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9eae0693-8094-4c2b-b00b-b9328aeba3ab req-ec697173-002d-4436-a1ab-66c1d8dddf69 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0591216 Dec 08 17:48:05.544053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9eae0693-8094-4c2b-b00b-b9328aeba3ab req-01f6d751-c591-4fb9-b5fd-9c94b866947e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418189 Dec 08 17:48:06.663981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c0bd-71f8-49f4-b595-ce5e0de45063 req-fb220a8d-c8a4-4f5e-9e0e-bf79868273cf tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:06.665672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85e6c0bd-71f8-49f4-b595-ce5e0de45063 req-fb220a8d-c8a4-4f5e-9e0e-bf79868273cf tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0548892 Dec 08 17:48:06.720084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-85e6c0bd-71f8-49f4-b595-ce5e0de45063 req-2df3da2d-7b1f-4500-a0b9-f56124e7861f tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464969 Dec 08 17:48:07.842358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4a257-088e-42f2-b8ca-e5c184992894 req-7bf26159-78c1-4462-8a2c-40e5d14798d9 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:07.843712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ea4a257-088e-42f2-b8ca-e5c184992894 req-7bf26159-78c1-4462-8a2c-40e5d14798d9 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 931 time: 0.0518701 Dec 08 17:48:07.891281 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ea4a257-088e-42f2-b8ca-e5c184992894 req-54e96b57-9719-47a9-a825-b5d9bab09cb7 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416369 Dec 08 17:48:08.378949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-acd88b28-11d5-4010-9b85-eab746ae0443 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:48:08.379847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-acd88b28-11d5-4010-9b85-eab746ae0443 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054562 Dec 08 17:48:08.437718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Request body: {'port': {'device_id': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:08.488830 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:08.744650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:48:08.752536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:08.765024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Transition to ACTIVE for port object 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:48:08.767979 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:08.817099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:08.893850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Attempting to bind port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:48:08.894533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Attempting to bind port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:48:08.894533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Attempting to bind port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b on network 884891e3-b525-4401-9fff-3a0e06e3bfd2 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:48:08.899092 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b on network 884891e3-b525-4401-9fff-3a0e06e3bfd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:48:08.899413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Attempting to bind port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b on network 884891e3-b525-4401-9fff-3a0e06e3bfd2 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:48:08.904416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:48:08.904876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Checking segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:48:08.905186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Bound using segment: {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:48:08.905654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Bound port: 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '925ca4bd-83cb-4eb5-bf69-d930ea51cd66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:48:08.906038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:08.995270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:48:09.021103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:48:09.025751 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:09.071187 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379bddf-943f-4207-a565-9bd7aab75612 req-152e4ebb-f889-4d78-bc4f-06eda6475639 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.072715 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c379bddf-943f-4207-a565-9bd7aab75612 req-152e4ebb-f889-4d78-bc4f-06eda6475639 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 943 time: 0.1008718 Dec 08 17:48:09.077335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.077963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:09.079288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] 10.222.0.86 "PUT /v2.0/ports/13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 1091 time: 0.6902990 Dec 08 17:48:09.079721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:48:09.082002 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c64767-4332-4424-9833-4e1e60df950b" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:48:09.135590 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cb5e93-0f22-40db-8b45-27c9444182f9 x-openstack-request-id: req-e8cb5e93-0f22-40db-8b45-27c9444182f9 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:48:09.135939 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:48:09.136192 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8cb5e93-0f22-40db-8b45-27c9444182f9 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:48:09.136590 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'status': 'completed', 'code': 200} Dec 08 17:48:09.140575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ba200-3b34-4255-aa87-4991c983e28f service neutron] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:09.167029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c379bddf-943f-4207-a565-9bd7aab75612 req-cb65ff01-43c9-41f2-bf8a-e2243a6039a1 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820868 Dec 08 17:48:09.199069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-c4a49bba-e396-46d3-8357-8472aa01076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.200999 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-c4a49bba-e396-46d3-8357-8472aa01076a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1094 time: 0.0636249 Dec 08 17:48:09.243771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-2e30659c-11ce-434d-a7c5-fbc0c375dd7f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0354040 Dec 08 17:48:09.292985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-52a3160c-1228-4510-8b07-1df30e16dc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.295174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-52a3160c-1228-4510-8b07-1df30e16dc1c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0451388 Dec 08 17:48:09.344009 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a19041-2278-4b29-94b5-3573b405efcb req-0266243f-8e77-4cee-b77e-47e64544df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.345372 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-0266243f-8e77-4cee-b77e-47e64544df31 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431397 Dec 08 17:48:09.433556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-bac3b9c1-1abb-4361-a3e8-682c30c3c101 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806601 Dec 08 17:48:09.529517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5a19041-2278-4b29-94b5-3573b405efcb req-6bc11321-b54c-4583-949d-17001d3bee7a service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887635 Dec 08 17:48:09.618731 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c64767-4332-4424-9833-4e1e60df950b req-49b02b59-2f08-41c3-956d-f7aa4dfc4705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.620357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-49b02b59-2f08-41c3-956d-f7aa4dfc4705 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1094 time: 0.0436597 Dec 08 17:48:09.713735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c64767-4332-4424-9833-4e1e60df950b req-070ae41f-ae40-4863-aaf4-3956f9d47889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.715244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-070ae41f-ae40-4863-aaf4-3956f9d47889 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0885158 Dec 08 17:48:09.757121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-fe78865b-aa5d-4c87-b667-f545b0c96383 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0341089 Dec 08 17:48:09.804625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c64767-4332-4424-9833-4e1e60df950b req-b60543c5-e825-4eb5-9859-3a701e201ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.805978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-b60543c5-e825-4eb5-9859-3a701e201ddb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0421073 Dec 08 17:48:09.852053 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c64767-4332-4424-9833-4e1e60df950b req-6f0b21ca-bcff-48dc-b38d-545005cd4c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:09.853510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-6f0b21ca-bcff-48dc-b38d-545005cd4c99 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396957 Dec 08 17:48:09.947127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-d1a4156d-6402-4e43-b8ea-e5c2bf397129 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860906 Dec 08 17:48:10.034538 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c64767-4332-4424-9833-4e1e60df950b req-59c4bb22-3d18-41eb-aa13-725215031a49 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801196 Dec 08 17:48:10.289423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ceea6a-5870-4d18-b837-9c3c04c72bef req-259b9bf4-710d-4ede-b914-dc20ae1f2f2e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:10.290926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ceea6a-5870-4d18-b837-9c3c04c72bef req-259b9bf4-710d-4ede-b914-dc20ae1f2f2e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 943 time: 0.0536959 Dec 08 17:48:10.337430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39ceea6a-5870-4d18-b837-9c3c04c72bef req-61cf7209-6529-4de4-a64d-9b721984b126 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401113 Dec 08 17:48:11.451638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959fbc1-1834-4eb8-9212-335df877627c req-34b13fc5-aae1-431c-9247-51aa1e7ad60e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:11.453093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0959fbc1-1834-4eb8-9212-335df877627c req-34b13fc5-aae1-431c-9247-51aa1e7ad60e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 943 time: 0.0495665 Dec 08 17:48:11.499365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0959fbc1-1834-4eb8-9212-335df877627c req-ff36b357-cd1c-4a8f-8e3c-bf8d4fc42031 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Dec 08 17:48:12.355907 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:48:12.448337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:48:12.462625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'port_id': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'mac_address': 'fa:16:3e:e3:40:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:48:12.500170 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:12.513319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:48:12.532739 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:48:12.537166 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:12.584141 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:12.621682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b9cf7-82a8-43d1-b150-8eee4e8ff783 req-58f52643-7fa9-4f82-bf9f-0bd80e56a73a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:12.623953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-797b9cf7-82a8-43d1-b150-8eee4e8ff783 req-58f52643-7fa9-4f82-bf9f-0bd80e56a73a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 944 time: 0.0535293 Dec 08 17:48:12.670882 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-797b9cf7-82a8-43d1-b150-8eee4e8ff783 req-c5730c7e-add9-4ea0-a33f-ae30b4be7872 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Dec 08 17:48:12.755618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:48:13.786268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287c6cc-a618-4021-a0cf-d4b0647d6237 req-a7b6b2e9-9fc3-4435-bd33-ffa4dca4adf1 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:13.787730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7287c6cc-a618-4021-a0cf-d4b0647d6237 req-a7b6b2e9-9fc3-4435-bd33-ffa4dca4adf1 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 944 time: 0.0510478 Dec 08 17:48:13.834130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7287c6cc-a618-4021-a0cf-d4b0647d6237 req-0173a922-ad53-42bb-bba0-7869c44f1396 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405548 Dec 08 17:48:14.373545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:48:14.421856 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:48:14.425883 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:48:14.426210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:14.506793 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:14.529690 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:48:14.531946 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e05efed-dbf9-4736-a530-94dbe5cbe18e" -d '{"events": [{"server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "name": "network-vif-plugged", "status": "completed", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:48:14.545440 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:48:14.551174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:14.599659 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:14.633337 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a0e2c-d6e3-4f21-8f48-1960e11b07a7 x-openstack-request-id: req-669a0e2c-d6e3-4f21-8f48-1960e11b07a7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:48:14.633633 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "name": "network-vif-plugged", "status": "completed", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:48:14.633916 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-669a0e2c-d6e3-4f21-8f48-1960e11b07a7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:48:14.634307 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'code': 200} Dec 08 17:48:14.660928 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:48:14.730919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d808f-4549-4905-a638-80df328589ce req-db8e47b7-79af-4691-8dff-7011d1e79eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:14.733105 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-043d808f-4549-4905-a638-80df328589ce req-db8e47b7-79af-4691-8dff-7011d1e79eed service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0404220 Dec 08 17:48:14.780395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-043d808f-4549-4905-a638-80df328589ce req-c176edad-6d6c-43c5-ab69-05c4ccb6e590 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401468 Dec 08 17:48:14.947063 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4eb4d-4375-4cef-9a15-5dbd78202eb3 req-5bb88d13-db51-46c1-9f55-1940391b3212 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:14.948437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1b4eb4d-4375-4cef-9a15-5dbd78202eb3 req-5bb88d13-db51-46c1-9f55-1940391b3212 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0482295 Dec 08 17:48:14.996039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1b4eb4d-4375-4cef-9a15-5dbd78202eb3 req-293aabd9-e727-412c-bafe-7b077b0c437b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410180 Dec 08 17:48:16.114013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51743ac-8043-424f-b2d1-8e2402aaaebf req-30eb0794-4b07-439f-8696-416141591121 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:16.114013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d51743ac-8043-424f-b2d1-8e2402aaaebf req-30eb0794-4b07-439f-8696-416141591121 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0484998 Dec 08 17:48:16.159756 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d51743ac-8043-424f-b2d1-8e2402aaaebf req-f4b66476-a9d8-479f-82c0-543da3f2624e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405667 Dec 08 17:48:16.277612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0d9bd-df7c-4c14-bc86-681c8a3c1767 req-a229f91c-0b94-41cf-a754-87a66c7e876b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:16.279120 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73c0d9bd-df7c-4c14-bc86-681c8a3c1767 req-a229f91c-0b94-41cf-a754-87a66c7e876b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0524042 Dec 08 17:48:16.324987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-73c0d9bd-df7c-4c14-bc86-681c8a3c1767 req-a47108d8-189c-4986-85bc-1f296c9369a3 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399842 Dec 08 17:48:16.509010 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4618483e-7405-42a9-9d8b-2f9f98986be0 req-9d7f1208-620c-4dc9-b5f2-676d362f5aa3 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:16.510510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4618483e-7405-42a9-9d8b-2f9f98986be0 req-9d7f1208-620c-4dc9-b5f2-676d362f5aa3 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0487645 Dec 08 17:48:16.557233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4618483e-7405-42a9-9d8b-2f9f98986be0 req-fa737e5c-fc95-4478-91cf-405203d54cff tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 Dec 08 17:48:26.220575 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-35527843-0d90-4428-bc8f-46f84d45522a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:29.016854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f4784619-80c9-42f1-9b04-cfa9cb811cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:29.051240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ca753-2b94-434c-9239-448d1f815893 req-990b66c8-51e2-4a28-a941-1dd2c31ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:29.052709 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-354ca753-2b94-434c-9239-448d1f815893 req-990b66c8-51e2-4a28-a941-1dd2c31ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0513775 Dec 08 17:48:29.104177 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-354ca753-2b94-434c-9239-448d1f815893 req-9b761679-c534-4492-913d-3955328b7165 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443494 Dec 08 17:48:29.128336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41738) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:29.207012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd557b6e-a7fc-4952-a7b1-105985d09013 tempest-TestMinimumBasicScenario-1356100448 tempest-TestMinimumBasicScenario-1356100448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:29.208492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bd557b6e-a7fc-4952-a7b1-105985d09013 tempest-TestMinimumBasicScenario-1356100448 tempest-TestMinimumBasicScenario-1356100448-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1091 time: 0.0791841 Dec 08 17:48:29.211596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:29.216096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:29.238503 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:29.336972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:29.437871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Allocated IP 172.25.3.59 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5a67b3f7-4188-4cc4-981c-1baec1e25b47) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:48:29.538184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:29.571009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:29.607030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:48:29.612383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:48:29.616081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:48:29.637306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'Port': ['ID=5a67b3f7-4188-4cc4-981c-1baec1e25b47,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:29.648844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.649195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.649550 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.649888 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.650224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.650561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.650875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.651195 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.651516 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.651837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.652155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.652472 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:29.652782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:48:30.309501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:30.372351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:30.515961 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:30.525314 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:30.529660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:30.601567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'Port': ['ID=5a67b3f7-4188-4cc4-981c-1baec1e25b47,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:30.609652 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:30.709492 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Floating IP 3932edd3-7a35-48cd-a6cf-73d054980a61 associated. External IP: 172.25.3.59, port: 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b. Dec 08 17:48:30.908909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:48:31.014870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:48:31.027453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] Sync routers for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:48:31.034384 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.039589 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:48:31.040216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:48:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:48:31.070969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bb814cd3-0de4-4c54-b4ff-ed595268d234 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8582904 Dec 08 17:48:31.071596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:48:31.073755 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41744) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:31.074338 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:48:31.078733 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-8708445', 'description': 'tempest-secgroup-smoke-8708445 description', 'project_id': '5dcd5e733d764276895d42ff2cab7e93'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:31.105080 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.116121 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8eeab-8bc5-4b73-8967-5c1b53248cd7 x-openstack-request-id: req-a4a8eeab-8bc5-4b73-8967-5c1b53248cd7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:48:31.116415 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:48:31.116664 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4a8eeab-8bc5-4b73-8967-5c1b53248cd7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:48:31.117065 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'status': 'completed', 'code': 200} Dec 08 17:48:31.163368 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:48:31.176539 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.180781 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.188378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-57b6de09-1ace-43f4-a044-f0722a479a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:31.190124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-57b6de09-1ace-43f4-a044-f0722a479a43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0488107 Dec 08 17:48:31.197408 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.198640 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1236987 Dec 08 17:48:31.203162 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41748) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:31.216086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group_rule': {'security_group_id': '73e4574b-a7c0-4961-88d9-2fe554242d80', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:31.218019 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef56a4-5bf6-4ba4-ad88-bd07b936b264 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e4574b-a7c0-4961-88d9-2fe554242d80,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:31.295311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.331490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-d373eca2-3025-4cb3-ae0f-6402a2a3a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:31.333118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-d373eca2-3025-4cb3-ae0f-6402a2a3a0d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.1308072 Dec 08 17:48:31.400667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.403122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '3932edd3-7a35-48cd-a6cf-73d054980a61', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'port_id': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'mac_address': 'fa:16:3e:e3:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:48:29Z', 'updated_at': '2021-12-08T17:48:29Z', 'revision_number': 0, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:48:31.405975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.432037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb07eeb1-f6ea-44d3-ae31-67016b034238,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:31.437592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-4ec50811-5903-4f1a-ad88-7aec3415409f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 998 time: 0.0940006 Dec 08 17:48:31.445865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.447098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72824714-1434-4e59-9cea-9642f2ca8240 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430437 Dec 08 17:48:31.450072 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41752) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:31.456431 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group_rule': {'security_group_id': '73e4574b-a7c0-4961-88d9-2fe554242d80', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:31.489520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.495359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-bd01766d-5040-4b44-9be1-9b64b3dcd8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:31.496841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-bd01766d-5040-4b44-9be1-9b64b3dcd8a7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0487409 Dec 08 17:48:31.547068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-ab9f057a-7216-4368-8a9a-395a68620aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:31.548714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-ab9f057a-7216-4368-8a9a-395a68620aee service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441332 Dec 08 17:48:31.559063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.565864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.590267 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f279c7a9-7514-485b-9311-fd3c78e6cd06,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:31.598082 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.601638 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6b867ac4-d8a4-4fab-bef9-3d0b9d2368d6 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1477540 Dec 08 17:48:31.601861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] Checking router: 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:48:31.605096 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41754) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:31.609187 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:48:31.609536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group_rule': {'security_group_id': '73e4574b-a7c0-4961-88d9-2fe554242d80', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:31.609788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:48:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:48:31.639383 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.667179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-827f4881-2f20-4383-b28f-db223b406642 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078813 Dec 08 17:48:31.701905 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.707499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.726428 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84ab5610-3343-4019-9670-3f2ff4f60a2a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:31.730847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:48:31.735608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.739551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41756) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:31.739836 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-00b4a4a9-1312-477d-94cd-826102c46981 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335166 Dec 08 17:48:31.744283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group_rule': {'security_group_id': '73e4574b-a7c0-4961-88d9-2fe554242d80', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:31.785256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe96f9f5-ac2c-4e2f-8d2b-0a00610a4411 req-9c00497d-0771-4da3-a8e2-2e4503018925 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100507 Dec 08 17:48:31.791537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.848846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.853231 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.871641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd1e293-27a2-41b8-9a24-570d872d7ee4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:31.881737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.886230 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-46ea80d8-2cb5-441c-9b05-8f88f9f41d18 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450796 Dec 08 17:48:31.886403 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41758) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:31.890625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group_rule': {'security_group_id': '73e4574b-a7c0-4961-88d9-2fe554242d80', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:31.913501 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Project 5dcd5e733d764276895d42ff2cab7e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:48:31.918267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.984451 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:31.987912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '3932edd3-7a35-48cd-a6cf-73d054980a61', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'port_id': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'mac_address': 'fa:16:3e:e3:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:48:29Z', 'updated_at': '2021-12-08T17:48:29Z', 'revision_number': 0, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:48:31.988131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.005828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29003bad-3887-4844-aba8-6ece12a77bd2,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:32.013504 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.014733 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-237187fd-132f-421a-ba31-49807392e702 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277161 Dec 08 17:48:32.018157 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41760) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:48:32.021621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79babd6-e40a-4aa5-9a1c-ac9a8f106f95 None None] The sync data for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 is: [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '3932edd3-7a35-48cd-a6cf-73d054980a61', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'floating_ip_address': '172.25.3.59', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'port_id': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'mac_address': 'fa:16:3e:e3:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:48:29Z', 'updated_at': '2021-12-08T17:48:29Z', 'revision_number': 0, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:48:32.022414 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'security_group_rule': {'security_group_id': '73e4574b-a7c0-4961-88d9-2fe554242d80', 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:32.050314 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Project 5dcd5e733d764276895d42ff2cab7e93 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:48:32.055586 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.119476 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.123279 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.144632 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16f0fdb6-f85f-49eb-bf28-1f6765e6fe92,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:32.153603 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.154856 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e0a99e56-572a-4672-a94a-a01087a30d17 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1357849 Dec 08 17:48:32.240541 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd52edc6-88e9-48f6-86d8-d83c0f2e67e0 None None] New status for floating IP 3932edd3-7a35-48cd-a6cf-73d054980a61: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:48:32.256997 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-db0c7ea1-70be-47b9-b179-85a8b7b96d9b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8708445&fields=id&tenant_id=5dcd5e733d764276895d42ff2cab7e93 HTTP/1.1" status: 200 len: 267 time: 0.0533304 Dec 08 17:48:32.276416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.312579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-d579c7b9-3bfa-45ff-8e51-0b3148cc2b98 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:32.314645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-d579c7b9-3bfa-45ff-8e51-0b3148cc2b98 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0502398 Dec 08 17:48:32.326738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'port': {'security_groups': ['210e8dad-27e5-408c-bd85-2351781adf29', '73e4574b-a7c0-4961-88d9-2fe554242d80']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:48:32.397467 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.524958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.596242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:48:32.634099 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.651036 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.696318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:48:32.710078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:32.710726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:32.712282 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f71798f1-b8ce-4bf3-b6f6-31377a47b41f req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "PUT /v2.0/ports/13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 981 time: 0.3901474 Dec 08 17:48:32.730389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0b9f75-d2a5-4652-aa9a-3c024a07fb54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:48:32.786054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:48:32.836770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a44421-eb4a-47db-be97-d30348f84ccb req-911894d8-8deb-480e-acdd-516f5e11cbda tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:32.838352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18a44421-eb4a-47db-be97-d30348f84ccb req-911894d8-8deb-480e-acdd-516f5e11cbda tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0551004 Dec 08 17:48:32.913507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18a44421-eb4a-47db-be97-d30348f84ccb req-41d610c7-8b0b-4441-b7dc-9eff785c99c7 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0654542 Dec 08 17:48:32.988818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1c27039d-3bcb-4823-b244-75347df22323 None None] Provisioning complete for port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:48:32.989106 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c27039d-3bcb-4823-b244-75347df22323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:33.118611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:48:33.121526 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71742c35-1967-4fa2-bf12-b27f63c150c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:48:33.129086 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:33.159309 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b77f752a-5a71-49b8-b629-24f575255bfe x-openstack-request-id: req-b77f752a-5a71-49b8-b629-24f575255bfe {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:48:33.159690 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:48:33.160136 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b77f752a-5a71-49b8-b629-24f575255bfe {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:48:33.160628 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'status': 'completed', 'code': 200} Dec 08 17:48:33.227475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-291911bb-dcc3-4a9c-947c-df139a4e14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:33.229033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-291911bb-dcc3-4a9c-947c-df139a4e14b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1135 time: 0.0455217 Dec 08 17:48:33.322520 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-b6f34525-00ee-416f-b8e9-4462dd023611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:33.324050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-b6f34525-00ee-416f-b8e9-4462dd023611 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0871599 Dec 08 17:48:33.396975 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-2debcfeb-a0c7-4076-b5dd-baf3afa00a78 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 1000 time: 0.0645235 Dec 08 17:48:33.447630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-c55ad96c-27c8-41fd-ba94-9a0b5b758b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:33.449076 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-c55ad96c-27c8-41fd-ba94-9a0b5b758b15 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0447643 Dec 08 17:48:33.495221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-0ecef9e0-7bf7-4c3b-a44b-6252dbecc2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:33.496683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-0ecef9e0-7bf7-4c3b-a44b-6252dbecc2d2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398402 Dec 08 17:48:33.588428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-78655a9d-b900-48a2-9b88-77fb73f4f2e1 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835333 Dec 08 17:48:33.677828 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-71742c35-1967-4fa2-bf12-b27f63c150c6 req-1fe921fe-41d3-4214-810f-b69adcfd4933 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819871 Dec 08 17:48:34.010644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:39.354399 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-191541f9-3553-464a-a354-c0081791e252 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395310 Dec 08 17:48:39.440477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-d5ce6a20-c0d0-4e53-9ecc-f16b1593f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:39.441991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-d5ce6a20-c0d0-4e53-9ecc-f16b1593f72d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1135 time: 0.0451272 Dec 08 17:48:39.543837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-69a56099-7771-4522-8391-af289dd1e5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:39.545297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-69a56099-7771-4522-8391-af289dd1e5c1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0851417 Dec 08 17:48:39.615931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-e07b182e-cd5d-4217-ab6e-1ab60b46c18e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 1000 time: 0.0624220 Dec 08 17:48:39.664993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-b3fcfdc3-1742-4be4-8c73-6529edff6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:39.666412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-b3fcfdc3-1742-4be4-8c73-6529edff6c77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0435989 Dec 08 17:48:39.711348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-7cdf26a4-f46b-4710-bb07-705543554188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:39.712787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-7cdf26a4-f46b-4710-bb07-705543554188 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391057 Dec 08 17:48:39.802116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-500c9032-b7d5-4cce-9efd-b77abce14b4a service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822425 Dec 08 17:48:39.896981 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5c145ae-be06-4117-91e3-00f694b5d355 req-7b39fa35-01fb-4c66-b8f0-4d7c17cffe2a service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875211 Dec 08 17:48:48.147024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192cc32-c0c0-4a0f-acc0-4522c0799d7f req-2ffa00f6-224e-4d22-948c-fe574855401c tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:48.148504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6192cc32-c0c0-4a0f-acc0-4522c0799d7f req-2ffa00f6-224e-4d22-948c-fe574855401c tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0852270 Dec 08 17:48:48.151227 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45527de3-d725-4a00-8111-7223ecc64f5a req-ed27401d-b1a7-4604-ad21-5e3eb316ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:48.152617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-ed27401d-b1a7-4604-ad21-5e3eb316ab9d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1135 time: 0.0633075 Dec 08 17:48:48.266187 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6192cc32-c0c0-4a0f-acc0-4522c0799d7f req-d08973cd-6f8b-47e4-a247-c347d7ab89e9 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1114364 Dec 08 17:48:48.283248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45527de3-d725-4a00-8111-7223ecc64f5a req-288b5e82-4ff7-4660-8d48-fe4e5a66a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:48.285438 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-288b5e82-4ff7-4660-8d48-fe4e5a66a188 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.1236794 Dec 08 17:48:48.356223 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-91ffd307-2f60-4fae-b09a-9816f8a914ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 1000 time: 0.0628994 Dec 08 17:48:48.407399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45527de3-d725-4a00-8111-7223ecc64f5a req-45b8b83b-c1f1-473d-ae1d-f1b4e0a0d210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:48.409422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-45b8b83b-c1f1-473d-ae1d-f1b4e0a0d210 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0448997 Dec 08 17:48:48.454475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45527de3-d725-4a00-8111-7223ecc64f5a req-d30e734e-3f3a-4e5c-8f05-ded6fcf87c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:48.456676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-d30e734e-3f3a-4e5c-8f05-ded6fcf87c7b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399296 Dec 08 17:48:48.549111 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-f72b4d2c-8340-41ec-85b1-4279fa36ff0c service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844815 Dec 08 17:48:48.637624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45527de3-d725-4a00-8111-7223ecc64f5a req-48e74153-7daf-43a0-b798-0c1720ef1a03 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814092 Dec 08 17:48:49.388587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6504ac-675e-45cd-9678-607a0f94bfc3 req-6dbf90b8-330d-4ec1-9c1e-5467e080a3bc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:49.389982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a6504ac-675e-45cd-9678-607a0f94bfc3 req-6dbf90b8-330d-4ec1-9c1e-5467e080a3bc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0537910 Dec 08 17:48:49.449391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a6504ac-675e-45cd-9678-607a0f94bfc3 req-aad0da38-9218-4c36-aff5-3f3af1306a1d tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0533919 Dec 08 17:48:50.564533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7185ec-108a-45a9-89e9-231da793145e req-841154f5-5f2a-4a02-81f7-921b0c82d76e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:50.566584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7185ec-108a-45a9-89e9-231da793145e req-841154f5-5f2a-4a02-81f7-921b0c82d76e tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0491202 Dec 08 17:48:50.626652 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a7185ec-108a-45a9-89e9-231da793145e req-1883a3bd-3e74-4ac8-a68e-9b0fedb45d54 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0541399 Dec 08 17:48:51.660401 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:48:51.742298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2271db-208a-41d4-8db8-04e4444185e1 req-a122449e-4c71-4ebc-a9ac-a871b4d54a48 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:51.743739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec2271db-208a-41d4-8db8-04e4444185e1 req-a122449e-4c71-4ebc-a9ac-a871b4d54a48 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0486417 Dec 08 17:48:51.807480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ec2271db-208a-41d4-8db8-04e4444185e1 req-e32e5e5c-8262-49ae-b18c-80c8353c6896 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0574172 Dec 08 17:48:52.924279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36782e79-7443-4cfe-bc67-0d36a5fcad26 req-e9fab671-934a-4b9e-b84a-f7d7ebf79571 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:52.925754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36782e79-7443-4cfe-bc67-0d36a5fcad26 req-e9fab671-934a-4b9e-b84a-f7d7ebf79571 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0502558 Dec 08 17:48:52.985926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-36782e79-7443-4cfe-bc67-0d36a5fcad26 req-1bb59b01-65ac-429a-be7c-37c4e9804203 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0540543 Dec 08 17:48:54.105362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb887b17-4f7a-4e6d-9879-2bac9306ddf6 req-5e12f297-1c7d-41eb-9532-f09b6f0e407b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:54.106888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb887b17-4f7a-4e6d-9879-2bac9306ddf6 req-5e12f297-1c7d-41eb-9532-f09b6f0e407b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0507565 Dec 08 17:48:54.168012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eb887b17-4f7a-4e6d-9879-2bac9306ddf6 req-019b7059-6c32-4979-9c22-f28ebaa1e203 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0535817 Dec 08 17:48:55.286581 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53611567-b85a-49da-acec-0f707e2ad01c req-da25b878-f5d3-4cc5-a445-9e6006aa8a49 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:55.288048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53611567-b85a-49da-acec-0f707e2ad01c req-da25b878-f5d3-4cc5-a445-9e6006aa8a49 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0526907 Dec 08 17:48:55.346498 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-53611567-b85a-49da-acec-0f707e2ad01c req-ba4be0b6-017d-401a-890e-fc0f91cae315 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0524397 Dec 08 17:48:56.223680 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2962cdc5-6e98-4f43-8970-f2b64130ae42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:48:56.462714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fb2dbc-8508-40e4-981c-cc38268351ac req-29d97755-239e-40ec-8b10-1877ed1a84bf tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:56.464204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0fb2dbc-8508-40e4-981c-cc38268351ac req-29d97755-239e-40ec-8b10-1877ed1a84bf tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0496264 Dec 08 17:48:56.524231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0fb2dbc-8508-40e4-981c-cc38268351ac req-96bb53f1-a1e4-477f-92fc-ddf86666e8f0 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0538976 Dec 08 17:48:57.640734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50133a35-b874-4605-9610-002bf8790f6c req-073d075a-43c8-4828-8268-6b973ed716fa tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:57.642211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50133a35-b874-4605-9610-002bf8790f6c req-073d075a-43c8-4828-8268-6b973ed716fa tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0518849 Dec 08 17:48:57.708072 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50133a35-b874-4605-9610-002bf8790f6c req-44ad957e-aab2-4b1a-90cf-ac10292b7c5b tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0592587 Dec 08 17:48:58.823734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcbfe1-a6a7-45d2-b22a-8323fa124620 req-61e4b486-ac8e-47c4-9ea4-8c4807aaa99d tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:48:58.825206 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7dcbfe1-a6a7-45d2-b22a-8323fa124620 req-61e4b486-ac8e-47c4-9ea4-8c4807aaa99d tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0493796 Dec 08 17:48:58.885637 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7dcbfe1-a6a7-45d2-b22a-8323fa124620 req-3c31e584-9446-4807-b61f-fc5d50db983c tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0543413 Dec 08 17:48:59.022701 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7f07a34-b00e-4f48-81c5-d8aff1949832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:00.001505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ef57d-53ec-4471-9db5-c537fa613130 req-5c99be16-d931-489a-b924-3f59949d44d7 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:00.003506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-046ef57d-53ec-4471-9db5-c537fa613130 req-5c99be16-d931-489a-b924-3f59949d44d7 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0492287 Dec 08 17:49:00.061636 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-046ef57d-53ec-4471-9db5-c537fa613130 req-13e926f7-9857-4a3c-bdcc-994cea16be81 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&id=73e4574b-a7c0-4961-88d9-2fe554242d80&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0520279 Dec 08 17:49:00.519316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:02.274644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:02.526192 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:03.085817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:04.023590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:26.226453 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9a9e-96ed-42e2-95bd-a3e328893bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:28.659271 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:49:29.014076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-824504a5-2441-4929-84d8-83b55a9f2b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:30.522921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.279365 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.330660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-bda74dc3-4771-4ed6-bd42-ad9a990b5426 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-8708445&fields=id&tenant_id=5dcd5e733d764276895d42ff2cab7e93 HTTP/1.1" status: 200 len: 267 time: 0.0472581 Dec 08 17:49:32.383839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-e5304154-44b6-4226-8822-1f32d5cd3fba tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:32.385275 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-e5304154-44b6-4226-8822-1f32d5cd3fba tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 984 time: 0.0486550 Dec 08 17:49:32.396033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Request body: {'port': {'security_groups': ['210e8dad-27e5-408c-bd85-2351781adf29']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:49:32.459332 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.528529 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.633337 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:49:32.668336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.672836 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.685345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:49:32.720109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:32.720737 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.722220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-72b6d5aa-737e-4649-9d65-16de6ee15e1f req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "PUT /v2.0/ports/13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 942 time: 0.3305092 Dec 08 17:49:32.723370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:49:32.725834 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:49:32.729323 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 41818) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:49:32.752177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event updated for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:49:32.760717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.761278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.761875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.762219 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.762766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.763179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.763588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.763991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.764394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.764799 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.765201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.765602 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.766015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52b0cb2e-54e2-48ea-b992-ec84050e6dbb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.792391 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13faed2-d97a-452e-bff8-76a4bc150a2b x-openstack-request-id: req-a13faed2-d97a-452e-bff8-76a4bc150a2b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:49:32.794215 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:49:32.794651 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a13faed2-d97a-452e-bff8-76a4bc150a2b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:49:32.795502 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'status': 'completed', 'code': 200} Dec 08 17:49:32.803230 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:49:32.822712 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.854291 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.869467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-5d020459-6b2b-4944-b5bb-1884ed45430e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:32.872170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-5d020459-6b2b-4944-b5bb-1884ed45430e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0560634 Dec 08 17:49:32.937650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.940556 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:32.943376 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "DELETE /v2.0/security-groups/73e4574b-a7c0-4961-88d9-2fe554242d80 HTTP/1.1" status: 204 len: 168 time: 0.2092185 Dec 08 17:49:32.945906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 41826) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:49:32.955426 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e4574b-a7c0-4961-88d9-2fe554242d80,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:49:32.967517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.968244 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.968744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.969097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.969972 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.970318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.970659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.970989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.971518 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.972040 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.973091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.973599 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:32.974253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce0ff54-2902-4898-b407-4765fdd5f3eb tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:49:33.030229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3669d74f-2606-45f5-a07f-107759dd7b26 None None] Provisioning complete for port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:49:33.030511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3669d74f-2606-45f5-a07f-107759dd7b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:33.069299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-a1428f18-ae38-4c59-bf2c-fb2ce89483b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:33.070808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-a1428f18-ae38-4c59-bf2c-fb2ce89483b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.1916351 Dec 08 17:49:33.125116 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:33.171232 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-dcaba563-4417-4741-b0ef-9f7c0ed01fc4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 1000 time: 0.0920961 Dec 08 17:49:33.216465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Deleting port 5a67b3f7-4188-4cc4-981c-1baec1e25b47 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:49:33.216803 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:33.596308 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-9a6ce3ae-ed09-4b37-9246-ccfcaf1f09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:33.598371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-9a6ce3ae-ed09-4b37-9246-ccfcaf1f09ef service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.4171522 Dec 08 17:49:33.660982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:33.661305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:33.676539 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-cab3cbb7-815c-4383-9153-464f580b1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:33.678055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-cab3cbb7-815c-4383-9153-464f580b1526 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717418 Dec 08 17:49:33.678910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Calling delete_port for 5a67b3f7-4188-4cc4-981c-1baec1e25b47 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:49:33.832747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-13b23c07-73f8-4d04-a282-d4bc7c26385e service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457021 Dec 08 17:49:33.960921 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7f333f72-86ed-4ac0-bdba-7ba6672dcef2 req-d82ab9e2-903b-4218-af0c-604ebb27d217 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162653 Dec 08 17:49:33.962492 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:33.992744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event deleted for resources: {'Port': ['ID=5a67b3f7-4188-4cc4-981c-1baec1e25b47,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:49:34.023710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:34.055256 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:34.055648 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Floating IP 3932edd3-7a35-48cd-a6cf-73d054980a61 disassociated (deleted). External IP: 172.25.3.59, port: 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b. Dec 08 17:49:34.265384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:49:34.372109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:49:34.376871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:34.382387 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] Sync routers for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:49:34.392169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:49:34.392774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:49:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:49:34.403200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7295f8a7-ea22-4e21-a1be-ca18da6ed2b2 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "DELETE /v2.0/floatingips/3932edd3-7a35-48cd-a6cf-73d054980a61 HTTP/1.1" status: 204 len: 168 time: 1.4561136 Dec 08 17:49:34.504543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:49:34.719846 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:49:34.751924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] Checking router: 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:49:34.761221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:49:34.761851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:49:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:49:34.796720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:49:34.798999 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf8552-5c16-4c56-83b3-084bae8d1412" -d '{"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:49:34.838604 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ba2851-ca38-4998-bf53-4ad74f1ea9cf x-openstack-request-id: req-22ba2851-ca38-4998-bf53-4ad74f1ea9cf {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:49:34.838885 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:49:34.839134 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22ba2851-ca38-4998-bf53-4ad74f1ea9cf {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:49:34.839528 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'status': 'completed', 'code': 200} Dec 08 17:49:34.873225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:49:34.902534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-04b514a6-49ea-4cdd-b58b-5aed48d009ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:34.904830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-04b514a6-49ea-4cdd-b58b-5aed48d009ea service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0446601 Dec 08 17:49:35.004131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-e9812923-3ae0-4b0f-b357-48c795966357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:35.006094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-e9812923-3ae0-4b0f-b357-48c795966357 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0944676 Dec 08 17:49:35.052574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-722c7abc-253d-4e76-ab29-9529d4167bc8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0390608 Dec 08 17:49:35.092609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:49:35.118456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-8d185f54-0ef4-42a5-9468-b7cb43d04a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:35.120051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-8d185f54-0ef4-42a5-9468-b7cb43d04a93 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0612848 Dec 08 17:49:35.125211 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0389a57-8662-40b4-b2a8-6ddf35c6c4ac None None] The sync data for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 is: [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'e79a192a-005b-44b0-bd44-f8a70342a519', 'name': '', 'network_id': '884891e3-b525-4401-9fff-3a0e06e3bfd2', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'mac_address': 'fa:16:3e:fb:f2:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:39Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'subnets': [{'id': 'f2f5967f-9d1b-47f8-a984-5e2c28ee0221', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:49:35.175344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-dcb48d0b-0d8a-46fa-b1ca-0ad8f9a31702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:35.176885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-dcb48d0b-0d8a-46fa-b1ca-0ad8f9a31702 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498171 Dec 08 17:49:35.280212 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-4b2d0703-e870-4af1-96b2-c0e68d3a43e6 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959568 Dec 08 17:49:35.384450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-abdf8552-5c16-4c56-83b3-084bae8d1412 req-e41b6a82-40c8-42fc-a4b3-41431548d261 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970192 Dec 08 17:49:35.393922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf6bf65-850c-467a-a9e8-10ad1511607c None None] New status for floating IP 3932edd3-7a35-48cd-a6cf-73d054980a61: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:49:39.340216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-2b46026c-4017-4fa2-858f-edfde5dca59a service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413642 Dec 08 17:49:39.423609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-c252833b-fcb2-4956-980b-4ee3f8987a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:39.425078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-c252833b-fcb2-4956-980b-4ee3f8987a65 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0412390 Dec 08 17:49:39.534197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-0c869c48-b4fe-4ad8-a3a8-e569a7d95e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:39.536416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-0c869c48-b4fe-4ad8-a3a8-e569a7d95e40 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0891569 Dec 08 17:49:39.579605 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-f055544d-f62f-4930-8fa1-757980f2d530 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0339651 Dec 08 17:49:39.628499 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-d955a9fa-8a0b-494c-986d-6297ae9e7cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:39.630719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-d955a9fa-8a0b-494c-986d-6297ae9e7cf5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0437922 Dec 08 17:49:39.681753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-7fbadc35-f159-4d49-931e-dfc0888bbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:49:39.683283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-7fbadc35-f159-4d49-931e-dfc0888bbd12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440454 Dec 08 17:49:39.772292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-8e323b7e-1008-4450-a5e2-f3a789c6509b service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811532 Dec 08 17:49:39.864737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7dcb6d19-0cd9-4ff9-9728-1d711288c68b req-b48df7d2-6e55-4c82-9920-c2425c5e1dff service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858734 Dec 08 17:49:56.229118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39cbe3e7-e2ee-48df-826b-45bdb258fd8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:49:59.014729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1398a77b-2975-46be-9dfb-efcaf03ae20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:00.524927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:02.437524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:02.531855 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:03.115824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:04.040706 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:05.660171 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:50:26.232197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cbe29369-9291-44c3-a6e4-206b523d153a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:29.015823 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-43151605-ebef-4b18-ae4a-3f8e5017ece7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:30.528647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:32.283549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:32.537866 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:33.147280 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:34.054902 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:39.353316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-a52afdbf-68c5-4d9a-adcf-9d922ad372fc service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405369 Dec 08 17:50:39.432461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-2747db06-7305-487f-969d-3adf5b3cedb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:50:39.433967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-2747db06-7305-487f-969d-3adf5b3cedb2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0403173 Dec 08 17:50:39.547290 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-5e2d75ff-3995-44bf-8c9d-c704c6c614d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:50:39.548755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-5e2d75ff-3995-44bf-8c9d-c704c6c614d7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0911505 Dec 08 17:50:39.591288 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-2ab1c5a3-5171-4f73-a2e3-fcc21bc93ba9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0342810 Dec 08 17:50:39.643176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-3fb8896c-ffa5-4d69-97ea-e68317d54046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:50:39.644514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-3fb8896c-ffa5-4d69-97ea-e68317d54046 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0471506 Dec 08 17:50:39.688954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-efe9cf0c-a363-4eeb-a572-b27c6e65ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:50:39.690446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-efe9cf0c-a363-4eeb-a572-b27c6e65ce8e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387619 Dec 08 17:50:39.784213 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-7a7431cc-4d5c-4aec-be65-13f32c98dbcb service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857277 Dec 08 17:50:39.875093 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e661e58e-bf3d-488f-99f7-124b4e6b3059 req-766d16e7-9eba-4a2d-9b12-34d247b7c4bb service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839782 Dec 08 17:50:42.659065 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:50:56.233716 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b6c835c-8498-4f4d-8f3c-234bb4656d7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:50:59.018327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8bb861c6-d0b4-4674-878b-edf5b8ed8380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:00.531953 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:02.286711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:02.531118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:03.162325 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:04.053933 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:19.658215 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:51:26.235034 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f96b966c-4333-4123-9a6d-6dd187045fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:29.019109 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8a78c516-5c40-456e-8739-99bbc939958f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:30.534692 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:32.288368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:32.532896 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:33.160476 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:34.070252 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:41.308491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-c5fa88ab-1a6c-43d9-b20e-49a171e61248 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0454712 Dec 08 17:51:41.395651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-dd9d54d3-9fea-46d9-ab6e-18685845ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:51:41.397014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-dd9d54d3-9fea-46d9-ab6e-18685845ac16 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0407856 Dec 08 17:51:41.497260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-d5c01ecd-104f-4f6a-ad7f-40910a7f093d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:51:41.499409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-d5c01ecd-104f-4f6a-ad7f-40910a7f093d service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0830743 Dec 08 17:51:41.543915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-757e7e82-4911-43d0-bd78-844c8968340b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0368295 Dec 08 17:51:41.590356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-e5babfbe-7d77-4957-8685-46bccc7d1f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:51:41.591733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-e5babfbe-7d77-4957-8685-46bccc7d1f27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0416744 Dec 08 17:51:41.639067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-0f142fed-edcb-4404-ac14-f8ce7fa05b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:51:41.640506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-0f142fed-edcb-4404-ac14-f8ce7fa05b12 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403025 Dec 08 17:51:41.737604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-e55449cd-2879-44fe-9ac8-861dcd7d1c0a service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898650 Dec 08 17:51:41.825125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0384a2b5-ed44-4606-a749-acd75fb9fa50 req-f00dc01f-b36a-45f1-9099-0d0dd4f7d38a service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798118 Dec 08 17:51:56.236118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-089981b0-a5b1-45dd-b40b-d5fd2c151134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:51:56.657922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:51:59.019957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4db39652-1d4d-40d6-8e9f-25ed88de4cad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:00.537889 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:02.291296 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:02.535054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:03.177728 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:04.069819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:26.238309 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b90412b-dac4-4b63-8e0c-9c992d4c2668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:29.021411 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-61d78a03-c0ba-44b5-8bfc-16fe0b1bc812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:30.544351 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:32.293096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:32.536181 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:33.190792 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:33.657986 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:52:34.070165 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:43.372019 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-2ed8a5ff-5b24-4d46-ad53-c509a3ea9658 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0460951 Dec 08 17:52:43.452975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-99f87980-3f4a-42b2-909b-c2534c8d1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:52:43.454457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-99f87980-3f4a-42b2-909b-c2534c8d1bba service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0397782 Dec 08 17:52:43.555778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-42fd92b3-1597-4cc7-9f4d-45f6bca4f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:52:43.557236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-42fd92b3-1597-4cc7-9f4d-45f6bca4f288 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0842261 Dec 08 17:52:43.602150 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-06f15351-ecc8-4cd2-a6fe-f8ae4ea3be67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0383847 Dec 08 17:52:43.650438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-72ae37f8-56b2-4174-ba99-a27d41e6a9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:52:43.651781 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-72ae37f8-56b2-4174-ba99-a27d41e6a9c1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0434463 Dec 08 17:52:43.696216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-5e25b8ee-6296-49a1-beb5-1172892d160d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:52:43.697655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-5e25b8ee-6296-49a1-beb5-1172892d160d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390310 Dec 08 17:52:43.789299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-7ebcf556-9116-4d8a-ace6-9a18f5ee2ce9 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Dec 08 17:52:43.877752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fda51c17-7f31-45e9-94b0-d462dbb99dc3 req-b9da2f64-e66f-4426-8335-fbcca6c4f2af service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818594 Dec 08 17:52:56.239237 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e9fd2822-6f26-472f-b7fe-0a9ed218f2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:52:59.022208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8eaff0bf-cf90-4a4f-a119-87ccb4fcac95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:00.543704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:02.295284 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:02.537511 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:03.189589 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:04.083757 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:10.657954 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:53:26.241772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8d3f3cec-0503-4fe8-984e-ffe05b3511f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:29.022618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a5adad46-d007-42ec-bc74-59dbc04007c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:30.546324 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:32.298389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:32.539138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:33.208791 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:34.099553 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:45.352983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-64aa4c45-e03e-47c0-9fc9-1b1beb0e9b4f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895886 Dec 08 17:53:45.437907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-a22e11e7-aaa6-4b9f-a52e-73441814f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:53:45.439439 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-a22e11e7-aaa6-4b9f-a52e-73441814f1a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0453582 Dec 08 17:53:45.542794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-d37ba035-de6a-456f-aaab-0fa7add6aa29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:53:45.544268 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-d37ba035-de6a-456f-aaab-0fa7add6aa29 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0857060 Dec 08 17:53:45.589489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-ef08d181-408b-4c6b-82e0-6e88dd9c79d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0372887 Dec 08 17:53:45.637596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-572defa2-b7f8-4780-bc02-3292a3974ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:53:45.638942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-572defa2-b7f8-4780-bc02-3292a3974ae2 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0432253 Dec 08 17:53:45.684157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-dcc64b60-2aa9-49ad-981e-8b37809c7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:53:45.685588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-dcc64b60-2aa9-49ad-981e-8b37809c7400 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393050 Dec 08 17:53:45.775774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-d67ea218-947a-45a0-8e66-11d0abd1477d service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830247 Dec 08 17:53:45.862967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d4b6fa09-ff9f-4628-82da-720d738c3549 req-7d2a010b-2ee3-411c-b261-54682efbba76 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806127 Dec 08 17:53:47.657076 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:53:56.243277 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b29fa09e-a6f6-44bc-8cd5-9428e12994c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:53:59.025275 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6ff7a7a1-9edb-4762-973f-5dbc63457528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:00.548400 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:02.301314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:02.541013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:03.220208 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:04.099119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:24.656361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:54:26.245188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d5ad40eb-ca78-423f-8c53-67818fff499f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:29.026028 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a9eb6fcc-ac54-4574-a855-d03c259ec751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:30.551535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:32.304637 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:32.543987 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:33.225530 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:34.098874 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:45.341919 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-9d7c65da-cbca-43b6-b45b-3b355dd16b98 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393994 Dec 08 17:54:45.433383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-c6431836-4b39-4d56-b885-9586dd8585d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:54:45.434880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-c6431836-4b39-4d56-b885-9586dd8585d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5dcd5e733d764276895d42ff2cab7e93&device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 1096 time: 0.0449281 Dec 08 17:54:45.536073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-e0075ae5-d515-401d-90e9-4f3378946723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:54:45.537504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-e0075ae5-d515-401d-90e9-4f3378946723 service neutron] 10.222.0.86 "GET /v2.0/networks?id=884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 200 len: 916 time: 0.0831361 Dec 08 17:54:45.578078 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-0d6a26eb-b7fe-4ab7-b5e9-3491e31fc272 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 200 len: 217 time: 0.0337172 Dec 08 17:54:45.631791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-483e4027-0e09-4225-96fd-48c34360dbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:54:45.633130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-483e4027-0e09-4225-96fd-48c34360dbd6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 200 len: 854 time: 0.0486212 Dec 08 17:54:45.678292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-e50e0883-8163-48d1-b2f1-5c3d6b0d1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:54:45.679768 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-e50e0883-8163-48d1-b2f1-5c3d6b0d1a22 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=884891e3-b525-4401-9fff-3a0e06e3bfd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400743 Dec 08 17:54:45.766588 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-70e6c889-2f45-42c6-8d97-83d4d7f3218c service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797114 Dec 08 17:54:45.865289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bd5af1-bcf2-45c0-997a-1447b79d329f req-d11027b3-d3fd-4895-b7c5-986d7a316208 service neutron] 10.222.0.86 "GET /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917311 Dec 08 17:54:56.247957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-abf88cb1-1f7d-4450-82f2-e4cba74bd22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:54:59.027934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd735916-a969-47f2-991d-89616c0e82cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:00.558948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:01.656194 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:55:02.311102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:02.546333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:03.226168 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:04.114026 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:26.250233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-feeb5f41-5886-42ed-b615-51f6e0e01053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:29.028532 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0b1b02d2-7be8-4670-8e5f-f8e2fdbdea9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:30.557720 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:32.310514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:32.548084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:33.227913 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:34.129607 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:38.655918 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:55:42.519846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a58e706-291c-414f-804c-a557d273b70e req-99497b17-46c7-46ba-99ec-06bfa560599a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:55:42.521576 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a58e706-291c-414f-804c-a557d273b70e req-99497b17-46c7-46ba-99ec-06bfa560599a tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0540040 Dec 08 17:55:42.572744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a58e706-291c-414f-804c-a557d273b70e req-f0d17066-50d9-4e4a-85bd-14013dfc2bcc tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/security-groups?id=210e8dad-27e5-408c-bd85-2351781adf29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441012 Dec 08 17:55:43.004656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-c9fdc391-059e-40eb-bf04-b9b1da12b808 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:55:43.006114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-c9fdc391-059e-40eb-bf04-b9b1da12b808 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.86 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 945 time: 0.0522144 Dec 08 17:55:43.093243 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Deleting port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:43.093572 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:43.186871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] For port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:43.187237 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:43.201876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Calling delete_port for 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:43.333383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:43.344770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:55:43.364904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Pushing event deleted for resources: {'Port': ['ID=13ccd5ec-89bb-4e82-abb5-f93ee8567d9b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:43.379232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.379589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.379933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.380272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.380604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.380932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.381260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.381583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.381969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.382301 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.382628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.382952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.383271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:43.419002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] No DVR routers for this DVR port 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:55:43.421628 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:43.425035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-288c78da-9fd8-471a-b917-31bf4c914ca0 req-dfa1826d-a79d-4874-aef0-df58870cef82 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.86 "DELETE /v2.0/ports/13ccd5ec-89bb-4e82-abb5-f93ee8567d9b HTTP/1.1" status: 204 len: 173 time: 0.4130633 Dec 08 17:55:43.425471 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'name': 'network-vif-deleted', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:55:43.427747 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7042030d-66f4-4818-b537-580218050a8c" -d '{"events": [{"server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "name": "network-vif-deleted", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:55:43.559425 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb365d25-e50b-4f63-a2fe-3a67b4588b70 x-openstack-request-id: req-cb365d25-e50b-4f63-a2fe-3a67b4588b70 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:55:43.560071 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a92ab7c2-cb79-44f0-b257-f35848312477", "name": "network-vif-deleted", "tag": "13ccd5ec-89bb-4e82-abb5-f93ee8567d9b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:55:43.560071 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cb365d25-e50b-4f63-a2fe-3a67b4588b70 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:55:43.560341 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a92ab7c2-cb79-44f0-b257-f35848312477', 'name': 'network-vif-deleted', 'tag': '13ccd5ec-89bb-4e82-abb5-f93ee8567d9b', 'status': 'completed', 'code': 200} Dec 08 17:55:43.678897 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ae800b56-ae5e-41cb-85b6-3221e019d03b req-2ee13cd0-7946-4988-b143-dbaff729cb49 tempest-TestMinimumBasicScenario-1393064622 tempest-TestMinimumBasicScenario-1393064622-project] 10.222.0.62 "GET /v2.0/ports?device_id=a92ab7c2-cb79-44f0-b257-f35848312477 HTTP/1.1" status: 200 len: 210 time: 0.0254705 Dec 08 17:55:45.288585 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42708) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:46.063158 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:46.303552 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Deleting port e79a192a-005b-44b0-bd44-f8a70342a519 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:46.304271 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:46.380042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] For port e79a192a-005b-44b0-bd44-f8a70342a519, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=e79a192a-005b-44b0-bd44-f8a70342a519,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:46.380352 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:46.392841 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Calling delete_port for e79a192a-005b-44b0-bd44-f8a70342a519 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:46.568778 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:46.596046 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Pushing event deleted for resources: {'Port': ['ID=e79a192a-005b-44b0-bd44-f8a70342a519,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:46.623886 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.624238 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.624586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.624925 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.625259 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.625595 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.625962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.626293 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.626620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.626946 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.627268 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.627593 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.627916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:46.730787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:46.754311 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:46.754653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 13ccd5ec-89bb-4e82-abb5-f93ee8567d9b not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:46.782674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:46.995179 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:55:47.096661 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:55:47.102080 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6a840d4b-d85d-4aa4-ac32-d1089578169f admin admin] 10.222.0.62 "PUT /v2.0/routers/982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8122668 Dec 08 17:55:47.104561 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42716) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:47.107092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] Sync routers for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:55:47.117358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:55:47.118008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:47.208473 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.222177 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:55:47.312353 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.364043 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Deleting port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:47.364378 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.401483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:55:46Z', 'revision_number': 5, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port': {'id': '15dfb3c6-a755-4c12-b1c7-d9f07bcd2114', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:da:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:37Z', 'updated_at': '2021-12-08T17:47:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:47.432506 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] Checking router: 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:55:47.440764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] Routers {'982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:55:47.441358 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:47.447066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] For port 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:47.447427 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.460135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Calling delete_port for 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:47.522546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] Set router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:55:47.577283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:55:47Z', 'revision_number': 6, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:47.604586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c42a79-80c5-473f-920a-72876ff4a88e None None] The sync data for ids ['982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9'] in n-d-820935-5 is: [{'id': '982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9', 'name': 'tempest-TestMinimumBasicScenario-2145102787-router', 'tenant_id': '5dcd5e733d764276895d42ff2cab7e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:36Z', 'updated_at': '2021-12-08T17:55:47Z', 'revision_number': 6, 'project_id': '5dcd5e733d764276895d42ff2cab7e93', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:55:47.630818 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.655496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Pushing event deleted for resources: {'Port': ['ID=15dfb3c6-a755-4c12-b1c7-d9f07bcd2114,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:47.672054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a6243-3ed7-4382-b127-9080191cfd61 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:47.720138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.808567 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.810713 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.854608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.855084 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:55:47.860434 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.862212 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-222e30bc-3562-48c5-af8e-eb0517115100 admin admin] 10.222.0.62 "DELETE /v2.0/routers/982fb5c3-a4d7-46f2-a491-7fa1fcaa18c9 HTTP/1.1" status: 204 len: 168 time: 0.7562857 Dec 08 17:55:47.864654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:47.908962 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Deleting subnet f2f5967f-9d1b-47f8-a984-5e2c28ee0221 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:55:47.911917 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:47.947238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.034516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.085959 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.111330 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2f5967f-9d1b-47f8-a984-5e2c28ee0221,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:48.117357 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.120839 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9bcea657-1aed-4097-9fd2-6c1547d73586 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f2f5967f-9d1b-47f8-a984-5e2c28ee0221 HTTP/1.1" status: 204 len: 168 time: 0.2551560 Dec 08 17:55:48.123528 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:48.124057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ab1b6-f7c0-4f44-b8bb-ad81563f6d4e None None] Network 884891e3-b525-4401-9fff-3a0e06e3bfd2 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:55:48.198618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.256930 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Deleting port 872dc693-5054-41ba-9105-db327de3007c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:48.257259 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.326173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] For port 872dc693-5054-41ba-9105-db327de3007c, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=872dc693-5054-41ba-9105-db327de3007c,segment=NetworkSegment(925ca4bd-83cb-4eb5-bf69-d930ea51cd66),segment_id=925ca4bd-83cb-4eb5-bf69-d930ea51cd66)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:48.326748 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.343882 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Calling delete_port for 872dc693-5054-41ba-9105-db327de3007c owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:48.407569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:48.429231 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:48.429576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 15dfb3c6-a755-4c12-b1c7-d9f07bcd2114 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:48.430023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e79a192a-005b-44b0-bd44-f8a70342a519 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:48.455165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.460927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: e79a192a-005b-44b0-bd44-f8a70342a519 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:48.461269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device e79a192a-005b-44b0-bd44-f8a70342a519 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:48.486359 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d2be0f-501c-473f-be97-c43e4da57dcd None None] DHCP port deletion for 884891e3-b525-4401-9fff-3a0e06e3bfd2 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:48.489974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=872dc693-5054-41ba-9105-db327de3007c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:48.496660 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] No DVR routers for this DVR port 872dc693-5054-41ba-9105-db327de3007c on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:55:48.579523 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.601987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884891e3-b525-4401-9fff-3a0e06e3bfd2']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:48.617968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925ca4bd-83cb-4eb5-bf69-d930ea51cd66') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:48.618457 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925ca4bd-83cb-4eb5-bf69-d930ea51cd66') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:48.638671 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.653389 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.661377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:55:48.661839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:55:48.663858 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:55:48.724184 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.731742 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:48.735128 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/884891e3-b525-4401-9fff-3a0e06e3bfd2 HTTP/1.1" status: 204 len: 168 time: 0.6106718 Dec 08 17:55:48.739782 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42722) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:48.747140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3752c3e7-4cdf-4784-ad61-869e1b66b4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=884891e3-b525-4401-9fff-3a0e06e3bfd2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:49.100457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:49.674661 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Deleting port 8b6be65d-2d90-4654-b9dc-996f68344a71 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:49.674998 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:49.750672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] For port 8b6be65d-2d90-4654-b9dc-996f68344a71, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8b6be65d-2d90-4654-b9dc-996f68344a71,segment=NetworkSegment(e42032d0-2e02-49c7-8319-a96ceea99539),segment_id=e42032d0-2e02-49c7-8319-a96ceea99539)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:49.751416 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:49.763774 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Calling delete_port for 8b6be65d-2d90-4654-b9dc-996f68344a71 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:49.938611 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:49.967870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6be65d-2d90-4654-b9dc-996f68344a71,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:50.136002 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:50.279055 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 872dc693-5054-41ba-9105-db327de3007c no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:50.299950 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 872dc693-5054-41ba-9105-db327de3007c {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:50.300378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 872dc693-5054-41ba-9105-db327de3007c not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:50.360177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Router 75225eeb-b54c-4e35-9609-1561753e8ae7 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:55:50.466236 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:55:50.471385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-60df8a58-deee-4c27-a123-7a08594bea9c admin admin] 10.222.0.62 "PUT /v2.0/routers/75225eeb-b54c-4e35-9609-1561753e8ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304823 Dec 08 17:55:50.473894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42724) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:50.476598 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] Sync routers for ids ['75225eeb-b54c-4e35-9609-1561753e8ae7'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:55:50.486775 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] Routers {'75225eeb-b54c-4e35-9609-1561753e8ae7'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:55:50.487384 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['75225eeb-b54c-4e35-9609-1561753e8ae7'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:50.578569 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:50.596115 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] Set router 75225eeb-b54c-4e35-9609-1561753e8ae7 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:55:50.683725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:50.738871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Deleting port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:50.739123 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:50.774719 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:55:49Z', 'revision_number': 5, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port': {'id': 'a41a5f1f-0f41-4d60-be8d-a6d58f2a0398', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f6:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4179, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:47:42Z', 'updated_at': '2021-12-08T17:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:50.805116 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] Checking router: 75225eeb-b54c-4e35-9609-1561753e8ae7 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:55:50.813616 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] Routers {'75225eeb-b54c-4e35-9609-1561753e8ae7'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:55:50.814238 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['75225eeb-b54c-4e35-9609-1561753e8ae7'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:50.816880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] For port a41a5f1f-0f41-4d60-be8d-a6d58f2a0398, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:50.817390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:50.830164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Calling delete_port for a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:50.897303 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] Set router 75225eeb-b54c-4e35-9609-1561753e8ae7 gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:55:50.998648 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.030181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Pushing event deleted for resources: {'Port': ['ID=a41a5f1f-0f41-4d60-be8d-a6d58f2a0398,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:51.043529 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:55:50Z', 'revision_number': 6, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:51.051195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b373b6-6e67-40cc-8931-0987186580e2 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:51.071590 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a250d67-b88b-46cb-9638-a376cf6573f3 None None] The sync data for ids ['75225eeb-b54c-4e35-9609-1561753e8ae7'] in n-d-820935-5 is: [{'id': '75225eeb-b54c-4e35-9609-1561753e8ae7', 'name': 'tempest-TestMinimumBasicScenario-1480229525-router', 'tenant_id': '21473162d24c4cfca9613c81846b09c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:47:41Z', 'updated_at': '2021-12-08T17:55:50Z', 'revision_number': 6, 'project_id': '21473162d24c4cfca9613c81846b09c2', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:55:51.094693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.184995 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.187158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.230126 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.230669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75225eeb-b54c-4e35-9609-1561753e8ae7 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:55:51.235351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.236470 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6c42c61d-b43d-4feb-aef9-d65e7ca0a97e admin admin] 10.222.0.62 "DELETE /v2.0/routers/75225eeb-b54c-4e35-9609-1561753e8ae7 HTTP/1.1" status: 204 len: 168 time: 0.7616782 Dec 08 17:55:51.238970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42726) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:51.286639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Deleting subnet 73e2cea3-e36c-4e07-848f-5f0aa9c61ba9 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:55:51.289637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.323600 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.398674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.456171 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.481938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e2cea3-e36c-4e07-848f-5f0aa9c61ba9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:51.485361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.491263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9a1c22dc-ebda-4021-9737-b23db1830028 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/73e2cea3-e36c-4e07-848f-5f0aa9c61ba9 HTTP/1.1" status: 204 len: 168 time: 0.2486913 Dec 08 17:55:51.491263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42728) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:51.495681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6934df89-88c1-4ccb-8357-b708181a3220 None None] Network 5639de88-e9c1-454d-89c8-6ba8128d3721 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:55:51.563633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.617149 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Deleting port f264a91f-7469-4e16-b893-03a0dce91dda {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:55:51.617486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.684508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] For port f264a91f-7469-4e16-b893-03a0dce91dda, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f264a91f-7469-4e16-b893-03a0dce91dda,segment=NetworkSegment(e42032d0-2e02-49c7-8319-a96ceea99539),segment_id=e42032d0-2e02-49c7-8319-a96ceea99539)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:51.684864 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.698024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Calling delete_port for f264a91f-7469-4e16-b893-03a0dce91dda owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:55:51.775311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.801987 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Pushing event deleted for resources: {'Port': ['ID=f264a91f-7469-4e16-b893-03a0dce91dda,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:51.803712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] No DVR routers for this DVR port f264a91f-7469-4e16-b893-03a0dce91dda on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:55:51.870405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd8f532-50ac-4a4c-a8d1-61f5af0c0ab2 None None] DHCP port deletion for 5639de88-e9c1-454d-89c8-6ba8128d3721 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:51.892153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.912247 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5639de88-e9c1-454d-89c8-6ba8128d3721']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:51.921922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42032d0-2e02-49c7-8319-a96ceea99539') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:51.922212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42032d0-2e02-49c7-8319-a96ceea99539') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:51.932440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.946316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.952674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:55:51.953223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:55:51.955140 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:55:52.015012 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.020340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.023755 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] 10.222.0.62 "DELETE /v2.0/networks/5639de88-e9c1-454d-89c8-6ba8128d3721 HTTP/1.1" status: 204 len: 168 time: 0.5314169 Dec 08 17:55:52.038024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb61a51-666f-476e-9607-efedc2fe347d admin admin] Pushing event deleted for resources: {'Network': ['ID=5639de88-e9c1-454d-89c8-6ba8128d3721,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:52.156237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42732) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:52.196102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8a4f2388-5caa-4175-a46d-ebfcc5006e9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5dcd5e733d764276895d42ff2cab7e93&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386791 Dec 08 17:55:52.198848 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42734) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:52.239226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b6be65d-2d90-4654-b9dc-996f68344a71 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:52.250733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1915ce8-b799-428a-aea4-65f14ce28de9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.260009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8b6be65d-2d90-4654-b9dc-996f68344a71 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:52.260429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8b6be65d-2d90-4654-b9dc-996f68344a71 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:52.260924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:52.272076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1915ce8-b799-428a-aea4-65f14ce28de9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.281128 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:52.281547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device a41a5f1f-0f41-4d60-be8d-a6d58f2a0398 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:52.282081 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f264a91f-7469-4e16-b893-03a0dce91dda no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:55:52.301389 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f264a91f-7469-4e16-b893-03a0dce91dda {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:55:52.301738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f264a91f-7469-4e16-b893-03a0dce91dda not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:55:52.320807 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1915ce8-b799-428a-aea4-65f14ce28de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.323716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e1915ce8-b799-428a-aea4-65f14ce28de9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.324894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e1915ce8-b799-428a-aea4-65f14ce28de9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/210e8dad-27e5-408c-bd85-2351781adf29 HTTP/1.1" status: 204 len: 168 time: 0.1251376 Dec 08 17:55:52.333433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1915ce8-b799-428a-aea4-65f14ce28de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210e8dad-27e5-408c-bd85-2351781adf29,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:52.631363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42740) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:52.671810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ecf83912-75c1-4170-8c6c-1a25d0be7dad admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=21473162d24c4cfca9613c81846b09c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392847 Dec 08 17:55:52.674165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:52.725018 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2dba5d3-b3b1-4dc5-a151-138137125521 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.746343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2dba5d3-b3b1-4dc5-a151-138137125521 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.794284 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2dba5d3-b3b1-4dc5-a151-138137125521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.796846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a2dba5d3-b3b1-4dc5-a151-138137125521 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:52.798002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a2dba5d3-b3b1-4dc5-a151-138137125521 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c3545bfb-eda8-4b3a-b4de-4152486e4a65 HTTP/1.1" status: 204 len: 168 time: 0.1229320 Dec 08 17:55:52.805608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dba5d3-b3b1-4dc5-a151-138137125521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3545bfb-eda8-4b3a-b4de-4152486e4a65,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:54.331365 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42782) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:54.335978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1805128344', 'description': 'tempest-secgroup-smoke-1805128344 description', 'project_id': '745ff99b6c054ef3a061aa8d393378e6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:54.358888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.366601 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.442035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.445667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.481170 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea47d4ce-c294-438a-8c69-f753dffbe692,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:54.522034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.525883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.554814 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.556097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2236743 Dec 08 17:55:54.557153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4ce1a-687b-44e1-bfdb-fc07d8470b33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca9623-b47a-4c89-8d8d-3b7c9b75033c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:54.560233 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42784) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:54.564639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '10ca9623-b47a-4c89-8d8d-3b7c9b75033c', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:54.590723 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.647963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.651909 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.668713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db4ddfe-6fd6-4a5d-848a-fb3a2a7534b8,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:54.677050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.678277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9155197e-923d-4e8b-a823-4599ff17778d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170528 Dec 08 17:55:54.681059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42786) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:54.685920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '10ca9623-b47a-4c89-8d8d-3b7c9b75033c', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:54.716668 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.772218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.775734 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.793192 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327d41e7-bc2a-4e72-848e-ceeaded656cc,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:54.801086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.802347 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b5fe4674-2fe1-4fb9-a21f-a65f8112c833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203740 Dec 08 17:55:54.805163 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42788) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:54.810256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '10ca9623-b47a-4c89-8d8d-3b7c9b75033c', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:54.835721 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.891336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.894733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.911394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37c9dde-710f-4c8b-84f8-2a616e218734,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:54.920738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:54.921972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f79de4b5-3376-4f8c-8d69-944efcffa84c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158168 Dec 08 17:55:54.924748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42790) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:54.929103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '10ca9623-b47a-4c89-8d8d-3b7c9b75033c', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:54.954941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.013752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.017129 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.034113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53543a17-553b-4a07-9075-732e9bcb5a16,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:55.043461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.044668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-10df6492-87f9-41e8-b722-d8dc13a58663 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189220 Dec 08 17:55:55.047355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42792) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:55.051654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '10ca9623-b47a-4c89-8d8d-3b7c9b75033c', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:55.074148 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:55:55.079020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.138062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.141490 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.159570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c26a98b-a364-4b60-9c95-beda49d634b4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:55.164760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.169288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:55.169926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1bd27e74-ca7d-4e49-b27e-0c9dcc6b820f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210032 Dec 08 17:55:55.174155 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '10ca9623-b47a-4c89-8d8d-3b7c9b75033c', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:55.195279 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:55:55.200450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.262816 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.266436 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.283592 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc0a35b-4181-4dd0-8b9a-fe8956271746,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:55.294065 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.295306 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ab8921ea-cf88-4284-a3a5-1fa619c613b5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247437 Dec 08 17:55:55.298391 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42796) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:55.303233 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'network': {'name': 'tempest-network-smoke--1934600757', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:55.323621 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:55:55.327234 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.352106 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:55:55.362081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.362420 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Added segment 1806ef13-532b-44d7-a7de-977b121b129e of type vlan for network f10ed6aa-af4b-465f-9715-929b568d0774 Dec 08 17:55:55.402022 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.426002 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.431620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:55:55.432218 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.486919 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1874771 Dec 08 17:55:55.489938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42798) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:55.494874 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'admin_state_up': True, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:55.504253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19893d-4203-4eab-a78f-8b2dfe46da71 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Network': ['ID=f10ed6aa-af4b-465f-9715-929b568d0774,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:55.515754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f10ed6aa-af4b-465f-9715-929b568d0774 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:55:55.520176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.521176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.572712 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.711153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.900805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:55.919170 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.017682 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.72 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d74fd394-ae84-465b-85cf-e18ad73d0c5e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:55:56.120498 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.154420 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.189291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:55:56.192016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:55:56.197483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:55:56.205899 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e546ede-2ecc-4216-a19c-dc508c48a809 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:56.224261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=d74fd394-ae84-465b-85cf-e18ad73d0c5e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:56.253198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5210af80-a35a-4725-b3ca-d946f56cbdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.324289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f01a8243-15f1-4389-98e9-b6afaea8c99a None None] Provisioning complete for port d74fd394-ae84-465b-85cf-e18ad73d0c5e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:55:56.324658 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f01a8243-15f1-4389-98e9-b6afaea8c99a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.359078 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f01a8243-15f1-4389-98e9-b6afaea8c99a None None] Port d74fd394-ae84-465b-85cf-e18ad73d0c5e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:55:56.454128 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.643944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:56.775113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 88847531-7bb8-47ac-966f-7df4b6794a60 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:55:57.219907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:55:57.230578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Sync routers for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:55:57.239869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:55:57.240081 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.240478 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:57.244035 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d807625a-53c2-4d60-81a8-794394ccd89e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7501080 Dec 08 17:55:57.244279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42800) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:57.351563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:55:57.373253 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-72ce0504-7d9b-4c6e-aed6-e86e79bed557 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=745ff99b6c054ef3a061aa8d393378e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1278455 Dec 08 17:55:57.375917 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:57.529742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a05b648-4a73-4f9e-92c0-eeda093a8146 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:55:57.533934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8a05b648-4a73-4f9e-92c0-eeda093a8146 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544564 Dec 08 17:55:57.534088 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:56Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:57.534274 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42806) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:57.566305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Checking router: 88847531-7bb8-47ac-966f-7df4b6794a60 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:55:57.566655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Updating router 88847531-7bb8-47ac-966f-7df4b6794a60 port d74fd394-ae84-465b-85cf-e18ad73d0c5e binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:55:57.568201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-079247e7-b96e-4c84-b349-fbbf6adb20a9 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328138 Dec 08 17:55:57.570648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:57.575984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-846735247', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:55:57.592891 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.661562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:55:57.665252 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.848892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.851430 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.858101 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.910005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539a823b-d3f5-466a-a897-996de7ba1953 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:57.913455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Subnet': ['ID=91b34246-529b-4825-b486-30eb929f7d8d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:57.921996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Checking segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:55:57.922376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network hostable DHCP agents. Network: f10ed6aa-af4b-465f-9715-929b568d0774, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:55:57.922978 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Attempting to bind port d74fd394-ae84-465b-85cf-e18ad73d0c5e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:55:57.923361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Attempting to bind port d74fd394-ae84-465b-85cf-e18ad73d0c5e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:55:57.923729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Attempting to bind port d74fd394-ae84-465b-85cf-e18ad73d0c5e on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:55:57.926588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Pushing event updated for resources: {'Port': ['ID=d74fd394-ae84-465b-85cf-e18ad73d0c5e,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:57.937356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:55:57.938123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:55:57.938535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.938931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:55:57.939416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Bound port: d74fd394-ae84-465b-85cf-e18ad73d0c5e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:55:57.939842 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.942608 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f10ed6aa-af4b-465f-9715-929b568d0774 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:55:57.942933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.943286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.943626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.943962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.944306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.944636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.944980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.945288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.945610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.945962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.946288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.946607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.946929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:55:57.952116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f10ed6aa-af4b-465f-9715-929b568d0774) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:55:57.956589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:55:57.957179 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:57.971299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23d818-b5bf-4b35-b610-a356618640e0 None None] Network f10ed6aa-af4b-465f-9715-929b568d0774 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:55:57.977001 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-29263457-80c4-4e38-9489-92c25952c8cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4028544 Dec 08 17:55:57.978212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42810) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:55:58.056682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-25115161-228c-4c52-bdea-1b77a15d696c None None] Provisioning complete for port d74fd394-ae84-465b-85cf-e18ad73d0c5e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:55:58.057050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-25115161-228c-4c52-bdea-1b77a15d696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.083215 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] For port d74fd394-ae84-465b-85cf-e18ad73d0c5e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:55:58.121067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] For port d74fd394-ae84-465b-85cf-e18ad73d0c5e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d74fd394-ae84-465b-85cf-e18ad73d0c5e,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:55:58.124720 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-25115161-228c-4c52-bdea-1b77a15d696c None None] Port d74fd394-ae84-465b-85cf-e18ad73d0c5e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:55:58.128713 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.172717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f10ed6aa-af4b-465f-9715-929b568d0774', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:55:58.173485 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.201901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc1ba6e-9ddc-414d-adb9-fcc6585c50fa None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:55:58.234169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f847a19-6d7c-4d93-8fb2-fc200d097ef4 None None] Pushing event updated for resources: {'Port': ['ID=d74fd394-ae84-465b-85cf-e18ad73d0c5e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:58.239717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:55:58.240340 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:58.416517 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.435112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0dabd3e1-fbdd-48a7-a4cf-d6fc6fd52b43 None None] Provisioning complete for port d74fd394-ae84-465b-85cf-e18ad73d0c5e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:55:58.435394 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dabd3e1-fbdd-48a7-a4cf-d6fc6fd52b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.468988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Allocated IP 172.20.0.2 (f10ed6aa-af4b-465f-9715-929b568d0774/91b34246-529b-4825-b486-30eb929f7d8d/ed2a006c-6f17-4f69-bbac-2bb85681560f) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:55:58.485499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:55:58.732413 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dabd3e1-fbdd-48a7-a4cf-d6fc6fd52b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.812349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0dabd3e1-fbdd-48a7-a4cf-d6fc6fd52b43 None None] For port d74fd394-ae84-465b-85cf-e18ad73d0c5e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d74fd394-ae84-465b-85cf-e18ad73d0c5e,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:55:58.824295 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dabd3e1-fbdd-48a7-a4cf-d6fc6fd52b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.835644 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.862844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:58.905465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Network f10ed6aa-af4b-465f-9715-929b568d0774 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:55:58.907108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.1 (f10ed6aa-af4b-465f-9715-929b568d0774/91b34246-529b-4825-b486-30eb929f7d8d/7b5a76e6-a895-481f-a0a8-b2b226d336ad) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:55:58.908753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dabd3e1-fbdd-48a7-a4cf-d6fc6fd52b43 None None] Pushing event updated for resources: {'Port': ['ID=d74fd394-ae84-465b-85cf-e18ad73d0c5e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:58.912827 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:55:58.919625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:55:58.927797 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:56Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:55:59.037423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.072769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.111690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f10ed6aa-af4b-465f-9715-929b568d0774 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:55:59.115157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:55:59.117645 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:55:59.158024 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=7b5a76e6-a895-481f-a0a8-b2b226d336ad,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:59.175156 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.184894 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffc0b4e-19b4-4ecc-80ba-17a4d83bc181 None None] The sync data for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 is: [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:56Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:55:59.207239 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Pushing event updated for resources: {'Port': ['ID=ed2a006c-6f17-4f69-bbac-2bb85681560f,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:59.211892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f36b3086-b31e-483d-8652-2d4a79628e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.215909 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Attempting to bind port ed2a006c-6f17-4f69-bbac-2bb85681560f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:55:59.216283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Attempting to bind port ed2a006c-6f17-4f69-bbac-2bb85681560f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:55:59.216641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Attempting to bind port ed2a006c-6f17-4f69-bbac-2bb85681560f on network f10ed6aa-af4b-465f-9715-929b568d0774 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:55:59.222131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:55:59.222516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Checking segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:55:59.222920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.223316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Bound using segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:55:59.223794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Bound port: ed2a006c-6f17-4f69-bbac-2bb85681560f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:55:59.224182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.292853 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] For port ed2a006c-6f17-4f69-bbac-2bb85681560f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:55:59.296729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] For port ed2a006c-6f17-4f69-bbac-2bb85681560f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ed2a006c-6f17-4f69-bbac-2bb85681560f,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:55:59.301273 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.330529 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.372793 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db47214-6d6d-4f95-95e8-ace4901dc928 None None] Pushing event updated for resources: {'Port': ['ID=ed2a006c-6f17-4f69-bbac-2bb85681560f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:59.681068 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.686157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.769959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:55:59.771753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=7b5a76e6-a895-481f-a0a8-b2b226d336ad,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:55:59.867287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f10ed6aa-af4b-465f-9715-929b568d0774 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:55:59.868710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:55:59.990285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 88847531-7bb8-47ac-966f-7df4b6794a60 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:56:00.122323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:56:00.135996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c2242495-6a2b-455d-8671-d331174a56f7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/88847531-7bb8-47ac-966f-7df4b6794a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1497524 Dec 08 17:56:00.300987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-9db8efed-6b05-40d5-8a47-3ad10253f485 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1805128344&fields=id&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 267 time: 0.0511680 Dec 08 17:56:00.318426 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ed2a006c-6f17-4f69-bbac-2bb85681560f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:56:00.380631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ed2a006c-6f17-4f69-bbac-2bb85681560f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:00.381024 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:00.428393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-2c74d8ac-86cc-430e-8cbb-cc69892d4cf4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:00.429910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-2c74d8ac-86cc-430e-8cbb-cc69892d4cf4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/networks?id=f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 200 len: 797 time: 0.1147244 Dec 08 17:56:00.448491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-048089a9-8de2-4f1c-9821-4d7fcf1dbd1c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/quotas/745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 375 time: 0.0113227 Dec 08 17:56:00.463355 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec8766c-d306-4805-8b22-a1dcdc9ad0e0 None None] Network f10ed6aa-af4b-465f-9715-929b568d0774 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:56:00.501176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-8a44f85f-faf1-436a-9e0f-7928a435e57a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467443 Dec 08 17:56:00.506032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:00.567877 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port ed2a006c-6f17-4f69-bbac-2bb85681560f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ed2a006c-6f17-4f69-bbac-2bb85681560f,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:00.586952 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:00.586952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d74fd394-ae84-465b-85cf-e18ad73d0c5e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:56:00.647536 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-da2185fe-d521-41f7-a00c-81a93c9dd37f service neutron] 10.222.0.62 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338143 Dec 08 17:56:00.658899 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:00.663098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5ea94225-81ee-46f1-b02d-eac443fea41c None None] Provisioning complete for port ed2a006c-6f17-4f69-bbac-2bb85681560f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:00.663469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ea94225-81ee-46f1-b02d-eac443fea41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:00.726682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=ed2a006c-6f17-4f69-bbac-2bb85681560f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:00.751994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-d5a98ec6-a7d7-485b-ba9a-d3aeafa3320f service neutron] 10.222.0.62 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978343 Dec 08 17:56:00.763364 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port d74fd394-ae84-465b-85cf-e18ad73d0c5e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:00.763364 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.054828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-22d26ee4-76ae-47a8-80ce-e8a1751003e5 None None] Provisioning complete for port ed2a006c-6f17-4f69-bbac-2bb85681560f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:01.054828 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22d26ee4-76ae-47a8-80ce-e8a1751003e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.059028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8a8ed92-12ec-41fc-a2e6-e19b308eea5b req-5c4661b0-3fae-4022-ab02-86991e0fc2cf tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0937924 Dec 08 17:56:01.060212 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Sync routers for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:56:01.071737 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:56:01.072350 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:01.161774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-22d26ee4-76ae-47a8-80ce-e8a1751003e5 None None] Provisioning complete for port 7b5a76e6-a895-481f-a0a8-b2b226d336ad triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:01.162184 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22d26ee4-76ae-47a8-80ce-e8a1751003e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.206629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-22d26ee4-76ae-47a8-80ce-e8a1751003e5 None None] Port 7b5a76e6-a895-481f-a0a8-b2b226d336ad cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:56:01.217612 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:56:01.331951 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-025af6a4-2efd-4d7c-9e1e-601410c7e9eb None None] Provisioning complete for port 7b5a76e6-a895-481f-a0a8-b2b226d336ad triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:01.332643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-025af6a4-2efd-4d7c-9e1e-601410c7e9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.388365 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-025af6a4-2efd-4d7c-9e1e-601410c7e9eb None None] Port 7b5a76e6-a895-481f-a0a8-b2b226d336ad cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:56:01.482281 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 2, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:01.509823 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Checking router: 88847531-7bb8-47ac-966f-7df4b6794a60 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:56:01.510169 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Updating router 88847531-7bb8-47ac-966f-7df4b6794a60 port 7b5a76e6-a895-481f-a0a8-b2b226d336ad binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:56:01.546857 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.611786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-42eb2a62-3831-4317-be4a-68b62f722cb0 None None] Provisioning complete for port 7b5a76e6-a895-481f-a0a8-b2b226d336ad triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:01.612539 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-42eb2a62-3831-4317-be4a-68b62f722cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.654300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-42eb2a62-3831-4317-be4a-68b62f722cb0 None None] Port 7b5a76e6-a895-481f-a0a8-b2b226d336ad cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:56:01.830840 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.836427 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.890005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Pushing event updated for resources: {'Port': ['ID=7b5a76e6-a895-481f-a0a8-b2b226d336ad,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:01.913416 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.913416 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.913416 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.913920 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.914078 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.914404 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.914737 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.915043 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.915362 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.915677 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.915992 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.916305 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.916728 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:01.955421 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Attempting to bind port 7b5a76e6-a895-481f-a0a8-b2b226d336ad on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:56:01.955734 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Attempting to bind port 7b5a76e6-a895-481f-a0a8-b2b226d336ad by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:56:01.956088 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Attempting to bind port 7b5a76e6-a895-481f-a0a8-b2b226d336ad on network f10ed6aa-af4b-465f-9715-929b568d0774 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:56:01.961746 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:56:01.962156 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Checking segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:56:01.962676 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:01.963106 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Bound using segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:56:01.963586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Bound port: 7b5a76e6-a895-481f-a0a8-b2b226d336ad, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:56:01.964418 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.028524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] For port 7b5a76e6-a895-481f-a0a8-b2b226d336ad, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:56:02.033429 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] For port 7b5a76e6-a895-481f-a0a8-b2b226d336ad, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7b5a76e6-a895-481f-a0a8-b2b226d336ad,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:56:02.043282 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.083498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8b4d3cf9-9d77-4c64-a9c7-cfbdd63e0ecf None None] Provisioning complete for port 7b5a76e6-a895-481f-a0a8-b2b226d336ad triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:02.083879 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cf9-9d77-4c64-a9c7-cfbdd63e0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.101931 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:56:02.102561 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:02.239179 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:56:02.287616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ca7ac8d7-aac8-4a24-a812-a04c99ecb200 req-1892d706-78c4-4f87-ac2d-a158f0d2634f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0783749 Dec 08 17:56:02.348178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ed2a006c-6f17-4f69-bbac-2bb85681560f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:56:02.356678 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cf9-9d77-4c64-a9c7-cfbdd63e0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.378810 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9d9b0-a40d-4f64-9bfe-10c4bc4694e7 None None] Pushing event updated for resources: {'Port': ['ID=7b5a76e6-a895-481f-a0a8-b2b226d336ad,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:02.380808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-d0f5516e-13d7-4f29-8984-78ce4d661736 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:02.382594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-d0f5516e-13d7-4f29-8984-78ce4d661736 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/networks?id=f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 200 len: 797 time: 0.2535229 Dec 08 17:56:02.392547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.432831 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8b4d3cf9-9d77-4c64-a9c7-cfbdd63e0ecf None None] For port 7b5a76e6-a895-481f-a0a8-b2b226d336ad, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7b5a76e6-a895-481f-a0a8-b2b226d336ad,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:02.440229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b4d3cf9-9d77-4c64-a9c7-cfbdd63e0ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.445787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port ed2a006c-6f17-4f69-bbac-2bb85681560f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:02.446174 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.461947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-afd08a22-b1ff-4f89-aca1-25108f13b0d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 380 time: 0.0649214 Dec 08 17:56:02.473017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'port': {'device_id': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'admin_state_up': True, 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'security_groups': ['10ca9623-b47a-4c89-8d8d-3b7c9b75033c']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:56:02.518593 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:02.524445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d3cf9-9d77-4c64-a9c7-cfbdd63e0ecf None None] Pushing event updated for resources: {'Port': ['ID=7b5a76e6-a895-481f-a0a8-b2b226d336ad,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:02.551963 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56d8bf9-edd9-4f2e-9f60-4d1ac2e06e6a None None] The sync data for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 is: [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:56:02.593488 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.603516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-377aea83-2392-45a4-9e45-3ca2651886e5 None None] Provisioning complete for port 7b5a76e6-a895-481f-a0a8-b2b226d336ad triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:02.603727 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-377aea83-2392-45a4-9e45-3ca2651886e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.614127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:56:02.614127 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.771852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.4 (f10ed6aa-af4b-465f-9715-929b568d0774/91b34246-529b-4825-b486-30eb929f7d8d/c28c0f18-c210-4ea1-94c2-7eaae9cd46fd) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:56:02.919131 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.954561 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:02.998548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f10ed6aa-af4b-465f-9715-929b568d0774 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:56:03.003650 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:56:03.007387 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:56:03.033371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:03.064000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:03.064643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.082859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-6b9527b4-a63e-45c6-990b-fdeafe0a6bd6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6143520 Dec 08 17:56:03.186260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Request body: {'port': {'device_id': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:56:03.231027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.250933 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.348519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ba09b846-af62-437c-8728-85212509b4f6 None None] Provisioning complete for port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:03.349558 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ba09b846-af62-437c-8728-85212509b4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.392701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ba09b846-af62-437c-8728-85212509b4f6 None None] Port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:56:03.482920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf096ff-3752-40d5-b667-e8e95684fc71 req-76010a45-e13a-4d39-8e11-3b1b2c783066 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:03.484362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf096ff-3752-40d5-b667-e8e95684fc71 req-76010a45-e13a-4d39-8e11-3b1b2c783066 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 931 time: 0.1151197 Dec 08 17:56:03.568214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fdf096ff-3752-40d5-b667-e8e95684fc71 req-e90929a7-6539-496f-9a5c-cef2b8e279af tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771179 Dec 08 17:56:03.615556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28c0f18-c210-4ea1-94c2-7eaae9cd46fd {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:56:03.624310 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.637306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Transition to ACTIVE for port object c28c0f18-c210-4ea1-94c2-7eaae9cd46fd will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:56:03.641374 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.694312 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:03.767263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Attempting to bind port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:56:03.767842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Attempting to bind port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:56:03.768178 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Attempting to bind port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd on network f10ed6aa-af4b-465f-9715-929b568d0774 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:56:03.772781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd on network f10ed6aa-af4b-465f-9715-929b568d0774 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:56:03.773102 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Attempting to bind port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd on network f10ed6aa-af4b-465f-9715-929b568d0774 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:56:03.778230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:56:03.778559 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Checking segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:56:03.778936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Bound using segment: {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:56:03.779363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Bound port: c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1806ef13-532b-44d7-a7de-977b121b129e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:56:03.779716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.848589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] For port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:56:03.852154 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] For port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:56:03.856149 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.889409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:03.890054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:03.891728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] 10.222.0.86 "PUT /v2.0/ports/c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 200 len: 1091 time: 0.7547867 Dec 08 17:56:03.894090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:56:03.897184 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e833041d-fcdc-4702-8453-27ed391e2d40" -d '{"events": [{"name": "network-changed", "server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:56:03.930259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe8290-1a57-49d7-8e68-e1a3c39508a7 service neutron] Pushing event updated for resources: {'Port': ['ID=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:03.950287 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b4b124-3134-4f62-9023-1e4429a1e672 x-openstack-request-id: req-13b4b124-3134-4f62-9023-1e4429a1e672 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:56:03.950672 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:56:03.951015 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-13b4b124-3134-4f62-9023-1e4429a1e672 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:56:03.951421 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'status': 'completed', 'code': 200} Dec 08 17:56:03.983881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-7fd59da5-f733-456e-ae42-857018879dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:03.985382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-7fd59da5-f733-456e-ae42-857018879dec service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0475719 Dec 08 17:56:04.034406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-95f0a3cd-4005-4d2b-9f83-c548015f09f8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 200 len: 217 time: 0.0392888 Dec 08 17:56:04.087095 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-c7007836-7b48-446e-94dd-945766d6a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:04.089071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-c7007836-7b48-446e-94dd-945766d6a889 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91b34246-529b-4825-b486-30eb929f7d8d HTTP/1.1" status: 200 len: 834 time: 0.0472658 Dec 08 17:56:04.133545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:04.136870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-f12c3812-a7d9-4c94-9f4c-3756a800530e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:04.138379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-f12c3812-a7d9-4c94-9f4c-3756a800530e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f10ed6aa-af4b-465f-9715-929b568d0774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434043 Dec 08 17:56:04.235292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-09d67a97-f51f-40ee-a047-7456afec5fc9 service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899084 Dec 08 17:56:04.262415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7b5a76e6-a895-481f-a0a8-b2b226d336ad up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:56:04.313875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7b5a76e6-a895-481f-a0a8-b2b226d336ad triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:04.314239 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:04.330171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b320c8-9fb3-4bfb-895f-dd5f2d827f5a req-eb412cd7-f11a-4617-9408-8b07529a77da service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868411 Dec 08 17:56:04.417969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-6d2b8cd3-74b9-4f1a-8fbf-298939c56185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:04.419423 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-6d2b8cd3-74b9-4f1a-8fbf-298939c56185 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1094 time: 0.0421488 Dec 08 17:56:04.512215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-69748554-e0ff-4ac3-b033-7201e268159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:04.513597 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-69748554-e0ff-4ac3-b033-7201e268159a service neutron] 10.222.0.86 "GET /v2.0/networks?id=f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 200 len: 898 time: 0.0869973 Dec 08 17:56:04.554530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-c3ca7c35-1d67-4e42-a202-3c9ca06e17d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 200 len: 217 time: 0.0335288 Dec 08 17:56:04.610171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-433f31bf-14ae-45ce-9a2f-65a58a1af3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:04.611633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-433f31bf-14ae-45ce-9a2f-65a58a1af3b4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91b34246-529b-4825-b486-30eb929f7d8d HTTP/1.1" status: 200 len: 834 time: 0.0498574 Dec 08 17:56:05.017361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-2e4aedc4-dc7c-49c7-b77b-c1cbec4fe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:05.018876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-2e4aedc4-dc7c-49c7-b77b-c1cbec4fe157 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f10ed6aa-af4b-465f-9715-929b568d0774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3990302 Dec 08 17:56:05.042968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e818cf8-8eab-4a8e-9d08-19dfb4d11504 req-e0e3159d-c51c-4ab0-b614-cea777ede1e7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:05.044377 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e818cf8-8eab-4a8e-9d08-19dfb4d11504 req-e0e3159d-c51c-4ab0-b614-cea777ede1e7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 943 time: 0.0679979 Dec 08 17:56:05.146555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5e818cf8-8eab-4a8e-9d08-19dfb4d11504 req-1b11774a-c1c0-431a-9f9f-35ac4e9f75ea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914330 Dec 08 17:56:05.157251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-c77f9c8e-e850-493d-b856-78c1846d59a5 service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296353 Dec 08 17:56:05.248455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e833041d-fcdc-4702-8453-27ed391e2d40 req-ff04239f-7ea6-44a7-ac40-1f45959c70cd service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Dec 08 17:56:06.271258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3449-23ee-4f28-ad14-9f3dab6fe6ca req-e749f27e-4dfc-43d3-ada1-7f6b631819b7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:06.272742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a39c3449-23ee-4f28-ad14-9f3dab6fe6ca req-e749f27e-4dfc-43d3-ada1-7f6b631819b7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 943 time: 0.0530496 Dec 08 17:56:06.321041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a39c3449-23ee-4f28-ad14-9f3dab6fe6ca req-a6e0bc91-741e-4ad2-9b13-c2679f42a3d5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418169 Dec 08 17:56:06.786135 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c28c0f18-c210-4ea1-94c2-7eaae9cd46fd details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:56:06.882861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:06.894194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'port_id': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'mac_address': 'fa:16:3e:66:6a:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 692, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:56:06.929635 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:06.943041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28c0f18-c210-4ea1-94c2-7eaae9cd46fd {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:56:06.961689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:06.965248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:07.015126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:07.190625 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['c28c0f18-c210-4ea1-94c2-7eaae9cd46fd'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:56:07.436207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9e9ab-84db-47b4-8142-cf58a257ddcc req-3ff84963-adda-4432-ba78-c8b421e12b88 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:07.437704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91a9e9ab-84db-47b4-8142-cf58a257ddcc req-3ff84963-adda-4432-ba78-c8b421e12b88 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 944 time: 0.0483482 Dec 08 17:56:07.485980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-91a9e9ab-84db-47b4-8142-cf58a257ddcc req-13a57448-90b8-4417-83f4-cb2f845ca4fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Dec 08 17:56:08.602823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021faf8-e70a-4f25-a2b2-9dade401ccc4 req-9f022529-1ae7-4895-bdbe-c848ac7233c9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:08.605463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4021faf8-e70a-4f25-a2b2-9dade401ccc4 req-9f022529-1ae7-4895-bdbe-c848ac7233c9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 944 time: 0.0514152 Dec 08 17:56:08.659155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4021faf8-e70a-4f25-a2b2-9dade401ccc4 req-ba9b1352-7fff-4793-897f-8c4c5df34f84 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483460 Dec 08 17:56:08.801988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c28c0f18-c210-4ea1-94c2-7eaae9cd46fd up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:56:08.851889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:56:08.856525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:56:08.856896 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:08.933331 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:08.959386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:56:08.961642 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b6e9a883df5800670afe0ad53868a1f68f626ef99c8ad5a4ab5f1156de758d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c59a581-2d0e-4b47-ae71-0c1e803a03fb" -d '{"events": [{"server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "name": "network-vif-plugged", "status": "completed", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:56:08.978564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:08.983182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:09.032531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:09.057815 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64c81bb-0eef-403b-98c4-6e961dd60b76 x-openstack-request-id: req-a64c81bb-0eef-403b-98c4-6e961dd60b76 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:56:09.058441 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "name": "network-vif-plugged", "status": "completed", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:56:09.058708 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a64c81bb-0eef-403b-98c4-6e961dd60b76 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:56:09.059101 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'code': 200} Dec 08 17:56:09.158329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213e109-12f4-478f-b6e7-f92b9ce4d454 req-f210e833-9904-453e-aad1-87e103a85f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:09.159784 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e213e109-12f4-478f-b6e7-f92b9ce4d454 req-f210e833-9904-453e-aad1-87e103a85f47 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0411887 Dec 08 17:56:09.204165 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e213e109-12f4-478f-b6e7-f92b9ce4d454 req-d3fc2422-af90-4ff0-ad33-720fada152ca service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378366 Dec 08 17:56:09.774405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57deb21-7264-4f3c-823e-25e9123650c0 req-3d87dfb5-dad7-4b5d-9aff-e1413c41690d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:09.776117 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d57deb21-7264-4f3c-823e-25e9123650c0 req-3d87dfb5-dad7-4b5d-9aff-e1413c41690d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0489392 Dec 08 17:56:09.824544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d57deb21-7264-4f3c-823e-25e9123650c0 req-33f01281-341c-4d0f-aa89-b28adad8530d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Dec 08 17:56:10.945064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9b2aa-10ea-44b8-ac79-87c21b0c0260 req-78461e47-ecc7-41fa-9501-ccc05f396b25 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:10.946503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14d9b2aa-10ea-44b8-ac79-87c21b0c0260 req-78461e47-ecc7-41fa-9501-ccc05f396b25 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0514340 Dec 08 17:56:10.994526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14d9b2aa-10ea-44b8-ac79-87c21b0c0260 req-bb6a4ddf-0ce8-4b97-9252-50a4bae04d28 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421093 Dec 08 17:56:11.108754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ee70-30df-4397-a049-73f75368c534 req-0a365cd9-036c-40d7-afe8-af929754bfb5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:11.110283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfa4ee70-30df-4397-a049-73f75368c534 req-0a365cd9-036c-40d7-afe8-af929754bfb5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Dec 08 17:56:11.160059 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfa4ee70-30df-4397-a049-73f75368c534 req-9da714d0-1898-454f-8bd5-d226ac63444f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Dec 08 17:56:11.181993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42876) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:11.224830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de643fb3-8cb9-4fb1-99d8-be50c36fbe5c tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:11.226358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de643fb3-8cb9-4fb1-99d8-be50c36fbe5c tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1091 time: 0.0433948 Dec 08 17:56:11.229241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42878) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:11.233768 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:56:11.255009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:11.350059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:11.454720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.177 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/d624b6f2-68c6-4d7b-8fe6-676c46529b6b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:56:11.553143 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:11.586370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:11.626201 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:56:11.628977 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:56:11.634573 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:56:11.659851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=d624b6f2-68c6-4d7b-8fe6-676c46529b6b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:11.990731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:12.060210 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:12.210891 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:12.215768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:12.282070 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=d624b6f2-68c6-4d7b-8fe6-676c46529b6b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:12.295975 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:12.395247 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP 26f6ffa3-04a0-4bd3-a475-166abf240656 associated. External IP: 172.25.3.177, port: c28c0f18-c210-4ea1-94c2-7eaae9cd46fd. Dec 08 17:56:12.600838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 88847531-7bb8-47ac-966f-7df4b6794a60 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:56:12.708229 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:56:12.718490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] Sync routers for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:56:12.726845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:12.728107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:56:12.728741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:12.754668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d420cb4d-c29b-4660-86ed-039f777fb02f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5242670 Dec 08 17:56:12.755246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:56:12.758325 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf80dee2-de57-4a7e-a79a-ecce50cba250" -d '{"events": [{"name": "network-changed", "server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:56:12.800717 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aa9ab7-05aa-46b5-9d9c-eb5068398f13 x-openstack-request-id: req-75aa9ab7-05aa-46b5-9d9c-eb5068398f13 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:56:12.801240 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:56:12.801613 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-75aa9ab7-05aa-46b5-9d9c-eb5068398f13 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:56:12.802117 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'status': 'completed', 'code': 200} Dec 08 17:56:12.845008 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:56:12.880659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabaad5-cf95-4074-b0cc-011b9d39bb04 req-dd228aa8-08f2-4f66-bdfb-414e8e5640e8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:12.882087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fabaad5-cf95-4074-b0cc-011b9d39bb04 req-dd228aa8-08f2-4f66-bdfb-414e8e5640e8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0766263 Dec 08 17:56:12.896310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-2d5a3660-f34a-4607-a444-0744d6ffb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:12.897728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-2d5a3660-f34a-4607-a444-0744d6ffb9f3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0664468 Dec 08 17:56:12.988945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6fabaad5-cf95-4074-b0cc-011b9d39bb04 req-651729dc-5076-42ab-9e5e-ee5e4e27dd81 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003878 Dec 08 17:56:13.017858 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42884) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:13.018958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-6459ce7d-af6c-43a6-9893-e51ce904930d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:13.020115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-6459ce7d-af6c-43a6-9893-e51ce904930d service neutron] 10.222.0.86 "GET /v2.0/networks?id=f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 200 len: 898 time: 0.1144774 Dec 08 17:56:13.081353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '26f6ffa3-04a0-4bd3-a475-166abf240656', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'port_id': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'mac_address': 'fa:16:3e:66:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:56:11Z', 'updated_at': '2021-12-08T17:56:11Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:13.084477 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c9ad1959-efc9-4fb1-81dc-777689ac0d31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/26f6ffa3-04a0-4bd3-a475-166abf240656 HTTP/1.1" status: 200 len: 991 time: 0.0635440 Dec 08 17:56:13.095690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-20cefe1b-5463-4040-ae0f-f99e21b5211f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 200 len: 999 time: 0.0688732 Dec 08 17:56:13.107958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] Checking router: 88847531-7bb8-47ac-966f-7df4b6794a60 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:56:13.116653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:56:13.117335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:55:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:13.146275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-7ab78a97-8bec-417d-94c6-cd400b61e425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:13.147648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-7ab78a97-8bec-417d-94c6-cd400b61e425 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91b34246-529b-4825-b486-30eb929f7d8d HTTP/1.1" status: 200 len: 834 time: 0.0458348 Dec 08 17:56:13.192954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-51a4b091-aa4e-43a3-9fc9-33444cfacdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:13.194477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-51a4b091-aa4e-43a3-9fc9-33444cfacdb7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f10ed6aa-af4b-465f-9715-929b568d0774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400300 Dec 08 17:56:13.223696 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:56:13.287179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-2ad3a2f7-e572-40fd-af05-e441041c200f service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853393 Dec 08 17:56:13.375859 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bf80dee2-de57-4a7e-a79a-ecce50cba250 req-f1154209-857a-4a56-8ed7-c27da38252cc service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823374 Dec 08 17:56:13.456465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '26f6ffa3-04a0-4bd3-a475-166abf240656', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'port_id': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'mac_address': 'fa:16:3e:66:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:56:11Z', 'updated_at': '2021-12-08T17:56:11Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:13.482855 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5278d297-acc7-47c3-98b3-8526fd404aad None None] The sync data for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 is: [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '26f6ffa3-04a0-4bd3-a475-166abf240656', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.177', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'port_id': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'mac_address': 'fa:16:3e:66:6a:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:56:11Z', 'updated_at': '2021-12-08T17:56:11Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:56:13.669632 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9afab6-fa7f-47ad-8f8f-a7542c8a4499 None None] New status for floating IP 26f6ffa3-04a0-4bd3-a475-166abf240656: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:56:14.086844 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42886) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:14.151884 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ae0cc10-2239-4cd1-9129-8238560dc256 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/26f6ffa3-04a0-4bd3-a475-166abf240656 HTTP/1.1" status: 200 len: 993 time: 0.0633905 Dec 08 17:56:15.655103 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:56:26.255672 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00b83a59-2eca-45d8-986e-a7469ba584ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:29.033111 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-277c1db1-e1c1-4f91-848f-65ec1ca00fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:30.555557 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:32.316468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:32.557973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:33.233040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:34.134699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:45.582454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dd163-0a2f-4454-ba97-7801bd64a17b req-d231104b-6ae8-43d1-8713-3d58ecf44430 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:45.584152 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-697dd163-0a2f-4454-ba97-7801bd64a17b req-d231104b-6ae8-43d1-8713-3d58ecf44430 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0499511 Dec 08 17:56:45.633397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-697dd163-0a2f-4454-ba97-7801bd64a17b req-5de24229-7fd8-4bff-b07a-545a206eda60 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Dec 08 17:56:46.752535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850d3d-bd6a-417a-89a9-2bb7bdf0a812 req-b33dd231-5d66-4095-9966-6f8d948f8502 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:46.754016 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3850d3d-bd6a-417a-89a9-2bb7bdf0a812 req-b33dd231-5d66-4095-9966-6f8d948f8502 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Dec 08 17:56:46.802188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3850d3d-bd6a-417a-89a9-2bb7bdf0a812 req-d042c9cb-c6e1-4dca-bc4e-8ad1bb12cd33 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422719 Dec 08 17:56:46.825605 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42904) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:46.888318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c088e550-020f-44cc-99f2-d637c2614155 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/26f6ffa3-04a0-4bd3-a475-166abf240656 HTTP/1.1" status: 200 len: 993 time: 0.0607557 Dec 08 17:56:48.159407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d8899-3906-4126-bf8c-7f87305687ce req-c33021f1-3b73-4734-8e6d-0f0695589cef tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:48.160780 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-795d8899-3906-4126-bf8c-7f87305687ce req-c33021f1-3b73-4734-8e6d-0f0695589cef tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0516403 Dec 08 17:56:48.210511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-795d8899-3906-4126-bf8c-7f87305687ce req-a3a5856c-f4da-496c-be14-a88dea3d68ab tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Dec 08 17:56:49.342128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8523c-fd36-40e5-814b-16f831b6446c req-d398a548-8446-473b-893b-9b9441866f7a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:49.343641 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50a8523c-fd36-40e5-814b-16f831b6446c req-d398a548-8446-473b-893b-9b9441866f7a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0577054 Dec 08 17:56:49.421736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-50a8523c-fd36-40e5-814b-16f831b6446c req-3f1955ab-145e-41e0-be77-9d317426df6f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664308 Dec 08 17:56:49.423486 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-25bfaf1d-1644-4a1d-b5e7-845245c7a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:49.424894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-25bfaf1d-1644-4a1d-b5e7-845245c7a056 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0772259 Dec 08 17:56:49.531269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-8fdf7bc7-e959-441c-8a5f-f25718ad796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:49.532716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-8fdf7bc7-e959-441c-8a5f-f25718ad796e service neutron] 10.222.0.86 "GET /v2.0/networks?id=f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 200 len: 898 time: 0.0890794 Dec 08 17:56:49.597128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-57758922-276d-4846-af99-d44b904d74a6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 200 len: 1001 time: 0.0573092 Dec 08 17:56:49.645315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-f09636cb-5909-4143-a443-e86a0cd64ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:49.646761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-f09636cb-5909-4143-a443-e86a0cd64ee3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91b34246-529b-4825-b486-30eb929f7d8d HTTP/1.1" status: 200 len: 834 time: 0.0431046 Dec 08 17:56:49.696361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-f0f23823-88b1-4304-ae43-b48184d89d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:49.697733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-f0f23823-88b1-4304-ae43-b48184d89d3b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f10ed6aa-af4b-465f-9715-929b568d0774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432990 Dec 08 17:56:49.788389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-cd6a8c0c-f2b7-445c-966c-ab7d7279e0c4 service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829198 Dec 08 17:56:49.881656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16c77424-7126-45fc-b30d-b1cdf9137861 req-14028ea2-4b61-4e37-a582-f0bb491cdab7 service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850649 Dec 08 17:56:50.538415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d61a7a-3443-43e8-a7d3-ff0df0176163 req-d84b3f57-4335-411c-928b-df94819c465e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:50.539885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96d61a7a-3443-43e8-a7d3-ff0df0176163 req-d84b3f57-4335-411c-928b-df94819c465e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0501149 Dec 08 17:56:50.588913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96d61a7a-3443-43e8-a7d3-ff0df0176163 req-b19ffb05-2b1a-47b9-a525-b215bd16b159 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Dec 08 17:56:51.703197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d7bb-c14a-4e47-953b-3f4943b28400 req-ccaaeaa9-eada-4063-8a7e-69259b5395bd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:51.704668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f51d7bb-c14a-4e47-953b-3f4943b28400 req-ccaaeaa9-eada-4063-8a7e-69259b5395bd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0478857 Dec 08 17:56:51.752440 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1f51d7bb-c14a-4e47-953b-3f4943b28400 req-a05bdafc-ee19-4de1-a3c0-57384aecec7c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418327 Dec 08 17:56:52.654350 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:56:52.872450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa7ceac-20c9-4f92-bb14-6cb77600ca90 req-324b3df4-eb29-4047-b487-caab45a38fb5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:52.874164 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa7ceac-20c9-4f92-bb14-6cb77600ca90 req-324b3df4-eb29-4047-b487-caab45a38fb5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0523856 Dec 08 17:56:52.922629 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa7ceac-20c9-4f92-bb14-6cb77600ca90 req-1eccccdb-0076-4f8b-964f-6ec9a98a4f67 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Dec 08 17:56:54.037046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fdcfe2-b257-44f4-a471-999eeabb60ec req-116f383e-ae8d-4460-b466-b2f9db16cb16 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:54.038527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8fdcfe2-b257-44f4-a471-999eeabb60ec req-116f383e-ae8d-4460-b466-b2f9db16cb16 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0481982 Dec 08 17:56:54.086852 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8fdcfe2-b257-44f4-a471-999eeabb60ec req-64f06015-5d43-4669-88e7-7300bf210c61 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416272 Dec 08 17:56:54.110140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42922) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:54.172695 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-415434e1-5dc6-458b-a7fc-8bbf2003f722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/26f6ffa3-04a0-4bd3-a475-166abf240656 HTTP/1.1" status: 200 len: 993 time: 0.0614245 Dec 08 17:56:54.392612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42928) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:54.547625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port d624b6f2-68c6-4d7b-8fe6-676c46529b6b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:56:54.547871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:54.621331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:54.621699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:54.633295 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for d624b6f2-68c6-4d7b-8fe6-676c46529b6b owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:56:54.780905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:54.807000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=d624b6f2-68c6-4d7b-8fe6-676c46529b6b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:54.833379 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.833740 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.834112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.834455 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.834791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.835124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.835485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.835818 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.836147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.836480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.836808 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.837132 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.837456 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:56:54.877985 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:54.878324 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP 26f6ffa3-04a0-4bd3-a475-166abf240656 disassociated (deleted). External IP: 172.25.3.177, port: c28c0f18-c210-4ea1-94c2-7eaae9cd46fd. Dec 08 17:56:55.419246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 88847531-7bb8-47ac-966f-7df4b6794a60 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:56:55.524739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:56:55.529546 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:55.535085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] Sync routers for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:56:55.544790 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:56:55.545394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:55.560046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3740fc2d-15b3-4552-9485-ff26e946202a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/floatingips/26f6ffa3-04a0-4bd3-a475-166abf240656 HTTP/1.1" status: 204 len: 168 time: 1.1655436 Dec 08 17:56:55.560778 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:56:55.563102 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4383fd9a-592c-4e6a-8cb3-963688a7b20b" -d '{"events": [{"name": "network-changed", "server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:56:55.606882 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccf3ae8-5b73-47c0-b9fb-e63219d2b622 x-openstack-request-id: req-bccf3ae8-5b73-47c0-b9fb-e63219d2b622 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:56:55.607201 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:56:55.607418 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bccf3ae8-5b73-47c0-b9fb-e63219d2b622 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:56:55.607827 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'status': 'completed', 'code': 200} Dec 08 17:56:55.658963 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:56:55.671698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-9a5e8952-3260-4c75-ada1-ad7dcd11554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:55.672956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-9a5e8952-3260-4c75-ada1-ad7dcd11554c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 1096 time: 0.0466561 Dec 08 17:56:55.804367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-fde5af2b-f994-46ac-a528-7cdb2a599c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:55.805877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-fde5af2b-f994-46ac-a528-7cdb2a599c81 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 200 len: 898 time: 0.1261106 Dec 08 17:56:55.832527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a7c9d-0e20-4667-9b7d-527e6c03ea26 req-283a95a1-6890-4308-9eb0-243d693ee5a1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:55.834127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a5a7c9d-0e20-4667-9b7d-527e6c03ea26 req-283a95a1-6890-4308-9eb0-243d693ee5a1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0777614 Dec 08 17:56:55.864926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-1c2f05db-f01c-4be8-8842-be55f1c714e3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 200 len: 217 time: 0.0511539 Dec 08 17:56:55.941239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a5a7c9d-0e20-4667-9b7d-527e6c03ea26 req-c8615a40-140f-4218-b9a0-eae450423b5a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786729 Dec 08 17:56:55.946721 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-93168bf9-f571-4ff3-bc11-d934eec672a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:55.948145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-93168bf9-f571-4ff3-bc11-d934eec672a0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=91b34246-529b-4825-b486-30eb929f7d8d HTTP/1.1" status: 200 len: 834 time: 0.0702438 Dec 08 17:56:56.000800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-8111e970-57a0-4091-8949-5b1cd3343c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:56.002329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-8111e970-57a0-4091-8949-5b1cd3343c39 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f10ed6aa-af4b-465f-9715-929b568d0774&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465009 Dec 08 17:56:56.031882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:56.058162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] Checking router: 88847531-7bb8-47ac-966f-7df4b6794a60 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:56:56.066366 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:56:56.066961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:56.096593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-479e8492-7e70-4066-b163-386e9294dbdb service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831463 Dec 08 17:56:56.173512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:56:56.187808 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4383fd9a-592c-4e6a-8cb3-963688a7b20b req-d7ec7bcb-4229-43ee-bbbb-ca1344ed95fd service neutron] 10.222.0.86 "GET /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870569 Dec 08 17:56:56.301271 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-00b5a1ed-3df9-4b45-b181-3ae06bdf39e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:56.386722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:56:56.417580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef084eb0-16e5-46f8-8e8d-ddd95559847d None None] The sync data for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 is: [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:59Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '7b5a76e6-a895-481f-a0a8-b2b226d336ad', 'name': '', 'network_id': 'f10ed6aa-af4b-465f-9715-929b568d0774', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:20:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '91b34246-529b-4825-b486-30eb929f7d8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:58Z', 'updated_at': '2021-12-08T17:56:02Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '91b34246-529b-4825-b486-30eb929f7d8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:56:56.644575 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb7e89-b177-476c-b2c9-5c657976129e None None] New status for floating IP 26f6ffa3-04a0-4bd3-a475-166abf240656: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:56:57.059881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6442ca-9aee-482b-b417-11009b90b8ae req-31f64ba1-1612-46df-93db-c0e99a6d88ff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:57.061279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d6442ca-9aee-482b-b417-11009b90b8ae req-31f64ba1-1612-46df-93db-c0e99a6d88ff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0495865 Dec 08 17:56:57.120788 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d6442ca-9aee-482b-b417-11009b90b8ae req-79f4f95a-a0e1-462e-aeba-55b92a825cfb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=10ca9623-b47a-4c89-8d8d-3b7c9b75033c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470662 Dec 08 17:56:57.302698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e6013562-a8a0-49e3-b20d-a0e671681fd0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:56:57.304133 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e6013562-a8a0-49e3-b20d-a0e671681fd0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 945 time: 0.0480194 Dec 08 17:56:57.396689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:56:57.396941 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:57.484396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:57.484756 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:57.498372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for c28c0f18-c210-4ea1-94c2-7eaae9cd46fd owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:56:57.625148 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:57.651609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=c28c0f18-c210-4ea1-94c2-7eaae9cd46fd,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:56:57.698155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] No DVR routers for this DVR port c28c0f18-c210-4ea1-94c2-7eaae9cd46fd on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:56:57.701244 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:57.704561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8ef928b-1c04-4330-98e3-1e37b7e9a05e req-e48ee031-4c97-4363-b7bd-1c171a63b208 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "DELETE /v2.0/ports/c28c0f18-c210-4ea1-94c2-7eaae9cd46fd HTTP/1.1" status: 204 len: 173 time: 0.3923554 Dec 08 17:56:57.705068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'name': 'network-vif-deleted', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:56:57.707402 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b4489e0e05bc3aa716ab00b47717e44027a960c25b048b8361e00f1dbce93c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384ae0e6-2bca-4ce9-8ce7-e486418470e7" -d '{"events": [{"server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "name": "network-vif-deleted", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:56:57.743474 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4bb218-0f59-4706-8c2c-1af0d6a92bae x-openstack-request-id: req-7a4bb218-0f59-4706-8c2c-1af0d6a92bae {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:56:57.743764 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "338e6239-1640-4b7c-a966-b6aff14d3cc7", "name": "network-vif-deleted", "tag": "c28c0f18-c210-4ea1-94c2-7eaae9cd46fd", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:56:57.744014 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7a4bb218-0f59-4706-8c2c-1af0d6a92bae {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:56:57.744414 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '338e6239-1640-4b7c-a966-b6aff14d3cc7', 'name': 'network-vif-deleted', 'tag': 'c28c0f18-c210-4ea1-94c2-7eaae9cd46fd', 'status': 'completed', 'code': 200} Dec 08 17:56:58.230774 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ce11c1f3-271f-4c27-9755-507ba3940dd9 req-31bcee8a-937b-48a0-9cdc-b7526ac3b12f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=338e6239-1640-4b7c-a966-b6aff14d3cc7 HTTP/1.1" status: 200 len: 210 time: 0.0261779 Dec 08 17:56:59.034695 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6c9f6d28-38f7-494e-9677-ca02a4f5c368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:59.288139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:56:59.640840 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:59.888173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 7b5a76e6-a895-481f-a0a8-b2b226d336ad {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:56:59.888503 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:59.974875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 7b5a76e6-a895-481f-a0a8-b2b226d336ad, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7b5a76e6-a895-481f-a0a8-b2b226d336ad,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:56:59.975252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:56:59.988795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 7b5a76e6-a895-481f-a0a8-b2b226d336ad owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:57:00.169328 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:00.196516 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=7b5a76e6-a895-481f-a0a8-b2b226d336ad,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:00.224579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.225004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.225286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.225626 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.225988 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.226322 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.226652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.226984 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.227318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.227647 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.227976 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.228300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.228623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:00.379621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:00.560504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:00.912440 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 88847531-7bb8-47ac-966f-7df4b6794a60 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:57:00.951524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c28c0f18-c210-4ea1-94c2-7eaae9cd46fd no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:57:00.972470 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: c28c0f18-c210-4ea1-94c2-7eaae9cd46fd {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:57:00.972814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device c28c0f18-c210-4ea1-94c2-7eaae9cd46fd not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:57:01.019798 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:57:01.024739 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-045f6cc1-757f-4a04-a8a8-e1514e5eccb4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/88847531-7bb8-47ac-966f-7df4b6794a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7356567 Dec 08 17:57:01.027582 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42946) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:01.031326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] Sync routers for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:57:01.042237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:57:01.042847 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:01.078479 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting subnet 91b34246-529b-4825-b486-30eb929f7d8d {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:57:01.081807 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.121202 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.163072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:57:01.207135 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.265370 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.292079 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Subnet': ['ID=91b34246-529b-4825-b486-30eb929f7d8d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:01.295849 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.299136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e8b7d13a-c022-474e-a5b1-18c5e910d8ec tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/subnets/91b34246-529b-4825-b486-30eb929f7d8d HTTP/1.1" status: 204 len: 168 time: 0.2705686 Dec 08 17:57:01.303060 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42948) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:01.325642 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d41b75-fd58-4aa3-84c2-a6c63e15e20b None None] Network f10ed6aa-af4b-465f-9715-929b568d0774 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:57:01.414991 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.424290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:57:00Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:01.457266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] Checking router: 88847531-7bb8-47ac-966f-7df4b6794a60 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:57:01.466138 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] Routers {'88847531-7bb8-47ac-966f-7df4b6794a60'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:57:01.466741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['88847531-7bb8-47ac-966f-7df4b6794a60'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:01.504030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] DHCP port deletion for f10ed6aa-af4b-465f-9715-929b568d0774 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:57:01.524647 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.577002 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port d74fd394-ae84-465b-85cf-e18ad73d0c5e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:57:01.577337 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.603545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] Set router 88847531-7bb8-47ac-966f-7df4b6794a60 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:57:01.654973 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port d74fd394-ae84-465b-85cf-e18ad73d0c5e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=d74fd394-ae84-465b-85cf-e18ad73d0c5e,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:57:01.655335 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.674220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for d74fd394-ae84-465b-85cf-e18ad73d0c5e owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:57:01.675399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Deleting port ed2a006c-6f17-4f69-bbac-2bb85681560f {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:57:01.675768 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.782708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] For port ed2a006c-6f17-4f69-bbac-2bb85681560f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=ed2a006c-6f17-4f69-bbac-2bb85681560f,segment=NetworkSegment(1806ef13-532b-44d7-a7de-977b121b129e),segment_id=1806ef13-532b-44d7-a7de-977b121b129e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:57:01.783113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.803995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Calling delete_port for ed2a006c-6f17-4f69-bbac-2bb85681560f owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:57:01.839463 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.869805 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=d74fd394-ae84-465b-85cf-e18ad73d0c5e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:01.890033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36238f0-cb31-4268-b1a4-96a42c3a7532 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:57:01.928073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:57:00Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:01.931676 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.940915 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:01.969983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92601f65-7c3b-4435-a80f-0ffddc14c95c None None] The sync data for ids ['88847531-7bb8-47ac-966f-7df4b6794a60'] in n-d-820935-5 is: [{'id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-927089544', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:57:00Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'd74fd394-ae84-465b-85cf-e18ad73d0c5e', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:2a:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88847531-7bb8-47ac-966f-7df4b6794a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:55:55Z', 'updated_at': '2021-12-08T17:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:57:01.992843 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] No DVR routers for this DVR port ed2a006c-6f17-4f69-bbac-2bb85681560f on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:57:02.002829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Pushing event deleted for resources: {'Port': ['ID=ed2a006c-6f17-4f69-bbac-2bb85681560f,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:02.007485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.007839 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.008184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.008605 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.008841 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.009174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.009503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.009860 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.010193 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.010547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.010895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.011222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.011544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d6f418-ea21-4b5a-a610-15fabd7c9294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:02.045249 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.047462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.098554 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.099077 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Fanout notify agent at l3_agent the message router_deleted on router 88847531-7bb8-47ac-966f-7df4b6794a60 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:57:02.108009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.109148 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1830fe14-5e4d-4a22-bd51-feead708eb31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/routers/88847531-7bb8-47ac-966f-7df4b6794a60 HTTP/1.1" status: 204 len: 168 time: 0.8042979 Dec 08 17:57:02.111998 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:02.187825 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.276882 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.300496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10ed6aa-af4b-465f-9715-929b568d0774']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:02.315562 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1806ef13-532b-44d7-a7de-977b121b129e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:02.315834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1806ef13-532b-44d7-a7de-977b121b129e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:02.325082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.329339 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.350940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.358483 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:57:02.358889 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: timer() Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:57:02.362348 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:57:02.425966 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ed2a006c-6f17-4f69-bbac-2bb85681560f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:57:02.431376 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.448379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: ed2a006c-6f17-4f69-bbac-2bb85681560f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:57:02.448798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device ed2a006c-6f17-4f69-bbac-2bb85681560f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:57:02.449291 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7b5a76e6-a895-481f-a0a8-b2b226d336ad no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:57:02.451264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.454632 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/networks/f10ed6aa-af4b-465f-9715-929b568d0774 HTTP/1.1" status: 204 len: 168 time: 0.3416104 Dec 08 17:57:02.455665 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc56d6e-759d-404e-bca8-194e16fed3f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Network': ['ID=f10ed6aa-af4b-465f-9715-929b568d0774,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:02.457318 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42952) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:02.472972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7b5a76e6-a895-481f-a0a8-b2b226d336ad {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:57:02.473318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7b5a76e6-a895-481f-a0a8-b2b226d336ad not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:57:02.529175 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa791af-a6b0-42a1-87fd-7f22b54b6e1b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.555643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa791af-a6b0-42a1-87fd-7f22b54b6e1b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.566096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.626329 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa791af-a6b0-42a1-87fd-7f22b54b6e1b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.628988 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7aa791af-a6b0-42a1-87fd-7f22b54b6e1b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:02.630194 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7aa791af-a6b0-42a1-87fd-7f22b54b6e1b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/security-groups/10ca9623-b47a-4c89-8d8d-3b7c9b75033c HTTP/1.1" status: 204 len: 168 time: 0.1678283 Dec 08 17:57:02.640028 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa791af-a6b0-42a1-87fd-7f22b54b6e1b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca9623-b47a-4c89-8d8d-3b7c9b75033c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:03.249777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.524526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42958) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:03.529189 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-826268135', 'description': 'tempest-secgroup-smoke-826268135 description', 'project_id': '745ff99b6c054ef3a061aa8d393378e6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:03.551812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.616155 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.619558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.647101 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.648313 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1227746 Dec 08 17:57:03.651422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42960) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:03.652288 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c987-c537-45a9-bc49-a6cfb040a361 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d832ad-1fcb-48bb-b5b4-6bf8cd878393,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:03.656663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': 'a3d832ad-1fcb-48bb-b5b4-6bf8cd878393', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:03.683121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.736531 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.740161 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.758587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdae820-3ff1-42c3-99d8-bfd3c08073f4,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:03.765117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.766324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3242d42d-a44c-44c4-b45e-ba9e9914aab7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1133037 Dec 08 17:57:03.769137 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42962) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:03.773384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': 'a3d832ad-1fcb-48bb-b5b4-6bf8cd878393', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:03.799259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.854063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.858047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.877245 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34df618f-b06e-42c4-99d2-de1503599ec6,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:03.882328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.883524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-14b75d10-ae1e-40f2-9d6b-2f47da2e0b68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1134620 Dec 08 17:57:03.886869 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42964) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:03.891477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': 'a3d832ad-1fcb-48bb-b5b4-6bf8cd878393', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:03.918362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.979435 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:03.983788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.003462 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e2e6ed-c7f3-4a7e-8ce7-c6decc29993f,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:04.008733 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.009655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-327142d0-b89d-49bb-ba68-6a32eb284eb0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1217906 Dec 08 17:57:04.012399 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42966) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:04.016817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': 'a3d832ad-1fcb-48bb-b5b4-6bf8cd878393', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:04.043121 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.098967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.102907 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.124855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c17c80c-75a7-40d9-8c34-f05446fe1a51,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:04.127611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.130533 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.131719 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a85490d1-3475-4a86-bc2f-d0719b97befe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1184111 Dec 08 17:57:04.135225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42968) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:04.139652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': 'a3d832ad-1fcb-48bb-b5b4-6bf8cd878393', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:04.161955 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:57:04.166801 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.225483 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.229646 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.232994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d74fd394-ae84-465b-85cf-e18ad73d0c5e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:57:04.249287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267d0d37-bd85-4ac4-97c5-7abbc8e3fd8e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:04.255960 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: d74fd394-ae84-465b-85cf-e18ad73d0c5e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:57:04.256459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device d74fd394-ae84-465b-85cf-e18ad73d0c5e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:57:04.257453 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.258722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ef5130ec-2b39-46be-a279-25b86d3185a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225324 Dec 08 17:57:04.261529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42970) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:04.266050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': 'a3d832ad-1fcb-48bb-b5b4-6bf8cd878393', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:04.288186 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:57:04.293063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.355084 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.359079 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.377621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0a79b6-8fcd-4957-b297-e490fba08b6d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:04.382378 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.383600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2bd40400-cd2a-4616-b72b-66b1ffd76875 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210375 Dec 08 17:57:04.386396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 42972) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:04.391646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'network': {'name': 'tempest-network-smoke--547750404', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'port_security_enabled': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:04.412117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:57:04.415551 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.438668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] vlan segment allocate from pool success with {'vlan_id': 683, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:57:04.448055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.448400 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Added segment bac5b9aa-b363-4248-883b-4677fcfd8c94 of type vlan for network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 Dec 08 17:57:04.488131 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.513142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.519423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:57:04.520075 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.584026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1966064 Dec 08 17:57:04.586902 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42974) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:04.592488 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'admin_state_up': True, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:04.593779 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf8603-7195-435c-93dc-f3df2c620ff3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Network': ['ID=50db3f12-3c59-4c5d-9fd1-8291d4b90ce1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:04.604749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:57:04.617887 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.619009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.673479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.805327 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:04.998396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.016864 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.118350 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.60 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/fc1c6e46-93ae-4633-b325-2564845cfab1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:57:05.218165 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.251674 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.286368 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:57:05.289085 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:57:05.294405 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:57:05.302518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb9be2-97eb-4a5a-94f0-1f70ca0056b5 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:57:05.322685 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=fc1c6e46-93ae-4633-b325-2564845cfab1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:05.332063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-212cd5f9-42e5-4ac0-ad51-2ac1386a707b None None] Provisioning complete for port fc1c6e46-93ae-4633-b325-2564845cfab1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:05.332618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-212cd5f9-42e5-4ac0-ad51-2ac1386a707b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.366943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-212cd5f9-42e5-4ac0-ad51-2ac1386a707b None None] Port fc1c6e46-93ae-4633-b325-2564845cfab1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:57:05.546265 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.737931 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.863436 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router a73da506-2fc3-42e1-9791-d63ff252c730 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:57:05.970510 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:57:05.980004 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Sync routers for ids ['a73da506-2fc3-42e1-9791-d63ff252c730'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:57:05.989747 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Routers {'a73da506-2fc3-42e1-9791-d63ff252c730'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:57:05.990394 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a73da506-2fc3-42e1-9791-d63ff252c730'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:05.991540 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:05.993564 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1e66b954-0f4c-4f32-93ee-8c21ff16b558 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4056551 Dec 08 17:57:05.996610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42976) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:06.032607 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3aa0685c-57d3-436e-9159-a616c65eae0a tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=745ff99b6c054ef3a061aa8d393378e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349071 Dec 08 17:57:06.035231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42978) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:06.098625 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Set router a73da506-2fc3-42e1-9791-d63ff252c730 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:57:06.183182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dfba83-c394-42b0-a2c2-80dc4be18ddc tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:57:06.184697 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e6dfba83-c394-42b0-a2c2-80dc4be18ddc tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1485684 Dec 08 17:57:06.187669 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42980) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:06.225327 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52ba5a4c-3158-4198-be95-e77486b56419 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0365913 Dec 08 17:57:06.227839 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:06.232574 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2011664221', 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:57:06.279878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:57:05Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:06.305965 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Checking router: a73da506-2fc3-42e1-9791-d63ff252c730 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:57:06.306315 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Updating router a73da506-2fc3-42e1-9791-d63ff252c730 port fc1c6e46-93ae-4633-b325-2564845cfab1 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:57:06.318444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:57:06.321929 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.332750 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.593185 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.599512 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.645394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05da3e2-6812-4192-8cc7-ae65be334020 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:57:06.650198 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Attempting to bind port fc1c6e46-93ae-4633-b325-2564845cfab1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:57:06.650570 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Attempting to bind port fc1c6e46-93ae-4633-b325-2564845cfab1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:57:06.650968 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Attempting to bind port fc1c6e46-93ae-4633-b325-2564845cfab1 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:57:06.664746 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:57:06.665135 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:57:06.665567 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.665996 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:57:06.666503 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Bound port: fc1c6e46-93ae-4633-b325-2564845cfab1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:57:06.667059 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.670420 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Pushing event updated for resources: {'Port': ['ID=fc1c6e46-93ae-4633-b325-2564845cfab1,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:06.694869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-3d9e05a2-9a2e-4d86-81e0-597dd8443b11 None None] Provisioning complete for port fc1c6e46-93ae-4633-b325-2564845cfab1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:06.695253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3d9e05a2-9a2e-4d86-81e0-597dd8443b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.724236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] For port fc1c6e46-93ae-4633-b325-2564845cfab1, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:57:06.727432 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] For port fc1c6e46-93ae-4633-b325-2564845cfab1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fc1c6e46-93ae-4633-b325-2564845cfab1,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:57:06.729599 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-3d9e05a2-9a2e-4d86-81e0-597dd8443b11 None None] Port fc1c6e46-93ae-4633-b325-2564845cfab1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:57:06.729916 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.730501 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.731844 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.732828 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.733718 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.734079 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.734471 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.734929 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.735204 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.735684 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.736039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.736391 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.736708 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:57:06.741635 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.783947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1142bbf-f623-4faa-8622-b671e64954ba None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:57:06.797516 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Routers {'a73da506-2fc3-42e1-9791-d63ff252c730'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:57:06.798117 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a73da506-2fc3-42e1-9791-d63ff252c730'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:06.842483 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.854662 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e55c-de00-48da-b9e5-a622fec23d40 None None] Pushing event updated for resources: {'Port': ['ID=fc1c6e46-93ae-4633-b325-2564845cfab1,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:06.855306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-de368c85-033e-44fb-92c8-7895ae16bb2d None None] Provisioning complete for port fc1c6e46-93ae-4633-b325-2564845cfab1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:06.855679 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de368c85-033e-44fb-92c8-7895ae16bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.916571 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] Set router a73da506-2fc3-42e1-9791-d63ff252c730 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:57:06.930548 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Checking segment: {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:57:06.931036 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network hostable DHCP agents. Network: 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:57:06.937636 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de368c85-033e-44fb-92c8-7895ae16bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.939290 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Subnet': ['ID=78a30fba-ec83-43a0-916c-5e37a5e4583e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:06.955816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:57:06.961185 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-de368c85-033e-44fb-92c8-7895ae16bb2d None None] For port fc1c6e46-93ae-4633-b325-2564845cfab1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fc1c6e46-93ae-4633-b325-2564845cfab1,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:57:06.965071 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de368c85-033e-44fb-92c8-7895ae16bb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.967042 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:57:06.971337 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:57:06.971936 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:06.990023 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-80f0b241-1925-4283-98da-1481a3748657 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7611275 Dec 08 17:57:06.993532 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 42984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:57:07.000207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467fe21-0dc4-4d8d-acbe-acc9d66cfb84 None None] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:57:07.119450 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:57:05Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:07.155828 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f25ee444-f0ac-4bb1-b9db-03c7ab6f1eda None None] The sync data for ids ['a73da506-2fc3-42e1-9791-d63ff252c730'] in n-d-820935-5 is: [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:57:05Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:57:07.244968 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de368c85-033e-44fb-92c8-7895ae16bb2d None None] Pushing event updated for resources: {'Port': ['ID=fc1c6e46-93ae-4633-b325-2564845cfab1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:07.299601 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-50db3f12-3c59-4c5d-9fd1-8291d4b90ce1', 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ips': [{'subnet_id': '78a30fba-ec83-43a0-916c-5e37a5e4583e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:57:07.301012 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.471586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Allocated IP 172.20.0.2 (50db3f12-3c59-4c5d-9fd1-8291d4b90ce1/78a30fba-ec83-43a0-916c-5e37a5e4583e/947a1980-93d2-43ed-aa80-c81c10f968f3) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:57:07.493984 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.630318 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.636517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.676777 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:57:07.683619 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:57:07.688022 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:57:07.695629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Pushing event updated for resources: {'Port': ['ID=947a1980-93d2-43ed-aa80-c81c10f968f3,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:07.751134 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Attempting to bind port 947a1980-93d2-43ed-aa80-c81c10f968f3 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:57:07.751508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Attempting to bind port 947a1980-93d2-43ed-aa80-c81c10f968f3 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:57:07.751876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Attempting to bind port 947a1980-93d2-43ed-aa80-c81c10f968f3 on network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:57:07.757133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:57:07.757504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Checking segment: {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:57:07.757943 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.758336 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Bound using segment: {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:57:07.758808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Bound port: 947a1980-93d2-43ed-aa80-c81c10f968f3, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:57:07.759188 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.802652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.1 (50db3f12-3c59-4c5d-9fd1-8291d4b90ce1/78a30fba-ec83-43a0-916c-5e37a5e4583e/cfacade7-9cef-43d8-997f-73de6e925ba0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:57:07.836848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] For port 947a1980-93d2-43ed-aa80-c81c10f968f3, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:57:07.840202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] For port 947a1980-93d2-43ed-aa80-c81c10f968f3, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=947a1980-93d2-43ed-aa80-c81c10f968f3,segment=NetworkSegment(bac5b9aa-b363-4248-883b-4677fcfd8c94),segment_id=bac5b9aa-b363-4248-883b-4677fcfd8c94)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:57:07.845447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.914712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605569ae-17a1-4666-822c-ce224e3c9866 None None] Pushing event updated for resources: {'Port': ['ID=947a1980-93d2-43ed-aa80-c81c10f968f3,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:07.946213 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:07.986566 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.034850 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:57:08.038173 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:57:08.040694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:57:08.066776 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=cfacade7-9cef-43d8-997f-73de6e925ba0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:08.100886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.250190 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.334796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 947a1980-93d2-43ed-aa80-c81c10f968f3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:57:08.386407 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 947a1980-93d2-43ed-aa80-c81c10f968f3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:08.386774 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.469817 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.503396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 947a1980-93d2-43ed-aa80-c81c10f968f3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=947a1980-93d2-43ed-aa80-c81c10f968f3,segment=NetworkSegment(bac5b9aa-b363-4248-883b-4677fcfd8c94),segment_id=bac5b9aa-b363-4248-883b-4677fcfd8c94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:57:08.507263 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.508246 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fc1c6e46-93ae-4633-b325-2564845cfab1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:57:08.538869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.544140 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.588149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=947a1980-93d2-43ed-aa80-c81c10f968f3,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:08.611169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fc1c6e46-93ae-4633-b325-2564845cfab1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:08.611533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.619856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=cfacade7-9cef-43d8-997f-73de6e925ba0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:08.622321 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:08.721687 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:57:08.723053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:57:08.836987 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router a73da506-2fc3-42e1-9791-d63ff252c730 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:57:08.945731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:57:08.951279 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-00899a07-fe7d-44c9-a7c0-5fb82db6b8a7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/a73da506-2fc3-42e1-9791-d63ff252c730/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9562473 Dec 08 17:57:08.962873 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Sync routers for ids ['a73da506-2fc3-42e1-9791-d63ff252c730'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:57:08.974321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Routers {'a73da506-2fc3-42e1-9791-d63ff252c730'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:57:08.975005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a73da506-2fc3-42e1-9791-d63ff252c730'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:09.104566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Set router a73da506-2fc3-42e1-9791-d63ff252c730 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:57:09.113263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-3c706753-bd8c-430d-9c4a-3e9e6d250b60 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-826268135&fields=id&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 267 time: 0.0493875 Dec 08 17:57:09.226905 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-c2e2c2d0-fa63-47a6-ba51-b08bc9a59540 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:57:09.228339 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-c2e2c2d0-fa63-47a6-ba51-b08bc9a59540 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/networks?id=50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 HTTP/1.1" status: 200 len: 796 time: 0.1077383 Dec 08 17:57:09.253655 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-2b187edc-c073-4996-973c-8464347f0bce tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/quotas/745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 375 time: 0.0132983 Dec 08 17:57:09.312114 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-34456780-de95-4374-bb13-84c90621af7b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533597 Dec 08 17:57:09.330251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:57:08Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfacade7-9cef-43d8-997f-73de6e925ba0', 'name': '', 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:8b:ef:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '78a30fba-ec83-43a0-916c-5e37a5e4583e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:07Z', 'updated_at': '2021-12-08T17:57:08Z', 'revision_number': 2, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '78a30fba-ec83-43a0-916c-5e37a5e4583e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:09.363324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Checking router: a73da506-2fc3-42e1-9791-d63ff252c730 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:57:09.363682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Updating router a73da506-2fc3-42e1-9791-d63ff252c730 port cfacade7-9cef-43d8-997f-73de6e925ba0 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:57:09.390933 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:09.392674 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-bc281a77-40ee-40f9-bf6f-170b0a91124f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:57:09.393815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-bc281a77-40ee-40f9-bf6f-170b0a91124f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0695493 Dec 08 17:57:09.492279 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-955f61fc-e46c-4896-870c-599e823df9c4 service neutron] 10.222.0.62 "GET /v2.0/networks/50db3f12-3c59-4c5d-9fd1-8291d4b90ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917835 Dec 08 17:57:09.565895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1032b27-96cb-4e02-ba62-6725d82e7882 None None] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:57:09.590257 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-9145f48d-09dc-463e-872b-7ff357d2a9d4 service neutron] 10.222.0.62 "GET /v2.0/networks/50db3f12-3c59-4c5d-9fd1-8291d4b90ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904589 Dec 08 17:57:09.693281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-430c113e-19b7-4bc0-87a0-8ded488df766 None None] Provisioning complete for port 947a1980-93d2-43ed-aa80-c81c10f968f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:09.693646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-430c113e-19b7-4bc0-87a0-8ded488df766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:09.809615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:09.818128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:09.901590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffafa9-d68b-4905-a13a-abdd057d69b6 None None] Pushing event updated for resources: {'Port': ['ID=cfacade7-9cef-43d8-997f-73de6e925ba0,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:09.955845 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Attempting to bind port cfacade7-9cef-43d8-997f-73de6e925ba0 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:57:09.956219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Attempting to bind port cfacade7-9cef-43d8-997f-73de6e925ba0 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:57:09.956585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Attempting to bind port cfacade7-9cef-43d8-997f-73de6e925ba0 on network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:57:09.961915 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:57:09.962290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Checking segment: {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:57:09.962693 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:09.963085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Bound using segment: {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:57:09.963674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Bound port: cfacade7-9cef-43d8-997f-73de6e925ba0, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac5b9aa-b363-4248-883b-4677fcfd8c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:57:09.963924 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.037236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b080aa49-7194-4cdf-9a10-49fee27ecd16 None None] Provisioning complete for port cfacade7-9cef-43d8-997f-73de6e925ba0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:10.037583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b080aa49-7194-4cdf-9a10-49fee27ecd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.041870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] For port cfacade7-9cef-43d8-997f-73de6e925ba0, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:57:10.045565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] For port cfacade7-9cef-43d8-997f-73de6e925ba0, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cfacade7-9cef-43d8-997f-73de6e925ba0,segment=NetworkSegment(bac5b9aa-b363-4248-883b-4677fcfd8c94),segment_id=bac5b9aa-b363-4248-883b-4677fcfd8c94)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:57:10.065526 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.120411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b080aa49-7194-4cdf-9a10-49fee27ecd16 None None] Port cfacade7-9cef-43d8-997f-73de6e925ba0 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:57:10.153537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffafa9-d68b-4905-a13a-abdd057d69b6 None None] Pushing event updated for resources: {'Port': ['ID=cfacade7-9cef-43d8-997f-73de6e925ba0,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:10.156303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Routers {'a73da506-2fc3-42e1-9791-d63ff252c730'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:57:10.156903 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:56:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a73da506-2fc3-42e1-9791-d63ff252c730'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:10.160630 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-b080aa49-7194-4cdf-9a10-49fee27ecd16 None None] Provisioning complete for port 947a1980-93d2-43ed-aa80-c81c10f968f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:10.160999 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b080aa49-7194-4cdf-9a10-49fee27ecd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.296048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 947a1980-93d2-43ed-aa80-c81c10f968f3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:57:10.342245 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] Set router a73da506-2fc3-42e1-9791-d63ff252c730 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:57:10.669515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 947a1980-93d2-43ed-aa80-c81c10f968f3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:10.669908 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.745174 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2cf0a152-a43a-4a9e-bf2a-62e63b64ecd5 None None] Provisioning complete for port cfacade7-9cef-43d8-997f-73de6e925ba0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:10.745537 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a152-a43a-4a9e-bf2a-62e63b64ecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.895610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a152-a43a-4a9e-bf2a-62e63b64ecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:10.906906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:57:08Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfacade7-9cef-43d8-997f-73de6e925ba0', 'name': '', 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:8b:ef:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '78a30fba-ec83-43a0-916c-5e37a5e4583e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:07Z', 'updated_at': '2021-12-08T17:57:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '78a30fba-ec83-43a0-916c-5e37a5e4583e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:57:10.940406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b481ff-c195-476c-9f31-70ed39a90afe None None] The sync data for ids ['a73da506-2fc3-42e1-9791-d63ff252c730'] in n-d-820935-5 is: [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:57:08Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'cfacade7-9cef-43d8-997f-73de6e925ba0', 'name': '', 'network_id': '50db3f12-3c59-4c5d-9fd1-8291d4b90ce1', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:8b:ef:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': '78a30fba-ec83-43a0-916c-5e37a5e4583e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:07Z', 'updated_at': '2021-12-08T17:57:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '78a30fba-ec83-43a0-916c-5e37a5e4583e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:57:10.958328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2cf0a152-a43a-4a9e-bf2a-62e63b64ecd5 None None] For port cfacade7-9cef-43d8-997f-73de6e925ba0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cfacade7-9cef-43d8-997f-73de6e925ba0,segment=NetworkSegment(bac5b9aa-b363-4248-883b-4677fcfd8c94),segment_id=bac5b9aa-b363-4248-883b-4677fcfd8c94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:57:10.963495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2cf0a152-a43a-4a9e-bf2a-62e63b64ecd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:11.026223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0a152-a43a-4a9e-bf2a-62e63b64ecd5 None None] Pushing event updated for resources: {'Port': ['ID=cfacade7-9cef-43d8-997f-73de6e925ba0,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:57:11.085221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-31c66d7c-a637-4a01-b1e7-eeb5d1f3941d None None] Provisioning complete for port cfacade7-9cef-43d8-997f-73de6e925ba0 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:11.085592 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-31c66d7c-a637-4a01-b1e7-eeb5d1f3941d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:12.297919 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfacade7-9cef-43d8-997f-73de6e925ba0 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:57:12.346153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port cfacade7-9cef-43d8-997f-73de6e925ba0 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:57:12.346520 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:26.267514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c483dd34-895f-47da-aa0f-08f9f0fc5d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:29.035270 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-592eaa31-3983-4d25-93b4-a68729ec15e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:29.653818 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:57:30.567469 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:32.322604 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:32.559182 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:33.246376 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:34.157646 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:56.258974 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cf5bd271-8d57-4a25-af82-b4aba9958475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:57:59.038490 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d59fb2cf-abbc-496a-96c3-8f30b8a2bdbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:00.564633 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:02.325657 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:02.561555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:03.245909 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:04.169409 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:06.653552 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:58:09.098342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43028) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:09.454613 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:09.708968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port cfacade7-9cef-43d8-997f-73de6e925ba0 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:58:09.709213 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:09.797672 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port cfacade7-9cef-43d8-997f-73de6e925ba0, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=cfacade7-9cef-43d8-997f-73de6e925ba0,segment=NetworkSegment(bac5b9aa-b363-4248-883b-4677fcfd8c94),segment_id=bac5b9aa-b363-4248-883b-4677fcfd8c94)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:09.798054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:09.810957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for cfacade7-9cef-43d8-997f-73de6e925ba0 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:58:09.994027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.020358 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=cfacade7-9cef-43d8-997f-73de6e925ba0,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:10.032345 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.032694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.033038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.033375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.033707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.034067 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.034394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.034722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.035111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.035621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.035969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.036334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.036657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:10.208234 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.416948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router a73da506-2fc3-42e1-9791-d63ff252c730 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:58:10.521689 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:58:10.526950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c8067c18-099a-4e82-9982-59dd918b27ca tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/a73da506-2fc3-42e1-9791-d63ff252c730/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4271984 Dec 08 17:58:10.529280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43030) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:10.531864 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] Sync routers for ids ['a73da506-2fc3-42e1-9791-d63ff252c730'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:58:10.542590 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] Routers {'a73da506-2fc3-42e1-9791-d63ff252c730'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:10.543209 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a73da506-2fc3-42e1-9791-d63ff252c730'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:10.584759 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting subnet 78a30fba-ec83-43a0-916c-5e37a5e4583e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 17:58:10.587845 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.628350 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.650821 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] Set router a73da506-2fc3-42e1-9791-d63ff252c730 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:10.710806 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.772865 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.800327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Subnet': ['ID=78a30fba-ec83-43a0-916c-5e37a5e4583e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:10.803333 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.806589 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b9d4c3ac-563d-498a-8919-877faebca69e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/subnets/78a30fba-ec83-43a0-916c-5e37a5e4583e HTTP/1.1" status: 204 len: 168 time: 0.2763367 Dec 08 17:58:10.809306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43032) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:10.813996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eb03c7-11c6-4b87-a348-647d93d3f1c5 None None] Network 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:58:10.832000 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:58:09Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:10.922654 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:10.963005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] Checking router: a73da506-2fc3-42e1-9791-d63ff252c730 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:58:10.971340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] Routers {'a73da506-2fc3-42e1-9791-d63ff252c730'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:10.971944 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['a73da506-2fc3-42e1-9791-d63ff252c730'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:10.980545 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] DHCP port deletion for 50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:58:11.030713 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Deleting port 947a1980-93d2-43ed-aa80-c81c10f968f3 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:58:11.030991 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.088301 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] Set router a73da506-2fc3-42e1-9791-d63ff252c730 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:11.106061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] For port 947a1980-93d2-43ed-aa80-c81c10f968f3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=947a1980-93d2-43ed-aa80-c81c10f968f3,segment=NetworkSegment(bac5b9aa-b363-4248-883b-4677fcfd8c94),segment_id=bac5b9aa-b363-4248-883b-4677fcfd8c94)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:11.106732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.122107 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Calling delete_port for 947a1980-93d2-43ed-aa80-c81c10f968f3 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:58:11.213956 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.244667 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Pushing event deleted for resources: {'Port': ['ID=947a1980-93d2-43ed-aa80-c81c10f968f3,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:11.249779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] No DVR routers for this DVR port 947a1980-93d2-43ed-aa80-c81c10f968f3 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:58:11.259901 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.260687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.264563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.266091 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8686e03e-75ed-4b42-ae23-e012e5f9785d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:11.301952 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:58:09Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:11.329145 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921b0916-6c78-4464-a211-14971a6d1ea0 None None] The sync data for ids ['a73da506-2fc3-42e1-9791-d63ff252c730'] in n-d-820935-5 is: [{'id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500915391', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:57:04Z', 'updated_at': '2021-12-08T17:58:09Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': 'fc1c6e46-93ae-4633-b325-2564845cfab1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:4b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73da506-2fc3-42e1-9791-d63ff252c730', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:57:05Z', 'updated_at': '2021-12-08T17:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:58:11.394062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.444535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port fc1c6e46-93ae-4633-b325-2564845cfab1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:58:11.444867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.519702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port fc1c6e46-93ae-4633-b325-2564845cfab1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fc1c6e46-93ae-4633-b325-2564845cfab1,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:11.519978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.532128 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for fc1c6e46-93ae-4633-b325-2564845cfab1 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:58:11.693690 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.724733 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=fc1c6e46-93ae-4633-b325-2564845cfab1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:11.737196 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473bd3d-ebce-415b-b169-a50a216d6f12 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:58:11.784667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.878196 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.880662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.927486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.927966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Fanout notify agent at l3_agent the message router_deleted on router a73da506-2fc3-42e1-9791-d63ff252c730 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 17:58:11.934743 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:11.935846 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eace6620-05c0-467a-80b5-1cfc5864ab1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/routers/a73da506-2fc3-42e1-9791-d63ff252c730 HTTP/1.1" status: 204 len: 168 time: 1.1253586 Dec 08 17:58:11.938627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43034) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:12.015532 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.110740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.131076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50db3f12-3c59-4c5d-9fd1-8291d4b90ce1']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:12.140052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bac5b9aa-b363-4248-883b-4677fcfd8c94') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:12.140344 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bac5b9aa-b363-4248-883b-4677fcfd8c94') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:12.150061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.163709 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.169479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 17:58:12.169885 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: timer() Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 17:58:12.172815 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 17:58:12.228397 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.236543 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.239900 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/networks/50db3f12-3c59-4c5d-9fd1-8291d4b90ce1 HTTP/1.1" status: 204 len: 168 time: 0.3002803 Dec 08 17:58:12.242780 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:12.249998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf5bdc-c9f1-4a65-b4c2-a5e1e9bd455f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Network': ['ID=50db3f12-3c59-4c5d-9fd1-8291d4b90ce1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:12.303537 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.328183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.391960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.395197 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.396346 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/security-groups/a3d832ad-1fcb-48bb-b5b4-6bf8cd878393 HTTP/1.1" status: 204 len: 168 time: 0.1525514 Dec 08 17:58:12.405753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d832ad-1fcb-48bb-b5b4-6bf8cd878393,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:12.414772 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.415120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.415677 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.416215 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.416736 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.417241 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.417917 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.418439 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.418961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.419475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.420603 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.421124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.421818 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e246cd-c496-4a60-a906-d66b1a21592f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:12.449441 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfacade7-9cef-43d8-997f-73de6e925ba0 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:58:12.476530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: cfacade7-9cef-43d8-997f-73de6e925ba0 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:58:12.476888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device cfacade7-9cef-43d8-997f-73de6e925ba0 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:58:12.477309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 947a1980-93d2-43ed-aa80-c81c10f968f3 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:58:12.496875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 947a1980-93d2-43ed-aa80-c81c10f968f3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:58:12.497224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 947a1980-93d2-43ed-aa80-c81c10f968f3 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:58:12.497647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fc1c6e46-93ae-4633-b325-2564845cfab1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:58:12.517145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fc1c6e46-93ae-4633-b325-2564845cfab1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 17:58:12.517490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fc1c6e46-93ae-4633-b325-2564845cfab1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:58:12.604271 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43048) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:12.608827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-513693989', 'description': 'tempest-secgroup-smoke-513693989 description', 'project_id': '745ff99b6c054ef3a061aa8d393378e6'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:12.632462 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.698812 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.702217 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.731027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:12.736620 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.737911 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e987a701-ce87-4974-9479-75a2fa06351e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1325474 Dec 08 17:58:12.740744 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43050) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:12.745136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '33f35b93-5fd4-44a2-8d4d-ec16dfe887c5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:12.772621 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.831264 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.835150 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.853995 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a549f4-eb3b-4d17-8898-b5508e74f67c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:12.862501 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.865138 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-661af291-79e6-4e1e-9966-adcc597e96ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234248 Dec 08 17:58:12.867980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43052) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:12.872547 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '33f35b93-5fd4-44a2-8d4d-ec16dfe887c5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:12.898733 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.953785 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.957374 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.975032 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7f18b9-1ac5-4612-a45e-00f6f890c483,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:12.981963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:12.983150 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-92b8e96d-03ce-4461-b9d8-3ef23a38b3a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1141818 Dec 08 17:58:12.985873 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43054) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:12.990840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '33f35b93-5fd4-44a2-8d4d-ec16dfe887c5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:13.017420 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.074514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.078066 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.095105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f477783-cbe1-42b3-b6f5-6a59dd6c2335,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:13.103783 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.104972 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e192d1d4-6bd6-46a6-91eb-a4658a50de6c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1181924 Dec 08 17:58:13.107680 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43056) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:13.112004 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '33f35b93-5fd4-44a2-8d4d-ec16dfe887c5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:13.139441 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.198643 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.202324 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.220460 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3d3e33-753c-4ffd-b500-cb4b3ae67283,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:13.229531 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.230795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a7672c43-8289-4f75-9e48-a2e736026951 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221719 Dec 08 17:58:13.233539 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43058) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:13.237734 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '33f35b93-5fd4-44a2-8d4d-ec16dfe887c5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:13.259609 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:58:13.264467 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.322006 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.325356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.342750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d593023-b253-46b8-ab50-846dda621600,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:13.351194 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.352395 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-89653342-70f3-41d5-9453-b569a50dd81c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179531 Dec 08 17:58:13.355246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43060) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:13.359579 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '33f35b93-5fd4-44a2-8d4d-ec16dfe887c5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:13.381408 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 17:58:13.386348 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.443075 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.446709 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.463783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c59eb9a-f0f6-461c-9f1f-8c96a7b60750,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:13.471717 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.473593 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c8a3fbea-a6a2-41ac-89da-d97c4752f867 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174092 Dec 08 17:58:13.476430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43062) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:13.481120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'network': {'name': 'tempest-network-smoke--413459470', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'port_security_enabled': True}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:13.502411 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:58:13.505695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.528386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] vlan segment allocate from pool success with {'vlan_id': 694, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 17:58:13.538633 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.538974 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Added segment 0d3fd99f-d495-4426-8cc1-f1340d71e93a of type vlan for network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 Dec 08 17:58:13.581133 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.606993 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.613522 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:13.614125 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.674426 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1969373 Dec 08 17:58:13.677375 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43064) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:13.682186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'admin_state_up': True, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:13.686211 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66cd392-fa0d-404f-8313-5b4aa7c6762e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Network': ['ID=2d3775a6-cc9a-415c-a2a7-d2d40c275838,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:13.696337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 17:58:13.704965 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.706003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.762097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:13.897744 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.087587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.106034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.210322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.99 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/673e9937-eff8-472b-8fb7-c485f37dbb9f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:58:14.308249 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.341304 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.382509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:58:14.385316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:14.390845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:58:14.397986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec417d-c403-45b9-9344-91dd38437256 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:58:14.414335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=673e9937-eff8-472b-8fb7-c485f37dbb9f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:14.468110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-13189d20-1030-4f6e-92ab-2c48419e3311 None None] Provisioning complete for port 673e9937-eff8-472b-8fb7-c485f37dbb9f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:14.468471 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13189d20-1030-4f6e-92ab-2c48419e3311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.502620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-13189d20-1030-4f6e-92ab-2c48419e3311 None None] Port 673e9937-eff8-472b-8fb7-c485f37dbb9f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:58:14.642670 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.839239 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:14.965567 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router d91d17b8-0798-4cb8-862f-8f464c650bf0 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 17:58:15.067157 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:58:15.076535 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Sync routers for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:58:15.087893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:15.088504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:15.089173 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.090441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d281f60-d1ce-4b72-b0e6-20e8d90b5eae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4119196 Dec 08 17:58:15.093500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43066) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:15.127639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4baf473d-a54b-44ad-b8ee-62a5e8701402 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=745ff99b6c054ef3a061aa8d393378e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328546 Dec 08 17:58:15.130355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43068) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:15.196525 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:15.214492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887fdcda-bb0f-4dad-8c18-2990e80c7af0 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:15.216055 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-887fdcda-bb0f-4dad-8c18-2990e80c7af0 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847392 Dec 08 17:58:15.218908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43070) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:15.247153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4edb09c6-508f-4249-91aa-8a10dc692757 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270758 Dec 08 17:58:15.249895 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43072) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:15.254544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1200697617', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:15.351188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:58:15.354735 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.381897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:14Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:15.410662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Checking router: d91d17b8-0798-4cb8-862f-8f464c650bf0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:58:15.411011 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Updating router d91d17b8-0798-4cb8-862f-8f464c650bf0 port 673e9937-eff8-472b-8fb7-c485f37dbb9f binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:58:15.436815 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.536897 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.599285 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Subnet': ['ID=9ef6ae49-26a6-4f66-849d-44deed67629a,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:15.604560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Checking segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:58:15.604921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network hostable DHCP agents. Network: 2d3775a6-cc9a-415c-a2a7-d2d40c275838, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 17:58:15.622646 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 17:58:15.632686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2d3775a6-cc9a-415c-a2a7-d2d40c275838) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:15.636803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:15.637398 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.647395 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75031c-1292-4155-89e3-ba438f2a5ccf None None] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:58:15.654416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-eb75082b-a516-49f9-b95f-39c5182a582a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4035387 Dec 08 17:58:15.657257 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43074) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:15.756133 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.764086 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.821461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0958a8b1-85fa-4a70-be1e-f014a1b0f71c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:58:15.841420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 17:58:15.842297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.858984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Attempting to bind port 673e9937-eff8-472b-8fb7-c485f37dbb9f on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:58:15.859353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Attempting to bind port 673e9937-eff8-472b-8fb7-c485f37dbb9f by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:58:15.859704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Attempting to bind port 673e9937-eff8-472b-8fb7-c485f37dbb9f on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:58:15.862048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d88886-fdd4-45a1-a812-aa5fce70781a None None] Pushing event updated for resources: {'Port': ['ID=673e9937-eff8-472b-8fb7-c485f37dbb9f,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:15.877200 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:58:15.877574 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:58:15.877993 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:15.878380 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:58:15.878973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Bound port: 673e9937-eff8-472b-8fb7-c485f37dbb9f, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:58:15.879352 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.021254 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6fb59b10-590f-41f6-84db-d40da3932541 None None] Provisioning complete for port 673e9937-eff8-472b-8fb7-c485f37dbb9f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:16.021671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6fb59b10-590f-41f6-84db-d40da3932541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.030819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] For port 673e9937-eff8-472b-8fb7-c485f37dbb9f, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:58:16.067282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] For port 673e9937-eff8-472b-8fb7-c485f37dbb9f, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=673e9937-eff8-472b-8fb7-c485f37dbb9f,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:58:16.079618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.088324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Allocated IP 172.20.0.2 (2d3775a6-cc9a-415c-a2a7-d2d40c275838/9ef6ae49-26a6-4f66-849d-44deed67629a/20e69b9d-55af-4549-966f-670f331d3d2d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:58:16.101730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6fb59b10-590f-41f6-84db-d40da3932541 None None] Port 673e9937-eff8-472b-8fb7-c485f37dbb9f cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:58:16.117702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.143021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936bf02-b2f2-4063-aa30-276edff227a1 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 17:58:16.209170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:16.209773 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:16.214785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d88886-fdd4-45a1-a812-aa5fce70781a None None] Pushing event updated for resources: {'Port': ['ID=673e9937-eff8-472b-8fb7-c485f37dbb9f,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:16.551388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:16.553071 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-2fe386ac-7806-4657-9866-00745ca348eb None None] Provisioning complete for port 673e9937-eff8-472b-8fb7-c485f37dbb9f triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:16.553444 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe386ac-7806-4657-9866-00745ca348eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.634639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.678872 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.694783 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.1 (2d3775a6-cc9a-415c-a2a7-d2d40c275838/9ef6ae49-26a6-4f66-849d-44deed67629a/962175fc-38ff-4ab0-ab32-971a8297e5f3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:58:16.748811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:58:16.752726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Pushing event updated for resources: {'Port': ['ID=20e69b9d-55af-4549-966f-670f331d3d2d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:16.761875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:16.767412 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:58:16.804594 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.838287 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.883130 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:58:16.884955 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe386ac-7806-4657-9866-00745ca348eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.888377 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:16.891952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Attempting to bind port 20e69b9d-55af-4549-966f-670f331d3d2d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:58:16.892137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:58:16.892318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Attempting to bind port 20e69b9d-55af-4549-966f-670f331d3d2d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:58:16.892679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Attempting to bind port 20e69b9d-55af-4549-966f-670f331d3d2d on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:58:16.906307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:58:16.906679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Checking segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:58:16.907079 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.907465 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Bound using segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:58:16.907929 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Bound port: 20e69b9d-55af-4549-966f-670f331d3d2d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:58:16.908304 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.915881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=962175fc-38ff-4ab0-ab32-971a8297e5f3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:16.920513 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2fe386ac-7806-4657-9866-00745ca348eb None None] For port 673e9937-eff8-472b-8fb7-c485f37dbb9f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=673e9937-eff8-472b-8fb7-c485f37dbb9f,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:16.931150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2fe386ac-7806-4657-9866-00745ca348eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:16.940682 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:17.024754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:14Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:17.033496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe386ac-7806-4657-9866-00745ca348eb None None] Pushing event updated for resources: {'Port': ['ID=673e9937-eff8-472b-8fb7-c485f37dbb9f,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:17.066089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc708a8-1462-42f6-a381-292bb3c9d5b8 None None] The sync data for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 is: [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:14Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:58:17.067870 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] For port 20e69b9d-55af-4549-966f-670f331d3d2d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:58:17.073947 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:17.086378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] For port 20e69b9d-55af-4549-966f-670f331d3d2d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=20e69b9d-55af-4549-966f-670f331d3d2d,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:58:17.094248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:17.161753 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c01c3c-ab17-45a6-9242-4fd5afb78455 None None] Pushing event updated for resources: {'Port': ['ID=20e69b9d-55af-4549-966f-670f331d3d2d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:17.429435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:17.435520 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:17.516038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=962175fc-38ff-4ab0-ab32-971a8297e5f3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:17.518668 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:17.618920 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:58:17.620485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:18.099864 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router d91d17b8-0798-4cb8-862f-8f464c650bf0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:58:18.181341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723962b2-bc77-449f-a5ff-a57132ca1c99 None None] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 17:58:18.213529 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:58:18.219143 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3855ad09-ea45-47c7-a00e-745f965ca043 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/d91d17b8-0798-4cb8-862f-8f464c650bf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602450 Dec 08 17:58:18.293826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e61e26da-20a9-4a68-914e-5463170f66a1 None None] Provisioning complete for port 20e69b9d-55af-4549-966f-670f331d3d2d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:18.293826 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e61e26da-20a9-4a68-914e-5463170f66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.402252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 20e69b9d-55af-4549-966f-670f331d3d2d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:58:18.406511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-bdef593e-ca33-4f95-ba4b-e20a2fc10e6d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-513693989&fields=id&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 267 time: 0.0606520 Dec 08 17:58:18.458210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e61e26da-20a9-4a68-914e-5463170f66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.502537 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 20e69b9d-55af-4549-966f-670f331d3d2d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:18.502900 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.505745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e61e26da-20a9-4a68-914e-5463170f66a1 None None] For port 20e69b9d-55af-4549-966f-670f331d3d2d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=20e69b9d-55af-4549-966f-670f331d3d2d,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:18.528057 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e61e26da-20a9-4a68-914e-5463170f66a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.544106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-1e8b1e41-cbdd-4ccb-be2a-fcc9423c371d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:18.545760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-1e8b1e41-cbdd-4ccb-be2a-fcc9423c371d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 796 time: 0.1308942 Dec 08 17:58:18.563798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-dbd7a465-190f-410b-a2df-6f1b8ae385cf tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/quotas/745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 375 time: 0.0108953 Dec 08 17:58:18.626327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e26da-20a9-4a68-914e-5463170f66a1 None None] Pushing event updated for resources: {'Port': ['ID=20e69b9d-55af-4549-966f-670f331d3d2d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:18.643155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-7fcaca26-7313-459c-a33d-89ed07fbfce5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0711286 Dec 08 17:58:18.651648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 673e9937-eff8-472b-8fb7-c485f37dbb9f up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:58:18.682575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-836ff167-01a2-46dd-bbe2-c64540bfee61 None None] Provisioning complete for port 20e69b9d-55af-4549-966f-670f331d3d2d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:18.682939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-836ff167-01a2-46dd-bbe2-c64540bfee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.743607 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 673e9937-eff8-472b-8fb7-c485f37dbb9f triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:18.743987 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.762649 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-af876cc1-aa38-44e3-b04b-4cb4696a8dc4 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:58:18.763731 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-af876cc1-aa38-44e3-b04b-4cb4696a8dc4 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0534074 Dec 08 17:58:18.838086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-836ff167-01a2-46dd-bbe2-c64540bfee61 None None] Provisioning complete for port 962175fc-38ff-4ab0-ab32-971a8297e5f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:18.838451 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-836ff167-01a2-46dd-bbe2-c64540bfee61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:18.869942 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-f3d5dc80-ebf4-4cad-9c03-f4057943a149 service neutron] 10.222.0.62 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979168 Dec 08 17:58:18.900986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-836ff167-01a2-46dd-bbe2-c64540bfee61 None None] Port 962175fc-38ff-4ab0-ab32-971a8297e5f3 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:58:18.904499 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Sync routers for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:58:18.920348 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:18.920946 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:18.976893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-d2cd907a-2c94-4e5d-996b-6d1374a0dbfa service neutron] 10.222.0.62 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933759 Dec 08 17:58:19.029084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0fabc293-6969-49a4-9d01-c95b37d4e94d None None] Provisioning complete for port 962175fc-38ff-4ab0-ab32-971a8297e5f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:19.030194 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0fabc293-6969-49a4-9d01-c95b37d4e94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.062603 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:19.073524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-0fabc293-6969-49a4-9d01-c95b37d4e94d None None] Port 962175fc-38ff-4ab0-ab32-971a8297e5f3 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:58:19.171611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cbed426-1665-4928-bcf2-678a66500ef8 req-a5676aeb-0772-4e29-8005-c76c17f07754 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 210 time: 0.0280306 Dec 08 17:58:19.195386 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8b9e193d-45a1-486e-a3c4-55130aba96a7 None None] Provisioning complete for port 962175fc-38ff-4ab0-ab32-971a8297e5f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:19.195881 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8b9e193d-45a1-486e-a3c4-55130aba96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.235550 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e193d-45a1-486e-a3c4-55130aba96a7 None None] Port 962175fc-38ff-4ab0-ab32-971a8297e5f3 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:58:19.283305 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 2, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:19.310452 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Checking router: d91d17b8-0798-4cb8-862f-8f464c650bf0 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:58:19.310800 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Updating router d91d17b8-0798-4cb8-862f-8f464c650bf0 port 962175fc-38ff-4ab0-ab32-971a8297e5f3 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 17:58:19.335267 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.619561 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.625466 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.678286 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Pushing event updated for resources: {'Port': ['ID=962175fc-38ff-4ab0-ab32-971a8297e5f3,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:19.701510 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.701938 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.702216 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.702546 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.702874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.703198 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.703517 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.703835 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.704150 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.704464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.704781 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.705101 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.705415 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:58:19.735423 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Attempting to bind port 962175fc-38ff-4ab0-ab32-971a8297e5f3 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:58:19.735789 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Attempting to bind port 962175fc-38ff-4ab0-ab32-971a8297e5f3 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:58:19.736149 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Attempting to bind port 962175fc-38ff-4ab0-ab32-971a8297e5f3 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:58:19.743711 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:58:19.744081 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Checking segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:58:19.744684 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.745737 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Bound using segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:58:19.746332 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Bound port: 962175fc-38ff-4ab0-ab32-971a8297e5f3, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:58:19.746943 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.823714 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] For port 962175fc-38ff-4ab0-ab32-971a8297e5f3, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:58:19.826984 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] For port 962175fc-38ff-4ab0-ab32-971a8297e5f3, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=962175fc-38ff-4ab0-ab32-971a8297e5f3,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:58:19.830817 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:19.885764 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:19.886414 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:57:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:19.936243 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecfb14-12b2-404b-9caf-bd2d11286e59 None None] Pushing event updated for resources: {'Port': ['ID=962175fc-38ff-4ab0-ab32-971a8297e5f3,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:19.965984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8be55454-6c53-4a92-95ca-6239b146ff8f None None] Provisioning complete for port 962175fc-38ff-4ab0-ab32-971a8297e5f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:19.966421 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8be55454-6c53-4a92-95ca-6239b146ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.013222 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:20.063434 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8be55454-6c53-4a92-95ca-6239b146ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.103298 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-8be55454-6c53-4a92-95ca-6239b146ff8f None None] For port 962175fc-38ff-4ab0-ab32-971a8297e5f3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=962175fc-38ff-4ab0-ab32-971a8297e5f3,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:20.110159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8be55454-6c53-4a92-95ca-6239b146ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.176264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be55454-6c53-4a92-95ca-6239b146ff8f None None] Pushing event updated for resources: {'Port': ['ID=962175fc-38ff-4ab0-ab32-971a8297e5f3,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:20.234564 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-6b8c3647-f0a8-4193-9e64-947791dee746 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:20.235427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c66b83c2-3aad-419e-92a0-f3bb74757014 None None] Provisioning complete for port 962175fc-38ff-4ab0-ab32-971a8297e5f3 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:20.236048 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-6b8c3647-f0a8-4193-9e64-947791dee746 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 796 time: 0.1416526 Dec 08 17:58:20.236193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c66b83c2-3aad-419e-92a0-f3bb74757014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.263346 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:19Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:20.346358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-81c180ba-8706-4ed8-a3af-60b099ecef1a req-b96c7331-8f38-44e5-982b-ccac98ae03a3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 210 time: 0.0613627 Dec 08 17:58:20.361912 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 20e69b9d-55af-4549-966f-670f331d3d2d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:58:20.396979 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-bcad9c65-5811-4fba-9d9e-62d1e895345e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 379 time: 0.1513238 Dec 08 17:58:20.403547 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9859dcb-f066-496d-be8b-53618c1a48ab None None] The sync data for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 is: [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:19Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:58:20.408722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'port': {'device_id': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'admin_state_up': True, 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'security_groups': ['33f35b93-5fd4-44a2-8d4d-ec16dfe887c5']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:20.417736 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 20e69b9d-55af-4549-966f-670f331d3d2d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:20.418139 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.548136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 17:58:20.552014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.685952 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.5 (2d3775a6-cc9a-415c-a2a7-d2d40c275838/9ef6ae49-26a6-4f66-849d-44deed67629a/7f5be1fd-9e02-486a-aaa4-d480c3595f42) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:58:20.830372 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.865527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:20.908654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:58:20.912179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:20.918316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:58:20.944277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:20.983164 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:20.984054 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:21.006610 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-27fd31a1-19c9-48e6-a9ca-c44f54a4a334 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029177 Dec 08 17:58:21.017529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-582cb3e2-b1e4-4c90-b648-c3bc38b1b4c3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:58:21.018572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-582cb3e2-b1e4-4c90-b648-c3bc38b1b4c3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054975 Dec 08 17:58:21.031797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Request body: {'port': {'device_id': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:21.089587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:21.186980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-65bcae5f-ffdf-422c-8258-94d5266555c6 None None] Provisioning complete for port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:21.187507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-65bcae5f-ffdf-422c-8258-94d5266555c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:21.229210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-65bcae5f-ffdf-422c-8258-94d5266555c6 None None] Port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 17:58:21.649704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc9a3d0-6ef4-412c-8c4b-96aa7deff9a8 req-2103aa91-0649-4b7a-88e7-9d94a2606b4b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:21.651190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dc9a3d0-6ef4-412c-8c4b-96aa7deff9a8 req-2103aa91-0649-4b7a-88e7-9d94a2606b4b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 931 time: 0.1072896 Dec 08 17:58:21.731338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dc9a3d0-6ef4-412c-8c4b-96aa7deff9a8 req-5489a5a3-510c-46c5-ac5b-c073e4c45f8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741084 Dec 08 17:58:21.776651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5be1fd-9e02-486a-aaa4-d480c3595f42 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:58:21.784072 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:21.796908 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Transition to ACTIVE for port object 7f5be1fd-9e02-486a-aaa4-d480c3595f42 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:58:21.799854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:21.848868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:21.926281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:58:21.926657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:58:21.926990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:58:21.931509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:58:21.931836 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:58:21.936872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:58:21.937209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Checking segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:58:21.937595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Bound using segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:58:21.938059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Bound port: 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:58:21.938418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:22.006764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:58:22.010174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:58:22.014242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:22.045899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.046568 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:22.047880 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] 10.222.0.86 "PUT /v2.0/ports/7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 1091 time: 1.0205932 Dec 08 17:58:22.048350 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:58:22.089034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fceeba5-2eb3-4698-9f53-fea97376229a service neutron] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:22.108901 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acb48d8-b439-461d-93e0-b0d7614ecf0b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:58:22.145189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-94ed2d95-4add-4250-ba74-86783158c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.146737 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-94ed2d95-4add-4250-ba74-86783158c476 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1094 time: 0.0547090 Dec 08 17:58:22.194256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-a2682eb4-6cf1-433e-ae87-f2972448f70a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 217 time: 0.0385652 Dec 08 17:58:22.210118 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1404eb0-3f49-4286-b5dd-0506f9c0d409 x-openstack-request-id: req-a1404eb0-3f49-4286-b5dd-0506f9c0d409 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:58:22.210409 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:58:22.210663 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a1404eb0-3f49-4286-b5dd-0506f9c0d409 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:58:22.211066 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'status': 'completed', 'code': 200} Dec 08 17:58:22.249370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-2d1db593-845e-4aff-87c1-b296da177204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.250899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-2d1db593-845e-4aff-87c1-b296da177204 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0499675 Dec 08 17:58:22.306734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-0b82d4b9-3bfc-4c84-a457-d0ed944a1fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.308235 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-0b82d4b9-3bfc-4c84-a457-d0ed944a1fa6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504849 Dec 08 17:58:22.353405 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 962175fc-38ff-4ab0-ab32-971a8297e5f3 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:58:22.402927 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 962175fc-38ff-4ab0-ab32-971a8297e5f3 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:22.403386 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:22.405926 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-ddcb4383-1726-4cca-b1a3-42d52a59b9af service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892065 Dec 08 17:58:22.500960 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3ddad31-95a0-46d0-be95-6c16377d8130 req-97a2f4b5-6794-4f47-8d60-f40eb6e1160c service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882111 Dec 08 17:58:22.587628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-d4c915ad-19bc-4fa6-9f28-d19d443da46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.589032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-d4c915ad-19bc-4fa6-9f28-d19d443da46f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1094 time: 0.0439274 Dec 08 17:58:22.683446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-d6e4ce9b-cce1-4028-bc70-738c9c5fd6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.684899 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-d6e4ce9b-cce1-4028-bc70-738c9c5fd6d1 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.0885627 Dec 08 17:58:22.730827 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-110c1049-2860-48a4-a075-d0c614a36973 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 217 time: 0.0387311 Dec 08 17:58:22.780918 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-73d6d9e8-f8fd-4f68-99bc-04ca70ce8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.782422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-73d6d9e8-f8fd-4f68-99bc-04ca70ce8c81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0440156 Dec 08 17:58:22.858824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-ce2bfc36-6a01-4552-b8b1-d9934c4a0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.860247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-ce2bfc36-6a01-4552-b8b1-d9934c4a0ce4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703096 Dec 08 17:58:22.884619 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77899a4-d492-4f1a-8894-d2f07af32f68 req-336da460-c4df-4bce-b832-eb8c81870e68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:22.886049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a77899a4-d492-4f1a-8894-d2f07af32f68 req-336da460-c4df-4bce-b832-eb8c81870e68 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0717819 Dec 08 17:58:22.981113 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a77899a4-d492-4f1a-8894-d2f07af32f68 req-468cd1b2-a407-4746-8b4d-e8bb4a449013 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852008 Dec 08 17:58:22.997479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-38bf9390-47a0-47fe-89ad-4ad3a278b865 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289151 Dec 08 17:58:23.092210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6acb48d8-b439-461d-93e0-b0d7614ecf0b req-d4b373bf-9eee-4199-b480-7bb5aebbeac6 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866704 Dec 08 17:58:24.096089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0179b1e-1b47-45b4-807f-64ddb5a7e0aa req-80a0678e-2616-49b1-954b-8721755ae27a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:24.097579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0179b1e-1b47-45b4-807f-64ddb5a7e0aa req-80a0678e-2616-49b1-954b-8721755ae27a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0492992 Dec 08 17:58:24.147814 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0179b1e-1b47-45b4-807f-64ddb5a7e0aa req-f664bbec-56e3-4137-965c-dc7eb8514299 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441036 Dec 08 17:58:25.266773 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f51d3-bef1-4aae-8e67-6fbbb7602489 req-7621750e-c0cd-4e64-a3c4-49abb73f743d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:25.268269 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-443f51d3-bef1-4aae-8e67-6fbbb7602489 req-7621750e-c0cd-4e64-a3c4-49abb73f743d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0528300 Dec 08 17:58:25.315202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:58:25.317901 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-443f51d3-bef1-4aae-8e67-6fbbb7602489 req-01abe4b9-bc14-4952-b363-34991c134cc7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425072 Dec 08 17:58:25.419682 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:25.431520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'port_id': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'mac_address': 'fa:16:3e:ff:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:58:25.468323 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:25.481009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5be1fd-9e02-486a-aaa4-d480c3595f42 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:58:25.501476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:25.505819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:25.556037 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:25.729292 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7f5be1fd-9e02-486a-aaa4-d480c3595f42'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:58:26.261858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-39b9f029-f43b-4664-8256-4605a6a05ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:26.432882 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec6b65-e068-4389-bffb-38b4fafa2828 req-5d4ca7a5-02b6-433d-84c2-b4ac628d9a4e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:26.434361 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dec6b65-e068-4389-bffb-38b4fafa2828 req-5d4ca7a5-02b6-433d-84c2-b4ac628d9a4e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 944 time: 0.0491135 Dec 08 17:58:26.484276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6dec6b65-e068-4389-bffb-38b4fafa2828 req-15969677-ee55-4a98-aefe-09864a7cb57a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441027 Dec 08 17:58:27.331009 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:58:27.380342 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:58:27.384458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:58:27.384841 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:27.467889 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:27.492729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:58:27.506896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:58:27.511113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:27.537669 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3eabb9e-2812-4448-a223-35bbdcc90472" -d '{"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-plugged", "status": "completed", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:58:27.566531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:27.605202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cf6071-18b5-49ee-99d9-992dcbd79bc3 req-9333a5a8-e60f-420a-a950-852778c233e7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:27.606690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1cf6071-18b5-49ee-99d9-992dcbd79bc3 req-9333a5a8-e60f-420a-a950-852778c233e7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0502121 Dec 08 17:58:27.659691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f1cf6071-18b5-49ee-99d9-992dcbd79bc3 req-8c53f9d7-f66c-4a0d-b92b-8d9d99dbdab3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470700 Dec 08 17:58:27.751126 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b894cd35-72bd-41a6-baf8-875022a22447 x-openstack-request-id: req-b894cd35-72bd-41a6-baf8-875022a22447 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:58:27.751504 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-plugged", "status": "completed", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:58:27.751760 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b894cd35-72bd-41a6-baf8-875022a22447 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:58:27.752160 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'code': 200} Dec 08 17:58:27.845122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ffe4ea-dea4-4682-929c-7d2a30dfbb1b req-56eac111-acb2-48e7-944b-c23761495d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:27.846654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ffe4ea-dea4-4682-929c-7d2a30dfbb1b req-56eac111-acb2-48e7-944b-c23761495d76 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1096 time: 0.0396988 Dec 08 17:58:27.891617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9ffe4ea-dea4-4682-929c-7d2a30dfbb1b req-bc004191-e0b6-4cb0-8793-b80d9bb0bbd3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Dec 08 17:58:28.777106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e814226-10f0-4745-9965-35d0eb3813cf req-b0c4aa10-8b1d-45ee-b5db-cc04a4b0608d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:28.778617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e814226-10f0-4745-9965-35d0eb3813cf req-b0c4aa10-8b1d-45ee-b5db-cc04a4b0608d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0491469 Dec 08 17:58:28.827839 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e814226-10f0-4745-9965-35d0eb3813cf req-c1064015-51b1-411e-925d-2099eb34071f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Dec 08 17:58:29.040699 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-94995bf9-c661-4698-be2b-3f675bbc0ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:29.949333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96051f-b1dc-424e-868a-5b5e63d0e17f req-75508517-9da6-4203-9fdc-e55295b5cff4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:29.950836 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a96051f-b1dc-424e-868a-5b5e63d0e17f req-75508517-9da6-4203-9fdc-e55295b5cff4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0552793 Dec 08 17:58:30.000227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3a96051f-b1dc-424e-868a-5b5e63d0e17f req-bbc1a9df-0bcf-4073-ade3-4a749a44e1d3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434844 Dec 08 17:58:30.113029 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33ccb3-93d3-434c-ae6b-0604b57e6a10 req-f73b5864-5f6b-49b1-ad1c-c58562718d4a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:30.114491 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f33ccb3-93d3-434c-ae6b-0604b57e6a10 req-f73b5864-5f6b-49b1-ad1c-c58562718d4a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0491993 Dec 08 17:58:30.163929 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8f33ccb3-93d3-434c-ae6b-0604b57e6a10 req-6e5c0c8e-890d-46b7-a903-ce8657f97cbf tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430720 Dec 08 17:58:30.185591 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43144) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:30.223457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75a575-3cc4-4484-b09f-eec39773a093 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:30.224972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ce75a575-3cc4-4484-b09f-eec39773a093 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1091 time: 0.0383666 Dec 08 17:58:30.227751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43146) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:30.231904 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:58:30.253320 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:30.349970 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:30.453546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.92 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/f32ef258-13e0-48b7-8332-8e9c7fc66a1e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 17:58:30.554104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:30.567506 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:30.587980 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:30.625930 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 17:58:30.630896 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 17:58:30.634294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 17:58:30.659557 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=f32ef258-13e0-48b7-8332-8e9c7fc66a1e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:30.989669 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:31.054736 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:31.202310 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:31.207348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:31.281754 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=f32ef258-13e0-48b7-8332-8e9c7fc66a1e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:58:31.290507 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:31.391749 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP 0b9e0840-d6be-43ea-9ecb-7587fe70ffa2 associated. External IP: 172.25.3.92, port: 7f5be1fd-9e02-486a-aaa4-d480c3595f42. Dec 08 17:58:31.599026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router d91d17b8-0798-4cb8-862f-8f464c650bf0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:58:31.702543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:58:31.711918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] Sync routers for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:58:31.720630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:31.721908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:31.722519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:58:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:31.751239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-35fb4cb0-cf1f-4d1b-8a63-2c686a5b68f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5224910 Dec 08 17:58:31.751831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:58:31.754108 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ebcd6f-d7df-4770-a4f0-77115f3ba406" -d '{"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:58:31.842349 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:31.847926 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6f911-036a-4838-b6d4-a156c4728edb req-1731c2cf-0421-466a-8629-4447b35743c0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:31.849455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae6f911-036a-4838-b6d4-a156c4728edb req-1731c2cf-0421-466a-8629-4447b35743c0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0503871 Dec 08 17:58:31.901169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ae6f911-036a-4838-b6d4-a156c4728edb req-3bf8fbee-94d7-4928-8311-baf5ed0313e8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456419 Dec 08 17:58:31.923597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43154) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:31.964401 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00440804-a0b6-45d5-b781-81c555769b1d x-openstack-request-id: req-00440804-a0b6-45d5-b781-81c555769b1d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:58:31.964722 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:58:31.964935 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-00440804-a0b6-45d5-b781-81c555769b1d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:58:31.965331 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'status': 'completed', 'code': 200} Dec 08 17:58:32.021611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-8ac4d1ab-bcc0-49c8-a195-85c4f155a92a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/0b9e0840-d6be-43ea-9ecb-7587fe70ffa2 HTTP/1.1" status: 200 len: 990 time: 0.0967007 Dec 08 17:58:32.031363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-b72f89be-630e-45d4-b246-2ed2d177dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:32.032803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-b72f89be-630e-45d4-b246-2ed2d177dfab service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1096 time: 0.0592666 Dec 08 17:58:32.077337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '0b9e0840-d6be-43ea-9ecb-7587fe70ffa2', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'port_id': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'mac_address': 'fa:16:3e:ff:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:58:30Z', 'updated_at': '2021-12-08T17:58:30Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:20Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:32.104290 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] Checking router: d91d17b8-0798-4cb8-862f-8f464c650bf0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 17:58:32.112973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:58:32.113583 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:58:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:32.125585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-7fde928c-ca54-4b9e-a2e7-e1e16accb6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:32.127090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-7fde928c-ca54-4b9e-a2e7-e1e16accb6b2 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.0876071 Dec 08 17:58:32.199860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-0cb6c5a6-5424-4d75-b07c-46eafd8fcfd7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 998 time: 0.0656569 Dec 08 17:58:32.252469 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-ac7fd371-75be-45cc-b187-edab9d845e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:32.253984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-ac7fd371-75be-45cc-b187-edab9d845e0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0472748 Dec 08 17:58:32.302986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-0cfc6e96-b16e-4ab8-b6fc-a338f3ee6074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:32.304537 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-0cfc6e96-b16e-4ab8-b6fc-a338f3ee6074 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433362 Dec 08 17:58:32.341006 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:32.398162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:58:32.398527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-4a147cc8-2500-4d47-b6cf-b27ce9673ae5 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872304 Dec 08 17:58:32.489343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12ebcd6f-d7df-4770-a4f0-77115f3ba406 req-e7a1ff20-48a8-4ed9-9c05-cdd3dd3254e5 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835221 Dec 08 17:58:32.581120 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:32.640820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '0b9e0840-d6be-43ea-9ecb-7587fe70ffa2', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'port_id': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'mac_address': 'fa:16:3e:ff:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:58:30Z', 'updated_at': '2021-12-08T17:58:30Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:20Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:58:32.673179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9892e2-0f4b-4a47-8a54-aa6870b8ef41 None None] The sync data for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 is: [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '0b9e0840-d6be-43ea-9ecb-7587fe70ffa2', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.92', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'port_id': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4251, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'mac_address': 'fa:16:3e:ff:8e:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T17:58:30Z', 'updated_at': '2021-12-08T17:58:30Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:20Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 17:58:32.866748 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccb0e58-0aad-4720-af53-f781ef96d70a None None] New status for floating IP 0b9e0840-d6be-43ea-9ecb-7587fe70ffa2: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 17:58:33.024849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43160) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:58:33.090511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-ccb198ce-f27d-4d62-a4a6-143e44307107 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/0b9e0840-d6be-43ea-9ecb-7587fe70ffa2 HTTP/1.1" status: 200 len: 992 time: 0.0644932 Dec 08 17:58:33.245128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:34.160032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:43.652705 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:58:51.334801 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-fbcb0228-af58-46ab-9c1d-732151ddd296 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431488 Dec 08 17:58:51.420412 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-cd7715f6-15b0-46d2-a7c5-b2ab17705250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:51.421772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-cd7715f6-15b0-46d2-a7c5-b2ab17705250 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1096 time: 0.0425289 Dec 08 17:58:51.526084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-c7d9c9c1-9d08-47fa-88dd-54fe01bcf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:51.527561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-c7d9c9c1-9d08-47fa-88dd-54fe01bcf84b service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.0867093 Dec 08 17:58:51.594936 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-c7f88b23-fdf5-4150-b0cb-df650c8f3d6d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 1000 time: 0.0578358 Dec 08 17:58:51.643106 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-a806a1a6-7746-4bdf-ba17-6127d7e82390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:51.644489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-a806a1a6-7746-4bdf-ba17-6127d7e82390 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0421441 Dec 08 17:58:51.694015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-ad71b89c-317b-4c3a-9513-6e258ba7c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:58:51.695445 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-ad71b89c-317b-4c3a-9513-6e258ba7c933 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432739 Dec 08 17:58:51.785675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-5262b6d3-a0b9-4b3a-b4e4-bb912133d074 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815566 Dec 08 17:58:51.881409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0088a717-e8ca-4daa-9b0c-85169cc263e2 req-48f4118e-2c90-4c20-bacb-35ba4afe1b86 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869243 Dec 08 17:58:56.264294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-738f6372-bac7-4fbf-ad0f-dff4f6edc42e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:58:59.041029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f8d31321-233e-4a08-a063-3397fb72ba24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:00.573051 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:02.333084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:02.564247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:03.242118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:04.172313 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:04.372947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-8939fcb3-38b1-428e-8368-50b08a12841b req-551ed0b5-1cd7-4d40-b99d-a7613f2df1bc service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:59:04.373894 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8939fcb3-38b1-428e-8368-50b08a12841b req-551ed0b5-1cd7-4d40-b99d-a7613f2df1bc service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053229 Dec 08 17:59:04.494076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43194) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:59:04.593026 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a2c9-20c8-4b5f-8bf1-ee17bdfd620b req-fc0e93c7-5d64-460c-b573-5aebf702a10f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:04.594525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ba5a2c9-20c8-4b5f-8bf1-ee17bdfd620b req-fc0e93c7-5d64-460c-b573-5aebf702a10f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0941122 Dec 08 17:59:04.598224 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-1673cf5c-ab18-4307-86f8-4e86243d4a92 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1030583 Dec 08 17:59:04.610851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-2355f07f-513b-46c2-8ba3-216febaf3b9a service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:59:04.611811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-2355f07f-513b-46c2-8ba3-216febaf3b9a service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047028 Dec 08 17:59:04.652306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ba5a2c9-20c8-4b5f-8bf1-ee17bdfd620b req-cb4051f7-60c1-44d7-81c6-236cd55a91ae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516765 Dec 08 17:59:06.090230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-d8fb6044-a210-4ef8-95d5-1f4da314fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:06.091708 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-d8fb6044-a210-4ef8-95d5-1f4da314fe45 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1096 time: 0.4030135 Dec 08 17:59:06.155117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9db15-36fb-45e0-a5ee-3bd0951039ae req-1ef2672a-35a3-4928-91a9-059c96d976b4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:06.156586 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6e9db15-36fb-45e0-a5ee-3bd0951039ae req-1ef2672a-35a3-4928-91a9-059c96d976b4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.4323490 Dec 08 17:59:06.231613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-988bbaaa-5543-41fe-8993-d3a7aa412e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:06.233070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-988bbaaa-5543-41fe-8993-d3a7aa412e34 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.1338701 Dec 08 17:59:06.237023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c6e9db15-36fb-45e0-a5ee-3bd0951039ae req-e978828d-d312-466b-b3df-fd86598212b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722544 Dec 08 17:59:06.298908 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-8ef72e42-127e-4e31-9820-7ba321cabd6c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 1000 time: 0.0589309 Dec 08 17:59:06.346658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-ebe84447-f72b-4511-8976-8e3721129f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:06.347992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-ebe84447-f72b-4511-8976-8e3721129f99 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0429482 Dec 08 17:59:06.396176 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-d021d934-c8ad-4222-86a1-a9614231ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:06.398167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-d021d934-c8ad-4222-86a1-a9614231ec0b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435789 Dec 08 17:59:06.486557 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-ea5f43b1-57f8-4f03-af42-33dd63a7ce70 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814259 Dec 08 17:59:06.582287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-00aa1a85-15bf-4560-b33f-986b11049aa8 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889831 Dec 08 17:59:07.354527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018b8c2-bec6-4af2-bffe-70fc3b6d13bd req-7eab0f39-b9bd-4a2f-a7ba-8ee848b28981 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:07.355913 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1018b8c2-bec6-4af2-bffe-70fc3b6d13bd req-7eab0f39-b9bd-4a2f-a7ba-8ee848b28981 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0501773 Dec 08 17:59:07.405510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1018b8c2-bec6-4af2-bffe-70fc3b6d13bd req-3066118e-b2f2-4e62-adbb-d67d9487ce56 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437407 Dec 08 17:59:08.519040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9f64e-ba41-497e-b794-4492c4f0f4a6 req-7e62346f-b584-464a-a289-7b8f1ab36f03 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:08.520487 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3f9f64e-ba41-497e-b794-4492c4f0f4a6 req-7e62346f-b584-464a-a289-7b8f1ab36f03 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0480921 Dec 08 17:59:08.570071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c3f9f64e-ba41-497e-b794-4492c4f0f4a6 req-e3b5aea0-8cc5-4739-ae93-ea38ec2b5733 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426784 Dec 08 17:59:09.948710 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee87273-83d3-4f7a-bde0-eadcb58faaea req-847df64a-da57-4ce6-9304-e0d484403779 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:09.950101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ee87273-83d3-4f7a-bde0-eadcb58faaea req-847df64a-da57-4ce6-9304-e0d484403779 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0528245 Dec 08 17:59:09.997412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3ee87273-83d3-4f7a-bde0-eadcb58faaea req-0515eaa9-7a22-49ae-ad11-5f244eab162a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414886 Dec 08 17:59:11.114188 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26263e-429b-45e1-b4d0-c4b9002def2d req-24f3c333-a812-4e8c-b6f9-801e5117dd10 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:11.115675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c26263e-429b-45e1-b4d0-c4b9002def2d req-24f3c333-a812-4e8c-b6f9-801e5117dd10 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0495961 Dec 08 17:59:11.165368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c26263e-429b-45e1-b4d0-c4b9002def2d req-263219e4-f6a6-4108-9a57-e8718d79c9c4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436442 Dec 08 17:59:12.283638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a40d13b-f41f-420e-863c-c684818f77a5 req-96141fb4-5450-46ec-a99e-71ec3021dd62 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:12.285097 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a40d13b-f41f-420e-863c-c684818f77a5 req-96141fb4-5450-46ec-a99e-71ec3021dd62 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0527101 Dec 08 17:59:12.335211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a40d13b-f41f-420e-863c-c684818f77a5 req-982910ce-657f-4d41-9079-a95e622f418a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426114 Dec 08 17:59:13.451712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96e959-263f-453d-8b95-1580ca8d0c9e req-41979e94-da75-4ac8-a746-28a50ab099f8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:13.453171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e96e959-263f-453d-8b95-1580ca8d0c9e req-41979e94-da75-4ac8-a746-28a50ab099f8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Dec 08 17:59:13.501732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0e96e959-263f-453d-8b95-1580ca8d0c9e req-ebb9a9d5-e96c-47b7-a2df-1d288953601d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426509 Dec 08 17:59:14.618613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae162c1-4a0c-43c8-81a0-6c39e06aa448 req-09ac5958-4349-4817-9733-d00ed0e3f205 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:14.620073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ae162c1-4a0c-43c8-81a0-6c39e06aa448 req-09ac5958-4349-4817-9733-d00ed0e3f205 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0488551 Dec 08 17:59:14.673062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0ae162c1-4a0c-43c8-81a0-6c39e06aa448 req-550e9256-d93d-467b-a015-fac26d2aa1cc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464776 Dec 08 17:59:15.790011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8485029-2220-4b17-8769-cfb74a40fa30 req-9631a8cd-6719-410b-b42c-691394e4b8a0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:15.791511 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8485029-2220-4b17-8769-cfb74a40fa30 req-9631a8cd-6719-410b-b42c-691394e4b8a0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0492158 Dec 08 17:59:15.842638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8485029-2220-4b17-8769-cfb74a40fa30 req-3badd504-dac0-4fcb-99cb-878dbcedd256 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452771 Dec 08 17:59:16.959897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df0ee6-0349-4576-851b-1d3533879327 req-9c295f71-01fe-434a-a8b0-e6a73231ea59 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:16.961608 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2df0ee6-0349-4576-851b-1d3533879327 req-9c295f71-01fe-434a-a8b0-e6a73231ea59 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0494699 Dec 08 17:59:17.010453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e2df0ee6-0349-4576-851b-1d3533879327 req-64f2c775-afc7-4a04-8d99-cd7f49695117 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430386 Dec 08 17:59:18.130013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b72d1f-1cee-4979-98eb-413244626bb1 req-ddf20b80-81dd-4a9c-8d75-e62b497bd5f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:18.131473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20b72d1f-1cee-4979-98eb-413244626bb1 req-ddf20b80-81dd-4a9c-8d75-e62b497bd5f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0533535 Dec 08 17:59:18.180247 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20b72d1f-1cee-4979-98eb-413244626bb1 req-096a5795-b808-496c-9539-7a219b63fbc6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426431 Dec 08 17:59:19.296566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b3935-817b-445d-972b-f13e0649c48b req-9ee2536b-c8ad-479d-9d1d-ff29c4452847 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:19.298362 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d9b3935-817b-445d-972b-f13e0649c48b req-9ee2536b-c8ad-479d-9d1d-ff29c4452847 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0517700 Dec 08 17:59:19.347236 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9d9b3935-817b-445d-972b-f13e0649c48b req-43d3473b-840e-4bb5-b9bb-f65ff325e155 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423415 Dec 08 17:59:20.462796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f900631-1e6d-48a4-83a0-efec0d77d779 req-92bd284b-c5c3-4a15-9f92-05cd9f850d05 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:20.464243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f900631-1e6d-48a4-83a0-efec0d77d779 req-92bd284b-c5c3-4a15-9f92-05cd9f850d05 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0490062 Dec 08 17:59:20.518155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2f900631-1e6d-48a4-83a0-efec0d77d779 req-211a0a96-a60e-4396-b9e3-4fb11337c3f0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480008 Dec 08 17:59:20.652524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:59:21.640538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8634d42-d498-42a2-9b53-07f6f59c7484 req-5415c4a9-f191-4ce3-b2b3-3b0999954093 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:21.642029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8634d42-d498-42a2-9b53-07f6f59c7484 req-5415c4a9-f191-4ce3-b2b3-3b0999954093 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0551240 Dec 08 17:59:21.690609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a8634d42-d498-42a2-9b53-07f6f59c7484 req-9cc418a6-dbd5-4d68-92d1-13a0c9aa5062 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425467 Dec 08 17:59:22.807477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ce782-a9b6-4233-806e-740abdf1306a req-8d566384-b9e0-411d-8371-2dc06f57dab2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:22.808939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a8ce782-a9b6-4233-806e-740abdf1306a req-8d566384-b9e0-411d-8371-2dc06f57dab2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Dec 08 17:59:22.858285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a8ce782-a9b6-4233-806e-740abdf1306a req-a9da3eea-1140-4554-83ae-ad31c1ba33e1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434735 Dec 08 17:59:23.358018 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-379b46cf-f539-43a1-8f85-b67092695004 req-c991e1c2-7c8d-42bc-82d9-d68e21f910ee service neutron] show failed (client error): The resource could not be found. Dec 08 17:59:23.358946 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-c991e1c2-7c8d-42bc-82d9-d68e21f910ee service neutron] 10.222.0.86 "GET /v2.0/ports/7f5be1fd-9e02-486a-aaa4-d480c3595f42/bindings/n-h1-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0584891 Dec 08 17:59:23.650906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-16b23222-0496-4e43-b2d0-1aaf8438f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:23.653063 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-16b23222-0496-4e43-b2d0-1aaf8438f466 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 1096 time: 0.0998993 Dec 08 17:59:23.666271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-5fcae410-88e6-476e-b4b3-eb5bf3c65d2b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 17:59:23.667220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-5fcae410-88e6-476e-b4b3-eb5bf3c65d2b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053930 Dec 08 17:59:23.680663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 17:59:23.736215 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:23.953042 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:59:24.012213 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8b0fc-b736-44e1-a0a3-4725ea99c327 req-945378b0-498a-43af-99f7-67d4b0594cb5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:24.013691 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bcd8b0fc-b736-44e1-a0a3-4725ea99c327 req-945378b0-498a-43af-99f7-67d4b0594cb5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0806241 Dec 08 17:59:24.016757 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:59:24.080099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:59:24.082384 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe0d897-b578-4d8e-8121-1c2753bc56d5" -d '{"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:59:24.087060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:24.112516 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bcd8b0fc-b736-44e1-a0a3-4725ea99c327 req-6638f7d3-dfa0-4b0c-b34f-4cb3c7b23829 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763631 Dec 08 17:59:24.113418 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Transition to ACTIVE for port object 7f5be1fd-9e02-486a-aaa4-d480c3595f42 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 17:59:24.117346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:24.204866 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc2dcb-fa44-4ac1-ba0f-eafb4b141cc3 x-openstack-request-id: req-52fc2dcb-fa44-4ac1-ba0f-eafb4b141cc3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:59:24.205104 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-unplugged", "status": "completed", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:59:24.205315 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52fc2dcb-fa44-4ac1-ba0f-eafb4b141cc3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:59:24.205706 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'code': 200} Dec 08 17:59:24.208293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:59:24.222002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.222351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.222692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.223033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.223366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.223692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.224014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.224335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.224655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.225033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.225355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.225713 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.226059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:24.265342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] No DVR routers for this DVR port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 17:59:24.403939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 17:59:24.404275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 17:59:24.404604 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:59:24.408937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 17:59:24.409258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Attempting to bind port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 17:59:24.414141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 17, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 17:59:24.414474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Checking segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 17:59:24.414852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Bound using segment: {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 17:59:24.415278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Bound port: 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d3fd99f-d495-4426-8cc1-f1340d71e93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 17:59:24.415623 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:24.480326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 17:59:24.483237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 17:59:24.487667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:24.522819 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:24.523446 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:24.524870 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] 10.222.0.58 "PUT /v2.0/ports/7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 1091 time: 0.8492312 Dec 08 17:59:24.546537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f15d1e-0d37-42ce-a27b-8ef336393b0e service neutron] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:59:24.592394 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-e9784fda-4b80-4b6d-8340-a4d567fcb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:24.593954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-e9784fda-4b80-4b6d-8340-a4d567fcb387 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1094 time: 0.0445051 Dec 08 17:59:24.695525 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-faae4d94-3fe2-477b-bced-571f2292ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:24.697079 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-faae4d94-3fe2-477b-bced-571f2292ea2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.0953255 Dec 08 17:59:24.763986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-84065afc-9c28-43e6-8e82-504a3bb119a2 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 998 time: 0.0600140 Dec 08 17:59:24.813974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-182a1bd8-4f5e-4f39-a9de-61c5008498f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:24.815425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-182a1bd8-4f5e-4f39-a9de-61c5008498f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0448313 Dec 08 17:59:24.864257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b46cf-f539-43a1-8f85-b67092695004 req-c6e4a1cc-1e6c-4cd7-8869-de2816120aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:24.866298 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-c6e4a1cc-1e6c-4cd7-8869-de2816120aa3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432549 Dec 08 17:59:24.953590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-c754bef8-b481-4205-9ba6-137ec6d6f7d0 service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809355 Dec 08 17:59:25.049349 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-379b46cf-f539-43a1-8f85-b67092695004 req-d21568dc-ac5a-447e-9e40-0909bc6fe6f6 service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879605 Dec 08 17:59:25.236120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fb1e21-b3d8-4ad5-8ed3-dcf8a6df1a55 req-a3b5047d-6503-4971-8ca4-8da8fe00d8f8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:25.237630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83fb1e21-b3d8-4ad5-8ed3-dcf8a6df1a55 req-a3b5047d-6503-4971-8ca4-8da8fe00d8f8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0501943 Dec 08 17:59:25.286580 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83fb1e21-b3d8-4ad5-8ed3-dcf8a6df1a55 req-1259bb6d-5154-41fd-8565-f2b37f59fa0e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427003 Dec 08 17:59:25.626814 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 17:59:25.667529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 17:59:26.207096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:59:26.210106 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6deb42c1-cee2-4c08-9da4-2da2a2822361" -d '{"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:59:26.257729 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51b1ff9-2330-4c9c-a181-a0e8562127b0 x-openstack-request-id: req-d51b1ff9-2330-4c9c-a181-a0e8562127b0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:59:26.258104 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:59:26.258359 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d51b1ff9-2330-4c9c-a181-a0e8562127b0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:59:26.258761 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'status': 'completed', 'code': 200} Dec 08 17:59:26.268241 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0dbb1d69-b5c6-4cea-806b-4d4858f1e883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:26.352261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-9ed1c86b-7c13-4b3b-9234-986c0b833136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.353669 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-9ed1c86b-7c13-4b3b-9234-986c0b833136 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1094 time: 0.0768692 Dec 08 17:59:26.356255 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-6f2c4486-0884-4e8d-9a59-63a2a91859a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.357560 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-6f2c4486-0884-4e8d-9a59-63a2a91859a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1094 time: 0.0727491 Dec 08 17:59:26.515035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e448618b-4c67-42fb-970b-0f9f866da844 req-fce2752a-ab6a-4ebe-8f45-760d5344cffe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.516599 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e448618b-4c67-42fb-970b-0f9f866da844 req-fce2752a-ab6a-4ebe-8f45-760d5344cffe tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.1569841 Dec 08 17:59:26.591654 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-8733e531-a34e-49e8-a029-dff68c708440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.593178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-8733e531-a34e-49e8-a029-dff68c708440 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.2161808 Dec 08 17:59:26.605845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-0fc88629-559c-4824-9e66-9c1f385632e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.607159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-0fc88629-559c-4824-9e66-9c1f385632e6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.2458642 Dec 08 17:59:26.657729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e448618b-4c67-42fb-970b-0f9f866da844 req-505cd553-a4c2-4349-be62-df3997979a31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311374 Dec 08 17:59:26.727396 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-740da22e-f35e-4739-903b-bbc07fc37413 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 998 time: 0.1155705 Dec 08 17:59:26.731057 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-923cece0-d1c9-4f17-921c-61c29b2668e2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 998 time: 0.1106234 Dec 08 17:59:26.813367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-a9c4a1ff-b81e-4b7c-910a-ddec3df951bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.814837 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-a9c4a1ff-b81e-4b7c-910a-ddec3df951bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0801413 Dec 08 17:59:26.816180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-d71eecea-a437-4b48-9296-1b82a1e844dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.817454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-d71eecea-a437-4b48-9296-1b82a1e844dd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0743439 Dec 08 17:59:26.893519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-d95caa31-d133-427f-b3d3-0257a59b2ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.894940 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-d95caa31-d133-427f-b3d3-0257a59b2ab7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660627 Dec 08 17:59:26.896651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-2c121b91-378d-4ac7-b1d9-fece8efd996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:26.898590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-2c121b91-378d-4ac7-b1d9-fece8efd996b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770373 Dec 08 17:59:27.058472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-63f3fc8a-85ee-41c2-a025-22a731a1db12 service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567781 Dec 08 17:59:27.060310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-bdccad22-c8b4-45f4-8eb1-914e9c867bb1 service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519756 Dec 08 17:59:27.222244 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-71d973e8-d8f9-461a-8cb7-3e222c177855 service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542134 Dec 08 17:59:27.223996 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6deb42c1-cee2-4c08-9da4-2da2a2822361 req-fd99004c-d471-4b0c-bbe9-79a3d15e2a5b service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571708 Dec 08 17:59:27.778544 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2bf64-c271-4cb0-a587-e7ac8ffc22e2 req-71d4198c-ae2a-4724-9871-d89917c7295c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:27.780014 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcf2bf64-c271-4cb0-a587-e7ac8ffc22e2 req-71d4198c-ae2a-4724-9871-d89917c7295c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0535553 Dec 08 17:59:27.829328 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dcf2bf64-c271-4cb0-a587-e7ac8ffc22e2 req-68649e8c-0951-4228-81a7-5e5ca83dcdcc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432904 Dec 08 17:59:28.044015 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98714ff-28d9-499d-ae0f-86b7ad214db8 req-3fdf3a36-d10a-4995-9473-c4ee6f0437ae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.045723 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b98714ff-28d9-499d-ae0f-86b7ad214db8 req-3fdf3a36-d10a-4995-9473-c4ee6f0437ae tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0750315 Dec 08 17:59:28.066781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-a3dad188-957f-4508-a6c6-ea3f5d2aee4a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.068131 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-a3dad188-957f-4508-a6c6-ea3f5d2aee4a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63&tenant_id=745ff99b6c054ef3a061aa8d393378e6&binding%3Ahost_id=n-h1-820935-5 HTTP/1.1" status: 200 len: 943 time: 0.0721161 Dec 08 17:59:28.139283 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b98714ff-28d9-499d-ae0f-86b7ad214db8 req-0a255464-ae09-4900-a658-e7b99fbccbc4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859859 Dec 08 17:59:28.155832 n-d-820935-5 neutron-server[103282]: INFO neutron.api.v2.resource [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-afa8dcac-fc26-48d9-bb95-9a1937e3e06e service neutron] delete failed (client error): The resource could not be found. Dec 08 17:59:28.156835 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-afa8dcac-fc26-48d9-bb95-9a1937e3e06e service neutron] 10.222.0.86 "DELETE /v2.0/ports/7f5be1fd-9e02-486a-aaa4-d480c3595f42/bindings/n-h2-820935-5 HTTP/1.1" status: 404 len: 380 time: 0.0781198 Dec 08 17:59:28.275651 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-3ba142f8-4995-4e3f-ab95-4a60dd7d1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.277137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-3ba142f8-4995-4e3f-ab95-4a60dd7d1520 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1094 time: 0.0736761 Dec 08 17:59:28.285292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317d56b-066b-46bc-a54d-7fe40c963084 req-33b16c57-aa05-4fc5-adc6-c1885f147fcd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.286657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d317d56b-066b-46bc-a54d-7fe40c963084 req-33b16c57-aa05-4fc5-adc6-c1885f147fcd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 943 time: 0.0743344 Dec 08 17:59:28.388831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d317d56b-066b-46bc-a54d-7fe40c963084 req-450ac161-f2dc-4486-a574-9a162ce8c779 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923231 Dec 08 17:59:28.414915 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-7e4c3c05-019f-4061-bdab-a08f8668402d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.416409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-7e4c3c05-019f-4061-bdab-a08f8668402d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.1289134 Dec 08 17:59:28.481099 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-d4e97274-02cc-4ac2-ada5-3a97dcd800c4 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 998 time: 0.0574229 Dec 08 17:59:28.533239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-b8716b0f-ba6b-4a59-a855-82304451a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.534679 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-b8716b0f-ba6b-4a59-a855-82304451a967 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0473018 Dec 08 17:59:28.578720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-e0b99f45-223b-46fc-933a-3c4ada2a7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:28.580174 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-e0b99f45-223b-46fc-933a-3c4ada2a7445 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391815 Dec 08 17:59:28.668262 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-0ff0ef30-a257-44bf-9221-2a41eeeb6f1a service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808196 Dec 08 17:59:28.760575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad16ba0d-e6f6-408e-b082-8c13159de3b7 req-8f734c5d-320a-4abf-bb70-b431476effdc service neutron] 10.222.0.86 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855088 Dec 08 17:59:29.041724 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0584bfb5-9e0d-4c2e-b97f-9ba51cd6822d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:29.131316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 17:59:29.234118 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:59:29.248060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'port_id': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'mac_address': 'fa:16:3e:ff:8e:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 17:59:29.288585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:29.304483 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5be1fd-9e02-486a-aaa4-d480c3595f42 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 17:59:29.324595 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:59:29.328342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:29.377067 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:59:29.384317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.384665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.385005 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.385337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.385665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.386021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.386348 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.386670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.386991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.387310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.387628 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.387944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.388265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 17:59:29.506256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c763ce-89c8-4599-8aa3-5a3dbafdd9bf req-5fcffed0-ed22-41fb-8c7a-7f91dfff3638 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:29.507843 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c763ce-89c8-4599-8aa3-5a3dbafdd9bf req-5fcffed0-ed22-41fb-8c7a-7f91dfff3638 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 944 time: 0.0498300 Dec 08 17:59:29.555222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7f5be1fd-9e02-486a-aaa4-d480c3595f42'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 17:59:29.558461 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f8c763ce-89c8-4599-8aa3-5a3dbafdd9bf req-d01624ea-7d04-461e-b6cd-7d87d2c43f82 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 Dec 08 17:59:29.581048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43280) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:59:29.646190 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-737fb4e5-c008-49d7-b007-d8b1940b5ab4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/0b9e0840-d6be-43ea-9ecb-7587fe70ffa2 HTTP/1.1" status: 200 len: 991 time: 0.0639663 Dec 08 17:59:30.573165 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:31.133077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 17:59:31.180762 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 17:59:31.184787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 17:59:31.185185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:31.261075 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:31.282737 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:59:31.284985 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb535aa9-27f8-49ae-9b76-6fcd772e0d59" -d '{"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-plugged", "status": "completed", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:59:31.298090 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 17:59:31.302317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:31.330547 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 17:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5839a9de-95c9-4db0-8011-d08e8c0cf7ba x-openstack-request-id: req-5839a9de-95c9-4db0-8011-d08e8c0cf7ba {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:59:31.330962 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-plugged", "status": "completed", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:59:31.331220 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5839a9de-95c9-4db0-8011-d08e8c0cf7ba {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:59:31.331603 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'code': 200} Dec 08 17:59:31.356420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:59:32.335029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:32.566545 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:33.243321 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:34.170927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:56.270848 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9968cf43-f4d0-4fd1-bf6c-6f29b2d253ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:57.652342 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 17:59:58.111579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43294) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 17:59:58.608292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-a09e9afd-500d-44a0-80e5-741f58180b92 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714283 Dec 08 17:59:58.632218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port f32ef258-13e0-48b7-8332-8e9c7fc66a1e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 17:59:58.632556 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:58.738073 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-b03cf13c-67a5-4dcd-a002-e7b2b7dce5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:58.739544 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-b03cf13c-67a5-4dcd-a002-e7b2b7dce5b1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1096 time: 0.0692215 Dec 08 17:59:58.742918 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:58.743243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:58.756079 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for f32ef258-13e0-48b7-8332-8e9c7fc66a1e owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 17:59:58.906116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-3f8f5036-fc39-40d1-8cab-51e7445df7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:58.907489 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-3f8f5036-fc39-40d1-8cab-51e7445df7b8 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.1456110 Dec 08 17:59:59.007420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-687c47a5-be98-4347-a5ae-54a54685d3fc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 1000 time: 0.0908298 Dec 08 17:59:59.044094 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f3acfce-2cea-44e6-901a-980f459b3c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:59.055997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:59.091979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=f32ef258-13e0-48b7-8332-8e9c7fc66a1e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 17:59:59.098088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-ddf90145-75fc-4193-be41-27b3e0f093bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:59.099553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-ddf90145-75fc-4193-be41-27b3e0f093bd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0829847 Dec 08 17:59:59.185427 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:59.186191 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP 0b9e0840-d6be-43ea-9ecb-7587fe70ffa2 disassociated (deleted). External IP: 172.25.3.92, port: 7f5be1fd-9e02-486a-aaa4-d480c3595f42. Dec 08 17:59:59.188566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-45a4f204-b612-418c-abbe-e30e98938d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:59.190070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-45a4f204-b612-418c-abbe-e30e98938d8c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0832703 Dec 08 17:59:59.359628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-3365aea9-a885-4eda-b1bb-5e5df6d3e443 service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344018 Dec 08 17:59:59.527332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32e55894-7a30-43f8-96fe-20957a3562f0 req-05827cb2-d0a8-4ec6-b1ec-9038d64dc28e service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349037 Dec 08 17:59:59.531040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router d91d17b8-0798-4cb8-862f-8f464c650bf0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 17:59:59.641264 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 17:59:59.646291 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 17:59:59.651043 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] Sync routers for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 17:59:59.659882 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 17:59:59.660481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 17:59:59.673990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e7ec4a1f-007a-4e34-97cb-e4dbe7754ce6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/floatingips/0b9e0840-d6be-43ea-9ecb-7587fe70ffa2 HTTP/1.1" status: 204 len: 168 time: 1.5609019 Dec 08 17:59:59.674714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 17:59:59.677908 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14261bc-d346-4309-a81d-a419dbcf8371" -d '{"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 17:59:59.769761 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 17:59:59.839035 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 17:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7501206b-12de-4898-aaf8-ae36d7a2cc12 x-openstack-request-id: req-7501206b-12de-4898-aaf8-ae36d7a2cc12 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 17:59:59.839350 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 17:59:59.839605 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7501206b-12de-4898-aaf8-ae36d7a2cc12 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 17:59:59.840012 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'status': 'completed', 'code': 200} Dec 08 17:59:59.945868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-267eef62-7725-477d-b037-d4efba802c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:59.948043 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-267eef62-7725-477d-b037-d4efba802c0f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 1096 time: 0.0871022 Dec 08 17:59:59.960735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b62b50-fdb1-4d8f-8f95-bf7ec3fb01ff req-9028a646-ebd9-48e7-a3b6-55e8a5e99e1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 17:59:59.962225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b62b50-fdb1-4d8f-8f95-bf7ec3fb01ff req-9028a646-ebd9-48e7-a3b6-55e8a5e99e1f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0728724 Dec 08 17:59:59.979014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:20Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:00.005576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] Checking router: d91d17b8-0798-4cb8-862f-8f464c650bf0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:00:00.013964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:00.014443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:00.076728 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7b62b50-fdb1-4d8f-8f95-bf7ec3fb01ff req-05ecc6b1-4a85-46c3-9a16-1cea1e173b0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046185 Dec 08 18:00:00.099100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-24fb13d6-6361-4cbe-b753-70ecf64cca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:00.100764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-24fb13d6-6361-4cbe-b753-70ecf64cca96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 200 len: 897 time: 0.1369202 Dec 08 18:00:00.126045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:00.144387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-2dbf920e-524d-4f98-b9c5-c96d5793dc1f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 200 len: 217 time: 0.0356305 Dec 08 18:00:00.201182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-0336546f-1494-4533-9d9a-2af16f34ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:00.202687 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-0336546f-1494-4533-9d9a-2af16f34ce37 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 200 len: 835 time: 0.0496225 Dec 08 18:00:00.250718 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-2bcdbe2d-bc10-4150-a231-abfbb59f25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:00.252214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-2bcdbe2d-bc10-4150-a231-abfbb59f25ef service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2d3775a6-cc9a-415c-a2a7-d2d40c275838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411870 Dec 08 18:00:00.328159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:20Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:00.348958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-d89ce0eb-a155-49be-b910-5d738504c07f service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874732 Dec 08 18:00:00.358367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eef46ef-192e-4af0-91de-78c0cb3e1550 None None] The sync data for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 is: [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T17:58:17Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '962175fc-38ff-4ab0-ab32-971a8297e5f3', 'name': '', 'network_id': '2d3775a6-cc9a-415c-a2a7-d2d40c275838', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:fe:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:16Z', 'updated_at': '2021-12-08T17:58:20Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '9ef6ae49-26a6-4f66-849d-44deed67629a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:00:00.443112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f14261bc-d346-4309-a81d-a419dbcf8371 req-f434b532-5a53-48d2-b072-21effb49ad60 service neutron] 10.222.0.58 "GET /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862064 Dec 08 18:00:00.576117 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7d4de1-1475-41af-9e35-5a3757e086f1 None None] New status for floating IP 0b9e0840-d6be-43ea-9ecb-7587fe70ffa2: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:00:00.576816 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:01.206287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-b67a4e70-84ea-4c7e-9a04-24239bc90833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:01.207710 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-b67a4e70-84ea-4c7e-9a04-24239bc90833 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0806916 Dec 08 18:00:01.220167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd031d-9206-4193-b749-5e9ab37aee4a req-efdf787e-1847-4782-93b8-61ed43890156 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:01.221509 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12fd031d-9206-4193-b749-5e9ab37aee4a req-efdf787e-1847-4782-93b8-61ed43890156 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=8f300eab-1f4f-4349-b96f-06c8b1775c63 HTTP/1.1" status: 200 len: 945 time: 0.0642345 Dec 08 18:00:01.316595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12fd031d-9206-4193-b749-5e9ab37aee4a req-506e9d96-bfb7-40f6-975c-2e77e209d20a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875988 Dec 08 18:00:01.341172 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:00:01.341500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:01.430668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 7f5be1fd-9e02-486a-aaa4-d480c3595f42, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7f5be1fd-9e02-486a-aaa4-d480c3595f42,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:01.431370 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:01.443648 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 7f5be1fd-9e02-486a-aaa4-d480c3595f42 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:00:01.575049 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:01.602234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=7f5be1fd-9e02-486a-aaa4-d480c3595f42,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:01.645396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] No DVR routers for this DVR port 7f5be1fd-9e02-486a-aaa4-d480c3595f42 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:00:01.647889 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:01.651787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3134c5bd-46c0-48ff-92ea-f6bf2d57e583 req-07361a23-efdc-46b3-b636-eceace0c7cd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "DELETE /v2.0/ports/7f5be1fd-9e02-486a-aaa4-d480c3595f42 HTTP/1.1" status: 204 len: 173 time: 0.4294038 Dec 08 18:00:01.841411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-deleted', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:00:01.843915 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a9629c-0c9c-4538-afb5-4b09f1fd38ad" -d '{"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-deleted", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:00:01.881997 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dba777-e0c5-46b3-a680-39622e99e75e x-openstack-request-id: req-17dba777-e0c5-46b3-a680-39622e99e75e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:00:01.882298 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f300eab-1f4f-4349-b96f-06c8b1775c63", "name": "network-vif-deleted", "tag": "7f5be1fd-9e02-486a-aaa4-d480c3595f42", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:00:01.882553 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-17dba777-e0c5-46b3-a680-39622e99e75e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:00:01.882957 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f300eab-1f4f-4349-b96f-06c8b1775c63', 'name': 'network-vif-deleted', 'tag': '7f5be1fd-9e02-486a-aaa4-d480c3595f42', 'status': 'completed', 'code': 200} Dec 08 18:00:02.336329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:02.374753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43308) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:02.570843 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:02.737630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:02.987975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 962175fc-38ff-4ab0-ab32-971a8297e5f3 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:00:02.988312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.073638 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 962175fc-38ff-4ab0-ab32-971a8297e5f3, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=962175fc-38ff-4ab0-ab32-971a8297e5f3,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:03.074023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.091372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 962175fc-38ff-4ab0-ab32-971a8297e5f3 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:00:03.243710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.279211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.305660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=962175fc-38ff-4ab0-ab32-971a8297e5f3,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:03.480831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.695756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router d91d17b8-0798-4cb8-862f-8f464c650bf0 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:00:03.813781 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:00:03.818861 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc59d6b0-2f90-4b3b-927f-7e8ff4080bc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/d91d17b8-0798-4cb8-862f-8f464c650bf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4427440 Dec 08 18:00:03.822077 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43310) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:03.826876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] Sync routers for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:00:03.836874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:03.838327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:03.872871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting subnet 9ef6ae49-26a6-4f66-849d-44deed67629a {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:00:03.876386 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.917672 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:03.949926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:04.005026 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.063104 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.090662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef6ae49-26a6-4f66-849d-44deed67629a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:04.095640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.101194 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-817d4e79-78bd-44e5-b94a-e314fb02f253 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/subnets/9ef6ae49-26a6-4f66-849d-44deed67629a HTTP/1.1" status: 204 len: 168 time: 0.2757297 Dec 08 18:00:04.101534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43312) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:04.111665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a289a7-4dfe-4a72-be32-446af1cbc1d0 None None] Network 2d3775a6-cc9a-415c-a2a7-d2d40c275838 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:00:04.217523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.327312 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.358228 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.386796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T18:00:03Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673e9937-eff8-472b-8fb7-c485f37dbb9f', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c4:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T17:58:14Z', 'updated_at': '2021-12-08T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:04.390288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 673e9937-eff8-472b-8fb7-c485f37dbb9f {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:00:04.390630 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.417962 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] Checking router: d91d17b8-0798-4cb8-862f-8f464c650bf0 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:00:04.434314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] Routers {'d91d17b8-0798-4cb8-862f-8f464c650bf0'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:04.435028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['d91d17b8-0798-4cb8-862f-8f464c650bf0'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:04.506453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] DHCP port deletion for 2d3775a6-cc9a-415c-a2a7-d2d40c275838 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:00:04.551749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] Set router d91d17b8-0798-4cb8-862f-8f464c650bf0 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:04.614016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T18:00:04Z', 'revision_number': 6, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:04.645948 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1665815-5593-46aa-8213-d11a2df1d2f1 None None] The sync data for ids ['d91d17b8-0798-4cb8-862f-8f464c650bf0'] in n-d-820935-5 is: [{'id': 'd91d17b8-0798-4cb8-862f-8f464c650bf0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1550101079', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T17:58:13Z', 'updated_at': '2021-12-08T18:00:04Z', 'revision_number': 6, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:00:04.660401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] Deleting port 20e69b9d-55af-4549-966f-670f331d3d2d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:00:04.660796 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.727626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] For port 20e69b9d-55af-4549-966f-670f331d3d2d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=20e69b9d-55af-4549-966f-670f331d3d2d,segment=NetworkSegment(0d3fd99f-d495-4426-8cc1-f1340d71e93a),segment_id=0d3fd99f-d495-4426-8cc1-f1340d71e93a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:04.728134 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.741238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] Calling delete_port for 20e69b9d-55af-4549-966f-670f331d3d2d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:00:04.827563 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.828383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 673e9937-eff8-472b-8fb7-c485f37dbb9f, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=673e9937-eff8-472b-8fb7-c485f37dbb9f,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:04.828878 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:04.841630 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 673e9937-eff8-472b-8fb7-c485f37dbb9f owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:00:04.853674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] Pushing event deleted for resources: {'Port': ['ID=20e69b9d-55af-4549-966f-670f331d3d2d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:04.856980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2944a315-a89b-4e96-b84a-c63c910595e2 None None] No DVR routers for this DVR port 20e69b9d-55af-4549-966f-670f331d3d2d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:00:05.010667 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.036969 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=673e9937-eff8-472b-8fb7-c485f37dbb9f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:05.056469 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a871e39-fe3d-425e-836d-c908fa177c19 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:00:05.109730 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.203341 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.205662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.230028 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:00:05.252328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7f5be1fd-9e02-486a-aaa4-d480c3595f42 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:00:05.252711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7f5be1fd-9e02-486a-aaa4-d480c3595f42 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:00:05.257022 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.257712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Fanout notify agent at l3_agent the message router_deleted on router d91d17b8-0798-4cb8-862f-8f464c650bf0 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:00:05.265087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.268994 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43316) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:05.269554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c30a9876-fa1c-464a-9301-4de047c3a5a5 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/routers/d91d17b8-0798-4cb8-862f-8f464c650bf0 HTTP/1.1" status: 204 len: 168 time: 1.1665721 Dec 08 18:00:05.349063 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.446853 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.466623 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3775a6-cc9a-415c-a2a7-d2d40c275838']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:05.475624 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3fd99f-d495-4426-8cc1-f1340d71e93a') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:05.475922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3fd99f-d495-4426-8cc1-f1340d71e93a') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:05.485757 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.499282 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.505470 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:00:05.506026 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: timer() Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:00:05.509700 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:00:05.567932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.575210 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.579073 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/networks/2d3775a6-cc9a-415c-a2a7-d2d40c275838 HTTP/1.1" status: 204 len: 168 time: 0.3089683 Dec 08 18:00:05.582099 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43326) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:05.591565 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Network': ['ID=2d3775a6-cc9a-415c-a2a7-d2d40c275838,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:05.599010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.599360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.599764 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.600038 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.600371 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.600699 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.601024 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.601359 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.601683 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.602034 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.602360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.603477 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.603827 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3cdb0f-bfa1-4ba3-ba32-f4683f0682c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:05.640193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b81d9c80-a3ee-46e2-8719-dbbdd21e0957 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.666558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b81d9c80-a3ee-46e2-8719-dbbdd21e0957 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.731302 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b81d9c80-a3ee-46e2-8719-dbbdd21e0957 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.733932 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b81d9c80-a3ee-46e2-8719-dbbdd21e0957 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:05.735104 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b81d9c80-a3ee-46e2-8719-dbbdd21e0957 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/security-groups/33f35b93-5fd4-44a2-8d4d-ec16dfe887c5 HTTP/1.1" status: 204 len: 168 time: 0.1517041 Dec 08 18:00:05.744209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9c80-a3ee-46e2-8719-dbbdd21e0957 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f35b93-5fd4-44a2-8d4d-ec16dfe887c5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:05.989123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43334) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:05.994003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823850942', 'description': 'tempest-secgroup-smoke-1823850942 description', 'project_id': '745ff99b6c054ef3a061aa8d393378e6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.016815 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.083535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.087850 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.115021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.116229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1260467 Dec 08 18:00:06.119797 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43336) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.120291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506e7bc-af65-4504-9a71-04c1369484a6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062a644c-82ce-4460-8060-f8f97ffb3cb7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.124750 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '062a644c-82ce-4460-8060-f8f97ffb3cb7', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.152599 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.210510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.214710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.231545 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036bd441-29eb-4b21-b632-c64039faa694,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.239869 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.241102 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-41dacf1c-bc7e-479a-9cf3-f6bbd0f13dea tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201310 Dec 08 18:00:06.244551 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43338) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.248907 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '062a644c-82ce-4460-8060-f8f97ffb3cb7', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.275079 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.330320 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.334415 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.353836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88e799c-3df3-4eb5-ba1f-db36d8efa669,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.364464 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.366014 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e4f3f9d7-4a57-4e1b-a8f4-b272d6408cd8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204937 Dec 08 18:00:06.370577 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43340) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.375707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '062a644c-82ce-4460-8060-f8f97ffb3cb7', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.377646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 20e69b9d-55af-4549-966f-670f331d3d2d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:00:06.403102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 20e69b9d-55af-4549-966f-670f331d3d2d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:00:06.403531 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 20e69b9d-55af-4549-966f-670f331d3d2d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:00:06.404023 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 962175fc-38ff-4ab0-ab32-971a8297e5f3 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:00:06.406243 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.423504 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 962175fc-38ff-4ab0-ab32-971a8297e5f3 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:00:06.423871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 962175fc-38ff-4ab0-ab32-971a8297e5f3 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:00:06.424282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 673e9937-eff8-472b-8fb7-c485f37dbb9f no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:00:06.444054 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 673e9937-eff8-472b-8fb7-c485f37dbb9f {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:00:06.444406 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 673e9937-eff8-472b-8fb7-c485f37dbb9f not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:00:06.465487 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.469242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.487939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1312aa95-e2a0-4b2a-a84e-336d49244055,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.492954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.497519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-87a02519-0f17-4b62-9299-61f93a5d743f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228666 Dec 08 18:00:06.497519 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43342) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.502013 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '062a644c-82ce-4460-8060-f8f97ffb3cb7', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.530485 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.586193 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.589825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.609562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3486a4-8e70-4a0a-9e5d-ee3bc7e9594c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.619223 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.620428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-5b58490b-217e-46a8-990c-9e0a7df30895 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220863 Dec 08 18:00:06.623123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43344) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.627647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '062a644c-82ce-4460-8060-f8f97ffb3cb7', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.647671 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:00:06.652570 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.713331 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.717109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.735352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64bb5e2-6e4d-4f83-9b81-95f117cfa618,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.743665 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.744869 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b51dfa42-c50e-4f85-b057-94cbdcc74a8a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208375 Dec 08 18:00:06.747534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43346) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.752040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '062a644c-82ce-4460-8060-f8f97ffb3cb7', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.773378 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:00:06.781343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.839656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.843077 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.862665 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005f7f78-16ee-4ebe-9f75-af871b2ab9cf,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:06.868050 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.869183 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-47be5511-c8dc-4873-83e2-cb6c9e7569b0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207213 Dec 08 18:00:06.872117 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43348) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:06.877191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'network': {'name': 'tempest-network-smoke--182533379', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'port_security_enabled': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:06.898045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:00:06.902385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.925268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] vlan segment allocate from pool success with {'vlan_id': 697, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 18:00:06.934674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:06.935019 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Added segment af7be2c3-b576-4097-9499-ac80a4bd411a of type vlan for network f093f164-c1b1-471c-9992-05d28653e610 Dec 08 18:00:06.978896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.003983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.009522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:07.010116 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.066627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1934738 Dec 08 18:00:07.069383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43350) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:07.076579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'admin_state_up': True, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:07.091454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da398fd-b85a-4e5a-80f7-d94382773d0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Network': ['ID=f093f164-c1b1-471c-9992-05d28653e610,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:07.104350 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network f093f164-c1b1-471c-9992-05d28653e610 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 18:00:07.109943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.109943 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.168259 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.301336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.493032 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.512044 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.615566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.174 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/188cd86f-93a2-4354-a613-aad8a2a7970d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:00:07.717955 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.751242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.793483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:00:07.805250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:07.809314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:00:07.818719 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6705bcbe-dcc8-4559-b729-cd1fd5a8247f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:00:07.835582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=188cd86f-93a2-4354-a613-aad8a2a7970d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:07.894620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-60511c42-3f34-494d-a0bc-75de096f8584 None None] Provisioning complete for port 188cd86f-93a2-4354-a613-aad8a2a7970d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:07.894934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60511c42-3f34-494d-a0bc-75de096f8584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:07.928300 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-60511c42-3f34-494d-a0bc-75de096f8584 None None] Port 188cd86f-93a2-4354-a613-aad8a2a7970d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:00:08.061574 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:08.252214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:08.377189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 8b26c20f-279b-4eae-9895-216288450a8c is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 18:00:08.482566 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:00:08.492742 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Sync routers for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:00:08.503215 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:08.503746 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:08.507176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:08.511520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c6aabeb6-8fcc-4cfe-b038-95b894d91d3d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4376259 Dec 08 18:00:08.511862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:08.539989 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8acb2ad6-15d1-4ce5-99c3-43ca44d1641d tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=745ff99b6c054ef3a061aa8d393378e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269496 Dec 08 18:00:08.543696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43354) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:08.617912 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:08.634598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf9d3d-06a9-48ba-991e-4053b7f8a110 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:08.636149 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-81cf9d3d-06a9-48ba-991e-4053b7f8a110 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0920534 Dec 08 18:00:08.638978 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:08.666807 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-74bcec1a-24f8-449b-8cb2-2e0454e81074 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266638 Dec 08 18:00:08.669188 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:08.673881 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2091174213', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:08.761540 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:00:08.764979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:08.800031 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:07Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:08.827321 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Checking router: 8b26c20f-279b-4eae-9895-216288450a8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:00:08.827659 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Updating router 8b26c20f-279b-4eae-9895-216288450a8c port 188cd86f-93a2-4354-a613-aad8a2a7970d binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:00:08.857914 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:08.956349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.024352 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Subnet': ['ID=02da7732-2edb-4c69-a5f4-79586ef21d3e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:09.032871 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Checking segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:00:09.033476 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network hostable DHCP agents. Network: f093f164-c1b1-471c-9992-05d28653e610, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 18:00:09.054640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f093f164-c1b1-471c-9992-05d28653e610 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 18:00:09.064182 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, f093f164-c1b1-471c-9992-05d28653e610) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:09.068397 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:09.069138 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.077614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24465d4f-e78b-4ff5-96ab-2d8059e63cff None None] Network f093f164-c1b1-471c-9992-05d28653e610 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:00:09.085224 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ae4bc9c6-d96c-4303-bc8c-27d0624ec300 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4150250 Dec 08 18:00:09.088263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43360) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:09.120508 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.127338 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.173865 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6c9634-4fa8-4740-b03b-fb2cd2c5ad75 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:00:09.177716 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Attempting to bind port 188cd86f-93a2-4354-a613-aad8a2a7970d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:00:09.178113 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Attempting to bind port 188cd86f-93a2-4354-a613-aad8a2a7970d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:00:09.178681 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Attempting to bind port 188cd86f-93a2-4354-a613-aad8a2a7970d on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:00:09.188217 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:00:09.188598 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:00:09.189016 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.189377 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:00:09.189869 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Bound port: 188cd86f-93a2-4354-a613-aad8a2a7970d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:00:09.190248 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.217118 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Pushing event updated for resources: {'Port': ['ID=188cd86f-93a2-4354-a613-aad8a2a7970d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:09.224559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-f093f164-c1b1-471c-9992-05d28653e610', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 18:00:09.225536 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.249887 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] For port 188cd86f-93a2-4354-a613-aad8a2a7970d, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:00:09.253291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] For port 188cd86f-93a2-4354-a613-aad8a2a7970d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=188cd86f-93a2-4354-a613-aad8a2a7970d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:00:09.262004 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.265620 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.265999 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.266340 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.266673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.267214 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.267586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.267874 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.268480 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.269029 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.269524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.270062 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.270563 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.271083 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:00:09.325925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c125e9da-21fb-42f2-8229-4d15b80daed3 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:00:09.328446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5db052-483b-4b3b-9ec6-5df6a55a60e1 None None] Pushing event updated for resources: {'Port': ['ID=188cd86f-93a2-4354-a613-aad8a2a7970d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:09.334464 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-08be5c6f-215f-43b4-86c0-28f37084dbbb None None] Provisioning complete for port 188cd86f-93a2-4354-a613-aad8a2a7970d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:09.335082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08be5c6f-215f-43b4-86c0-28f37084dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.341421 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:09.342265 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:09.431126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Allocated IP 172.20.0.2 (f093f164-c1b1-471c-9992-05d28653e610/02da7732-2edb-4c69-a5f4-79586ef21d3e/f5e6673a-235b-4c98-b6d9-ab84043a8c55) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:00:09.528290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08be5c6f-215f-43b4-86c0-28f37084dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.551595 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:09.559434 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-08be5c6f-215f-43b4-86c0-28f37084dbbb None None] For port 188cd86f-93a2-4354-a613-aad8a2a7970d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=188cd86f-93a2-4354-a613-aad8a2a7970d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:09.564834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-08be5c6f-215f-43b4-86c0-28f37084dbbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.586624 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.659253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08be5c6f-215f-43b4-86c0-28f37084dbbb None None] Pushing event updated for resources: {'Port': ['ID=188cd86f-93a2-4354-a613-aad8a2a7970d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:09.686211 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.693732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.728459 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fdac19c7-d07d-4036-a888-1cd432caee4c None None] Provisioning complete for port 188cd86f-93a2-4354-a613-aad8a2a7970d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:09.728893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fdac19c7-d07d-4036-a888-1cd432caee4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.749753 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:07Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:09.765341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Network f093f164-c1b1-471c-9992-05d28653e610 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:00:09.768446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Pushing event updated for resources: {'Port': ['ID=f5e6673a-235b-4c98-b6d9-ab84043a8c55,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:09.770872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:09.775077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:00:09.781540 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9090eb-8868-4142-b45d-e839deb816db None None] The sync data for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 is: [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:07Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:00:09.844932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Attempting to bind port f5e6673a-235b-4c98-b6d9-ab84043a8c55 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:00:09.845312 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Attempting to bind port f5e6673a-235b-4c98-b6d9-ab84043a8c55 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:00:09.845663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Attempting to bind port f5e6673a-235b-4c98-b6d9-ab84043a8c55 on network f093f164-c1b1-471c-9992-05d28653e610 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:00:09.873417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:00:09.873779 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Checking segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:00:09.874199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.874588 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Bound using segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:00:09.875073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Bound port: f5e6673a-235b-4c98-b6d9-ab84043a8c55, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:00:09.875711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:09.886087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.1 (f093f164-c1b1-471c-9992-05d28653e610/02da7732-2edb-4c69-a5f4-79586ef21d3e/b39fa6eb-ed1c-48a0-a0cd-290963fc4681) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:00:09.961447 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] For port f5e6673a-235b-4c98-b6d9-ab84043a8c55, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:00:09.966372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] For port f5e6673a-235b-4c98-b6d9-ab84043a8c55, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f5e6673a-235b-4c98-b6d9-ab84043a8c55,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:00:09.971538 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.047321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a9df9a-dd69-4ee3-a686-146e0ca0a748 None None] Pushing event updated for resources: {'Port': ['ID=f5e6673a-235b-4c98-b6d9-ab84043a8c55,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:10.051863 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.101700 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.154246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f093f164-c1b1-471c-9992-05d28653e610 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:00:10.159745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:10.162273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:00:10.199751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:10.227871 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.398794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.478801 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f5e6673a-235b-4c98-b6d9-ab84043a8c55 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:00:10.537282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f5e6673a-235b-4c98-b6d9-ab84043a8c55 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:10.537738 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.624154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.661316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port f5e6673a-235b-4c98-b6d9-ab84043a8c55, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f5e6673a-235b-4c98-b6d9-ab84043a8c55,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:10.667401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.668509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 188cd86f-93a2-4354-a613-aad8a2a7970d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:00:10.712430 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.717554 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.753514 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=f5e6673a-235b-4c98-b6d9-ab84043a8c55,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:10.767758 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 188cd86f-93a2-4354-a613-aad8a2a7970d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:10.767989 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.803238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:10.805287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:10.905492 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f093f164-c1b1-471c-9992-05d28653e610 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:00:10.907112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:11.148284 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749ca471-a631-4cc3-995c-cdbdcdfb791a None None] Network f093f164-c1b1-471c-9992-05d28653e610 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:00:11.259594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-663c4d53-0b87-4229-b9fa-30c7aa5cfd4f None None] Provisioning complete for port f5e6673a-235b-4c98-b6d9-ab84043a8c55 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:11.260096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-663c4d53-0b87-4229-b9fa-30c7aa5cfd4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:11.382928 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 8b26c20f-279b-4eae-9895-216288450a8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:00:11.513760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:00:11.528734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d9873925-c1d5-42e6-966e-b8da588e4cfa tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/8b26c20f-279b-4eae-9895-216288450a8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4391429 Dec 08 18:00:11.587780 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Sync routers for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:00:11.599654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:11.600357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:11.694358 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-c41f146a-4999-4112-9f3c-ed54ecac3095 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823850942&fields=id&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 267 time: 0.0530808 Dec 08 18:00:11.704769 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c5a9f520-9ce5-4b03-86a8-9a763c27be10 None None] Provisioning complete for port f5e6673a-235b-4c98-b6d9-ab84043a8c55 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:11.705144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f520-9ce5-4b03-86a8-9a763c27be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:11.750096 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:11.825228 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-56c5e70d-9a62-40b7-9ba2-3586076d8e3a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:11.827102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-56c5e70d-9a62-40b7-9ba2-3586076d8e3a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 796 time: 0.1259360 Dec 08 18:00:11.845038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-3debfa37-e5f4-45f8-bab7-99aa36069d85 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/quotas/745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 375 time: 0.0114896 Dec 08 18:00:11.902296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-ba443be4-4919-45f6-88a0-92aea2052aee tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513835 Dec 08 18:00:11.960475 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c5a9f520-9ce5-4b03-86a8-9a763c27be10 None None] Provisioning complete for port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:11.960832 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c5a9f520-9ce5-4b03-86a8-9a763c27be10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.000039 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-ca1458a5-4613-4e2f-996d-ac38e16ef038 service neutron] 10.222.0.62 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849602 Dec 08 18:00:12.020353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9f520-9ce5-4b03-86a8-9a763c27be10 None None] Port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:00:12.045576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 2, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:12.073760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Checking router: 8b26c20f-279b-4eae-9895-216288450a8c for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:00:12.074139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Updating router 8b26c20f-279b-4eae-9895-216288450a8c port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:00:12.095566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-90965963-01f7-4754-a7fb-3389e75b60d5 service neutron] 10.222.0.62 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890441 Dec 08 18:00:12.103528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.164746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-8333ab90-a279-4610-a769-dda72851d4db None None] Provisioning complete for port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:12.165144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8333ab90-a279-4610-a769-dda72851d4db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.274875 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-03a47422-54eb-4cc9-97c8-bf7b29319f16 req-0a0b9a7a-7e50-4acf-8952-9df2cbc44704 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 210 time: 0.0400846 Dec 08 18:00:12.283576 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-8333ab90-a279-4610-a769-dda72851d4db None None] Port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:00:12.391503 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f5e6673a-235b-4c98-b6d9-ab84043a8c55 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:00:12.481061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.490528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.498301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f5e6673a-235b-4c98-b6d9-ab84043a8c55 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:12.498671 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.569192 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79d4b8-f7ba-4cbc-b540-f255e3d92d83 None None] Pushing event updated for resources: {'Port': ['ID=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:12.658817 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Attempting to bind port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:00:12.659544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Attempting to bind port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:00:12.659544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Attempting to bind port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 on network f093f164-c1b1-471c-9992-05d28653e610 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:00:12.669672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:00:12.670100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Checking segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:00:12.670729 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.671131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Bound using segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:00:12.671624 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Bound port: b39fa6eb-ed1c-48a0-a0cd-290963fc4681, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:00:12.672013 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.749527 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] For port b39fa6eb-ed1c-48a0-a0cd-290963fc4681, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:00:12.753566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] For port b39fa6eb-ed1c-48a0-a0cd-290963fc4681, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:00:12.758770 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.842916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:12.843557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:12.846511 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca79d4b8-f7ba-4cbc-b540-f255e3d92d83 None None] Pushing event updated for resources: {'Port': ['ID=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:12.887564 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-281fe3e6-835b-4777-ba60-ca977aed0706 None None] Provisioning complete for port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:12.887938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-281fe3e6-835b-4777-ba60-ca977aed0706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:12.998509 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:13.064402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-281fe3e6-835b-4777-ba60-ca977aed0706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.176560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-281fe3e6-835b-4777-ba60-ca977aed0706 None None] For port b39fa6eb-ed1c-48a0-a0cd-290963fc4681, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:13.181333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-281fe3e6-835b-4777-ba60-ca977aed0706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.271222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-76299802-1379-4431-8288-f2fe4d7abfa1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:13.272891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-76299802-1379-4431-8288-f2fe4d7abfa1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 796 time: 0.1154356 Dec 08 18:00:13.278360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fe3e6-835b-4777-ba60-ca977aed0706 None None] Pushing event updated for resources: {'Port': ['ID=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:13.314061 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-bd92537a-c14d-4c37-b092-fcb6d1f269eb None None] Provisioning complete for port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:13.314893 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd92537a-c14d-4c37-b092-fcb6d1f269eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.344256 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:12Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:13.350640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b45ec3cf-129e-499d-bc7b-a72756a92b9b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 380 time: 0.0680270 Dec 08 18:00:13.364629 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'port': {'device_id': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'admin_state_up': True, 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'security_groups': ['062a644c-82ce-4460-8060-f8f97ffb3cb7']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:13.381202 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51777661-51b0-4103-8ad9-9b94c3e8538c None None] The sync data for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 is: [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:12Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:00:13.428044 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e975ba46-ae59-47fd-a8b3-5e55184cb90a req-37d19fee-fbca-4365-8a29-6ca6eac5fd83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 210 time: 0.0763774 Dec 08 18:00:13.520562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:00:13.525130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.656776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.8 (f093f164-c1b1-471c-9992-05d28653e610/02da7732-2edb-4c69-a5f4-79586ef21d3e/9027dc13-3f29-4071-976c-0e18f3cbd795) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:00:13.807212 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.843425 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.892580 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network f093f164-c1b1-471c-9992-05d28653e610 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:00:13.898126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:13.902391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:00:13.909190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=9027dc13-3f29-4071-976c-0e18f3cbd795,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:13.960537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:13.961194 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:13.978798 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-5a609dcd-52a1-455c-ac36-af3e2836e612 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6182396 Dec 08 18:00:13.991897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Request body: {'port': {'device_id': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:14.055220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.186417 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7b3e07a9-ba0d-4536-810f-5e0e418d2716 None None] Provisioning complete for port 9027dc13-3f29-4071-976c-0e18f3cbd795 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:14.186942 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b3e07a9-ba0d-4536-810f-5e0e418d2716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.225961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7b3e07a9-ba0d-4536-810f-5e0e418d2716 None None] Port 9027dc13-3f29-4071-976c-0e18f3cbd795 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:00:14.338899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9027dc13-3f29-4071-976c-0e18f3cbd795 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:00:14.347293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.369340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Transition to ACTIVE for port object 9027dc13-3f29-4071-976c-0e18f3cbd795 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:00:14.374682 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.419498 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b39fa6eb-ed1c-48a0-a0cd-290963fc4681 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:00:14.431299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Pushing event updated for resources: {'Port': ['ID=9027dc13-3f29-4071-976c-0e18f3cbd795,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:14.497533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:14.497927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.590343 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Attempting to bind port 9027dc13-3f29-4071-976c-0e18f3cbd795 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:00:14.592546 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Attempting to bind port 9027dc13-3f29-4071-976c-0e18f3cbd795 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:00:14.593256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Attempting to bind port 9027dc13-3f29-4071-976c-0e18f3cbd795 on network f093f164-c1b1-471c-9992-05d28653e610 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:00:14.611606 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Port 9027dc13-3f29-4071-976c-0e18f3cbd795 on network f093f164-c1b1-471c-9992-05d28653e610 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:00:14.611939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Attempting to bind port 9027dc13-3f29-4071-976c-0e18f3cbd795 on network f093f164-c1b1-471c-9992-05d28653e610 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:00:14.622461 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7f070a-904b-470e-9903-509deb5811d1 req-777434f9-dec5-4532-aaf4-205495f28549 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:14.626568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7f070a-904b-470e-9903-509deb5811d1 req-777434f9-dec5-4532-aaf4-205495f28549 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 943 time: 0.0967886 Dec 08 18:00:14.634338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:00:14.634680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Checking segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:00:14.635061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Bound using segment: {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:00:14.635498 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Bound port: 9027dc13-3f29-4071-976c-0e18f3cbd795, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af7be2c3-b576-4097-9499-ac80a4bd411a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:00:14.635854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.720334 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7f070a-904b-470e-9903-509deb5811d1 req-d35960e3-1cc2-49ba-9916-a8983b20bb75 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884516 Dec 08 18:00:14.740208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] For port 9027dc13-3f29-4071-976c-0e18f3cbd795, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:00:14.743812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] For port 9027dc13-3f29-4071-976c-0e18f3cbd795, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9027dc13-3f29-4071-976c-0e18f3cbd795,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:00:14.747501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.781755 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:14.782390 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:14.783741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] 10.222.0.86 "PUT /v2.0/ports/9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 1091 time: 0.7962604 Dec 08 18:00:14.784180 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:00:14.786432 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67d7a41-8059-4406-abf7-a967c9f262f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:00:14.811031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7013d-d190-4f79-9ed4-9f96dd876de6 service neutron] Pushing event updated for resources: {'Port': ['ID=9027dc13-3f29-4071-976c-0e18f3cbd795,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:14.832705 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bc1ec8-1aec-4c46-9f21-a22da92d80ad x-openstack-request-id: req-36bc1ec8-1aec-4c46-9f21-a22da92d80ad {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:00:14.833000 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:00:14.833259 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-36bc1ec8-1aec-4c46-9f21-a22da92d80ad {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:00:14.833665 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'status': 'completed', 'code': 200} Dec 08 18:00:14.887123 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-d4651699-4193-4c42-a46b-a8abd5eb00e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:14.888704 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-d4651699-4193-4c42-a46b-a8abd5eb00e2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1094 time: 0.0475769 Dec 08 18:00:14.935425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-60b83540-a5e9-4ae7-b78a-c89218477fc5 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 217 time: 0.0392609 Dec 08 18:00:14.986621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b8b4aa53-49ce-4947-b9d4-bec2c9cfa376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:14.988092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b8b4aa53-49ce-4947-b9d4-bec2c9cfa376 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 200 len: 835 time: 0.0464659 Dec 08 18:00:15.033691 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b048bd36-c5ef-4d7c-95ac-8365b089b0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:15.035178 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-b048bd36-c5ef-4d7c-95ac-8365b089b0ea service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f093f164-c1b1-471c-9992-05d28653e610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406458 Dec 08 18:00:15.127289 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-fbedc4cc-c2b8-4cac-9a00-6fa72a79376e service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Dec 08 18:00:15.216455 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-13cfe037-2738-4881-b812-8060f9bfb416 req-273c5ed1-dfbd-4634-a66b-dfd48cb29fcb service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817163 Dec 08 18:00:15.302286 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-34439a4e-f69b-4d53-b5da-e54123cc040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:15.303858 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-34439a4e-f69b-4d53-b5da-e54123cc040f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1094 time: 0.0407555 Dec 08 18:00:15.398110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-d6b55958-aeee-480e-bcbe-aa1398465b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:15.399613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-d6b55958-aeee-480e-bcbe-aa1398465b0f service neutron] 10.222.0.86 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 897 time: 0.0885272 Dec 08 18:00:15.442877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-66c26bb1-878d-4d9b-9f39-9496d8fe8691 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 217 time: 0.0353065 Dec 08 18:00:15.490280 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-7d57deeb-0b68-45c9-a1f2-d682c565159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:15.491668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-7d57deeb-0b68-45c9-a1f2-d682c565159a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 200 len: 835 time: 0.0417159 Dec 08 18:00:15.542870 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-c7395039-6e95-4bdb-bf69-165d631994d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:15.544324 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-c7395039-6e95-4bdb-bf69-165d631994d1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f093f164-c1b1-471c-9992-05d28653e610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432088 Dec 08 18:00:15.635849 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-717ce28b-f087-449a-abc6-cc8c77b4fbfb service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830717 Dec 08 18:00:15.730219 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b67d7a41-8059-4406-abf7-a967c9f262f3 req-ee1f663e-de69-488c-9cc6-0e77c41a31ca service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867643 Dec 08 18:00:15.839355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a11733-3f78-4e2e-8aac-b4921b5400f3 req-35b219a0-8a55-4d34-a38b-c8d8db481b24 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:15.840818 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a11733-3f78-4e2e-8aac-b4921b5400f3 req-35b219a0-8a55-4d34-a38b-c8d8db481b24 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 943 time: 0.0499513 Dec 08 18:00:15.889697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-61a11733-3f78-4e2e-8aac-b4921b5400f3 req-6976baa8-fea0-49ad-8f3c-8f75e39a3b4b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429211 Dec 08 18:00:17.004883 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa203aad-19d2-4731-8c81-8a73469905f7 req-a98bf36c-3edc-46b8-9e60-8cc24a29b10b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:17.006346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa203aad-19d2-4731-8c81-8a73469905f7 req-a98bf36c-3edc-46b8-9e60-8cc24a29b10b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 943 time: 0.0471916 Dec 08 18:00:17.060137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa203aad-19d2-4731-8c81-8a73469905f7 req-476d0167-648d-45c5-98c6-60201cc69d58 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472443 Dec 08 18:00:17.813112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9027dc13-3f29-4071-976c-0e18f3cbd795 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:00:17.913208 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 9027dc13-3f29-4071-976c-0e18f3cbd795, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9027dc13-3f29-4071-976c-0e18f3cbd795,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:17.924676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'port_id': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'mac_address': 'fa:16:3e:6c:fb:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 697, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:00:17.960825 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:17.974195 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9027dc13-3f29-4071-976c-0e18f3cbd795 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:00:17.992876 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 9027dc13-3f29-4071-976c-0e18f3cbd795, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9027dc13-3f29-4071-976c-0e18f3cbd795,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:17.997247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:18.046569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=9027dc13-3f29-4071-976c-0e18f3cbd795,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:18.176653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278318f-d49c-4f43-877a-ccbc8fee6019 req-4915b74e-0354-487c-a620-3a7add743331 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:18.178148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a278318f-d49c-4f43-877a-ccbc8fee6019 req-4915b74e-0354-487c-a620-3a7add743331 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 944 time: 0.0496411 Dec 08 18:00:18.213307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['9027dc13-3f29-4071-976c-0e18f3cbd795'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:00:18.227376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a278318f-d49c-4f43-877a-ccbc8fee6019 req-2407d355-674a-43ca-8ab0-07183ad2614b tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429082 Dec 08 18:00:19.341080 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f8a0f2-1ca6-49e3-8d70-e67f5e31f320 req-8e1633d9-6fcb-454a-82c0-8b18442a82de tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:19.342578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9f8a0f2-1ca6-49e3-8d70-e67f5e31f320 req-8e1633d9-6fcb-454a-82c0-8b18442a82de tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 944 time: 0.0479422 Dec 08 18:00:19.391527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e9f8a0f2-1ca6-49e3-8d70-e67f5e31f320 req-48eb2e00-1d4b-414a-90eb-459bfee137ab tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429311 Dec 08 18:00:19.817973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9027dc13-3f29-4071-976c-0e18f3cbd795 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:00:19.866099 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 9027dc13-3f29-4071-976c-0e18f3cbd795 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:00:19.870580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 9027dc13-3f29-4071-976c-0e18f3cbd795 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:00:19.870939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:19.948276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:19.975770 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:00:19.978131 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddf0a9e-920b-4a4d-8a15-fbf76ec13528" -d '{"events": [{"server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "name": "network-vif-plugged", "status": "completed", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:00:20.124235 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a28fe1-154d-4ed2-b5ce-9e40349490d2 req-ffbb0af0-ba5e-4e66-9af4-573cd67750a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:20.126045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18a28fe1-154d-4ed2-b5ce-9e40349490d2 req-ffbb0af0-ba5e-4e66-9af4-573cd67750a5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1095 time: 0.0511029 Dec 08 18:00:20.155818 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad310c4-d6d3-47f1-b988-79447bbd1e76 x-openstack-request-id: req-9ad310c4-d6d3-47f1-b988-79447bbd1e76 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:00:20.156105 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "name": "network-vif-plugged", "status": "completed", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:00:20.156355 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ad310c4-d6d3-47f1-b988-79447bbd1e76 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:00:20.156738 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'code': 200} Dec 08 18:00:20.158408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 9027dc13-3f29-4071-976c-0e18f3cbd795, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9027dc13-3f29-4071-976c-0e18f3cbd795,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:00:20.163054 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:20.173616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-18a28fe1-154d-4ed2-b5ce-9e40349490d2 req-a5d4d8d6-b930-40a9-ac48-c5c500189ce8 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 Dec 08 18:00:20.210674 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=9027dc13-3f29-4071-976c-0e18f3cbd795,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:20.508185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047f49f-a685-4459-82fa-0b1593ddab2c req-3c74647c-9252-4823-9a59-02aae9709132 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:20.509657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8047f49f-a685-4459-82fa-0b1593ddab2c req-3c74647c-9252-4823-9a59-02aae9709132 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0484529 Dec 08 18:00:20.557702 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8047f49f-a685-4459-82fa-0b1593ddab2c req-57ce1f37-052e-4f22-82fe-3102ddffa91e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Dec 08 18:00:21.673968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154ce6b3-b2de-407b-bc5b-66351ce62e48 req-887c43fb-0a2b-47b7-a418-2c05a6ea561d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:21.675459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-154ce6b3-b2de-407b-bc5b-66351ce62e48 req-887c43fb-0a2b-47b7-a418-2c05a6ea561d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0508473 Dec 08 18:00:21.729199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-154ce6b3-b2de-407b-bc5b-66351ce62e48 req-15f4d6b2-911f-41a6-b728-488ac7d60293 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477717 Dec 08 18:00:21.845487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9e615-94a2-4b95-84c3-1369a20254f8 req-01520cfa-281f-4eac-8630-7680c7b1c12c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:21.846986 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17f9e615-94a2-4b95-84c3-1369a20254f8 req-01520cfa-281f-4eac-8630-7680c7b1c12c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0507874 Dec 08 18:00:21.896449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-17f9e615-94a2-4b95-84c3-1369a20254f8 req-9224badf-9bd9-4ff6-8c6e-4f8a3c51eb2f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Dec 08 18:00:21.917953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43422) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:21.956563 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2ea87-1fd4-4781-9e45-788b53642ebb tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:21.958067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-41e2ea87-1fd4-4781-9e45-788b53642ebb tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1091 time: 0.0391397 Dec 08 18:00:21.960787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43424) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:21.967767 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:00:21.990330 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.088755 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.188975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.204 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5cfd2f4b-6b38-4030-bba5-d6717478c462) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:00:22.291371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.324963 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.361107 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:00:22.364003 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:00:22.369777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:00:22.393615 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=5cfd2f4b-6b38-4030-bba5-d6717478c462,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:22.728006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.791573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.936457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:22.940778 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:23.007385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=5cfd2f4b-6b38-4030-bba5-d6717478c462,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:00:23.021678 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:23.120523 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP 4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 associated. External IP: 172.25.3.204, port: 9027dc13-3f29-4071-976c-0e18f3cbd795. Dec 08 18:00:23.320405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 8b26c20f-279b-4eae-9895-216288450a8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:00:23.422078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:00:23.432449 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] Sync routers for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:00:23.439655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:23.443194 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:23.443794 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:23.470155 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-23b0f1fe-7507-4633-8577-c7b4d2d58b91 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5083342 Dec 08 18:00:23.470860 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:00:23.473131 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa" -d '{"events": [{"name": "network-changed", "server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:00:23.552607 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:23.569293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff705513-b387-44d4-ba45-e568565e07ea req-5ea15919-e846-4be5-96d3-692927f5faff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:23.570868 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff705513-b387-44d4-ba45-e568565e07ea req-5ea15919-e846-4be5-96d3-692927f5faff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0502102 Dec 08 18:00:23.622062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ff705513-b387-44d4-ba45-e568565e07ea req-73cee34b-0ce9-44be-b4ae-ed8ff989bd99 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Dec 08 18:00:23.645211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43430) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:23.684179 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2558e6dd-9491-45d4-8959-8548f3f7e434 x-openstack-request-id: req-2558e6dd-9491-45d4-8959-8548f3f7e434 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:00:23.684466 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:00:23.684719 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2558e6dd-9491-45d4-8959-8548f3f7e434 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:00:23.685147 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'status': 'completed', 'code': 200} Dec 08 18:00:23.779933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'port_id': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'mac_address': 'fa:16:3e:6c:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:00:22Z', 'updated_at': '2021-12-08T18:00:22Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:13Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:23.810861 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] Checking router: 8b26c20f-279b-4eae-9895-216288450a8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:00:23.819699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:00:23.820306 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T17:59:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:23.930836 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:00:24.095295 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-db812ccd-3c01-46f5-967c-e012a056d43e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 HTTP/1.1" status: 200 len: 991 time: 0.4476116 Dec 08 18:00:24.107116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-a694f081-217a-4042-bf6d-faabec04d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:24.108127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-a694f081-217a-4042-bf6d-faabec04d498 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1096 time: 0.4140787 Dec 08 18:00:24.163416 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'port_id': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'mac_address': 'fa:16:3e:6c:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:00:22Z', 'updated_at': '2021-12-08T18:00:22Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:13Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:00:24.190116 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4019e01-aeff-4188-b4f5-d06456b0f065 None None] The sync data for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 is: [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.204', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'port_id': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4270, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'mac_address': 'fa:16:3e:6c:fb:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:00:22Z', 'updated_at': '2021-12-08T18:00:22Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:13Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:00:24.198467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-1c6fafbc-619b-4efe-b3b9-1949790041d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:24.200115 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-1c6fafbc-619b-4efe-b3b9-1949790041d8 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 897 time: 0.0851846 Dec 08 18:00:24.271070 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-7acb7f90-6bef-4d9b-b19a-dd69eb83f565 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 999 time: 0.0640955 Dec 08 18:00:24.321877 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-930ff4f1-8fa9-4353-83f1-096bf4770073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:24.323345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-930ff4f1-8fa9-4353-83f1-096bf4770073 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 200 len: 835 time: 0.0452583 Dec 08 18:00:24.372267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-c8fde3ad-6440-48ef-a6c7-b678dc3c349e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:24.373821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-c8fde3ad-6440-48ef-a6c7-b678dc3c349e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f093f164-c1b1-471c-9992-05d28653e610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431693 Dec 08 18:00:24.391998 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a211503a-cf34-4328-8bc5-1debb94910cd None None] New status for floating IP 4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:00:24.470684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-25e63b99-fd9a-4952-83ad-68aba4c7860e service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901165 Dec 08 18:00:24.562607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b7f7d4b2-7e0f-44bc-a489-8c5acbf851fa req-b47aa8a5-56e3-4ba5-9d0f-236c176e1a11 service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849962 Dec 08 18:00:25.098119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43432) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:00:25.163017 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-41dae28f-02d4-4296-8ef7-49fe7ed6e8c1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 HTTP/1.1" status: 200 len: 993 time: 0.0637536 Dec 08 18:00:26.273114 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c78052c0-e8c3-4564-98eb-6687ccd6268e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:29.046414 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5d979dac-8ec1-4434-826e-f9f4701afb60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:30.578416 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:32.338882 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:32.574088 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:33.241227 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:34.170119 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:34.652422 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:00:51.356951 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-8e8b5b72-e59f-4a26-ad5a-fbe65a068974 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434368 Dec 08 18:00:51.440524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-604670ce-1caa-4e98-b2d0-85a916e1e806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:51.442032 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-604670ce-1caa-4e98-b2d0-85a916e1e806 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1096 time: 0.0413373 Dec 08 18:00:51.549088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-c0174ed3-f91d-49c5-adda-8b329c3d19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:51.550609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-c0174ed3-f91d-49c5-adda-8b329c3d19f3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 897 time: 0.0877857 Dec 08 18:00:51.616984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-0e41b9a0-413d-49cf-8678-92ce53eb3a85 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 1001 time: 0.0579817 Dec 08 18:00:51.665633 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-253d42c1-3aa6-49c0-a96e-052ceb2a60ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:51.667058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-253d42c1-3aa6-49c0-a96e-052ceb2a60ff service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 200 len: 835 time: 0.0422008 Dec 08 18:00:51.717209 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-ce165616-2e02-40bb-9377-1df445fd3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:51.718720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-ce165616-2e02-40bb-9377-1df445fd3adc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f093f164-c1b1-471c-9992-05d28653e610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446391 Dec 08 18:00:51.805659 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-2790ba09-74ec-4fa5-98f5-acc5cd22c0fc service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797715 Dec 08 18:00:51.898471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dd7203ca-de07-4a40-a82d-8b7d5c8c9c76 req-0eb563f3-a668-4f09-9124-aaee08428cd7 service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848224 Dec 08 18:00:56.276977 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cd8be8ca-5952-4b54-bdbe-9df1ed25b5ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:00:56.591561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f6a6e-c0f9-40e1-a010-817b6f095e74 req-5fd40d1a-16c9-4df8-b0c0-934ba6eeaa1e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:56.593125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-689f6a6e-c0f9-40e1-a010-817b6f095e74 req-5fd40d1a-16c9-4df8-b0c0-934ba6eeaa1e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.1022935 Dec 08 18:00:56.642130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-689f6a6e-c0f9-40e1-a010-817b6f095e74 req-ddfb71d6-529b-40cd-886f-1642474ad973 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431199 Dec 08 18:00:57.760309 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36a2d-2ffd-4d9c-8960-878bf9614966 req-7d026bc9-a215-402a-a981-9ac9a2ff944e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:57.761778 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0b36a2d-2ffd-4d9c-8960-878bf9614966 req-7d026bc9-a215-402a-a981-9ac9a2ff944e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0495055 Dec 08 18:00:57.809819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e0b36a2d-2ffd-4d9c-8960-878bf9614966 req-37fd34f5-0565-451e-8885-bb89b6412e04 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413852 Dec 08 18:00:58.931305 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d7707-69e2-4ff2-8989-9e21d5e3934e req-0255a0de-c0ed-4e06-a151-1d4d4a1fbbd0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:00:58.932759 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-816d7707-69e2-4ff2-8989-9e21d5e3934e req-0255a0de-c0ed-4e06-a151-1d4d4a1fbbd0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0526929 Dec 08 18:00:58.982004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-816d7707-69e2-4ff2-8989-9e21d5e3934e req-3f8703bd-1f85-4a90-84a9-f564179ff322 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427933 Dec 08 18:00:59.046594 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0f746402-950a-461e-be10-e4069f2d1fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:00.097990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa389f2-758a-49e9-a28d-8862439befb8 req-83eccd90-1f7c-486a-9bc1-de40b0495302 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:00.099831 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efa389f2-758a-49e9-a28d-8862439befb8 req-83eccd90-1f7c-486a-9bc1-de40b0495302 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0490189 Dec 08 18:01:00.149617 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-efa389f2-758a-49e9-a28d-8862439befb8 req-8e69a40f-616a-44c9-88d6-c6097bd9162c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438673 Dec 08 18:01:00.581125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:01.269146 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583f0b0-2d14-40b5-9b67-27ba7e7e3d6e req-b733ea85-1e56-4607-bb35-565222e67c77 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:01.270671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8583f0b0-2d14-40b5-9b67-27ba7e7e3d6e req-b733ea85-1e56-4607-bb35-565222e67c77 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0532455 Dec 08 18:01:01.319360 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8583f0b0-2d14-40b5-9b67-27ba7e7e3d6e req-e377fe2f-6663-4dd6-923c-97cf1b1c7328 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427320 Dec 08 18:01:02.341971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:02.436046 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cf654-9690-4bdd-9a5c-cbd88c43fe58 req-e908cee0-c26f-41be-8fdf-02fbffc74d94 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:02.438146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0cf654-9690-4bdd-9a5c-cbd88c43fe58 req-e908cee0-c26f-41be-8fdf-02fbffc74d94 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0497165 Dec 08 18:01:02.486885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9e0cf654-9690-4bdd-9a5c-cbd88c43fe58 req-25239804-6246-4bfd-a572-9648de8dc04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Dec 08 18:01:02.577300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:03.241748 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:03.605385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ef0b0-6190-4f9f-970f-c66791c1473b req-31ce5cbf-10ad-493b-a5bd-e06252fc4e12 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:03.606877 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a1ef0b0-6190-4f9f-970f-c66791c1473b req-31ce5cbf-10ad-493b-a5bd-e06252fc4e12 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0496378 Dec 08 18:01:03.661285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8a1ef0b0-6190-4f9f-970f-c66791c1473b req-f72ab36a-fcd0-4860-be94-7ade09d36d1c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481920 Dec 08 18:01:04.186367 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:04.777640 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f63d9c-7009-450d-9ac3-a648f1bc979f req-bdedcc92-35cc-429f-9aaf-710c019f4b29 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:04.779135 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1f63d9c-7009-450d-9ac3-a648f1bc979f req-bdedcc92-35cc-429f-9aaf-710c019f4b29 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0486953 Dec 08 18:01:04.827777 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1f63d9c-7009-450d-9ac3-a648f1bc979f req-882533e7-13a4-49b3-9da0-d3225412f560 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420184 Dec 08 18:01:05.944786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b2817-73a9-48db-9558-d16e227cb7b7 req-310c1f91-4748-45b0-8c51-e3967b1c933f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:05.946261 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609b2817-73a9-48db-9558-d16e227cb7b7 req-310c1f91-4748-45b0-8c51-e3967b1c933f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0484710 Dec 08 18:01:06.000332 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-609b2817-73a9-48db-9558-d16e227cb7b7 req-adf9fbcd-f154-49de-a000-171cb53c89c2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481870 Dec 08 18:01:07.120693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1671d6-43c4-477d-a3cf-59b44a909cc4 req-5b3ccd07-cba2-475c-94ec-d2abca246417 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:07.122204 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad1671d6-43c4-477d-a3cf-59b44a909cc4 req-5b3ccd07-cba2-475c-94ec-d2abca246417 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0538766 Dec 08 18:01:07.171513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ad1671d6-43c4-477d-a3cf-59b44a909cc4 req-d483d995-7bfb-427e-9889-f418452e25bb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423028 Dec 08 18:01:08.286398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0040f9d-0b55-4a41-b6fd-1a9b8d373a5d req-ac799622-5afe-4990-9b75-d7b9dfe24e31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:08.287771 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0040f9d-0b55-4a41-b6fd-1a9b8d373a5d req-ac799622-5afe-4990-9b75-d7b9dfe24e31 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0496588 Dec 08 18:01:08.336146 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d0040f9d-0b55-4a41-b6fd-1a9b8d373a5d req-a4e4398a-98b6-45c0-90cb-d20991e06f0c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424190 Dec 08 18:01:09.450893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f0a21-1488-40f4-a662-41d3d28e87bf req-e81e24cf-7269-49a5-9608-fba9cc9dc0e8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:09.452373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1f0a21-1488-40f4-a662-41d3d28e87bf req-e81e24cf-7269-49a5-9608-fba9cc9dc0e8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0486786 Dec 08 18:01:09.505547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ac1f0a21-1488-40f4-a662-41d3d28e87bf req-de5cfcb1-58bc-45a7-9413-b1e5c721fa26 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465991 Dec 08 18:01:10.623698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da910a-81e1-48e0-989f-8ebbf0894233 req-161a4d0c-09c6-494a-8ee2-9989d2e0c654 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:10.625119 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5da910a-81e1-48e0-989f-8ebbf0894233 req-161a4d0c-09c6-494a-8ee2-9989d2e0c654 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0503583 Dec 08 18:01:10.674673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5da910a-81e1-48e0-989f-8ebbf0894233 req-065eca5e-f23b-4b6f-a927-607da89d837f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Dec 08 18:01:11.651003 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:01:11.795184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9612dde-8f8a-4894-96c0-648d495fc9ea req-4d210984-5652-4402-8cb9-6669c13a324f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:11.796645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9612dde-8f8a-4894-96c0-648d495fc9ea req-4d210984-5652-4402-8cb9-6669c13a324f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0503178 Dec 08 18:01:11.846815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c9612dde-8f8a-4894-96c0-648d495fc9ea req-dab9bebe-ec6d-4cf5-8546-2b36f75c0e0e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431254 Dec 08 18:01:12.969197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d6d1b2-0184-4ea0-a1a6-0716091d318e req-083b4cf3-ad81-4669-96af-a20cb88b6bb8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:12.970757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79d6d1b2-0184-4ea0-a1a6-0716091d318e req-083b4cf3-ad81-4669-96af-a20cb88b6bb8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0535822 Dec 08 18:01:13.020116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-79d6d1b2-0184-4ea0-a1a6-0716091d318e req-7a54c9be-8b52-4bb3-9210-c22ad052f258 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434768 Dec 08 18:01:13.041851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43484) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:13.102252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d7a1deba-93dd-426c-85b9-464fb7801796 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 HTTP/1.1" status: 200 len: 993 time: 0.0592458 Dec 08 18:01:14.369316 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7624d3-0da5-401b-8185-5804bdc3d4a4 req-50ccb73a-f92d-498a-88a0-a1735d9ad286 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:14.370772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c7624d3-0da5-401b-8185-5804bdc3d4a4 req-50ccb73a-f92d-498a-88a0-a1735d9ad286 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0594416 Dec 08 18:01:14.449772 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c7624d3-0da5-401b-8185-5804bdc3d4a4 req-11464e9e-215a-4919-9009-c907f6fb7530 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710323 Dec 08 18:01:14.456150 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-8e49575d-3188-4043-938f-365027c47b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:14.457572 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-8e49575d-3188-4043-938f-365027c47b94 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1096 time: 0.1100795 Dec 08 18:01:14.549151 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-92697a6e-b14d-4c63-b747-24cf82ee8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:14.550672 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-92697a6e-b14d-4c63-b747-24cf82ee8cd7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 897 time: 0.0865901 Dec 08 18:01:14.617871 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-4d55763a-6761-42e7-90f1-bbf3509853fe service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 1001 time: 0.0603185 Dec 08 18:01:14.668376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-fb8b38df-fa50-49d6-ba82-4bb41d214a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:14.669821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-fb8b38df-fa50-49d6-ba82-4bb41d214a0a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 200 len: 835 time: 0.0452478 Dec 08 18:01:14.717041 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-137d56a0-fe30-460a-b928-13f66f686fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:14.718574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-137d56a0-fe30-460a-b928-13f66f686fd7 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f093f164-c1b1-471c-9992-05d28653e610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423832 Dec 08 18:01:14.806062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-e05b587c-ebe3-4d20-8638-53929c254a78 service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805950 Dec 08 18:01:14.898627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57e2b262-9c50-476e-a85b-5de15c648af2 req-5b0dcaff-1a3a-4048-af6a-50aaea5ec1a3 service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855463 Dec 08 18:01:15.567023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14724562-b3d1-498b-a18b-5ded1ee6b419 req-80f06a89-13f6-4164-8fc3-a1054307098d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:15.568678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14724562-b3d1-498b-a18b-5ded1ee6b419 req-80f06a89-13f6-4164-8fc3-a1054307098d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0494807 Dec 08 18:01:15.618285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14724562-b3d1-498b-a18b-5ded1ee6b419 req-3956edcd-d6e0-4660-8b1b-7001d0a357de tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436726 Dec 08 18:01:15.641068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43496) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:15.701404 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7f1cd189-0cc8-42db-8894-aa0fc5165464 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 HTTP/1.1" status: 200 len: 993 time: 0.0585604 Dec 08 18:01:26.278668 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5b03bb1b-27f1-4284-acc5-fad3d37fd2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:29.049048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-48e6fa19-a09a-4e63-92d3-896acb2b5db4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:30.584570 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:32.346578 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:32.579146 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:33.256087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:34.199339 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:46.292963 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43506) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:46.450522 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 5cfd2f4b-6b38-4030-bba5-d6717478c462 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:01:46.450846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:46.525365 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:46.525693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:46.537147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 5cfd2f4b-6b38-4030-bba5-d6717478c462 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:01:46.682993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:46.711120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=5cfd2f4b-6b38-4030-bba5-d6717478c462,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:46.733692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.734072 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.734421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.734763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.735098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.735429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.735760 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.736088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.736417 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.737356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.737893 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.738232 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.738561 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:46.782558 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:46.782894 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP 4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 disassociated (deleted). External IP: 172.25.3.204, port: 9027dc13-3f29-4071-976c-0e18f3cbd795. Dec 08 18:01:46.984590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 8b26c20f-279b-4eae-9895-216288450a8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:01:47.091706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:01:47.096715 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:47.102887 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] Sync routers for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:01:47.113026 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:47.113716 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:47.124984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3dbd02c6-b89c-4b89-825d-ca51c8527a83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/floatingips/4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7 HTTP/1.1" status: 204 len: 168 time: 0.8308136 Dec 08 18:01:47.125538 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:01:47.128401 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4723c750-7466-4e27-bab7-f741bcc32685" -d '{"events": [{"name": "network-changed", "server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:01:47.291468 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3025f362-9449-4c62-a1fd-6a61bc0171e8 x-openstack-request-id: req-3025f362-9449-4c62-a1fd-6a61bc0171e8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:01:47.291819 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:01:47.292073 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3025f362-9449-4c62-a1fd-6a61bc0171e8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:01:47.292501 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'status': 'completed', 'code': 200} Dec 08 18:01:47.323023 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:01:47.389535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c750-7466-4e27-bab7-f741bcc32685 req-92e3ee81-1036-4af2-bed4-a852827bf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:47.391151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-92e3ee81-1036-4af2-bed4-a852827bf51c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 1096 time: 0.0732379 Dec 08 18:01:47.403583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44c32c-dc8c-4f56-88b1-839a1461bcf9 req-01fbea26-9bf0-467b-b79d-b2c0f2017b6a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:47.405002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e44c32c-dc8c-4f56-88b1-839a1461bcf9 req-01fbea26-9bf0-467b-b79d-b2c0f2017b6a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0596251 Dec 08 18:01:47.511685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e44c32c-dc8c-4f56-88b1-839a1461bcf9 req-c6d560a0-b6f4-4ade-adcc-bc3c1233ecc2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984378 Dec 08 18:01:47.525205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:13Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:47.527131 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c750-7466-4e27-bab7-f741bcc32685 req-7139219f-4ab9-47fc-976b-00ee06c81318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:47.528578 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-7139219f-4ab9-47fc-976b-00ee06c81318 service neutron] 10.222.0.86 "GET /v2.0/networks?id=f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 200 len: 897 time: 0.1227365 Dec 08 18:01:47.555675 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] Checking router: 8b26c20f-279b-4eae-9895-216288450a8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:01:47.563955 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:47.564559 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:47.570863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-6db68c48-a791-4d82-9e2f-bf50a5a23365 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 200 len: 217 time: 0.0348895 Dec 08 18:01:47.622497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c750-7466-4e27-bab7-f741bcc32685 req-a88a575b-f6dd-4f07-b667-570c3873031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:47.623932 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-a88a575b-f6dd-4f07-b667-570c3873031e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 200 len: 835 time: 0.0448494 Dec 08 18:01:47.671328 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:01:47.675411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4723c750-7466-4e27-bab7-f741bcc32685 req-528ac4dc-3d72-4660-a8fe-b367ba31194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:47.676910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-528ac4dc-3d72-4660-a8fe-b367ba31194f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=f093f164-c1b1-471c-9992-05d28653e610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451553 Dec 08 18:01:47.769873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-7a9c307f-3cc3-4e48-99b4-013a04f4e75a service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850716 Dec 08 18:01:47.866481 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4723c750-7466-4e27-bab7-f741bcc32685 req-04d8e959-8a3f-4560-b8fb-01dd88273b15 service neutron] 10.222.0.86 "GET /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880563 Dec 08 18:01:47.873247 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:13Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:47.902140 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95041f8d-e87f-44eb-9e7c-a26ae3cbdac1 None None] The sync data for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 is: [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:10Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b39fa6eb-ed1c-48a0-a0cd-290963fc4681', 'name': '', 'network_id': 'f093f164-c1b1-471c-9992-05d28653e610', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:97:94:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4267, 'fixed_ips': [{'subnet_id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:09Z', 'updated_at': '2021-12-08T18:00:13Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '02da7732-2edb-4c69-a5f4-79586ef21d3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:01:48.119429 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90de883-145a-4441-ba0b-6cc9bd681a35 None None] New status for floating IP 4fdbb3f5-b7b1-4b27-b521-43a8fd1d94c7: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:01:48.629362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c1047-7143-48c5-85af-0fd193b0c9db req-9fe546a7-94d2-46af-a226-672645db777d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:48.630797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7c1047-7143-48c5-85af-0fd193b0c9db req-9fe546a7-94d2-46af-a226-672645db777d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0508039 Dec 08 18:01:48.650446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:01:48.681412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a7c1047-7143-48c5-85af-0fd193b0c9db req-bbb18f90-8c45-4f1a-b362-b9f499bfa3bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=062a644c-82ce-4460-8060-f8f97ffb3cb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 Dec 08 18:01:48.834261 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da511779-a334-4e9d-898d-afb698ed2cea req-455ea768-7a9d-4404-a30f-3e374e209433 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:48.835757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da511779-a334-4e9d-898d-afb698ed2cea req-455ea768-7a9d-4404-a30f-3e374e209433 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "GET /v2.0/ports?device_id=3461846a-7d33-4504-ba4b-0b21f03eeefc HTTP/1.1" status: 200 len: 945 time: 0.0475287 Dec 08 18:01:48.927763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 9027dc13-3f29-4071-976c-0e18f3cbd795 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:01:48.928006 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:49.016333 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 9027dc13-3f29-4071-976c-0e18f3cbd795, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=9027dc13-3f29-4071-976c-0e18f3cbd795,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:01:49.016683 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:49.031587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 9027dc13-3f29-4071-976c-0e18f3cbd795 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:01:49.162978 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:49.188865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=9027dc13-3f29-4071-976c-0e18f3cbd795,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:49.232189 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] No DVR routers for this DVR port 9027dc13-3f29-4071-976c-0e18f3cbd795 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:01:49.234818 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:49.238703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da511779-a334-4e9d-898d-afb698ed2cea req-91bd00e8-0648-4d37-9b71-866183f5db9c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.86 "DELETE /v2.0/ports/9027dc13-3f29-4071-976c-0e18f3cbd795 HTTP/1.1" status: 204 len: 173 time: 0.3960643 Dec 08 18:01:49.293467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'name': 'network-vif-deleted', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:01:49.295838 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f548e2-7e98-4dc2-aee6-21c5e804b0f0" -d '{"events": [{"server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "name": "network-vif-deleted", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:01:49.332478 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62d0cf1-4d3c-4710-8317-ef7829e0e806 x-openstack-request-id: req-d62d0cf1-4d3c-4710-8317-ef7829e0e806 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:01:49.332767 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3461846a-7d33-4504-ba4b-0b21f03eeefc", "name": "network-vif-deleted", "tag": "9027dc13-3f29-4071-976c-0e18f3cbd795", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:01:49.333016 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d62d0cf1-4d3c-4710-8317-ef7829e0e806 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:01:49.333413 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3461846a-7d33-4504-ba4b-0b21f03eeefc', 'name': 'network-vif-deleted', 'tag': '9027dc13-3f29-4071-976c-0e18f3cbd795', 'status': 'completed', 'code': 200} Dec 08 18:01:49.741692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43522) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:50.100414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:50.350413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port b39fa6eb-ed1c-48a0-a0cd-290963fc4681 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:01:50.350689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:50.436122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port b39fa6eb-ed1c-48a0-a0cd-290963fc4681, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:01:50.436482 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:50.452724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for b39fa6eb-ed1c-48a0-a0cd-290963fc4681 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:01:50.633777 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:50.660552 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=b39fa6eb-ed1c-48a0-a0cd-290963fc4681,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:50.835731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.389260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 8b26c20f-279b-4eae-9895-216288450a8c has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:01:51.491956 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:01:51.496903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-db0f1f2e-62c4-4292-95e8-92ac26917cc9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/8b26c20f-279b-4eae-9895-216288450a8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541730 Dec 08 18:01:51.499761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43526) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:51.502692 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] Sync routers for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:01:51.512994 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:51.513589 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:51.551108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting subnet 02da7732-2edb-4c69-a5f4-79586ef21d3e {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:01:51.554324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.594537 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.617647 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:01:51.682724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.741780 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.769191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Subnet': ['ID=02da7732-2edb-4c69-a5f4-79586ef21d3e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:51.772968 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.777829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0ad25973-936c-4d69-8cf7-7098e1daf722 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/subnets/02da7732-2edb-4c69-a5f4-79586ef21d3e HTTP/1.1" status: 204 len: 168 time: 0.2755229 Dec 08 18:01:51.778939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43528) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:51.781676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce948dc-f56e-4f88-aacb-560ed94a7a7b None None] Network f093f164-c1b1-471c-9992-05d28653e610 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:01:51.809308 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:01:50Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:51.837235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] Checking router: 8b26c20f-279b-4eae-9895-216288450a8c for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:01:51.849677 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] Routers {'8b26c20f-279b-4eae-9895-216288450a8c'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:51.850787 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['8b26c20f-279b-4eae-9895-216288450a8c'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:51.897034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:51.954033 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] DHCP port deletion for f093f164-c1b1-471c-9992-05d28653e610 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:01:51.963402 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] Set router 8b26c20f-279b-4eae-9895-216288450a8c gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:01:52.005401 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Deleting port f5e6673a-235b-4c98-b6d9-ab84043a8c55 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:01:52.005771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.015238 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.072366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 188cd86f-93a2-4354-a613-aad8a2a7970d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:01:52.072967 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.077565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] For port f5e6673a-235b-4c98-b6d9-ab84043a8c55, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f5e6673a-235b-4c98-b6d9-ab84043a8c55,segment=NetworkSegment(af7be2c3-b576-4097-9499-ac80a4bd411a),segment_id=af7be2c3-b576-4097-9499-ac80a4bd411a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:01:52.078008 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.091307 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Calling delete_port for f5e6673a-235b-4c98-b6d9-ab84043a8c55 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:01:52.152297 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:01:50Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:52.171284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 188cd86f-93a2-4354-a613-aad8a2a7970d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=188cd86f-93a2-4354-a613-aad8a2a7970d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:01:52.171656 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.182527 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada0bdcd-3eaf-400d-af16-d90e2aa0270e None None] The sync data for ids ['8b26c20f-279b-4eae-9895-216288450a8c'] in n-d-820935-5 is: [{'id': '8b26c20f-279b-4eae-9895-216288450a8c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-655429689', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:01:50Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '188cd86f-93a2-4354-a613-aad8a2a7970d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b26c20f-279b-4eae-9895-216288450a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:00:07Z', 'updated_at': '2021-12-08T18:00:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:01:52.186361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 188cd86f-93a2-4354-a613-aad8a2a7970d owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:01:52.191895 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.224558 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Pushing event deleted for resources: {'Port': ['ID=f5e6673a-235b-4c98-b6d9-ab84043a8c55,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:52.227170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] No DVR routers for this DVR port f5e6673a-235b-4c98-b6d9-ab84043a8c55 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:01:52.238603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.239151 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.239494 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.239828 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.240327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.240665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.240996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.241327 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.241654 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.242110 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.242328 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.242729 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.243273 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b35e1499-fb38-4045-b610-ddafc1290930 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:52.356708 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.382278 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=188cd86f-93a2-4354-a613-aad8a2a7970d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:52.395183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b4dc0-da17-4bcc-84e3-ae09d2003adf None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:01:52.444103 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.537113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.539500 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.583464 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.584017 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Fanout notify agent at l3_agent the message router_deleted on router 8b26c20f-279b-4eae-9895-216288450a8c {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:01:52.591203 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.592387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2df9d692-76e4-45d3-9b91-af81a3f7fd86 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/routers/8b26c20f-279b-4eae-9895-216288450a8c HTTP/1.1" status: 204 len: 168 time: 0.8124487 Dec 08 18:01:52.595249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43534) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:52.667501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f5e6673a-235b-4c98-b6d9-ab84043a8c55 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:01:52.683067 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.696501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f5e6673a-235b-4c98-b6d9-ab84043a8c55 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:01:52.696878 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f5e6673a-235b-4c98-b6d9-ab84043a8c55 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:01:52.697305 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b39fa6eb-ed1c-48a0-a0cd-290963fc4681 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:01:52.717663 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b39fa6eb-ed1c-48a0-a0cd-290963fc4681 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:01:52.718035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b39fa6eb-ed1c-48a0-a0cd-290963fc4681 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:01:52.772981 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.795120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f093f164-c1b1-471c-9992-05d28653e610']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:52.805288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7be2c3-b576-4097-9499-ac80a4bd411a') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:52.805583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7be2c3-b576-4097-9499-ac80a4bd411a') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:52.816742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.830643 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.836927 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:01:52.837322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: timer() Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:01:52.840407 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:01:52.903463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.911326 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:52.914196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/networks/f093f164-c1b1-471c-9992-05d28653e610 HTTP/1.1" status: 204 len: 168 time: 0.3180799 Dec 08 18:01:52.917006 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43536) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:52.926400 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada55b1-9133-444a-9652-ac008fc136dd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Network': ['ID=f093f164-c1b1-471c-9992-05d28653e610,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:52.978081 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.003884 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.063806 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.066608 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.067795 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/security-groups/062a644c-82ce-4460-8060-f8f97ffb3cb7 HTTP/1.1" status: 204 len: 168 time: 0.1496828 Dec 08 18:01:53.077041 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062a644c-82ce-4460-8060-f8f97ffb3cb7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:53.085434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.085434 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.085828 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.086151 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.086493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.086825 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.087156 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.087487 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.087816 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.088145 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.088475 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.088802 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.089124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1944e58-f14b-4e33-8ec0-7efd6ad40f17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:01:53.454683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43548) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:53.459477 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-367415383', 'description': 'tempest-secgroup-smoke-367415383 description', 'project_id': '745ff99b6c054ef3a061aa8d393378e6'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:53.481647 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.555361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.559144 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.589254 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.590644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1348777 Dec 08 18:01:53.593534 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43550) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:53.598830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '3695f27c-f333-4884-9e68-a5ae90187c38', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:53.606359 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2290c-3daf-4702-b02d-8398a9b09af3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3695f27c-f333-4884-9e68-a5ae90187c38,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:53.637365 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.706035 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.710086 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.728396 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9698a7d0-2ae7-481a-af57-201dcb551b9c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:53.738441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.740479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-7278b0a2-0d66-40e8-8a80-185c8f8a2bfd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1458099 Dec 08 18:01:53.744341 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43552) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:53.748830 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '3695f27c-f333-4884-9e68-a5ae90187c38', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:53.776915 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.840518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.844759 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.866777 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417d7516-9df5-4892-a01b-52d319344703,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:53.876506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.878087 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-115ca20a-1c59-4a0a-8f4f-be1f3678d8d9 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327784 Dec 08 18:01:53.881281 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43554) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:53.886127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '3695f27c-f333-4884-9e68-a5ae90187c38', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:53.915418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.971997 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.975671 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:53.995937 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1e571f-74af-4d24-877b-de42a319b535,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:54.002942 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.004342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9aa67dfe-c5d6-448a-a00b-af5d4fc0cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219466 Dec 08 18:01:54.007036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43556) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:54.011421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '3695f27c-f333-4884-9e68-a5ae90187c38', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:54.038528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.095670 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.100082 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.119533 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d393cb-a7e1-4c16-8068-cd0ff56b7047,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:54.128465 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.130012 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-bc09cc3c-fbee-463d-9fbc-79bc3d2dcbc3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220014 Dec 08 18:01:54.132748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43558) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:54.139806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '3695f27c-f333-4884-9e68-a5ae90187c38', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:54.162783 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:01:54.167674 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.171041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9027dc13-3f29-4071-976c-0e18f3cbd795 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:01:54.192420 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 9027dc13-3f29-4071-976c-0e18f3cbd795 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:01:54.192754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 9027dc13-3f29-4071-976c-0e18f3cbd795 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:01:54.229468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.232983 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.250894 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3da85ee-4fee-46a6-9786-2013f708e9a0,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:54.260299 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.261604 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b43bb339-5f43-48f6-bc3d-f5ba46ff10b1 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278083 Dec 08 18:01:54.264319 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43560) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:54.268617 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'security_group_rule': {'security_group_id': '3695f27c-f333-4884-9e68-a5ae90187c38', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:54.289690 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Project 745ff99b6c054ef3a061aa8d393378e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:01:54.294450 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.353158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.356659 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.374447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9dbf42c-4621-4e8b-9d3e-90c8f29256a5,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:54.381993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.386408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9c4a4c1f-499a-4eb7-b5c2-cae058e4a04e tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1179473 Dec 08 18:01:54.386809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 188cd86f-93a2-4354-a613-aad8a2a7970d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:01:54.386909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43562) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:54.391277 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'network': {'name': 'tempest-network-smoke--2134548734', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'port_security_enabled': True}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:54.409526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 188cd86f-93a2-4354-a613-aad8a2a7970d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:01:54.409975 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 188cd86f-93a2-4354-a613-aad8a2a7970d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:01:54.412120 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:01:54.415617 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.439055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 18:01:54.448324 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.448746 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Added segment 0c76e7df-857f-43ae-b0fd-d546e8788b5f of type vlan for network 7ed44eef-55b7-40d7-9635-ff988c6212e5 Dec 08 18:01:54.488704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.512788 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.518579 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:54.519155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.571762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1843424 Dec 08 18:01:54.574532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43564) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:54.585588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'admin_state_up': True, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:54.605524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319457f7-c9f5-4df2-85c8-b0210f05910d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Network': ['ID=7ed44eef-55b7-40d7-9635-ff988c6212e5,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:54.618916 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.619925 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.622704 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 18:01:54.672131 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:54.811418 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.004160 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.022882 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.122717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.37 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:01:55.225982 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.259858 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.295460 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:01:55.298248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:01:55.303724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:01:55.310868 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ab75f7-1e61-41d9-ba50-d9d662f11432 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:01:55.327362 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:55.425101 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1dc00d97-2b9c-40a8-88c7-cab8f1a60694 None None] Provisioning complete for port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:55.425391 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1dc00d97-2b9c-40a8-88c7-cab8f1a60694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.464163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-1dc00d97-2b9c-40a8-88c7-cab8f1a60694 None None] Port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:01:55.555130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.750129 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.875001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 10fe72cb-014a-4686-bf3f-9451b4e49cac is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 18:01:55.978820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:01:55.990123 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Sync routers for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:01:55.998724 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:55.999912 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d46ac6c7-4d71-42d2-a61e-9e8d68128d64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4244671 Dec 08 18:01:56.000265 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:56.000819 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:56.004127 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43566) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:56.082752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-98afa03a-166a-4611-a7da-e47a7a6c01db tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?project_id=745ff99b6c054ef3a061aa8d393378e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0768013 Dec 08 18:01:56.085284 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43570) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:56.106508 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:01:56.172258 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a879b1-50b5-439f-bfba-428122700cb3 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:56.173752 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2a879b1-50b5-439f-bfba-428122700cb3 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874729 Dec 08 18:01:56.177686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43572) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:56.204697 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-75d7451a-9b76-42b9-aec7-20ce54115c92 tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/subnets?network_id=ffada9dd-2359-467c-b049-1cbfc53f8a6b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259023 Dec 08 18:01:56.208228 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:56.212836 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1074270430', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:01:56.284917 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7b515f32-9ea9-42bb-b8e5-1367e989ed69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.303679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:55Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:56.309137 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:01:56.312645 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.330774 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Checking router: 10fe72cb-014a-4686-bf3f-9451b4e49cac for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:01:56.331288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Updating router 10fe72cb-014a-4686-bf3f-9451b4e49cac port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:01:56.360018 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.496963 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.553174 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Subnet': ['ID=4ded7988-4054-4232-92e7-8704289788a7,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:56.568862 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Checking segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:01:56.569225 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network hostable DHCP agents. Network: 7ed44eef-55b7-40d7-9635-ff988c6212e5, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 18:01:56.585652 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 18:01:56.594521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 7ed44eef-55b7-40d7-9635-ff988c6212e5) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:01:56.600092 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:56.600707 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.613039 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cba1b0-29ed-4c26-b9df-ed87233076ef None None] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:01:56.615921 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.618116 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aaa86275-e995-4ac0-9971-38c09cbd99d7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4088552 Dec 08 18:01:56.620916 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43576) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:01:56.656979 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.717693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf06a20-e3fe-43cf-8689-4d2f85510f11 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:01:56.743629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Attempting to bind port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:01:56.743996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Attempting to bind port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:01:56.744360 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Attempting to bind port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:01:56.757122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d1609-62c2-4984-ad6e-be8ab26e39fb None None] Pushing event updated for resources: {'Port': ['ID=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:56.762765 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:01:56.763156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:01:56.763547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.763933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:01:56.764499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Bound port: 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:01:56.764892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.829621 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-7ed44eef-55b7-40d7-9635-ff988c6212e5', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 18:01:56.830535 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.858048 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-44530196-d745-4c58-8508-315766df398f None None] Provisioning complete for port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:56.858704 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44530196-d745-4c58-8508-315766df398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.886759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] For port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:01:56.914197 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] For port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:01:56.922927 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:56.965938 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-44530196-d745-4c58-8508-315766df398f None None] Port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:01:57.028751 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123fcc5-e5b2-4a00-8293-7d72495afa90 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:01:57.068635 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.212411 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:57.213045 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:57.298084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d1609-62c2-4984-ad6e-be8ab26e39fb None None] Pushing event updated for resources: {'Port': ['ID=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:57.371649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-98a3be62-a370-40e6-abb4-38d71f94dba2 None None] Provisioning complete for port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:57.372322 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98a3be62-a370-40e6-abb4-38d71f94dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.373964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Allocated IP 172.20.0.2 (7ed44eef-55b7-40d7-9635-ff988c6212e5/4ded7988-4054-4232-92e7-8704289788a7/0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:01:57.419125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:01:57.675813 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98a3be62-a370-40e6-abb4-38d71f94dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.744516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98a3be62-a370-40e6-abb4-38d71f94dba2 None None] For port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:01:57.754015 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98a3be62-a370-40e6-abb4-38d71f94dba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.788834 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.800931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.839549 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:01:57.841176 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a3be62-a370-40e6-abb4-38d71f94dba2 None None] Pushing event updated for resources: {'Port': ['ID=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:57.842975 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.1 (7ed44eef-55b7-40d7-9635-ff988c6212e5/4ded7988-4054-4232-92e7-8704289788a7/06930d97-4298-4996-8238-db833695ea80) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:01:57.849582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:01:57.851641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:01:57.887969 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:55Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:57.940979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5632d2-ec4c-486c-b065-4b9fe6079417 None None] The sync data for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 is: [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:55Z', 'revision_number': 3, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:01:57.944838 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Pushing event updated for resources: {'Port': ['ID=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:57.965342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.975390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Attempting to bind port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:01:57.976100 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Attempting to bind port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:01:57.976750 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Attempting to bind port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb on network 7ed44eef-55b7-40d7-9635-ff988c6212e5 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:01:57.982421 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:01:57.982892 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Checking segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:01:57.983375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:57.983849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Bound using segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:01:57.984409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Bound port: 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:01:57.984858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.002945 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.045876 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:01:58.051749 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:01:58.055550 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:01:58.057345 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] For port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:01:58.062120 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] For port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:01:58.067040 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.080394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=06930d97-4298-4996-8238-db833695ea80,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:58.109885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.144353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cfbe7-4dec-48cc-8ae8-3fa41b6b3cc6 None None] Pushing event updated for resources: {'Port': ['ID=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:58.283396 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.527766 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:01:58.587077 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:58.587450 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.650310 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.655064 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.692187 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.731353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:01:58.736059 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.737390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:01:58.742287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=06930d97-4298-4996-8238-db833695ea80,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:58.758988 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.820641 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:01:58.834404 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:58.834771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:58.864195 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:01:58.865955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:01:58.992386 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 10fe72cb-014a-4686-bf3f-9451b4e49cac has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:01:59.058030 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc580f54-fa92-4c27-8c1d-643930ab6ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:59.112468 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:01:59.117774 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-47e6a91a-4e14-45ee-bc51-a15ca9b6baa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/10fe72cb-014a-4686-bf3f-9451b4e49cac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4955900 Dec 08 18:01:59.235815 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6689ac8d-b630-4bed-9bab-98e8a333f73f None None] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:01:59.276199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-f11ba039-7e09-42e2-b372-95c793815740 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-367415383&fields=id&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 267 time: 0.0455265 Dec 08 18:01:59.321000 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c70e9de0-1fdf-4154-b6fd-7b1b039bc39b None None] Provisioning complete for port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:59.321366 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c70e9de0-1fdf-4154-b6fd-7b1b039bc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:59.385045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-098288e7-5191-4ceb-8bca-9d801f5fb9ed tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:01:59.386654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-098288e7-5191-4ceb-8bca-9d801f5fb9ed tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/networks?id=7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 200 len: 797 time: 0.1036596 Dec 08 18:01:59.403817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-7c65bce5-7551-4bc5-b4cc-c672f8a01973 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/quotas/745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 375 time: 0.0094466 Dec 08 18:01:59.474092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-2a639a59-b2e7-4495-ac39-5d434ffe4099 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604122 Dec 08 18:01:59.577675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-d6ca6d10-fda9-45bd-96e8-2aeef8860e10 service neutron] 10.222.0.62 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916023 Dec 08 18:01:59.669335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-37f4af88-56ab-413c-8e43-59a05d6bf6ec None None] Provisioning complete for port 06930d97-4298-4996-8238-db833695ea80 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:59.669885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f4af88-56ab-413c-8e43-59a05d6bf6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:59.696722 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-65141dce-370d-416f-bcfd-7103d280e9dd service neutron] 10.222.0.62 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120527 Dec 08 18:01:59.717210 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-37f4af88-56ab-413c-8e43-59a05d6bf6ec None None] Port 06930d97-4298-4996-8238-db833695ea80 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:01:59.728172 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-37f4af88-56ab-413c-8e43-59a05d6bf6ec None None] Provisioning complete for port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:59.728621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-37f4af88-56ab-413c-8e43-59a05d6bf6ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:01:59.761122 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Sync routers for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:01:59.777279 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:01:59.777938 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:01:59.902356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9b1a0982-1a8c-43b4-8129-d6b8c954df87 req-fb762b0b-8c9d-415c-ba0a-adea861d8140 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 210 time: 0.0375168 Dec 08 18:01:59.954931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-19349a60-65b4-4cd6-a770-5a63fcace1cb None None] Provisioning complete for port 06930d97-4298-4996-8238-db833695ea80 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:01:59.955945 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-19349a60-65b4-4cd6-a770-5a63fcace1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.004859 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-19349a60-65b4-4cd6-a770-5a63fcace1cb None None] Port 06930d97-4298-4996-8238-db833695ea80 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:02:00.032756 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:00.126597 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a284c19d-0789-467f-a854-4e905c114f48 None None] Provisioning complete for port 06930d97-4298-4996-8238-db833695ea80 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:00.127090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a284c19d-0789-467f-a854-4e905c114f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.175602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-a284c19d-0789-467f-a854-4e905c114f48 None None] Port 06930d97-4298-4996-8238-db833695ea80 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:02:00.249251 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 2, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:00.279024 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Checking router: 10fe72cb-014a-4686-bf3f-9451b4e49cac for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:02:00.279373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Updating router 10fe72cb-014a-4686-bf3f-9451b4e49cac port 06930d97-4298-4996-8238-db833695ea80 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:02:00.304933 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.434058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:02:00.485655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:00.486074 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.588022 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.588238 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.593065 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.648619 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Pushing event updated for resources: {'Port': ['ID=06930d97-4298-4996-8238-db833695ea80,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:00.669728 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.670103 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.670446 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.670783 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.671118 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.671450 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.671774 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.672100 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.672419 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.672738 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.673059 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.673464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.673699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:00.712277 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Attempting to bind port 06930d97-4298-4996-8238-db833695ea80 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:02:00.712651 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Attempting to bind port 06930d97-4298-4996-8238-db833695ea80 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:02:00.713011 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Attempting to bind port 06930d97-4298-4996-8238-db833695ea80 on network 7ed44eef-55b7-40d7-9635-ff988c6212e5 {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:02:00.718606 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:02:00.718981 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Checking segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:02:00.719382 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.719770 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Bound using segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:02:00.720236 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Bound port: 06930d97-4298-4996-8238-db833695ea80, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:02:00.720611 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.786778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] For port 06930d97-4298-4996-8238-db833695ea80, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:02:00.790076 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] For port 06930d97-4298-4996-8238-db833695ea80, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=06930d97-4298-4996-8238-db833695ea80,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:02:00.794882 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:00.855064 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:00.855701 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:00.900628 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1b066-80e2-44e0-b08b-096d111f1824 None None] Pushing event updated for resources: {'Port': ['ID=06930d97-4298-4996-8238-db833695ea80,revision_number=4']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:00.904906 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-be7e0521-0b55-446a-855b-a244b9bdd744 None None] Provisioning complete for port 06930d97-4298-4996-8238-db833695ea80 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:00.905923 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be7e0521-0b55-446a-855b-a244b9bdd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.008578 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:01.060608 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be7e0521-0b55-446a-855b-a244b9bdd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.061857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4a154af1-7164-49cc-a9e0-159e8d783304 req-1c80738e-9e6f-4b60-bccf-74bac50b8aa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 210 time: 0.0384872 Dec 08 18:02:01.084675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-6cf5f5dd-d9d9-4df9-a726-ef17e80f3a61 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:01.086398 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-6cf5f5dd-d9d9-4df9-a726-ef17e80f3a61 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "GET /v2.0/networks?id=7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 200 len: 797 time: 0.2179654 Dec 08 18:02:01.139708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-be7e0521-0b55-446a-855b-a244b9bdd744 None None] For port 06930d97-4298-4996-8238-db833695ea80, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=06930d97-4298-4996-8238-db833695ea80,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:01.145668 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be7e0521-0b55-446a-855b-a244b9bdd744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.174405 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-49b316f5-0548-4adb-8672-72bdfbf02c6a tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=745ff99b6c054ef3a061aa8d393378e6 HTTP/1.1" status: 200 len: 379 time: 0.0757370 Dec 08 18:02:01.186230 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'port': {'device_id': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'admin_state_up': True, 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'security_groups': ['3695f27c-f333-4884-9e68-a5ae90187c38']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:02:01.197759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e0521-0b55-446a-855b-a244b9bdd744 None None] Pushing event updated for resources: {'Port': ['ID=06930d97-4298-4996-8238-db833695ea80,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:01.248151 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:00Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:01.266590 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c521166d-8784-4f2d-9e87-77c42b2a8f4d None None] Provisioning complete for port 06930d97-4298-4996-8238-db833695ea80 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:01.266956 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c521166d-8784-4f2d-9e87-77c42b2a8f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.279564 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c585a085-e85c-41b5-89e8-b763c71fdb31 None None] The sync data for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 is: [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:00Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:02:01.301051 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Made reservation on behalf of 745ff99b6c054ef3a061aa8d393378e6 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:02:01.305257 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.464402 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.20.0.5 (7ed44eef-55b7-40d7-9635-ff988c6212e5/4ded7988-4054-4232-92e7-8704289788a7/0816b000-3ea9-46ab-bdc7-e6f058e6a563) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:02:01.611898 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.649288 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.694656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:02:01.699954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:02:01.703856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:02:01.731527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=0816b000-3ea9-46ab-bdc7-e6f058e6a563,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:01.763011 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:01.763800 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.784593 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba5ba5d7-f169-4c56-b8c0-2cb43329beb2 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6029623 Dec 08 18:02:01.796792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Request body: {'port': {'device_id': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:02:01.861251 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:01.990593 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ef33c1ab-13a7-4aca-842b-8e4235ce2f41 None None] Provisioning complete for port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:01.991111 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ef33c1ab-13a7-4aca-842b-8e4235ce2f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.026105 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ef33c1ab-13a7-4aca-842b-8e4235ce2f41 None None] Port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:02:02.156625 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0816b000-3ea9-46ab-bdc7-e6f058e6a563 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:02:02.179947 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.197916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Transition to ACTIVE for port object 0816b000-3ea9-46ab-bdc7-e6f058e6a563 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:02:02.202472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.253859 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226aa2e-e7ed-4f65-a9f4-bf3996678a04 req-82e8b28d-c7ac-45e3-b6c7-12ec33eb0b99 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:02.255469 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1226aa2e-e7ed-4f65-a9f4-bf3996678a04 req-82e8b28d-c7ac-45e3-b6c7-12ec33eb0b99 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 931 time: 0.1104167 Dec 08 18:02:02.290865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Pushing event updated for resources: {'Port': ['ID=0816b000-3ea9-46ab-bdc7-e6f058e6a563,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:02.356659 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.373890 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1226aa2e-e7ed-4f65-a9f4-bf3996678a04 req-7eb8145b-09cf-4c8d-a403-7e6007a51af8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061618 Dec 08 18:02:02.392425 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Attempting to bind port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:02:02.393250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Attempting to bind port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:02:02.393627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Attempting to bind port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 on network 7ed44eef-55b7-40d7-9635-ff988c6212e5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:02:02.407698 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 on network 7ed44eef-55b7-40d7-9635-ff988c6212e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:02:02.408020 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Attempting to bind port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 on network 7ed44eef-55b7-40d7-9635-ff988c6212e5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:02:02.414706 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:02:02.415047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Checking segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:02:02.415423 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Bound using segment: {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:02:02.415953 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Bound port: 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c76e7df-857f-43ae-b0fd-d546e8788b5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:02:02.416197 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.477320 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 06930d97-4298-4996-8238-db833695ea80 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:02:02.499835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] For port 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:02:02.503974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] For port 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:02:02.507582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.546728 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:02.547631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.549409 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] 10.222.0.58 "PUT /v2.0/ports/0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 200 len: 1091 time: 0.7566328 Dec 08 18:02:02.549958 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:02:02.552263 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eafa510d-5cdb-4073-863d-b6e77795a615" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:02:02.562258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 06930d97-4298-4996-8238-db833695ea80 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:02.562645 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.594487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c0915-d174-4be4-9692-334f1429c62c service neutron] Pushing event updated for resources: {'Port': ['ID=0816b000-3ea9-46ab-bdc7-e6f058e6a563,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:02.618588 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:02.624111 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31802a61-08c1-41c2-bc34-6434cf21f44d x-openstack-request-id: req-31802a61-08c1-41c2-bc34-6434cf21f44d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:02:02.624683 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:02:02.624880 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-31802a61-08c1-41c2-bc34-6434cf21f44d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:02:02.625253 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'status': 'completed', 'code': 200} Dec 08 18:02:02.665943 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-08007fac-aa14-428e-9117-be956b72e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:02.667736 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-08007fac-aa14-428e-9117-be956b72e210 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1094 time: 0.0571644 Dec 08 18:02:02.713180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-237922da-a2c5-42e4-bca9-b6f039db4693 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 200 len: 217 time: 0.0365243 Dec 08 18:02:02.770448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba349781-56c6-415f-920e-d4e301da5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:02.771898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-ba349781-56c6-415f-920e-d4e301da5a06 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ded7988-4054-4232-92e7-8704289788a7 HTTP/1.1" status: 200 len: 835 time: 0.0500946 Dec 08 18:02:02.819523 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-9865a23a-87a2-49de-9a02-9f9b2e9759ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:02.821060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-9865a23a-87a2-49de-9a02-9f9b2e9759ab service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ed44eef-55b7-40d7-9635-ff988c6212e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422645 Dec 08 18:02:02.910128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-822d6868-294b-42d9-bfb3-de1ce7005924 service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820277 Dec 08 18:02:03.257617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:03.348330 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0096c70-bd70-4965-9937-6a4cbd851a20 req-297e6764-183f-44c0-8c72-e177751f3d0e service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310744 Dec 08 18:02:03.438242 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-dc07f676-2e8a-45fd-b0e2-2a2b6832aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:03.439904 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-dc07f676-2e8a-45fd-b0e2-2a2b6832aaaa service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1094 time: 0.0424094 Dec 08 18:02:03.546892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a19ad5-9f27-400b-9cb5-949bece7d706 req-0f3a9cfc-cbb2-403c-8b25-ba1b5a806f39 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:03.548343 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39a19ad5-9f27-400b-9cb5-949bece7d706 req-0f3a9cfc-cbb2-403c-8b25-ba1b5a806f39 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 943 time: 0.0935493 Dec 08 18:02:03.589442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-abc47651-fec5-49da-95cb-9580f3e77b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:03.590838 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-abc47651-fec5-49da-95cb-9580f3e77b5f service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 200 len: 898 time: 0.1434584 Dec 08 18:02:03.646850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-3cf16429-6417-4b39-9d19-d753e8a6c8d4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 200 len: 217 time: 0.0477867 Dec 08 18:02:03.650761 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-39a19ad5-9f27-400b-9cb5-949bece7d706 req-e646c00a-7c86-4451-9f60-b0555742cf49 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948424 Dec 08 18:02:03.698208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-36926eb7-131f-4af6-bf38-193885ede6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:03.699648 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-36926eb7-131f-4af6-bf38-193885ede6bc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ded7988-4054-4232-92e7-8704289788a7 HTTP/1.1" status: 200 len: 835 time: 0.0450656 Dec 08 18:02:03.746168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-76d76f94-3f45-4bd5-89ce-036fbe29136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:03.747675 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-76d76f94-3f45-4bd5-89ce-036fbe29136d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ed44eef-55b7-40d7-9635-ff988c6212e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395355 Dec 08 18:02:03.840354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-41e7529b-77af-4aa2-a62f-b6c4d6da20db service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Dec 08 18:02:03.928978 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-eafa510d-5cdb-4073-863d-b6e77795a615 req-9a11c5e5-c52b-4a58-bde2-d5ba7ed29e3c service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802765 Dec 08 18:02:04.219042 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:04.767673 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c09cca-cd65-4cc4-a462-47d5d126bf63 req-6e5a310f-c593-4857-8cf6-a093c5a9b326 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:04.769243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27c09cca-cd65-4cc4-a462-47d5d126bf63 req-6e5a310f-c593-4857-8cf6-a093c5a9b326 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 943 time: 0.0505016 Dec 08 18:02:04.822383 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27c09cca-cd65-4cc4-a462-47d5d126bf63 req-f4699e9e-853f-45cf-891c-22611d98f4f4 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471981 Dec 08 18:02:05.789018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0816b000-3ea9-46ab-bdc7-e6f058e6a563 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:02:05.884559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:05.897329 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'port_id': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'mac_address': 'fa:16:3e:7a:40:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:02:05.937739 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:05.938380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60091-4739-4803-baae-7a82a2ae9956 req-d8666b0e-e7bd-4345-8c84-c7a78c378790 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:05.940222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fee60091-4739-4803-baae-7a82a2ae9956 req-d8666b0e-e7bd-4345-8c84-c7a78c378790 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 943 time: 0.0496562 Dec 08 18:02:05.951546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0816b000-3ea9-46ab-bdc7-e6f058e6a563 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:02:05.970626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:05.974375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:05.991684 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fee60091-4739-4803-baae-7a82a2ae9956 req-bb468f09-ab76-43b6-a5b5-01e04a208df7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441043 Dec 08 18:02:06.022016 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0816b000-3ea9-46ab-bdc7-e6f058e6a563,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:06.179920 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['0816b000-3ea9-46ab-bdc7-e6f058e6a563'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:02:07.108016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b451ce-d883-4f76-a9ef-75f038da7af1 req-2cb9d336-33db-4eb2-a8ea-463fd25e2c1d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:07.109619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70b451ce-d883-4f76-a9ef-75f038da7af1 req-2cb9d336-33db-4eb2-a8ea-463fd25e2c1d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 944 time: 0.0496728 Dec 08 18:02:07.158591 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70b451ce-d883-4f76-a9ef-75f038da7af1 req-265655cc-682b-4cb5-8cf5-329bd8fd5f83 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428720 Dec 08 18:02:07.805170 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0816b000-3ea9-46ab-bdc7-e6f058e6a563 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:02:07.852965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:02:07.856946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:07.857318 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:07.937405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:07.958914 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:02:07.961183 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e51fb8-66bc-446b-b5d3-4c726541dd80" -d '{"events": [{"server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "name": "network-vif-plugged", "status": "completed", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:02:07.973893 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:07.977960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:08.001616 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adb9975-b245-46a4-9e24-ed4017ef804f x-openstack-request-id: req-4adb9975-b245-46a4-9e24-ed4017ef804f {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:02:08.001926 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "name": "network-vif-plugged", "status": "completed", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:02:08.002176 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4adb9975-b245-46a4-9e24-ed4017ef804f {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:02:08.002554 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'code': 200} Dec 08 18:02:08.027786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=0816b000-3ea9-46ab-bdc7-e6f058e6a563,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:08.103325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ead588-9222-4da9-aee8-8f9cb006f204 req-b08751a1-fc10-47e3-b4a5-642b762a84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:08.104865 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10ead588-9222-4da9-aee8-8f9cb006f204 req-b08751a1-fc10-47e3-b4a5-642b762a84c8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1096 time: 0.0478187 Dec 08 18:02:08.151720 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10ead588-9222-4da9-aee8-8f9cb006f204 req-4f4fb12e-0504-4b73-8df5-0c395b1ebfb6 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399370 Dec 08 18:02:08.278100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501fcfde-ce70-4933-a7a1-7951293558b9 req-51931c72-1d9c-40e8-b4bc-ed3e98489fd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:08.279714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-501fcfde-ce70-4933-a7a1-7951293558b9 req-51931c72-1d9c-40e8-b4bc-ed3e98489fd7 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0493863 Dec 08 18:02:08.329302 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-501fcfde-ce70-4933-a7a1-7951293558b9 req-bca16d4e-0aa4-47d4-9b9a-bd9df83b3502 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429327 Dec 08 18:02:09.448161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf2e9b-d48e-483e-ad68-07b522af622d req-5feb1c52-9d52-4ba7-802a-0a21d8aa599c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:09.449628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8daf2e9b-d48e-483e-ad68-07b522af622d req-5feb1c52-9d52-4ba7-802a-0a21d8aa599c tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0526893 Dec 08 18:02:09.499477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8daf2e9b-d48e-483e-ad68-07b522af622d req-d103aa83-2b76-4788-87d4-e0128e8cf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439088 Dec 08 18:02:09.615846 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60cd5e9-ca55-4285-b889-066cc8ab43ec req-73242bc7-7b76-4ace-bea9-2539f5d24c14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:09.617344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e60cd5e9-ca55-4285-b889-066cc8ab43ec req-73242bc7-7b76-4ace-bea9-2539f5d24c14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0511439 Dec 08 18:02:09.667331 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e60cd5e9-ca55-4285-b889-066cc8ab43ec req-9a07264f-49b7-472a-abf6-23a5e063d1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435617 Dec 08 18:02:09.689406 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43640) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:09.729778 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad14abe-d569-4223-b9f6-e3e0e999701d tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:09.731397 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fad14abe-d569-4223-b9f6-e3e0e999701d tempest-TestNetworkAdvancedServerOps-321153933 tempest-TestNetworkAdvancedServerOps-321153933-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1091 time: 0.0408597 Dec 08 18:02:09.734217 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43642) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:09.738432 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:02:09.759337 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:09.856880 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:09.959091 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Allocated IP 172.25.3.64 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/eeadfc00-1c32-4d6d-a40b-42b191e8165e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:02:10.061449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:10.095694 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:10.136883 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:02:10.139713 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:02:10.142300 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:02:10.148445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=eeadfc00-1c32-4d6d-a40b-42b191e8165e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:10.822403 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:10.886730 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:11.036659 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:11.041077 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:11.112728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event updated for resources: {'Port': ['ID=eeadfc00-1c32-4d6d-a40b-42b191e8165e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:11.122600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:11.220548 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP a6795834-03fc-4f0e-9909-321fc9a991b6 associated. External IP: 172.25.3.64, port: 0816b000-3ea9-46ab-bdc7-e6f058e6a563. Dec 08 18:02:11.419720 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 10fe72cb-014a-4686-bf3f-9451b4e49cac has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:02:11.529168 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:02:11.539316 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] Sync routers for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:02:11.547772 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:11.548281 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:11.548890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:11.579858 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-a3ae0f81-9a34-470e-9583-5e9c4761bdc8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8446009 Dec 08 18:02:11.580714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:02:11.628709 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5db592c4df46f1c63e874033ae6317b660a0c49c95eb14265b5923b4056c8094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ec7610-33d5-4829-91ab-cbb771348565" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:02:11.685558 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa226fd-bc94-422c-93e8-fcf9d28c285b req-a1b59b6f-a6f7-4115-bd10-3ca7b8f884ad tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:11.687656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfa226fd-bc94-422c-93e8-fcf9d28c285b req-a1b59b6f-a6f7-4115-bd10-3ca7b8f884ad tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0526946 Dec 08 18:02:11.745137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cfa226fd-bc94-422c-93e8-fcf9d28c285b req-84134dca-9540-480e-ad57-4e95c2b3c3f0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492561 Dec 08 18:02:11.767781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:11.834517 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-ff543316-2656-436b-ac58-3303f4eb5c58 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/a6795834-03fc-4f0e-9909-321fc9a991b6 HTTP/1.1" status: 200 len: 990 time: 0.0655200 Dec 08 18:02:11.835786 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:11.840816 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8100dc0b-c4e5-47d8-a02d-4194f951e383 x-openstack-request-id: req-8100dc0b-c4e5-47d8-a02d-4194f951e383 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:02:11.841102 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:02:11.841348 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8100dc0b-c4e5-47d8-a02d-4194f951e383 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:02:11.841747 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'status': 'completed', 'code': 200} Dec 08 18:02:11.904616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-048bc020-acca-4e5d-92a6-418a443568cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:11.906116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-048bc020-acca-4e5d-92a6-418a443568cd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1096 time: 0.0410252 Dec 08 18:02:11.997370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-a56e60b5-cfed-4a0a-94bf-d97a119c9de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:11.998931 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-a56e60b5-cfed-4a0a-94bf-d97a119c9de5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 200 len: 898 time: 0.0851669 Dec 08 18:02:12.068803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a6795834-03fc-4f0e-9909-321fc9a991b6', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'port_id': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'mac_address': 'fa:16:3e:7a:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:02:10Z', 'updated_at': '2021-12-08T18:02:10Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:01Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:12.070799 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-9c4e77d6-a84b-44bd-a6cc-32b96888a3ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 200 len: 998 time: 0.0634313 Dec 08 18:02:12.099954 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] Checking router: 10fe72cb-014a-4686-bf3f-9451b4e49cac for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:02:12.108681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:12.109304 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:01:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:12.121655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-ca5d1ac3-7a26-4a60-995e-cb7dc62d32d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:12.123168 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-ca5d1ac3-7a26-4a60-995e-cb7dc62d32d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ded7988-4054-4232-92e7-8704289788a7 HTTP/1.1" status: 200 len: 835 time: 0.0451517 Dec 08 18:02:12.169388 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-342af0ba-8ae8-4dbb-9868-a15531123c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:12.170911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-342af0ba-8ae8-4dbb-9868-a15531123c90 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ed44eef-55b7-40d7-9635-ff988c6212e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404596 Dec 08 18:02:12.218738 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:12.267671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-b7360df6-fc17-4a24-8a6b-bb6854df616c service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892756 Dec 08 18:02:12.358943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b0ec7610-33d5-4829-91ab-cbb771348565 req-d43bb3b4-a4d7-42f8-bc6d-e0957b921e91 service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837586 Dec 08 18:02:12.442931 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a6795834-03fc-4f0e-9909-321fc9a991b6', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'port_id': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'mac_address': 'fa:16:3e:7a:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:02:10Z', 'updated_at': '2021-12-08T18:02:10Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:01Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:12.468874 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5aa9b-b418-4915-8847-0d3aac6ad2dd None None] The sync data for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 is: [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'a6795834-03fc-4f0e-9909-321fc9a991b6', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'floating_ip_address': '172.25.3.64', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'port_id': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4289, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'mac_address': 'fa:16:3e:7a:40:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:02:10Z', 'updated_at': '2021-12-08T18:02:10Z', 'revision_number': 0, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:01Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:02:12.660398 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dad128b-353d-40d3-8582-5be3443e8f48 None None] New status for floating IP a6795834-03fc-4f0e-9909-321fc9a991b6: ACTIVE {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:02:12.838269 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43654) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:12.904657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-601393dc-4f71-4d82-937b-b331df607f48 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/a6795834-03fc-4f0e-9909-321fc9a991b6 HTTP/1.1" status: 200 len: 992 time: 0.0651145 Dec 08 18:02:25.650913 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:02:26.276610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-80423100-7f07-4437-9cbc-e583f27adf6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:29.050397 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bbbc59c7-7579-481c-a58d-e3285b4e38e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:30.589660 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:32.350634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:32.580219 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:33.272672 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:34.213531 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:44.331514 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984f6111-c24f-4cae-bedf-62f5c36808c1 req-4247042e-bc4e-4d8f-95a7-9e0aced353dc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:44.333154 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-984f6111-c24f-4cae-bedf-62f5c36808c1 req-4247042e-bc4e-4d8f-95a7-9e0aced353dc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0502889 Dec 08 18:02:44.384188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-984f6111-c24f-4cae-bedf-62f5c36808c1 req-e7820f48-e011-4d2a-96e3-db49fe801c64 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437112 Dec 08 18:02:45.500307 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5094bcd-fe5c-4c83-a7c9-3f6099e957b4 req-2cb2cd16-097a-408e-8a3d-96e0c699f070 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:45.502041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5094bcd-fe5c-4c83-a7c9-3f6099e957b4 req-2cb2cd16-097a-408e-8a3d-96e0c699f070 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0484204 Dec 08 18:02:45.554632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b5094bcd-fe5c-4c83-a7c9-3f6099e957b4 req-69f73b71-ad21-404e-8b8d-c929d2806072 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465205 Dec 08 18:02:45.577058 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43680) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:45.637656 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-92af7d89-5623-4cc3-a5ad-304813ca9a39 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/a6795834-03fc-4f0e-9909-321fc9a991b6 HTTP/1.1" status: 200 len: 992 time: 0.0594831 Dec 08 18:02:46.926008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aa2eb-ae2e-4cc1-897f-6e9e2524d12c req-a4d6341f-dfc4-466f-ba51-d4a1374630f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:46.928053 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c8aa2eb-ae2e-4cc1-897f-6e9e2524d12c req-a4d6341f-dfc4-466f-ba51-d4a1374630f3 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0766299 Dec 08 18:02:46.946364 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-4426afd0-7044-463c-9b31-4888e5ab259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:46.947815 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-4426afd0-7044-463c-9b31-4888e5ab259e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1096 time: 0.0635867 Dec 08 18:02:47.030725 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9c8aa2eb-ae2e-4cc1-897f-6e9e2524d12c req-8abac7ae-6ea1-4f62-ab44-fd8a2f8899ba tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959756 Dec 08 18:02:47.063936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-da69d6cb-f874-4fda-85f1-a97b613aa83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:47.065406 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-da69d6cb-f874-4fda-85f1-a97b613aa83d service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 200 len: 898 time: 0.1097124 Dec 08 18:02:47.135685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-0047abe3-898b-4476-901d-3d3a3b8dbe29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 200 len: 1000 time: 0.0633273 Dec 08 18:02:47.184223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-94c4ebce-ea8e-4f95-9769-c514675afb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:47.185542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-94c4ebce-ea8e-4f95-9769-c514675afb2e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ded7988-4054-4232-92e7-8704289788a7 HTTP/1.1" status: 200 len: 835 time: 0.0433083 Dec 08 18:02:47.230078 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-735a8b41-292b-47b8-bcba-046e404be6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:47.231512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-735a8b41-292b-47b8-bcba-046e404be6ce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ed44eef-55b7-40d7-9635-ff988c6212e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396500 Dec 08 18:02:47.323310 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-91427e65-defa-487f-8535-36d740b56a52 service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830543 Dec 08 18:02:47.410988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe063365-07c5-4a14-9c65-b8a9f94619de req-5e6469f2-a8e5-4f85-ae58-a8ba5be65d10 service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807233 Dec 08 18:02:48.153040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f42b8-834a-4bec-8241-13b4a18d46b3 req-b6528582-9ccb-442c-8bf6-52375f1c583d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:48.154519 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a18f42b8-834a-4bec-8241-13b4a18d46b3 req-b6528582-9ccb-442c-8bf6-52375f1c583d tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0493333 Dec 08 18:02:48.207422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a18f42b8-834a-4bec-8241-13b4a18d46b3 req-33e2317d-202e-4e20-99cb-0d013ac3cb48 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467310 Dec 08 18:02:49.323988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babef37e-856e-4775-bf90-e2f1559e7996 req-b1b592fc-5249-4bb8-8f18-563139ed9bff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:49.325416 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-babef37e-856e-4775-bf90-e2f1559e7996 req-b1b592fc-5249-4bb8-8f18-563139ed9bff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0472229 Dec 08 18:02:49.374443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-babef37e-856e-4775-bf90-e2f1559e7996 req-90104059-c95c-49f5-bd87-b8d750052d54 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429919 Dec 08 18:02:49.397300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43692) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:49.455151 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-acb64474-0321-42e9-82dd-923f4e6a80ff tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/floatingips/a6795834-03fc-4f0e-9909-321fc9a991b6 HTTP/1.1" status: 200 len: 992 time: 0.0566921 Dec 08 18:02:49.672275 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43698) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:49.832000 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port eeadfc00-1c32-4d6d-a40b-42b191e8165e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:02:49.832339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:49.905311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:49.905639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:49.917732 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for eeadfc00-1c32-4d6d-a40b-42b191e8165e owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:02:50.065195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:50.090603 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=eeadfc00-1c32-4d6d-a40b-42b191e8165e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:50.116445 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.116791 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.117136 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.117474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.117849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.118186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.118513 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.118838 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.119324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.119479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.119797 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.120114 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.120429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:50.163395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:50.163721 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Floating IP a6795834-03fc-4f0e-9909-321fc9a991b6 disassociated (deleted). External IP: 172.25.3.64, port: 0816b000-3ea9-46ab-bdc7-e6f058e6a563. Dec 08 18:02:50.363880 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 10fe72cb-014a-4686-bf3f-9451b4e49cac has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:02:50.471410 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:02:50.476790 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:50.481820 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] Sync routers for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:02:50.494414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:50.495093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:50.503502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-df8d8948-2b09-4f22-86f9-5a60732bf1fd tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/floatingips/a6795834-03fc-4f0e-9909-321fc9a991b6 HTTP/1.1" status: 204 len: 168 time: 0.8301532 Dec 08 18:02:50.504084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:02:50.507215 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd034c7-d831-44ff-92c9-ac5d32625581" -d '{"events": [{"name": "network-changed", "server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:02:50.602224 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:50.660880 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd77c844-ff1c-4922-851e-f2d0db039c9b x-openstack-request-id: req-dd77c844-ff1c-4922-851e-f2d0db039c9b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:02:50.661193 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:02:50.661470 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dd77c844-ff1c-4922-851e-f2d0db039c9b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:02:50.661888 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'status': 'completed', 'code': 200} Dec 08 18:02:50.772339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-e9424310-05f9-445e-bedc-4b09a09237d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:50.773969 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-e9424310-05f9-445e-bedc-4b09a09237d4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=745ff99b6c054ef3a061aa8d393378e6&device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 1096 time: 0.0862317 Dec 08 18:02:50.782240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f688c0a-4443-4bb3-86f2-d5e3a2285bdb req-6d664efe-1381-4a33-9d65-18bc05ba34cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:50.783598 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f688c0a-4443-4bb3-86f2-d5e3a2285bdb req-6d664efe-1381-4a33-9d65-18bc05ba34cb tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0740287 Dec 08 18:02:50.822445 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:01Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:50.849183 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] Checking router: 10fe72cb-014a-4686-bf3f-9451b4e49cac for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:02:50.857687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:50.858333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:50.890022 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f688c0a-4443-4bb3-86f2-d5e3a2285bdb req-2674bf30-d007-403d-910a-a36278dda98f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981708 Dec 08 18:02:50.907008 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-6a4d7d6b-068e-4cbd-b499-99fce03226d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:50.908444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-6a4d7d6b-068e-4cbd-b499-99fce03226d0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 200 len: 898 time: 0.1240153 Dec 08 18:02:50.951673 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-01629362-519b-4fd4-ab67-e735cf23f4fb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 200 len: 217 time: 0.0354335 Dec 08 18:02:50.968244 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:51.002647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-c4e2cf45-bc0e-4ef3-82d3-72aa055e62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:51.004136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-c4e2cf45-bc0e-4ef3-82d3-72aa055e62f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=4ded7988-4054-4232-92e7-8704289788a7 HTTP/1.1" status: 200 len: 835 time: 0.0442307 Dec 08 18:02:51.055742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-564b7f3a-5246-4d77-a2b7-136767c04ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:51.057239 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-564b7f3a-5246-4d77-a2b7-136767c04ad9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7ed44eef-55b7-40d7-9635-ff988c6212e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443804 Dec 08 18:02:51.149359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-fdd1d26b-7e5c-4068-b3fe-dc1e083a0914 service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843723 Dec 08 18:02:51.167710 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:01Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:51.194705 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b89d08-b79a-4931-a5ad-c031123324ee None None] The sync data for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 is: [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:01:58Z', 'revision_number': 4, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '06930d97-4298-4996-8238-db833695ea80', 'name': '', 'network_id': '7ed44eef-55b7-40d7-9635-ff988c6212e5', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'mac_address': 'fa:16:3e:0f:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '4ded7988-4054-4232-92e7-8704289788a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:57Z', 'updated_at': '2021-12-08T18:02:01Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'subnets': [{'id': '4ded7988-4054-4232-92e7-8704289788a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:02:51.246492 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ecd034c7-d831-44ff-92c9-ac5d32625581 req-156f3baa-83f6-43e4-9fa6-ae2ecb20f59a service neutron] 10.222.0.58 "GET /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891888 Dec 08 18:02:51.420744 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7408378f-6b82-4a31-937c-7d2d7676b04b None None] New status for floating IP a6795834-03fc-4f0e-9909-321fc9a991b6: DOWN {{(pid=103284) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:02:52.009885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe30f0-7bcb-4b08-bef8-032778f3692a req-81a46dd7-1e3a-4357-ae93-d55a06043d17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:52.011357 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0fe30f0-7bcb-4b08-bef8-032778f3692a req-81a46dd7-1e3a-4357-ae93-d55a06043d17 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0520372 Dec 08 18:02:52.060530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0fe30f0-7bcb-4b08-bef8-032778f3692a req-4af8c238-011e-4060-8285-21547899cfa6 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "GET /v2.0/security-groups?id=3695f27c-f333-4884-9e68-a5ae90187c38&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431969 Dec 08 18:02:52.221597 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bb80c-851d-4873-acbf-638dc114537b req-15b69e50-abde-496a-a6c6-7940192b29d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:52.223092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f2bb80c-851d-4873-acbf-638dc114537b req-15b69e50-abde-496a-a6c6-7940192b29d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "GET /v2.0/ports?device_id=6aa3d180-d9a1-4907-8a47-0e59a401cadf HTTP/1.1" status: 200 len: 945 time: 0.0476680 Dec 08 18:02:52.313156 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:02:52.313494 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:52.404659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 0816b000-3ea9-46ab-bdc7-e6f058e6a563, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=0816b000-3ea9-46ab-bdc7-e6f058e6a563,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:52.405017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:52.417681 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 0816b000-3ea9-46ab-bdc7-e6f058e6a563 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:02:52.544027 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:52.574234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=0816b000-3ea9-46ab-bdc7-e6f058e6a563,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:52.617096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] No DVR routers for this DVR port 0816b000-3ea9-46ab-bdc7-e6f058e6a563 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:02:52.619784 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:52.623315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9f2bb80c-851d-4873-acbf-638dc114537b req-8fec8bf9-1fa9-4330-958a-724bbc058ae0 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.58 "DELETE /v2.0/ports/0816b000-3ea9-46ab-bdc7-e6f058e6a563 HTTP/1.1" status: 204 len: 173 time: 0.3936579 Dec 08 18:02:52.663225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'name': 'network-vif-deleted', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:02:52.665696 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95fe9ae-fb50-4dbd-a2d3-87645cfcee44" -d '{"events": [{"server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "name": "network-vif-deleted", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:02:52.706272 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90707fe-5101-441a-b394-b4219ec9709d x-openstack-request-id: req-a90707fe-5101-441a-b394-b4219ec9709d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:02:52.706565 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aa3d180-d9a1-4907-8a47-0e59a401cadf", "name": "network-vif-deleted", "tag": "0816b000-3ea9-46ab-bdc7-e6f058e6a563", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:02:52.706810 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a90707fe-5101-441a-b394-b4219ec9709d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:02:52.707292 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aa3d180-d9a1-4907-8a47-0e59a401cadf', 'name': 'network-vif-deleted', 'tag': '0816b000-3ea9-46ab-bdc7-e6f058e6a563', 'status': 'completed', 'code': 200} Dec 08 18:02:53.122914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43714) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:53.486469 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:53.739800 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 06930d97-4298-4996-8238-db833695ea80 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:02:53.740211 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:53.825766 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 06930d97-4298-4996-8238-db833695ea80, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=06930d97-4298-4996-8238-db833695ea80,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:53.826147 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:53.839496 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 06930d97-4298-4996-8238-db833695ea80 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:02:54.021628 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.051012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=06930d97-4298-4996-8238-db833695ea80,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:54.076863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.077216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.077556 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.077922 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.078255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.078586 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.078913 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.079240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.079571 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.079885 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.080208 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.080526 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.080842 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:54.235510 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.457610 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Router 10fe72cb-014a-4686-bf3f-9451b4e49cac has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:02:54.563822 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:02:54.569150 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-1454e38e-7547-4184-badc-f2d3977897bc tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "PUT /v2.0/routers/10fe72cb-014a-4686-bf3f-9451b4e49cac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4451437 Dec 08 18:02:54.571912 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43716) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:54.575633 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] Sync routers for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:02:54.595322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:54.596047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:54.623382 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting subnet 4ded7988-4054-4232-92e7-8704289788a7 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:02:54.627106 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.667658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.705548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:54.754104 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.812868 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.839791 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Subnet': ['ID=4ded7988-4054-4232-92e7-8704289788a7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:54.843471 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:54.846670 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-292021a6-d416-40b9-b18a-cb8ea1120f14 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/subnets/4ded7988-4054-4232-92e7-8704289788a7 HTTP/1.1" status: 204 len: 168 time: 0.2738311 Dec 08 18:02:54.849989 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43718) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:54.868925 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6ac8d4-4a66-4b07-962f-9f69a33d8434 None None] Network 7ed44eef-55b7-40d7-9635-ff988c6212e5 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:02:54.958990 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.064908 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.122598 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Deleting port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:02:55.122933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.136482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:02:53Z', 'revision_number': 5, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port': {'id': '673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:01:55Z', 'updated_at': '2021-12-08T18:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:55.168958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] Checking router: 10fe72cb-014a-4686-bf3f-9451b4e49cac for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:02:55.179700 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] Routers {'10fe72cb-014a-4686-bf3f-9451b4e49cac'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:02:55.180303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['10fe72cb-014a-4686-bf3f-9451b4e49cac'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:55.207760 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] For port 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:55.208768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.225863 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Calling delete_port for 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:02:55.249160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] DHCP port deletion for 7ed44eef-55b7-40d7-9635-ff988c6212e5 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:02:55.321822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] Set router 10fe72cb-014a-4686-bf3f-9451b4e49cac gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:02:55.389861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:02:55Z', 'revision_number': 6, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:55.427939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6ec22-01fe-4601-9b16-d28b3a5e30aa None None] The sync data for ids ['10fe72cb-014a-4686-bf3f-9451b4e49cac'] in n-d-820935-5 is: [{'id': '10fe72cb-014a-4686-bf3f-9451b4e49cac', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480299567', 'tenant_id': '745ff99b6c054ef3a061aa8d393378e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:01:54Z', 'updated_at': '2021-12-08T18:02:55Z', 'revision_number': 6, 'project_id': '745ff99b6c054ef3a061aa8d393378e6', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:02:55.439789 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Deleting port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:02:55.440163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.516976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] For port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,segment=NetworkSegment(0c76e7df-857f-43ae-b0fd-d546e8788b5f),segment_id=0c76e7df-857f-43ae-b0fd-d546e8788b5f)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:02:55.517368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.531888 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Calling delete_port for 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:02:55.620199 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.648596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Pushing event deleted for resources: {'Port': ['ID=0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:55.653073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] No DVR routers for this DVR port 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:02:55.666924 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.667277 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.667620 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.667958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.668293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.668623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.668946 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.669269 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.669591 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.669958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.670283 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.670602 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.670921 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1eacd8b-7be5-4b20-976c-f1670aa0350e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:02:55.792804 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:55.825847 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Port': ['ID=673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:55.842296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90394800-0a99-4deb-90ed-0304f5ceae1e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:02:55.904322 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.001252 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.003736 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.052450 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.053914 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Fanout notify agent at l3_agent the message router_deleted on router 10fe72cb-014a-4686-bf3f-9451b4e49cac {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:02:56.055832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0816b000-3ea9-46ab-bdc7-e6f058e6a563 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:02:56.062932 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.066740 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aa1bdbba-f02b-45db-bac2-8d89b962249f tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/routers/10fe72cb-014a-4686-bf3f-9451b4e49cac HTTP/1.1" status: 204 len: 168 time: 1.2132745 Dec 08 18:02:56.067027 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:56.077370 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 0816b000-3ea9-46ab-bdc7-e6f058e6a563 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:02:56.077711 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 0816b000-3ea9-46ab-bdc7-e6f058e6a563 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:02:56.151680 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.240479 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.260872 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed44eef-55b7-40d7-9635-ff988c6212e5']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:56.270216 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c76e7df-857f-43ae-b0fd-d546e8788b5f') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:56.271136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c76e7df-857f-43ae-b0fd-d546e8788b5f') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:02:56.279360 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-44d74aa4-30f8-443a-bdf0-45cf730ee0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.281997 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.296358 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.302480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:02:56.302863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: timer() Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:02:56.306211 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:02:56.372215 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.380078 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.382871 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/networks/7ed44eef-55b7-40d7-9635-ff988c6212e5 HTTP/1.1" status: 204 len: 168 time: 0.3148150 Dec 08 18:02:56.385693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43722) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:56.402136 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d08b5-68f1-4b14-a918-09d65624f4d8 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'Network': ['ID=7ed44eef-55b7-40d7-9635-ff988c6212e5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:56.451831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04d4d0ba-d602-4fe1-b41e-3caa49134452 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.474572 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:02:56.478742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04d4d0ba-d602-4fe1-b41e-3caa49134452 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.497867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:02:56.498212 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 0ec7f9c1-76e8-4475-8be4-2959dbfeb2eb not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:02:56.498631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:02:56.519730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:02:56.520089 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 673ff74d-a062-4dd9-a3ef-1c1ce2a6deb1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:02:56.521252 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 06930d97-4298-4996-8238-db833695ea80 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:02:56.539536 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04d4d0ba-d602-4fe1-b41e-3caa49134452 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.542155 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04d4d0ba-d602-4fe1-b41e-3caa49134452 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:56.542928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 06930d97-4298-4996-8238-db833695ea80 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:02:56.546334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 06930d97-4298-4996-8238-db833695ea80 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:02:56.546453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-04d4d0ba-d602-4fe1-b41e-3caa49134452 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] 10.222.0.62 "DELETE /v2.0/security-groups/3695f27c-f333-4884-9e68-a5ae90187c38 HTTP/1.1" status: 204 len: 168 time: 0.1566529 Dec 08 18:02:56.553724 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d4d0ba-d602-4fe1-b41e-3caa49134452 tempest-TestNetworkAdvancedServerOps-862455952 tempest-TestNetworkAdvancedServerOps-862455952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3695f27c-f333-4884-9e68-a5ae90187c38,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:56.916371 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43730) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:57.049825 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d684b89b-ed3b-4d40-81aa-fcc231f63221 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=745ff99b6c054ef3a061aa8d393378e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1322813 Dec 08 18:02:57.052861 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43734) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:57.099225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-096905f8-3119-4e4b-8f26-35a10578492c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.119976 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-096905f8-3119-4e4b-8f26-35a10578492c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.168184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-096905f8-3119-4e4b-8f26-35a10578492c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.170856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-096905f8-3119-4e4b-8f26-35a10578492c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.171984 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-096905f8-3119-4e4b-8f26-35a10578492c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ea47d4ce-c294-438a-8c69-f753dffbe692 HTTP/1.1" status: 204 len: 168 time: 0.1182425 Dec 08 18:02:57.180484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096905f8-3119-4e4b-8f26-35a10578492c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea47d4ce-c294-438a-8c69-f753dffbe692,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:57.427255 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:57.441595 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f8451ec-dd15-4786-be21-1158075925b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.517143 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f8451ec-dd15-4786-be21-1158075925b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.520874 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5f8451ec-dd15-4786-be21-1158075925b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.559512 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5f8451ec-dd15-4786-be21-1158075925b3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=af6bf8bfac3549198a221ef63c039eb3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1310756 Dec 08 18:02:57.560742 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8451ec-dd15-4786-be21-1158075925b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b44d3f-7235-47c6-b754-a760a049f88c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:57.562207 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43742) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:57.609641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b403213-cdf8-4d25-8863-5e9bc13c2f3f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.630853 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b403213-cdf8-4d25-8863-5e9bc13c2f3f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.676462 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b403213-cdf8-4d25-8863-5e9bc13c2f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.679211 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6b403213-cdf8-4d25-8863-5e9bc13c2f3f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:57.680344 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6b403213-cdf8-4d25-8863-5e9bc13c2f3f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/61b44d3f-7235-47c6-b754-a760a049f88c HTTP/1.1" status: 204 len: 168 time: 0.1169956 Dec 08 18:02:57.688259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b403213-cdf8-4d25-8863-5e9bc13c2f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b44d3f-7235-47c6-b754-a760a049f88c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:58.365012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43764) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:58.465992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-873737688-network', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:02:58.486949 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Made reservation on behalf of 0c249e9320c44a61b0f85e6d2bf79336 for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:02:58.489819 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.498535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.572717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.576775 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.601974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 18:02:58.618001 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a985199-2bdd-43b0-a382-dce35b02195f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:58.623395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.623730 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Added segment 1ff8e355-2836-49d6-8f80-a579f8cefe0a of type vlan for network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 Dec 08 18:02:58.665634 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.689779 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.690751 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:58.691441 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.747760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3813715 Dec 08 18:02:58.750790 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43768) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:58.756144 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Request body: {'subnet': {'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-873737688-subnet', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:02:58.756944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6119aa-2687-4c8f-91df-f1b7310d2fb1 admin admin] Pushing event updated for resources: {'Network': ['ID=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:58.766887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 18:02:58.777493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Made reservation on behalf of 0c249e9320c44a61b0f85e6d2bf79336 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:02:58.779839 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:58.946618 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.009349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c440a8eb-fc95-4947-8a34-8bacbae21678,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:59.013618 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:02:59.014000 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Network hostable DHCP agents. Network: 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 18:02:59.030451 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 18:02:59.040396 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:02:59.044587 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:02:59.045164 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.057890 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbe4475-8f13-4223-9b67-314577083828 None None] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:02:59.066650 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-9232b1b1-216f-45af-a1cb-8409c36cddf6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3147395 Dec 08 18:02:59.070050 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43770) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:02:59.074561 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c56a5fd5-e4b0-432b-9b9b-7380cf2d9877 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.074764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:02:59.095340 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.096406 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.156639 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.169944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 18:02:59.171096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.295454 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.307785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Allocated IP 172.20.0.2 (2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1/c440a8eb-fc95-4947-8a34-8bacbae21678/7acf52b2-2c5e-4ac1-8082-f25784808db9) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:02:59.448458 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.454622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.496712 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:02:59.497755 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.499541 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:02:59.506462 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:02:59.517477 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.518132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Pushing event updated for resources: {'Port': ['ID=7acf52b2-2c5e-4ac1-8082-f25784808db9,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:59.564394 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Attempting to bind port 7acf52b2-2c5e-4ac1-8082-f25784808db9 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:02:59.564672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Attempting to bind port 7acf52b2-2c5e-4ac1-8082-f25784808db9 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:02:59.565032 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Attempting to bind port 7acf52b2-2c5e-4ac1-8082-f25784808db9 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:02:59.571056 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:02:59.571427 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:02:59.571827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.572223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Bound using segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:02:59.572689 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Bound port: 7acf52b2-2c5e-4ac1-8082-f25784808db9, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:02:59.573066 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.618742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Allocated IP 172.25.3.183 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/383cb51a-411f-45dd-b28f-854d62e42b1d) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:02:59.641980 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] For port 7acf52b2-2c5e-4ac1-8082-f25784808db9, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:02:59.645391 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] For port 7acf52b2-2c5e-4ac1-8082-f25784808db9, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7acf52b2-2c5e-4ac1-8082-f25784808db9,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:02:59.651164 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.710897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a2b77-92be-4aa4-a95d-5f393427f60d None None] Pushing event updated for resources: {'Port': ['ID=7acf52b2-2c5e-4ac1-8082-f25784808db9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:59.737645 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.773900 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.810813 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:02:59.813702 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:02:59.820393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:02:59.829472 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17334c1-def9-4e05-9383-b4f56091762c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:02:59.847734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Pushing event updated for resources: {'Port': ['ID=383cb51a-411f-45dd-b28f-854d62e42b1d,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:02:59.892133 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-129083fd-162a-4d69-8584-0efe31b89583 None None] Provisioning complete for port 383cb51a-411f-45dd-b28f-854d62e42b1d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:02:59.892495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-129083fd-162a-4d69-8584-0efe31b89583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:02:59.936844 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-129083fd-162a-4d69-8584-0efe31b89583 None None] Port 383cb51a-411f-45dd-b28f-854d62e42b1d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:00.113065 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.305371 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.449199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Router 0d079793-e1c8-446b-b664-ac3748ef07ef is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 18:03:00.494408 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7acf52b2-2c5e-4ac1-8082-f25784808db9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:00.550727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7acf52b2-2c5e-4ac1-8082-f25784808db9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:00.551291 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.612102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.655448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.693282 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 7acf52b2-2c5e-4ac1-8082-f25784808db9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7acf52b2-2c5e-4ac1-8082-f25784808db9,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:00.697552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.704794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88e6c42-2b9f-492b-b247-38c9f029bbd8 None None] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:03:00.825036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=7acf52b2-2c5e-4ac1-8082-f25784808db9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:00.830199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ecb2b7cd-5d01-4c40-80a0-e778789debb9 None None] Provisioning complete for port 7acf52b2-2c5e-4ac1-8082-f25784808db9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:00.830836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b7cd-5d01-4c40-80a0-e778789debb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.925624 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:03:00.936568 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:03:00.948120 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:00.948306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:00.949067 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:00.949376 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fe2ab47d-f78b-48aa-bc5a-15cb543c28a7 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8783081 Dec 08 18:03:00.953165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43772) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:01.065691 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:01.185161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4fbf6fbe-9b8f-4408-8313-6ad50275349e None None] Provisioning complete for port 7acf52b2-2c5e-4ac1-8082-f25784808db9 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:01.185949 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4fbf6fbe-9b8f-4408-8313-6ad50275349e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.249959 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:00Z', 'revision_number': 3, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:01.283566 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:03:01.284523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Updating router 0d079793-e1c8-446b-b664-ac3748ef07ef port 383cb51a-411f-45dd-b28f-854d62e42b1d binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:03:01.309175 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.380438 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.535393 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Allocated IP 172.20.0.1 (2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1/c440a8eb-fc95-4947-8a34-8bacbae21678/8daaff96-c64d-4684-a60d-27e5912a8b4e) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:03:01.559769 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.564593 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.606093 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f0de1c-caee-4649-ab8b-5b13a8f4bdfb None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:03:01.617163 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Attempting to bind port 383cb51a-411f-45dd-b28f-854d62e42b1d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:03:01.617452 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Attempting to bind port 383cb51a-411f-45dd-b28f-854d62e42b1d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:03:01.617831 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Attempting to bind port 383cb51a-411f-45dd-b28f-854d62e42b1d on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:01.627451 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Pushing event updated for resources: {'Port': ['ID=383cb51a-411f-45dd-b28f-854d62e42b1d,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:01.629690 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:03:01.630676 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:01.631273 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.631665 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:03:01.632135 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Bound port: 383cb51a-411f-45dd-b28f-854d62e42b1d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:03:01.632516 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.646810 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.656121 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.656535 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.656875 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.657209 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.657539 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.657895 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.658223 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.658610 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.658976 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.659433 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.659825 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.660164 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.660630 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:03:01.682034 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.691087 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-6f01e1c5-5cd0-4caf-ae57-9d3b5da21bf6 None None] Provisioning complete for port 383cb51a-411f-45dd-b28f-854d62e42b1d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:01.691611 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6f01e1c5-5cd0-4caf-ae57-9d3b5da21bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.704846 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] For port 383cb51a-411f-45dd-b28f-854d62e42b1d, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:03:01.709494 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] For port 383cb51a-411f-45dd-b28f-854d62e42b1d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=383cb51a-411f-45dd-b28f-854d62e42b1d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:03:01.714209 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.720786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:01.724263 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:01.730257 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:03:01.735443 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-6f01e1c5-5cd0-4caf-ae57-9d3b5da21bf6 None None] Port 383cb51a-411f-45dd-b28f-854d62e42b1d cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:01.758023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Pushing event updated for resources: {'Port': ['ID=8daaff96-c64d-4684-a60d-27e5912a8b4e,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:01.769296 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97851b64-50a1-497c-a4bb-b3c0ef40b854 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:03:01.778844 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.794805 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e133f-07ec-4fc7-84d0-9b7ad04ba502 None None] Pushing event updated for resources: {'Port': ['ID=383cb51a-411f-45dd-b28f-854d62e42b1d,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:01.805577 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:01.806450 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:01.865020 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-dd488bad-4da3-4dd6-a585-677d7d7a1d43 None None] Provisioning complete for port 383cb51a-411f-45dd-b28f-854d62e42b1d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:01.865596 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd488bad-4da3-4dd6-a585-677d7d7a1d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.938440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.941693 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:01.968666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd488bad-4da3-4dd6-a585-677d7d7a1d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:01.995967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-dd488bad-4da3-4dd6-a585-677d7d7a1d43 None None] For port 383cb51a-411f-45dd-b28f-854d62e42b1d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=383cb51a-411f-45dd-b28f-854d62e42b1d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:02.000210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-dd488bad-4da3-4dd6-a585-677d7d7a1d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.049354 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd488bad-4da3-4dd6-a585-677d7d7a1d43 None None] Pushing event updated for resources: {'Port': ['ID=383cb51a-411f-45dd-b28f-854d62e42b1d,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:02.123017 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.125140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-97889ed9-c683-4422-be9c-f4cd8fae6365 None None] Provisioning complete for port 8daaff96-c64d-4684-a60d-27e5912a8b4e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:02.125583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-97889ed9-c683-4422-be9c-f4cd8fae6365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.129972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.141274 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:00Z', 'revision_number': 3, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:02.167544 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-97889ed9-c683-4422-be9c-f4cd8fae6365 None None] Port 8daaff96-c64d-4684-a60d-27e5912a8b4e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:02.169015 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3befb9a9-ac4a-4115-9084-0d605c7e9081 None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:00Z', 'revision_number': 3, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:03:02.203853 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Pushing event updated for resources: {'Port': ['ID=8daaff96-c64d-4684-a60d-27e5912a8b4e,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:02.206359 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.301088 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:02.302568 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:02.358159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.465453 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Router 0d079793-e1c8-446b-b664-ac3748ef07ef has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:03:02.593333 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7acf52b2-2c5e-4ac1-8082-f25784808db9 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:02.607475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:03:02.616424 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6390af16-6d6e-4111-85dc-58b762cf107c admin admin] 10.222.0.62 "PUT /v2.0/routers/0d079793-e1c8-446b-b664-ac3748ef07ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632309 Dec 08 18:03:02.624617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.640999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-66ea470f-188a-43bc-84f0-6d4e784d4bd4 None None] Provisioning complete for port 8daaff96-c64d-4684-a60d-27e5912a8b4e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:02.641359 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-66ea470f-188a-43bc-84f0-6d4e784d4bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.650972 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:03:02.696825 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-66ea470f-188a-43bc-84f0-6d4e784d4bd4 None None] Port 8daaff96-c64d-4684-a60d-27e5912a8b4e cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:02.703286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 7acf52b2-2c5e-4ac1-8082-f25784808db9 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:02.703659 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:02.974452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 383cb51a-411f-45dd-b28f-854d62e42b1d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:03.029913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 383cb51a-411f-45dd-b28f-854d62e42b1d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:03.030342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.156865 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43788) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:03.161911 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1924293991-network', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:03.182023 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Made reservation on behalf of 679a74f38a114d26bd7529469bb27d2a for: {'network': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:03:03.184486 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.193752 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.270311 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.272255 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.274856 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.300980 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'} {{(pid=103282) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 18:03:03.311512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3027d53a-502e-4ed1-b46f-35fdeeb5fd50,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:03.318109 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.318473 n-d-820935-5 neutron-server[103282]: INFO neutron.db.segments_db [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Added segment 9970464b-d9e1-4d47-b4ef-cd68a093be76 of type vlan for network ebee8684-b60b-4665-9343-346ee184fcf0 Dec 08 18:03:03.357417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.383514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.384482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:03.385055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.440459 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2824476 Dec 08 18:03:03.444445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43790) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:03.449335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Request body: {'subnet': {'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1924293991-subnet', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:03.450302 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ea7d8-1d85-4c10-a564-2c238d00db28 admin admin] Pushing event updated for resources: {'Network': ['ID=ebee8684-b60b-4665-9343-346ee184fcf0,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:03.461744 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network ebee8684-b60b-4665-9343-346ee184fcf0 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 18:03:03.475010 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Made reservation on behalf of 679a74f38a114d26bd7529469bb27d2a for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:03:03.477440 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59449022'] for subnet, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.654042 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58882021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59449004'] for subnet, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.713373 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ea86fb-1e57-45e2-8691-1064aba8d9a9,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:03.722052 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Checking segment: {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:03.722410 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Network hostable DHCP agents. Network: ebee8684-b60b-4665-9343-346ee184fcf0, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 18:03:03.740808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Network ebee8684-b60b-4665-9343-346ee184fcf0 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 18:03:03.750291 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, ebee8684-b60b-4665-9343-346ee184fcf0) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:03.755536 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:03.756457 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.759322 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96eaf58-d48f-4d1f-b2f6-0e48dabfe476 None None] Network ebee8684-b60b-4665-9343-346ee184fcf0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:03:03.772863 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-e2b631f4-afc4-458c-9d63-8cab054ea317 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3273108 Dec 08 18:03:03.775523 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43792) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:03.780240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:03.806921 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.807965 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.833074 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:03:03.863745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:03.864932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:03.866187 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:03.904247 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-ebee8684-b60b-4665-9343-346ee184fcf0', 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0', 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'fixed_ips': [{'subnet_id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 18:03:03.905003 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.010866 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.076800 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:04.163778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Allocated IP 172.20.0.2 (ebee8684-b60b-4665-9343-346ee184fcf0/77ea86fb-1e57-45e2-8691-1064aba8d9a9/6b5234dc-ffe7-41fc-a51b-569a3ce3199d) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:03:04.219139 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.237845 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.279405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.343811 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Allocated IP 172.25.3.247 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:03:04.423254 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.431724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:02Z', 'revision_number': 2, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:04.434749 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.454412 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.481131 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:03:04.481481 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Updating router 0d079793-e1c8-446b-b664-ac3748ef07ef port 8daaff96-c64d-4684-a60d-27e5912a8b4e binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:03:04.492254 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.514703 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Network ebee8684-b60b-4665-9343-346ee184fcf0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:04.524523 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:04.529198 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:03:04.531058 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.531605 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:04.534679 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Pushing event updated for resources: {'Port': ['ID=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:04.537977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:04.540581 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:03:04.573493 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Pushing event updated for resources: {'Port': ['ID=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:04.574117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3c2d2e-8c35-4a21-b08a-f65613c3b737 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:03:04.637851 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Attempting to bind port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:03:04.638223 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Attempting to bind port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:03:04.638580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Attempting to bind port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d on network ebee8684-b60b-4665-9343-346ee184fcf0 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:04.687041 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:03:04.687319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Checking segment: {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:04.687710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.688098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Bound using segment: {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:03:04.688565 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Bound port: 6b5234dc-ffe7-41fc-a51b-569a3ce3199d, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:03:04.688939 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.803887 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d4025ecc-89e4-455b-89cd-84c5d7d742a8 None None] Provisioning complete for port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:04.804251 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d4025ecc-89e4-455b-89cd-84c5d7d742a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.810178 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:04.853746 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] For port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:03:04.882121 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] For port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,segment=NetworkSegment(9970464b-d9e1-4d47-b4ef-cd68a093be76),segment_id=9970464b-d9e1-4d47-b4ef-cd68a093be76)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:03:04.886637 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d4025ecc-89e4-455b-89cd-84c5d7d742a8 None None] Port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:04.892957 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.010089 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.014578 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40cc5a5-f19c-43b3-b42d-6d1e2ebf72e9 None None] Pushing event updated for resources: {'Port': ['ID=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:05.023142 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.028808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.084794 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddc36d-c325-4bc3-836d-a75c1b99bfee None None] Pushing event updated for resources: {'Port': ['ID=8daaff96-c64d-4684-a60d-27e5912a8b4e,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:05.170129 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Attempting to bind port 8daaff96-c64d-4684-a60d-27e5912a8b4e on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:03:05.170582 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Attempting to bind port 8daaff96-c64d-4684-a60d-27e5912a8b4e by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:03:05.170904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Attempting to bind port 8daaff96-c64d-4684-a60d-27e5912a8b4e on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:05.180388 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:03:05.181122 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:05.182603 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.183680 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Bound using segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:03:05.184521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Bound port: 8daaff96-c64d-4684-a60d-27e5912a8b4e, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:03:05.184784 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.187795 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 18:03:05.275889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] For port 8daaff96-c64d-4684-a60d-27e5912a8b4e, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:03:05.281266 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] For port 8daaff96-c64d-4684-a60d-27e5912a8b4e, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8daaff96-c64d-4684-a60d-27e5912a8b4e,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:03:05.292615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.318515 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:03:05.335014 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Sync routers for ids ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:03:05.339399 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.343432 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5dae9f6d-dd3e-464f-83cf-7bb9ecab2c36 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5642681 Dec 08 18:03:05.343744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43794) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:05.349412 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Routers {'32c3ce45-24f8-46e9-a558-4db9dd2f2c23'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:05.350124 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:05.361603 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:05.362293 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:05.463832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddc36d-c325-4bc3-836d-a75c1b99bfee None None] Pushing event updated for resources: {'Port': ['ID=8daaff96-c64d-4684-a60d-27e5912a8b4e,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:05.467236 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-28ef8023-efe7-40a3-8e5b-b5d94d5ae9a2 None None] Provisioning complete for port 8daaff96-c64d-4684-a60d-27e5912a8b4e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:05.467632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28ef8023-efe7-40a3-8e5b-b5d94d5ae9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.509427 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Set router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:05.573837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:05.823867 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:03:04Z', 'revision_number': 3, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:05.881653 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Checking router: 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:03:05.882011 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Updating router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:03:05.913182 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.937489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:05.946609 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28ef8023-efe7-40a3-8e5b-b5d94d5ae9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.019810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-28ef8023-efe7-40a3-8e5b-b5d94d5ae9a2 None None] For port 8daaff96-c64d-4684-a60d-27e5912a8b4e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8daaff96-c64d-4684-a60d-27e5912a8b4e,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:06.025809 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-28ef8023-efe7-40a3-8e5b-b5d94d5ae9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.116278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef8023-efe7-40a3-8e5b-b5d94d5ae9a2 None None] Pushing event updated for resources: {'Port': ['ID=8daaff96-c64d-4684-a60d-27e5912a8b4e,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:06.151034 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:06.162816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Allocated IP 172.20.0.1 (ebee8684-b60b-4665-9343-346ee184fcf0/77ea86fb-1e57-45e2-8691-1064aba8d9a9/8153f8db-d4f9-4204-b250-0dbf7b0a1df1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:03:06.187778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab5bf8-1fd9-4507-9579-7850fe341990 None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:03:06.195052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-90fe1623-e4e5-4343-b296-38bcaf4b64a2 None None] Provisioning complete for port 8daaff96-c64d-4684-a60d-27e5912a8b4e triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:06.195528 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-90fe1623-e4e5-4343-b296-38bcaf4b64a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.279724 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.298318 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.354377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.360673 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Attempting to bind port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:03:06.361133 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Attempting to bind port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:03:06.361402 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Attempting to bind port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:06.374288 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537858e5-2fe2-484f-bde1-74bb53a5af04 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:03:06.383653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de76c83-d635-426f-96ef-2a01d2cd5d90 None None] Network ebee8684-b60b-4665-9343-346ee184fcf0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:03:06.386074 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:03:06.387650 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:06.387650 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.387977 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:03:06.388398 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Bound port: fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:03:06.388838 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.403793 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.439445 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c729f-099a-417d-8d34-06e99f63f229 None None] Pushing event updated for resources: {'Port': ['ID=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:06.440155 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Network ebee8684-b60b-4665-9343-346ee184fcf0 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:06.444065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:06.447954 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:03:06.450811 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] For port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:03:06.455188 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] For port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:03:06.475605 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.502441 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Pushing event updated for resources: {'Port': ['ID=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:06.515974 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Provisioning complete for port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:06.516565 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.532040 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.554818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faea8f01-3165-43be-afbe-05ed0c8ef402 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:03:06.577124 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Routers {'32c3ce45-24f8-46e9-a558-4db9dd2f2c23'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:06.578005 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:06.647286 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c729f-099a-417d-8d34-06e99f63f229 None None] Pushing event updated for resources: {'Port': ['ID=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:06.694262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6b5234dc-ffe7-41fc-a51b-569a3ce3199d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:06.736707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.758503 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.763691 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] Set router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:06.804166 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] For port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,segment=NetworkSegment(9970464b-d9e1-4d47-b4ef-cd68a093be76),segment_id=9970464b-d9e1-4d47-b4ef-cd68a093be76)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:06.809513 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.890994 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Provisioning complete for port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:06.891370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.893458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:06.893687 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.897768 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Pushing event updated for resources: {'Port': ['ID=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:06.971703 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:06.985622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.067834 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.072272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Pushing event updated for resources: {'Port': ['ID=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:07.089718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8daaff96-c64d-4684-a60d-27e5912a8b4e up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:07.137620 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.171414 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] For port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:07.179128 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.187885 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:03:04Z', 'revision_number': 3, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:07.209962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Network ebee8684-b60b-4665-9343-346ee184fcf0 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:07.211677 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:07.236550 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127c7642-1e05-471c-883b-badbda08ba35 None None] The sync data for ids ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'] in n-d-820935-5 is: [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:03:04Z', 'revision_number': 3, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:03:07.240153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8daaff96-c64d-4684-a60d-27e5912a8b4e triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:07.240527 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.277986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c826680-dd46-4fc8-9c85-79af6d32ee05 None None] Pushing event updated for resources: {'Port': ['ID=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:07.322332 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Provisioning complete for port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:07.322703 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.399851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:03:07.481052 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Provisioning complete for port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:07.483732 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.576268 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:03:07.582233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-864e81f8-691f-4372-b2e7-6dbb79dd3adf admin admin] 10.222.0.62 "PUT /v2.0/routers/32c3ce45-24f8-46e9-a558-4db9dd2f2c23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2367973 Dec 08 18:03:07.613649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Provisioning complete for port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:07.614953 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.658376 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-802e2fb0-7980-42fa-a0a3-47dde604cc4d None None] Port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:07.784346 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d8ade7a8-cdf2-4fb9-96c3-fd6aea84f7b5 None None] Provisioning complete for port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:07.784715 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d8ade7a8-cdf2-4fb9-96c3-fd6aea84f7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:07.824727 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d8ade7a8-cdf2-4fb9-96c3-fd6aea84f7b5 None None] Port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:08.150641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43804) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.155300 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1550555238', 'description': 'tempest-secgroup-smoke-1550555238 description', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.175952 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.248896 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.253113 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.284691 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.286066 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1342535 Dec 08 18:03:08.288331 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95781208-dc91-4852-9c5e-361f7373e036 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5b2884-3234-4072-949f-d29b3413459c,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:08.289280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.294075 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'ff5b2884-3234-4072-949f-d29b3413459c', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.323128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.383372 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.387087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.402856 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=342332fd-c805-41fc-80b9-07dd77aa6e61,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:08.413128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.414367 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7f43ce5d-b68e-4d49-8d2f-45918ca60f2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240039 Dec 08 18:03:08.417119 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 43808) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.421517 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'ff5b2884-3234-4072-949f-d29b3413459c', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.453639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.511637 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.515207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.526688 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f6fc04-35a4-48d7-a637-cddf2700df10,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:08.543896 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.545834 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-05092466-0a37-4204-88d8-806947fe5aa6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1268675 Dec 08 18:03:08.548251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43810) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.553234 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'ff5b2884-3234-4072-949f-d29b3413459c', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.567636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6b5234dc-ffe7-41fc-a51b-569a3ce3199d up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:08.581944 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.616487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:08.616861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.640047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.643587 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.666084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f0b5eb-610c-4f9c-841e-6576e5b9da8d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:08.674518 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.675791 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85f1d67c-82bf-4c29-87e1-4369cc41c824 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1265609 Dec 08 18:03:08.678664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.683002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'ff5b2884-3234-4072-949f-d29b3413459c', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.708839 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.710672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:08.758629 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:08.758997 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.770937 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.775165 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.794271 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=528cb2b0-1807-4eb4-b08f-8001f6be997e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:08.801273 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.805400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4d4c0be7-b642-4e28-b238-1d479709ff0d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230047 Dec 08 18:03:08.805527 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43814) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.809892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'ff5b2884-3234-4072-949f-d29b3413459c', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.830425 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Project 0c249e9320c44a61b0f85e6d2bf79336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:03:08.836041 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.896662 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.900377 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.917565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ae62a3-381b-4daf-884f-595f4bab502e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:08.927400 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:08.928671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-4a82c360-1479-4752-a9f7-eb78c81e53f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1221411 Dec 08 18:03:08.931414 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43816) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:08.936842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'ff5b2884-3234-4072-949f-d29b3413459c', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:08.959162 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Project 0c249e9320c44a61b0f85e6d2bf79336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:03:08.964047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:09.022306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:09.025707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:09.046741 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49a9a39-4c4f-44c9-ac27-6b8469566e9d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:09.053725 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:09.055426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e7540048-0a3e-41b1-a5d5-3a1c5bf1a8d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218195 Dec 08 18:03:09.205937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-d28fb2b7-d8f6-48f9-9fca-30c73e1d0a6f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1550555238&fields=id&tenant_id=0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 267 time: 0.0441649 Dec 08 18:03:09.311662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-04fab20f-680e-4bd7-906b-88123d00fa9c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:09.313026 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-04fab20f-680e-4bd7-906b-88123d00fa9c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 808 time: 0.0994089 Dec 08 18:03:09.328581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-8fee26d1-e57c-4ea3-9629-9f682e422987 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/quotas/0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 375 time: 0.0089731 Dec 08 18:03:09.383504 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-29010cd1-aa37-45a8-871e-05c64bd80ed0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495536 Dec 08 18:03:09.479173 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-b02b123c-a707-4090-aec1-82ec67fbf0a1 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837798 Dec 08 18:03:09.579068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-06ebe5f9-2e13-48e7-b8ea-8f74d34e7eea service neutron] 10.222.0.62 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933464 Dec 08 18:03:09.713562 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Sync routers for ids ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:03:09.725310 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Routers {'32c3ce45-24f8-46e9-a558-4db9dd2f2c23'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:09.725942 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:09.751454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-27d65c21-d7b6-4454-8904-08bbe69aa1bb req-92eab912-c823-41eb-93e2-bfe704aee1ca tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 210 time: 0.0359011 Dec 08 18:03:09.834652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Set router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:10.045337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:03:06Z', 'revision_number': 4, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8153f8db-d4f9-4204-b250-0dbf7b0a1df1', 'name': '', 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'mac_address': 'fa:16:3e:1e:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:05Z', 'updated_at': '2021-12-08T18:03:06Z', 'revision_number': 2, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'subnets': [{'id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:10.076073 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Checking router: 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:03:10.076512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Updating router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:03:10.103195 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.367793 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.372090 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.422996 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892997-e1dd-4a3d-926c-e11eab7e7310 None None] Pushing event updated for resources: {'Port': ['ID=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:10.482173 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Attempting to bind port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:03:10.482543 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Attempting to bind port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:03:10.482913 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Attempting to bind port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 on network ebee8684-b60b-4665-9343-346ee184fcf0 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:10.488112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:03:10.488491 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Checking segment: {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:10.489577 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.490213 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Bound using segment: {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:03:10.490708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Bound port: 8153f8db-d4f9-4204-b250-0dbf7b0a1df1, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9970464b-d9e1-4d47-b4ef-cd68a093be76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:03:10.491092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.569094 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] For port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:03:10.572691 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] For port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,segment=NetworkSegment(9970464b-d9e1-4d47-b4ef-cd68a093be76),segment_id=9970464b-d9e1-4d47-b4ef-cd68a093be76)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:03:10.577183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.640783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Routers {'32c3ce45-24f8-46e9-a558-4db9dd2f2c23'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:10.641381 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:10.654261 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f892997-e1dd-4a3d-926c-e11eab7e7310 None None] Pushing event updated for resources: {'Port': ['ID=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:10.729778 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0a7d7de5-03d6-47f5-8b27-47a326019eb5 None None] Provisioning complete for port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:10.730446 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a7d7de5-03d6-47f5-8b27-47a326019eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:10.770837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-7df0d87e-ce30-4f39-aa7a-ee383eda7c4c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:10.773071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-7df0d87e-ce30-4f39-aa7a-ee383eda7c4c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 808 time: 0.1564045 Dec 08 18:03:10.861356 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-d980ed2b-c3ec-474c-b5ce-cd5317fe4857 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 380 time: 0.0774295 Dec 08 18:03:10.886583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'port': {'device_id': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'admin_state_up': True, 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'security_groups': ['ff5b2884-3234-4072-949f-d29b3413459c']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:10.906853 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47ec0580-1bf8-4302-aa50-04f3efc64762 req-fc101e2d-08c1-43be-aa0c-f4bc2367c1fc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 210 time: 0.0430279 Dec 08 18:03:11.021738 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Made reservation on behalf of 0c249e9320c44a61b0f85e6d2bf79336 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:03:11.025274 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.028596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] Set router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:11.097546 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a7d7de5-03d6-47f5-8b27-47a326019eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.205379 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-0a7d7de5-03d6-47f5-8b27-47a326019eb5 None None] For port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,segment=NetworkSegment(9970464b-d9e1-4d47-b4ef-cd68a093be76),segment_id=9970464b-d9e1-4d47-b4ef-cd68a093be76)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:11.212239 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0a7d7de5-03d6-47f5-8b27-47a326019eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.306479 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d7de5-03d6-47f5-8b27-47a326019eb5 None None] Pushing event updated for resources: {'Port': ['ID=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:11.342258 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-18b6408c-62f8-455d-8eab-b21d817b3920 None None] Provisioning complete for port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:11.342619 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18b6408c-62f8-455d-8eab-b21d817b3920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.369810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:03:06Z', 'revision_number': 4, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8153f8db-d4f9-4204-b250-0dbf7b0a1df1', 'name': '', 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'mac_address': 'fa:16:3e:1e:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:05Z', 'updated_at': '2021-12-08T18:03:10Z', 'revision_number': 4, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'subnets': [{'id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:11.403566 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12918385-d5cd-42e7-907a-beb760634c52 None None] The sync data for ids ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'] in n-d-820935-5 is: [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:03:06Z', 'revision_number': 4, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8153f8db-d4f9-4204-b250-0dbf7b0a1df1', 'name': '', 'network_id': 'ebee8684-b60b-4665-9343-346ee184fcf0', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'mac_address': 'fa:16:3e:1e:4e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:05Z', 'updated_at': '2021-12-08T18:03:10Z', 'revision_number': 4, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'subnets': [{'id': '77ea86fb-1e57-45e2-8691-1064aba8d9a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:03:11.536238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Allocated IP 172.20.0.13 (2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1/c440a8eb-fc95-4947-8a34-8bacbae21678/7cc1cd2d-da11-4a41-a420-2f41ad902843) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:03:11.682343 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.716813 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.765448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:11.768690 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:11.773786 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:03:11.777812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:11.826179 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:11.826828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:11.845116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-0c67eaef-cbc9-433b-a64c-54b433d4f3ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9704964 Dec 08 18:03:11.866892 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Request body: {'port': {'device_id': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:11.933061 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.010221 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-fc928714-5831-4e58-b936-08080afd9330 None None] Provisioning complete for port 7cc1cd2d-da11-4a41-a420-2f41ad902843 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:12.010772 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fc928714-5831-4e58-b936-08080afd9330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.046189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-fc928714-5831-4e58-b936-08080afd9330 None None] Port 7cc1cd2d-da11-4a41-a420-2f41ad902843 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:03:12.116805 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4de69e-5d8f-494a-bdc2-f3f377ca5401 req-38d5094f-1a8b-4510-ba48-9ab362f2f47c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:12.118320 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e4de69e-5d8f-494a-bdc2-f3f377ca5401 req-38d5094f-1a8b-4510-ba48-9ab362f2f47c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 932 time: 0.1249087 Dec 08 18:03:12.214893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e4de69e-5d8f-494a-bdc2-f3f377ca5401 req-72ee0d57-f861-4973-9c7b-ebd5b9366696 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843732 Dec 08 18:03:12.293475 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:03:12.300782 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.314037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Transition to ACTIVE for port object 7cc1cd2d-da11-4a41-a420-2f41ad902843 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:03:12.320704 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.377248 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:12.456392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:03:12.456734 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:03:12.457064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:12.462560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:03:12.462889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:03:12.468403 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:03:12.468739 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:03:12.469119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Bound using segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:03:12.469551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Bound port: 7cc1cd2d-da11-4a41-a420-2f41ad902843, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:03:12.469936 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.512448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:12.545352 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:03:12.548547 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:03:12.554740 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.569314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:12.569675 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.589370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:12.590076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:12.591606 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] 10.222.0.86 "PUT /v2.0/ports/7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1092 time: 0.7379839 Dec 08 18:03:12.592047 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:03:12.596015 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e92aa1-179d-45d6-9b59-df5d493d396a" -d '{"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:03:12.652202 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233c1b85-79f1-4228-9a21-e5c1cb88ed3c x-openstack-request-id: req-233c1b85-79f1-4228-9a21-e5c1cb88ed3c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:03:12.654025 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:03:12.654619 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-233c1b85-79f1-4228-9a21-e5c1cb88ed3c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:03:12.655019 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'status': 'completed', 'code': 200} Dec 08 18:03:12.661948 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee863c-1988-4c1b-9ed8-3799d041b53b service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:12.706378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-5566ae83-ce37-4027-abad-dd0744f4ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:12.708503 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-5566ae83-ce37-4027-abad-dd0744f4ebe1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1095 time: 0.0706213 Dec 08 18:03:12.754313 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-d50d6c52-2b94-4b58-ac0c-48db35f53c3e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 217 time: 0.0389009 Dec 08 18:03:12.804487 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-c836fb9b-2f34-46be-87a5-be876848bf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:12.805850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-c836fb9b-2f34-46be-87a5-be876848bf43 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0445461 Dec 08 18:03:12.852756 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-6ba91359-7f53-495a-9065-e60491a1b71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:12.854301 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-6ba91359-7f53-495a-9065-e60491a1b71b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415263 Dec 08 18:03:12.950988 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-858846ab-3679-43d9-a863-8036b2e5bf57 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887988 Dec 08 18:03:13.041323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0fd254a9-ea82-4281-8e4d-b5513723c9bb req-55cfaae3-6781-4e8e-b9d5-61a30c7b6a4f service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836360 Dec 08 18:03:13.128392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-94d1e4d6-de18-443d-a315-e8861d95a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:13.130563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-94d1e4d6-de18-443d-a315-e8861d95a91b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1095 time: 0.0430880 Dec 08 18:03:13.224440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-e521858b-8d6d-46ba-bcd1-24809abe7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:13.225935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-e521858b-8d6d-46ba-bcd1-24809abe7bc6 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0890479 Dec 08 18:03:13.269550 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-28826a7f-b23c-43dd-9b03-8335022c80c2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 217 time: 0.0359757 Dec 08 18:03:13.349250 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-18c19df6-c594-4847-b2a6-7460f795cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:13.350651 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-18c19df6-c594-4847-b2a6-7460f795cad4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0745142 Dec 08 18:03:13.366583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96245d4d-f484-4744-9dbf-291fa43a3f15 req-8c2ca3e7-0840-49f3-b072-9a275cfc4bc2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:13.367963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96245d4d-f484-4744-9dbf-291fa43a3f15 req-8c2ca3e7-0840-49f3-b072-9a275cfc4bc2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 944 time: 0.0666859 Dec 08 18:03:13.441457 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-4a851157-acac-4e9e-9a37-ff81ab7af479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:13.443171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-4a851157-acac-4e9e-9a37-ff81ab7af479 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743477 Dec 08 18:03:13.448462 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-96245d4d-f484-4744-9dbf-291fa43a3f15 req-d99d740d-0ba6-4678-ab9b-8fdf5cddf5b5 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719237 Dec 08 18:03:13.541303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-4741d641-e0ba-44de-acc4-5765ba84eb89 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895598 Dec 08 18:03:13.635233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3e92aa1-179d-45d6-9b59-df5d493d396a req-db9d4419-a53a-4026-a234-f9f5b44d829e service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Dec 08 18:03:14.573287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c99a3f-4e2a-4c45-adfd-bc91e9c1bbe6 req-09a5b716-0306-4707-80e2-a81858c49bd5 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:14.574775 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32c99a3f-4e2a-4c45-adfd-bc91e9c1bbe6 req-09a5b716-0306-4707-80e2-a81858c49bd5 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 944 time: 0.0499265 Dec 08 18:03:14.628441 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-32c99a3f-4e2a-4c45-adfd-bc91e9c1bbe6 req-e796a335-c245-43c5-8d0a-37b361e9dd00 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476599 Dec 08 18:03:15.746062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3f16d-65c3-4474-92a1-fef6bf401bb8 req-87d5dd97-44d1-4b96-a30c-0412e0528362 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:15.747533 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5eb3f16d-65c3-4474-92a1-fef6bf401bb8 req-87d5dd97-44d1-4b96-a30c-0412e0528362 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 944 time: 0.0501420 Dec 08 18:03:15.797594 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5eb3f16d-65c3-4474-92a1-fef6bf401bb8 req-3fde94d1-46d1-4338-873d-7e60b53e05b9 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Dec 08 18:03:16.579559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:03:16.675171 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:16.687580 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'mac_address': 'fa:16:3e:27:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:03:16.725962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:16.738872 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:03:16.759485 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:16.763780 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:16.811178 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:16.912066 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f11f20-1c36-4541-89f7-913815ef695b req-0cdc724b-8d83-4c28-ade0-9f1d2ed78f10 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:16.913748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05f11f20-1c36-4541-89f7-913815ef695b req-0cdc724b-8d83-4c28-ade0-9f1d2ed78f10 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0493028 Dec 08 18:03:16.962821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-05f11f20-1c36-4541-89f7-913815ef695b req-f3690c74-b824-4e26-960c-9995c86e274a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432303 Dec 08 18:03:16.995222 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7cc1cd2d-da11-4a41-a420-2f41ad902843'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:03:18.081071 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240f008-c092-429d-af1a-0b37bc717809 req-8d520e9c-c81d-47d4-b900-62a444968ce6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:18.082554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3240f008-c092-429d-af1a-0b37bc717809 req-8d520e9c-c81d-47d4-b900-62a444968ce6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Dec 08 18:03:18.132609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3240f008-c092-429d-af1a-0b37bc717809 req-8e5255d0-62c7-46ec-8f31-0c888a30af2b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Dec 08 18:03:18.579832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:03:18.633896 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 7cc1cd2d-da11-4a41-a420-2f41ad902843 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:03:18.637984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7cc1cd2d-da11-4a41-a420-2f41ad902843 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:03:18.638353 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:18.718799 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:18.742012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:03:18.744694 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64393b92-0eee-4228-a1eb-0fd5d73f3c88" -d '{"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:03:18.758567 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:03:18.762630 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:18.790228 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b359389b-c63a-4964-8bd3-6830bd9a2b29 x-openstack-request-id: req-b359389b-c63a-4964-8bd3-6830bd9a2b29 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:03:18.790545 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:03:18.790781 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b359389b-c63a-4964-8bd3-6830bd9a2b29 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:03:18.791153 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'code': 200} Dec 08 18:03:18.817521 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:18.877483 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a2f6e-f90e-446e-8afa-7371b392ad10 req-ebfd8c84-9687-4cfb-89a0-905ecc2ebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:18.878934 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-493a2f6e-f90e-446e-8afa-7371b392ad10 req-ebfd8c84-9687-4cfb-89a0-905ecc2ebc83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1097 time: 0.0413260 Dec 08 18:03:18.925195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-493a2f6e-f90e-446e-8afa-7371b392ad10 req-d9010296-480e-42ef-a418-2e575ac9e41c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386214 Dec 08 18:03:19.253363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725d8c0-5061-4aef-ab3f-1f2b99544106 req-2e9b99f7-9a7d-40ff-a4ed-148a5fbbe062 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:19.254856 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3725d8c0-5061-4aef-ab3f-1f2b99544106 req-2e9b99f7-9a7d-40ff-a4ed-148a5fbbe062 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0528066 Dec 08 18:03:19.303258 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3725d8c0-5061-4aef-ab3f-1f2b99544106 req-a932d1c3-a0de-476c-9e6e-fc5e2e26bf6b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Dec 08 18:03:20.421074 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9ce23c-e074-4d4b-860c-092b5397e2a8 req-4a93dd18-b7a9-4c7e-b0ae-d6303fef6f2d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:20.422472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be9ce23c-e074-4d4b-860c-092b5397e2a8 req-4a93dd18-b7a9-4c7e-b0ae-d6303fef6f2d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0488691 Dec 08 18:03:20.470883 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-be9ce23c-e074-4d4b-860c-092b5397e2a8 req-8eafa6ca-2f4b-46be-ab42-93ab8eaba499 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Dec 08 18:03:20.582370 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafa6bd-a0a0-4358-848a-ad71a43e2438 req-46326e2d-a3ac-4aaf-8353-6cfa414bff15 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:20.583821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dafa6bd-a0a0-4358-848a-ad71a43e2438 req-46326e2d-a3ac-4aaf-8353-6cfa414bff15 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0483832 Dec 08 18:03:20.635740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5dafa6bd-a0a0-4358-848a-ad71a43e2438 req-6d4b713a-669b-478f-95aa-3f4dceac5ceb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Dec 08 18:03:20.657466 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43870) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:20.780986 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c064ab-be40-45d8-a420-9ea0df5c64ff tempest-TestShelveInstance-1942501542 tempest-TestShelveInstance-1942501542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:20.782488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f3c064ab-be40-45d8-a420-9ea0df5c64ff tempest-TestShelveInstance-1942501542 tempest-TestShelveInstance-1942501542-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1092 time: 0.1240320 Dec 08 18:03:20.785495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 43874) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:03:20.790707 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:03:20.811939 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:20.906905 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.008512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Allocated IP 172.25.3.151 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/8f85bf49-9f11-493e-8109-3da3599d9c82) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:03:21.105142 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.142527 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.179531 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:03:21.182267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:03:21.187744 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:03:21.211116 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'Port': ['ID=8f85bf49-9f11-493e-8109-3da3599d9c82,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:21.537014 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.604166 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.751403 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.756489 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.822019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'Port': ['ID=8f85bf49-9f11-493e-8109-3da3599d9c82,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:03:21.835434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:21.936251 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Floating IP 8b235889-a02c-47d4-a87d-176468d2eee1 associated. External IP: 172.25.3.151, port: 7cc1cd2d-da11-4a41-a420-2f41ad902843. Dec 08 18:03:22.140612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Router 0d079793-e1c8-446b-b664-ac3748ef07ef has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:03:22.247583 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:03:22.258076 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:03:22.264966 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:22.269653 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:22.270367 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:22.293050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-599b5aba-646c-4317-b2c7-ac5358c81e5e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5064881 Dec 08 18:03:22.293644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:03:22.296080 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9283974f-3ae5-4e37-9135-90af95be3556" -d '{"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:03:22.382322 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:22.388327 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69aadd48-9cc1-4fd4-a9e0-0066a2d56e7a x-openstack-request-id: req-69aadd48-9cc1-4fd4-a9e0-0066a2d56e7a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:03:22.388623 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:03:22.388880 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-69aadd48-9cc1-4fd4-a9e0-0066a2d56e7a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:03:22.389289 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'status': 'completed', 'code': 200} Dec 08 18:03:22.451376 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283974f-3ae5-4e37-9135-90af95be3556 req-f20e0304-a5b1-4936-b241-b9624c63a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:22.452860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-f20e0304-a5b1-4936-b241-b9624c63a0d5 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1097 time: 0.0412421 Dec 08 18:03:22.546090 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283974f-3ae5-4e37-9135-90af95be3556 req-aee3ad63-85c9-4920-b12b-e3a2e942bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:22.547563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-aee3ad63-85c9-4920-b12b-e3a2e942bfbf service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0881326 Dec 08 18:03:22.607581 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8b235889-a02c-47d4-a87d-176468d2eee1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'mac_address': 'fa:16:3e:27:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:03:21Z', 'updated_at': '2021-12-08T18:03:21Z', 'revision_number': 0, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:22.613625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-c6f0b930-8360-435c-b99d-41bdf4223516 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1000 time: 0.0596814 Dec 08 18:03:22.633608 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:03:22.641718 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:03:22.642349 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:02:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:22.662495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283974f-3ae5-4e37-9135-90af95be3556 req-aad8b0e3-0e8a-426a-b8ab-3107754011c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:22.664003 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-aad8b0e3-0e8a-426a-b8ab-3107754011c6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0442774 Dec 08 18:03:22.718038 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9283974f-3ae5-4e37-9135-90af95be3556 req-6af7beee-f71f-4c8f-b87e-be6c52b28df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:22.719525 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-6af7beee-f71f-4c8f-b87e-be6c52b28df0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469880 Dec 08 18:03:22.749884 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:03:22.809547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-c0a840df-7963-40cd-bc6b-ec2840e6406d service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828342 Dec 08 18:03:22.904413 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9283974f-3ae5-4e37-9135-90af95be3556 req-d5ff67ae-594a-4be1-88ca-a829227990fe service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884461 Dec 08 18:03:22.975187 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8b235889-a02c-47d4-a87d-176468d2eee1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'mac_address': 'fa:16:3e:27:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:03:21Z', 'updated_at': '2021-12-08T18:03:21Z', 'revision_number': 0, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:03:23.001107 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c99f89b-415e-4095-9712-e94dc5b2d26e None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '8b235889-a02c-47d4-a87d-176468d2eee1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'floating_ip_address': '172.25.3.151', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4330, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'mac_address': 'fa:16:3e:27:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:03:21Z', 'updated_at': '2021-12-08T18:03:21Z', 'revision_number': 0, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:03:23.193889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbea32-f216-40a2-8d80-290641894864 None None] New status for floating IP 8b235889-a02c-47d4-a87d-176468d2eee1: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:03:26.280347 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bd8737b6-67dd-4fec-adf5-f1675cb51395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:29.057755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c1bf0e8-c5c5-4104-b9bd-01f8f6d7fb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:30.598759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:32.357639 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:32.588811 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:33.299311 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:34.212806 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:39.651163 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:03:53.326749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-53d76731-ae3c-4865-8661-fc3d77b1aac0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413501 Dec 08 18:03:53.412390 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-4f46f0a5-9bc6-4148-ae37-f6967cf15f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:53.413769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-4f46f0a5-9bc6-4148-ae37-f6967cf15f56 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1097 time: 0.0399816 Dec 08 18:03:53.519238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-30194007-678d-4232-972c-48fbb18faa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:53.520688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-30194007-678d-4232-972c-48fbb18faa54 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0882342 Dec 08 18:03:53.585254 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-15f392a0-01cc-47d8-bc53-6917f60bc8e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1002 time: 0.0576243 Dec 08 18:03:53.636720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-ea70c1f2-6be6-436c-9b80-0835d83d754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:53.638143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-ea70c1f2-6be6-436c-9b80-0835d83d754b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0430195 Dec 08 18:03:53.686374 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-afcd5c24-6af9-4027-b2e6-ee3c6cbb671d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:03:53.687762 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-afcd5c24-6af9-4027-b2e6-ee3c6cbb671d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430560 Dec 08 18:03:53.775676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-3ad42505-1851-4748-81c7-304a64328f15 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811117 Dec 08 18:03:53.869540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a2ca773-4445-40cb-8b5c-09f0b01c36b7 req-7f9b563a-a057-427f-ac99-5c15636d8c7b service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Dec 08 18:03:56.284623 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ac5765f6-8dbb-42c0-8601-91c7c9cd3a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:03:59.060447 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16cc0e6c-a592-44dd-8e0d-6dc315877ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:00.602027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:02.358846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:02.590811 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:03.297357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:04.213730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:16.650506 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:04:26.286505 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f0c4dfc-4228-4209-ba71-703f4fd8e18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:29.062574 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9354e5dd-05d5-420d-b58c-8a66be7bd419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:30.605986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:32.361272 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:32.592405 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:33.315683 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:34.220504 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:53.649413 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:04:54.326644 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-29f40331-cc6c-4a94-9ea4-1f848aafd583 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416677 Dec 08 18:04:54.409506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-3aa0c865-2403-4cf6-b768-42ce61b59707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:04:54.410947 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-3aa0c865-2403-4cf6-b768-42ce61b59707 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1097 time: 0.0418010 Dec 08 18:04:54.516385 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-f3cfbfbb-786e-4dc9-8e10-186b3b7ae5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:04:54.517857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-f3cfbfbb-786e-4dc9-8e10-186b3b7ae5b3 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0869770 Dec 08 18:04:54.582415 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-d7d403da-0837-445f-bf3e-88d0e50d244a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1002 time: 0.0567586 Dec 08 18:04:54.632745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-b64b5d9d-a45f-4efe-9807-1a53be89de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:04:54.634195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-b64b5d9d-a45f-4efe-9807-1a53be89de68 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0448468 Dec 08 18:04:54.684545 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-7ef5c2ad-cd58-4bd1-9a33-f68da33b26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:04:54.685941 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-7ef5c2ad-cd58-4bd1-9a33-f68da33b26e0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444889 Dec 08 18:04:54.774991 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-e712af5a-e6f4-45e2-ab57-72778557a6fd service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815406 Dec 08 18:04:54.868471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2b080f52-22f6-48d6-96fb-a4f09563d1c2 req-f04addd5-bb50-44b7-8b51-01fe592696ab service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856216 Dec 08 18:04:56.287473 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-99543609-319a-4810-b5c9-efd0b2f03f50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:04:59.066854 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d274c09f-71f5-4355-9d24-c8bd8311684c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:00.608050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:02.364695 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:02.594509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:03.327984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:04.219942 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:17.774924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acc6de-b5c8-4e54-8d16-e4233c69aaf9 req-e627940e-0492-4197-8b54-ee7da26e63e1 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:17.776365 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75acc6de-b5c8-4e54-8d16-e4233c69aaf9 req-e627940e-0492-4197-8b54-ee7da26e63e1 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0489225 Dec 08 18:05:17.826425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-75acc6de-b5c8-4e54-8d16-e4233c69aaf9 req-9d03f023-99ca-48d9-a01c-0b2289e93dce tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426059 Dec 08 18:05:18.966885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7c693-7893-468f-9fdd-a9157d04b82b req-dfb5d62f-597f-4010-9b01-b6eff658ef8e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:18.968387 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fec7c693-7893-468f-9fdd-a9157d04b82b req-dfb5d62f-597f-4010-9b01-b6eff658ef8e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0479906 Dec 08 18:05:19.021661 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fec7c693-7893-468f-9fdd-a9157d04b82b req-e2dcd2f3-f56e-42e8-a9db-975abc2f3786 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472608 Dec 08 18:05:20.142251 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094f4db-697b-4811-9ffa-2714d643d8c4 req-a9d51c94-3657-427f-bfb5-04406a927087 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:20.143705 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0094f4db-697b-4811-9ffa-2714d643d8c4 req-a9d51c94-3657-427f-bfb5-04406a927087 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0512824 Dec 08 18:05:20.193226 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0094f4db-697b-4811-9ffa-2714d643d8c4 req-ce08d2c0-6ed9-4ec3-bc6f-c8901d3c6d40 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435638 Dec 08 18:05:21.309823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c50842-54bb-4f93-827c-1085acbd94e5 req-7957cd0e-fedb-42ed-a41c-c3fcc2396341 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:21.311806 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14c50842-54bb-4f93-827c-1085acbd94e5 req-7957cd0e-fedb-42ed-a41c-c3fcc2396341 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0477586 Dec 08 18:05:21.359625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14c50842-54bb-4f93-827c-1085acbd94e5 req-c0626731-1815-4fbe-bef0-50568a5914a9 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419135 Dec 08 18:05:22.478667 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e5661-d746-46d0-bb13-22f5a702a9fc req-ac004ce1-5ad8-4097-a10d-3f635e720e28 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:22.480170 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af7e5661-d746-46d0-bb13-22f5a702a9fc req-ac004ce1-5ad8-4097-a10d-3f635e720e28 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0532031 Dec 08 18:05:22.529112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-af7e5661-d746-46d0-bb13-22f5a702a9fc req-2e637279-f66c-434b-b3f9-97bd261175c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Dec 08 18:05:23.643999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706a816-0578-4f2b-9fb5-1b49c32bce8d req-f1cf7c47-6d28-41de-8a41-6d69dbffc567 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:23.645513 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c706a816-0578-4f2b-9fb5-1b49c32bce8d req-f1cf7c47-6d28-41de-8a41-6d69dbffc567 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0489078 Dec 08 18:05:23.695112 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c706a816-0578-4f2b-9fb5-1b49c32bce8d req-d3d67f7c-8e9e-4b9a-a088-720b23d40057 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435293 Dec 08 18:05:24.808103 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8079cbb4-4b18-48ab-9484-4eb847cee876 req-82fa3dba-6158-4374-9d76-ee3faaa07a9a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:24.809522 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8079cbb4-4b18-48ab-9484-4eb847cee876 req-82fa3dba-6158-4374-9d76-ee3faaa07a9a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0469594 Dec 08 18:05:24.861251 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8079cbb4-4b18-48ab-9484-4eb847cee876 req-4590d039-e93f-4656-88f6-142c30836c2e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451970 Dec 08 18:05:25.976802 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a15be-fdf8-4bd9-8c9a-e7645d5644ee req-9a01720a-bcac-4b87-bdab-f608cf224564 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:25.978276 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-631a15be-fdf8-4bd9-8c9a-e7645d5644ee req-9a01720a-bcac-4b87-bdab-f608cf224564 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0487742 Dec 08 18:05:26.026738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-631a15be-fdf8-4bd9-8c9a-e7645d5644ee req-4968c160-ccf6-4807-b2d4-7a6180509b96 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425425 Dec 08 18:05:26.288587 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17b4f2c3-b1a4-4bd7-b18d-4fb5a818eb7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:27.146428 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cb232-b105-4f50-9b40-1ad2f524f573 req-83482436-9f36-490c-b5c1-8000ba86bc6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:27.147898 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-454cb232-b105-4f50-9b40-1ad2f524f573 req-83482436-9f36-490c-b5c1-8000ba86bc6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0513618 Dec 08 18:05:27.197176 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-454cb232-b105-4f50-9b40-1ad2f524f573 req-7612f9f2-f4b5-4c25-93a9-4b940916bb39 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432665 Dec 08 18:05:28.659186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e96b65-aaba-47f0-9cc2-29e88ab5f4b8 req-159249ba-c796-4e04-bb96-37f982063979 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:28.660630 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59e96b65-aaba-47f0-9cc2-29e88ab5f4b8 req-159249ba-c796-4e04-bb96-37f982063979 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.3931744 Dec 08 18:05:28.709433 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59e96b65-aaba-47f0-9cc2-29e88ab5f4b8 req-69426c55-7229-4da1-b5ad-3c38f82d68ac tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Dec 08 18:05:29.069571 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ccdd415c-6a33-42f5-8469-4f55a0a7e7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:29.827794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675951f-fa13-4f3f-b280-9ad47ad204f9 req-77d91b28-0fd0-467b-8cd6-e205c4692740 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:29.829272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e675951f-fa13-4f3f-b280-9ad47ad204f9 req-77d91b28-0fd0-467b-8cd6-e205c4692740 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0501020 Dec 08 18:05:29.880873 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e675951f-fa13-4f3f-b280-9ad47ad204f9 req-9cb235cb-d058-4e93-9ec8-8be63f32bf27 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453577 Dec 08 18:05:30.615946 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:30.648894 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:05:31.005763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9c3e2-8444-4751-a5dd-15fe26eda756 req-137f2158-bfc5-4ce3-8194-6bcc0b70b4ba tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:31.010252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6bd9c3e2-8444-4751-a5dd-15fe26eda756 req-137f2158-bfc5-4ce3-8194-6bcc0b70b4ba tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0559499 Dec 08 18:05:31.071682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6bd9c3e2-8444-4751-a5dd-15fe26eda756 req-10e3b846-cf60-4d47-b2ce-291aa8a26897 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580103 Dec 08 18:05:31.197983 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:05:31.308754 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:05:31.326480 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'mac_address': 'fa:16:3e:27:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:05:31.369358 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:31.385204 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:05:31.409318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:05:31.413567 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:31.471723 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:05:31.479973 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.480324 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484301 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.484900 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.485431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:31.492666 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['7cc1cd2d-da11-4a41-a420-2f41ad902843'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:05:32.205555 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95b3c6-bb1d-4340-a60a-bf4079f4d420 req-fd3c4195-c679-4fa7-8668-0d8a2487d9d8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:32.207411 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a95b3c6-bb1d-4340-a60a-bf4079f4d420 req-fd3c4195-c679-4fa7-8668-0d8a2487d9d8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0567214 Dec 08 18:05:32.260018 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a95b3c6-bb1d-4340-a60a-bf4079f4d420 req-d100ec64-c6ce-4c04-afeb-f6c7ac9ee549 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463068 Dec 08 18:05:32.369968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:32.600329 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:33.213161 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:05:33.269522 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 7cc1cd2d-da11-4a41-a420-2f41ad902843 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:05:33.270154 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:33.359751 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:33.383489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:33.415169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:05:33.417663 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3fef53-b772-4226-90d6-c9533b984f63" -d '{"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:05:33.421679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93568ce8-7626-4686-a38f-b1fdf203bbef req-51b068c3-443b-4fa5-95c4-fb3d089d9b6a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:33.432202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93568ce8-7626-4686-a38f-b1fdf203bbef req-51b068c3-443b-4fa5-95c4-fb3d089d9b6a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0818942 Dec 08 18:05:33.434916 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:05:33.440400 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:33.485233 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93568ce8-7626-4686-a38f-b1fdf203bbef req-7dafc94d-63a4-4a7e-baf6-be6465dfb65b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520301 Dec 08 18:05:33.507271 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:05:33.613067 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca6af0-e052-4f60-845f-f3089f860346 x-openstack-request-id: req-a9ca6af0-e052-4f60-845f-f3089f860346 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:05:33.613359 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:05:33.613607 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a9ca6af0-e052-4f60-845f-f3089f860346 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:05:33.614025 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'code': 200} Dec 08 18:05:34.245641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:34.635714 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d0dd5-0161-4cd7-84fb-5217a021af6c req-b463272d-6b2f-4e75-bf8d-cbeb0b072031 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:34.641189 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-050d0dd5-0161-4cd7-84fb-5217a021af6c req-b463272d-6b2f-4e75-bf8d-cbeb0b072031 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0630403 Dec 08 18:05:34.698530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-050d0dd5-0161-4cd7-84fb-5217a021af6c req-16730ead-35b1-4c1a-96e2-a8cc60cac6ab tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544169 Dec 08 18:05:35.846196 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04180606-91b8-45a8-8bb7-97465be9b305 req-18def53f-2ade-4005-8a99-467f9ea322ad tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:35.854379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04180606-91b8-45a8-8bb7-97465be9b305 req-18def53f-2ade-4005-8a99-467f9ea322ad tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0640037 Dec 08 18:05:35.908266 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-04180606-91b8-45a8-8bb7-97465be9b305 req-5e3d9205-ff33-434a-8d4a-937e9e63a284 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529106 Dec 08 18:05:37.038899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229bd849-69fa-42a3-91c6-cc9af683d297 req-a9ee6f4c-8c56-4765-8139-214bd09357fd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:37.040514 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-229bd849-69fa-42a3-91c6-cc9af683d297 req-a9ee6f4c-8c56-4765-8139-214bd09357fd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0584891 Dec 08 18:05:37.106479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-229bd849-69fa-42a3-91c6-cc9af683d297 req-3f36329b-8dc1-4f30-824d-b8d7fa9e8616 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575762 Dec 08 18:05:38.263062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6bd88-9bc4-45fe-9902-af75d93110a5 req-32c179f3-ff97-4b47-875a-bf0c0da76614 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:38.264741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11d6bd88-9bc4-45fe-9902-af75d93110a5 req-32c179f3-ff97-4b47-875a-bf0c0da76614 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0492373 Dec 08 18:05:38.317381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-11d6bd88-9bc4-45fe-9902-af75d93110a5 req-5e783c85-4b00-4953-8f0b-f5da0dcc4537 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465429 Dec 08 18:05:39.433258 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754bb99-8534-4f1c-92f8-4dfe713ca20a req-3a22b9c9-6784-4dfa-9d25-4c178ba1b093 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:39.434745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d754bb99-8534-4f1c-92f8-4dfe713ca20a req-3a22b9c9-6784-4dfa-9d25-4c178ba1b093 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0496371 Dec 08 18:05:39.490400 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d754bb99-8534-4f1c-92f8-4dfe713ca20a req-cdd7406b-9835-41d2-b817-48ddbde5841f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496252 Dec 08 18:05:39.621886 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-a6c9bb41-8082-49aa-867c-88b9fde19b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:39.623524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-a6c9bb41-8082-49aa-867c-88b9fde19b3a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1097 time: 0.0410564 Dec 08 18:05:39.714205 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-268b8fba-c0a6-4a3f-b5ac-1ef252f887cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:39.715676 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-268b8fba-c0a6-4a3f-b5ac-1ef252f887cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0845966 Dec 08 18:05:39.784760 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-6672fd35-810c-4660-bec1-b381df3c1cbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1002 time: 0.0621121 Dec 08 18:05:39.833249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-ba7b2ca8-88e9-40cc-a2b0-cf620187deb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:39.834678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-ba7b2ca8-88e9-40cc-a2b0-cf620187deb0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0430408 Dec 08 18:05:39.879356 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-b5e575d6-2d9c-49d2-aa2b-2230177502cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:39.880688 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-b5e575d6-2d9c-49d2-aa2b-2230177502cf service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388572 Dec 08 18:05:39.974961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-e14d1ee9-274d-4fb8-bd74-4d26a88481f2 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871587 Dec 08 18:05:40.067982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bd346644-9c93-49ac-a211-9a97c8bc9250 req-7569ec75-fabd-4480-92ef-d5fe79535acf service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862944 Dec 08 18:05:40.615284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2695fbde-8fae-41cc-bae9-09f9c180bacb req-40b49d0c-8c32-412b-8fc1-9b00a5886dc2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:40.616812 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2695fbde-8fae-41cc-bae9-09f9c180bacb req-40b49d0c-8c32-412b-8fc1-9b00a5886dc2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0555599 Dec 08 18:05:40.667408 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2695fbde-8fae-41cc-bae9-09f9c180bacb req-9c0cbe7d-beba-4690-be2b-c298e864849e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444844 Dec 08 18:05:41.786811 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a3f1f9-f27d-420d-bf48-494be479f579 req-215f1910-20b0-410f-880f-d73d1b985858 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:41.788180 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45a3f1f9-f27d-420d-bf48-494be479f579 req-215f1910-20b0-410f-880f-d73d1b985858 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0490355 Dec 08 18:05:41.838229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-45a3f1f9-f27d-420d-bf48-494be479f579 req-54d12804-55a4-43c0-b5fa-1f30dc80cb31 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440230 Dec 08 18:05:41.980130 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-c0e4502d-f323-4d5f-b1c2-7b3e496ffa52 req-092a3f62-008c-4236-82f6-d7d907cec62f service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 18:05:41.981136 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c0e4502d-f323-4d5f-b1c2-7b3e496ffa52 req-092a3f62-008c-4236-82f6-d7d907cec62f service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0746090 Dec 08 18:05:42.136389 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0e80a-42c5-4f10-bbd2-3f57f5684dc3 req-2f7428a3-2d88-4d55-a04b-b978a0ec47ba tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:42.137892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1f0e80a-42c5-4f10-bbd2-3f57f5684dc3 req-2f7428a3-2d88-4d55-a04b-b978a0ec47ba tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0500879 Dec 08 18:05:42.192819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1f0e80a-42c5-4f10-bbd2-3f57f5684dc3 req-f8f8047b-3d25-4ab6-9df8-1f5201e56f22 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483911 Dec 08 18:05:42.453559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-85bdc861-d512-4568-a259-c82f86eea13c service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810897 Dec 08 18:05:43.279589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-d9806048-61fe-49f2-a2cf-a27afc6f4600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:43.281201 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-d9806048-61fe-49f2-a2cf-a27afc6f4600 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320&tenant_id=0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 1097 time: 0.0943415 Dec 08 18:05:43.293132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:05:43.298434 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:05:43.365517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91612b-98e2-421d-b7ab-4c7ba8e0fbd6 req-76cd16d0-2ecf-4015-b832-3566b6ec7baf tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:43.366976 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f91612b-98e2-421d-b7ab-4c7ba8e0fbd6 req-76cd16d0-2ecf-4015-b832-3566b6ec7baf tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.1017883 Dec 08 18:05:43.372554 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:43.375214 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:43.395488 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:05:43.397709 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f9ee30-e071-454a-bc1a-4d67f28885e0" -d '{"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:05:43.410785 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:05:43.415756 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:43.463238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:05:43.463892 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0f91612b-98e2-421d-b7ab-4c7ba8e0fbd6 req-7389e879-d9cd-49fe-97a5-6e7ebd9d4e5d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902681 Dec 08 18:05:43.466606 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.db.api [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 08 18:05:43.467520 n-d-820935-5 neutron-server[103282]: DEBUG oslo_db.api [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 08 18:05:43.507548 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 18:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc18321-dc05-448b-8166-191574d16ec5 x-openstack-request-id: req-9fc18321-dc05-448b-8166-191574d16ec5 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:05:43.507840 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-unplugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:05:43.508092 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fc18321-dc05-448b-8166-191574d16ec5 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:05:43.508489 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'code': 200} Dec 08 18:05:43.995626 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:44.199446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:05:44.232282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:05:44.265479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:05:44.272747 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:44.284719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Transition to ACTIVE for port object 7cc1cd2d-da11-4a41-a420-2f41ad902843 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:05:44.288139 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:44.367363 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:05:44.382587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.382939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.383291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.383632 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.383970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.384304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.384634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.384959 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.385284 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.385613 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.385970 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.386296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.386614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:05:44.423842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] No DVR routers for this DVR port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:05:44.586978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:05:44.587246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:05:44.587575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:05:44.595679 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:05:44.596019 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Attempting to bind port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:05:44.604913 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:05:44.605249 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:05:44.605627 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Bound using segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:05:44.606098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Bound port: 7cc1cd2d-da11-4a41-a420-2f41ad902843, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:05:44.606452 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:44.629463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cee20-5b2c-4e8b-abfb-840c863e6de6 req-8ef8e319-f5d7-488d-abbb-ef3130090860 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:44.630963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f45cee20-5b2c-4e8b-abfb-840c863e6de6 req-8ef8e319-f5d7-488d-abbb-ef3130090860 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 944 time: 0.0800359 Dec 08 18:05:44.721007 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f45cee20-5b2c-4e8b-abfb-840c863e6de6 req-b1aea1c0-258e-456c-89ef-fcd1d355d777 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703182 Dec 08 18:05:44.723382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:05:44.726576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:05:44.731402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:44.766203 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:44.766828 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:44.768727 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] 10.222.0.58 "PUT /v2.0/ports/7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1092 time: 1.4745705 Dec 08 18:05:44.771127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:05:44.773951 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:05:44.801623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68247621-32a6-44c3-950f-556cfe1780d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:05:44.833459 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc5b620-484a-43ef-bcce-6b6012888868 x-openstack-request-id: req-1fc5b620-484a-43ef-bcce-6b6012888868 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:05:44.833763 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:05:44.834051 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1fc5b620-484a-43ef-bcce-6b6012888868 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:05:44.834454 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'status': 'completed', 'code': 200} Dec 08 18:05:44.851454 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68811f80-e01d-4a36-a307-5a4cd18e2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:44.852948 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-68811f80-e01d-4a36-a307-5a4cd18e2c25 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1096 time: 0.0463445 Dec 08 18:05:44.952766 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-1a3e70fd-90d8-4039-8e52-082bcfdb6878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:44.954280 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-1a3e70fd-90d8-4039-8e52-082bcfdb6878 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0917933 Dec 08 18:05:45.020456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-85b8d05a-2f72-46a6-bb68-683d5f533467 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1000 time: 0.0588014 Dec 08 18:05:45.070572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-5adfc865-ef99-436f-aa05-8adfd20bfb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:45.071961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-5adfc865-ef99-436f-aa05-8adfd20bfb22 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0437067 Dec 08 18:05:45.122059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-e2a33c5e-8b63-47ca-90fd-9330371eac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:45.123600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-e2a33c5e-8b63-47ca-90fd-9330371eac91 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450382 Dec 08 18:05:45.212143 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-13e7fa8a-df9e-4104-9a89-32d1c675726d service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805550 Dec 08 18:05:45.304025 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-486e435f-2e1c-453d-af69-bed667b45fe4 req-c4e26b75-8651-4323-9182-b9addae8b06f service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852866 Dec 08 18:05:45.391181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-371a1792-a717-4234-be04-04b2a6460577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:45.392752 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-371a1792-a717-4234-be04-04b2a6460577 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1096 time: 0.0431197 Dec 08 18:05:45.487817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-e8e57b7b-1c7a-4dbf-890d-ec35f2311059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:45.489316 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-e8e57b7b-1c7a-4dbf-890d-ec35f2311059 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0896895 Dec 08 18:05:45.565054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-d3ffb1cd-ad46-4fbd-a21c-a2470be06afc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1000 time: 0.0689750 Dec 08 18:05:45.893210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78468d0e-ca54-425b-9822-a5649c9eb12b req-ee5d9313-d199-4f62-93c0-6c5533c12bfc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:45.895185 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78468d0e-ca54-425b-9822-a5649c9eb12b req-ee5d9313-d199-4f62-93c0-6c5533c12bfc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0675738 Dec 08 18:05:45.947046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78468d0e-ca54-425b-9822-a5649c9eb12b req-88db1da5-5310-47b1-a0cd-fb1e905535a0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441921 Dec 08 18:05:47.066897 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6fc0-b1eb-4916-8050-dc8aa4ea2d8d req-2142c87c-b2db-4001-b7a1-3c7803b70d05 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:47.068480 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bc6fc0-b1eb-4916-8050-dc8aa4ea2d8d req-2142c87c-b2db-4001-b7a1-3c7803b70d05 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0520589 Dec 08 18:05:47.118956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-20bc6fc0-b1eb-4916-8050-dc8aa4ea2d8d req-26b73ace-7ef1-463f-8c0c-e6320331fc4d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Dec 08 18:05:48.241174 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2df23a-73d1-4ddc-ba8a-f69c2d2c1371 req-561bdf60-4f83-4c2e-9268-7886b2aefd28 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:48.242689 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d2df23a-73d1-4ddc-ba8a-f69c2d2c1371 req-561bdf60-4f83-4c2e-9268-7886b2aefd28 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0504022 Dec 08 18:05:48.291769 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3d2df23a-73d1-4ddc-ba8a-f69c2d2c1371 req-2ca04bbe-f5ac-4cff-a332-68376bb044aa tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425894 Dec 08 18:05:49.411083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8321da-f94b-418e-8428-166fc52d018e req-45a94d51-9622-4c57-aa3c-9d7d7458e799 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:49.412992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a8321da-f94b-418e-8428-166fc52d018e req-45a94d51-9622-4c57-aa3c-9d7d7458e799 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0540738 Dec 08 18:05:49.470460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a8321da-f94b-418e-8428-166fc52d018e req-9e12ddc3-9a8f-4ce7-8f5a-a752d1b30621 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495813 Dec 08 18:05:50.590184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed4686-3005-43a1-823d-8466687dbfa3 req-f1424188-058c-413e-b9ad-5097dc3948c8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:50.592142 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90ed4686-3005-43a1-823d-8466687dbfa3 req-f1424188-058c-413e-b9ad-5097dc3948c8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0514498 Dec 08 18:05:50.650355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-90ed4686-3005-43a1-823d-8466687dbfa3 req-f640642f-afe4-440d-b161-295f0e0f341f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513580 Dec 08 18:05:51.762885 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bf165-0d9a-4b79-84ab-4aa74a7211d0 req-5faf112c-31ff-4233-a993-b7d2d2d0cf05 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:51.764992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4bf165-0d9a-4b79-84ab-4aa74a7211d0 req-5faf112c-31ff-4233-a993-b7d2d2d0cf05 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0486813 Dec 08 18:05:51.817091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ed4bf165-0d9a-4b79-84ab-4aa74a7211d0 req-4776b5fd-20a3-4575-ac6d-dfe1044e92be tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460875 Dec 08 18:05:52.944785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3a7347-020e-4b3f-879c-02f0e6b38a8a req-5f59ad90-38aa-47e0-b2fa-6007c5b3f7cb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:52.946292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa3a7347-020e-4b3f-879c-02f0e6b38a8a req-5f59ad90-38aa-47e0-b2fa-6007c5b3f7cb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0525448 Dec 08 18:05:52.996789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fa3a7347-020e-4b3f-879c-02f0e6b38a8a req-6e93b0f6-6ef5-4c64-a993-4980d425a6a0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437708 Dec 08 18:05:54.118127 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516baac-bf9b-4b91-bb97-ff1a74d3bc8a req-bf19b14a-57b1-4cb9-8f3a-b8278e240767 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:54.119590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7516baac-bf9b-4b91-bb97-ff1a74d3bc8a req-bf19b14a-57b1-4cb9-8f3a-b8278e240767 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0502491 Dec 08 18:05:54.181296 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7516baac-bf9b-4b91-bb97-ff1a74d3bc8a req-6ff8dc57-6851-4041-b311-8ef7d24f0df0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549350 Dec 08 18:05:55.321652 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8216b34-b9aa-472e-a9ca-3fc41b14a1c3 req-f130b7fc-ca6d-4056-9580-9646dec7c87b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:55.323158 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8216b34-b9aa-472e-a9ca-3fc41b14a1c3 req-f130b7fc-ca6d-4056-9580-9646dec7c87b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0528543 Dec 08 18:05:55.374021 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d8216b34-b9aa-472e-a9ca-3fc41b14a1c3 req-74d27b41-bd50-4cec-89e8-7811611ae9c4 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Dec 08 18:05:56.293590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f74e67e-5a59-43df-8b2c-1e9497a1976b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:56.542336 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ebfc6-498b-43d8-bc99-dfa54338b9c7 req-1ae53957-1d3e-4120-9c87-c53683cb2110 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:56.543847 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a0ebfc6-498b-43d8-bc99-dfa54338b9c7 req-1ae53957-1d3e-4120-9c87-c53683cb2110 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0972075 Dec 08 18:05:56.593122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7a0ebfc6-498b-43d8-bc99-dfa54338b9c7 req-20610c9e-d6a1-4fa5-b124-3a4756794bfd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427468 Dec 08 18:05:57.707898 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8cf730-c91a-4697-b1a8-1efb11768809 req-999f4426-068a-4580-8c27-314ef0650eec tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:57.709342 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d8cf730-c91a-4697-b1a8-1efb11768809 req-999f4426-068a-4580-8c27-314ef0650eec tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0478983 Dec 08 18:05:57.761613 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-0d8cf730-c91a-4697-b1a8-1efb11768809 req-ef2b0423-03fa-4b20-941c-26cbf7255641 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461524 Dec 08 18:05:58.876110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3821d71-289e-47c7-8118-0855311503e4 req-862a6ab8-2725-48a4-ad0a-710465127e01 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:58.877555 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3821d71-289e-47c7-8118-0855311503e4 req-862a6ab8-2725-48a4-ad0a-710465127e01 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0485473 Dec 08 18:05:58.926071 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d3821d71-289e-47c7-8118-0855311503e4 req-1be0a5c0-f23d-42a4-a04e-8003cf4ab74c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422812 Dec 08 18:05:58.983082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-ce55f6a4-cfd9-469c-8f67-5a3826ddb701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:58.984527 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-ce55f6a4-cfd9-469c-8f67-5a3826ddb701 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0456619 Dec 08 18:05:59.036413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-a9dc0aab-3810-465c-9edf-6ec438a716fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:05:59.037918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-a9dc0aab-3810-465c-9edf-6ec438a716fc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449605 Dec 08 18:05:59.071583 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a804e9-6c08-47d1-ace2-41e4faea3544 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:05:59.138240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-40bcfa03-9a2f-4755-9137-45bf7f7a46c6 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892193 Dec 08 18:05:59.238840 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10c393df-a2d9-4a16-a69e-6cacc86bf9c9 req-92cb0554-a4b5-4dfe-8d61-f503aef050b0 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918388 Dec 08 18:06:00.044680 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a424be-f211-43b7-9ae0-813066ad7df9 req-7f128311-ef61-4a72-8ed9-9e9b7602e772 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:00.046163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58a424be-f211-43b7-9ae0-813066ad7df9 req-7f128311-ef61-4a72-8ed9-9e9b7602e772 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0511303 Dec 08 18:06:00.095323 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-58a424be-f211-43b7-9ae0-813066ad7df9 req-2592928b-d8fe-4b9e-beec-473e80238756 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431423 Dec 08 18:06:00.611998 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:01.115809 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:06:01.218036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3efa09-e3fd-4bca-92fd-4db139a04bf7 req-fbcc6de3-e933-4ed2-ae83-a815767ebe21 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:01.219647 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe3efa09-e3fd-4bca-92fd-4db139a04bf7 req-fbcc6de3-e933-4ed2-ae83-a815767ebe21 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 945 time: 0.0518522 Dec 08 18:06:01.272743 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe3efa09-e3fd-4bca-92fd-4db139a04bf7 req-7b86b760-080b-4608-b692-fd7ee52bdfd1 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469925 Dec 08 18:06:01.378632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:06:01.390476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'port_id': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'mac_address': 'fa:16:3e:27:5a:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:06:01.426091 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:01.439467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:06:01.461086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:06:01.488045 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:01.540718 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=11']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:06:01.718895 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['7cc1cd2d-da11-4a41-a420-2f41ad902843'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:06:02.372495 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:02.393368 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625692e6-bedf-41c2-9e33-83330b88c159 req-b4f853b8-881e-49ae-801d-7f26df1dd362 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:02.394850 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-625692e6-bedf-41c2-9e33-83330b88c159 req-b4f853b8-881e-49ae-801d-7f26df1dd362 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 946 time: 0.0540817 Dec 08 18:06:02.443444 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-625692e6-bedf-41c2-9e33-83330b88c159 req-0e7b8b79-847a-4db7-b636-da5c93c2d952 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425947 Dec 08 18:06:02.593605 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:03.110150 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:06:03.158836 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 7cc1cd2d-da11-4a41-a420-2f41ad902843 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:06:03.162972 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 7cc1cd2d-da11-4a41-a420-2f41ad902843 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:06:03.163336 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:03.238844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:03.265264 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:06:03.267525 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e9880c-c2f7-43a9-90d0-3d62bef0061b" -d '{"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:06:03.279986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:06:03.284380 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:03.308275 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b6ee80-fc3c-4001-a3e0-f2d2ba8f33b1 x-openstack-request-id: req-67b6ee80-fc3c-4001-a3e0-f2d2ba8f33b1 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:06:03.308568 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-plugged", "status": "completed", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:06:03.308816 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-67b6ee80-fc3c-4001-a3e0-f2d2ba8f33b1 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:06:03.309206 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'code': 200} Dec 08 18:06:03.349059 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=12']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:06:03.352403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:03.460340 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f8faa7-6741-4433-aaa2-816720a8f0b6 req-f5e08a7b-07f0-439f-a820-1c7bb0f99063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:03.461820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4f8faa7-6741-4433-aaa2-816720a8f0b6 req-f5e08a7b-07f0-439f-a820-1c7bb0f99063 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1098 time: 0.0393224 Dec 08 18:06:03.509392 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4f8faa7-6741-4433-aaa2-816720a8f0b6 req-c165899a-8f2a-4c81-a75f-affd713137a5 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407176 Dec 08 18:06:03.559528 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36b24c-225b-4434-bff3-658d39d8575b req-6ece5789-107a-49bc-ac98-286c4196b471 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:03.561633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c36b24c-225b-4434-bff3-658d39d8575b req-6ece5789-107a-49bc-ac98-286c4196b471 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 947 time: 0.0481215 Dec 08 18:06:03.613291 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c36b24c-225b-4434-bff3-658d39d8575b req-c9459117-767e-4b8c-9b9e-f9402472488d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455863 Dec 08 18:06:04.256887 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:04.732551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565ef1c6-4b18-4244-959f-50409faf990a req-42436a22-e968-48da-a8e1-4fd1271b7e31 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:04.734211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-565ef1c6-4b18-4244-959f-50409faf990a req-42436a22-e968-48da-a8e1-4fd1271b7e31 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 947 time: 0.0512900 Dec 08 18:06:04.788220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-565ef1c6-4b18-4244-959f-50409faf990a req-bcd96e54-b680-409c-a44b-a6d7f2e9a3db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477927 Dec 08 18:06:05.904452 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04511c8-49b6-4a2f-853e-9628b26a162a req-375fef61-be86-47f4-9742-f4de87526f00 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:05.905910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04511c8-49b6-4a2f-853e-9628b26a162a req-375fef61-be86-47f4-9742-f4de87526f00 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 947 time: 0.0486407 Dec 08 18:06:05.954277 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d04511c8-49b6-4a2f-853e-9628b26a162a req-ba45e17d-97b6-4235-a1b5-b72c34cdddf2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424290 Dec 08 18:06:07.301663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-9e7e5436-e375-4eb3-9273-2b6d2b6f507b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434792 Dec 08 18:06:07.382190 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-0a85d16c-9ab7-443e-89e4-325fa0098ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:07.383551 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-0a85d16c-9ab7-443e-89e4-325fa0098ebf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1098 time: 0.0404344 Dec 08 18:06:07.491052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-3c839b94-1ab3-41c6-b02d-3aad47aff411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:07.492515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-3c839b94-1ab3-41c6-b02d-3aad47aff411 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0893037 Dec 08 18:06:07.557822 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-07799db9-88df-4217-81e3-8c29621dd08d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1002 time: 0.0582764 Dec 08 18:06:07.605960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-9758ac10-b0bf-4a17-a28e-4fe222e4c6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:07.607355 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-9758ac10-b0bf-4a17-a28e-4fe222e4c6a7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0428345 Dec 08 18:06:07.649484 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:06:07.656448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-82c625b3-7696-4be4-8c21-f763c951afce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:06:07.657945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-82c625b3-7696-4be4-8c21-f763c951afce service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436299 Dec 08 18:06:07.747285 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-2eeb7a58-0528-41ff-b575-26e3304c68ac service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820777 Dec 08 18:06:07.841200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b83ef3de-150c-4ad6-8d5c-3ba68ffa5244 req-2eea7d18-ae0e-4416-bb08-5f5cc6fd3804 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863357 Dec 08 18:06:26.286969 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2705734c-822c-4eac-bbf3-f6fb17df0405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:29.073507 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4838cba6-01de-46fe-bfac-dedad9b26d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:30.613217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:32.375919 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:32.596092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:33.333869 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:34.271005 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:44.649206 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:06:56.288297 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d282d47-3e92-4808-a55d-4e57fae8d0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:06:59.074138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e515c023-63a3-4a59-b27d-fb6bdb005c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:00.615770 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:02.381548 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:02.601217 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:03.333820 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:04.271290 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:08.301495 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-ade692c4-53d5-4ed9-847f-137a7cdd9306 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407014 Dec 08 18:07:08.383367 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-6b4dfa2c-74a1-4f17-a6f0-e2d0503ff372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:08.384739 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-6b4dfa2c-74a1-4f17-a6f0-e2d0503ff372 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1098 time: 0.0415139 Dec 08 18:07:08.492500 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-c530096c-145e-4a5f-a1c4-43a4d36e0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:08.493982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-c530096c-145e-4a5f-a1c4-43a4d36e0d66 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0899522 Dec 08 18:07:08.561678 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-7c2c288a-00b1-4090-9545-be9d47fd18d0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 1002 time: 0.0600085 Dec 08 18:07:08.610330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-c5e2fedf-e36b-4cac-b863-da2d327dfc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:08.611747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-c5e2fedf-e36b-4cac-b863-da2d327dfc11 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0435915 Dec 08 18:07:08.660532 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-f99860fb-91a7-499e-8850-457ef055d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:08.661956 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-f99860fb-91a7-499e-8850-457ef055d506 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433450 Dec 08 18:07:08.753389 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-10bc21a7-0afe-4928-b6a9-016ae6513c04 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840566 Dec 08 18:07:08.845382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-89eff429-ca53-4b5b-b356-fa18864ef3f0 req-8d194d79-9cc2-4d5f-9701-5b33ce307094 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854743 Dec 08 18:07:15.425488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44206) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:15.915447 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Deleting port 8f85bf49-9f11-493e-8109-3da3599d9c82 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:07:15.915799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:15.988285 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:15.988614 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:16.000270 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Calling delete_port for 8f85bf49-9f11-493e-8109-3da3599d9c82 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:07:16.148476 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:16.178122 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event deleted for resources: {'Port': ['ID=8f85bf49-9f11-493e-8109-3da3599d9c82,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:16.189184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.189554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.189932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.190443 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.190806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.191596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.191596 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.191794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.192113 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.192435 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.192761 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.193084 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.193406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:16.255158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:16.255442 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Floating IP 8b235889-a02c-47d4-a87d-176468d2eee1 disassociated (deleted). External IP: 172.25.3.151, port: 7cc1cd2d-da11-4a41-a420-2f41ad902843. Dec 08 18:07:16.457947 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Router 0d079793-e1c8-446b-b664-ac3748ef07ef has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:07:16.566907 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:07:16.571835 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:16.578990 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:07:16.589464 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:07:16.590091 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:16.598028 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-70eb5714-bafa-474d-83ff-391270c7d223 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "DELETE /v2.0/floatingips/8b235889-a02c-47d4-a87d-176468d2eee1 HTTP/1.1" status: 204 len: 168 time: 1.1714637 Dec 08 18:07:16.598618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:07:16.600879 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0" -d '{"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:07:16.698950 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:07:16.757325 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03895f85-23be-476b-b0f8-0e888aef0f7c x-openstack-request-id: req-03895f85-23be-476b-b0f8-0e888aef0f7c {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:07:16.757642 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:07:16.759835 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-03895f85-23be-476b-b0f8-0e888aef0f7c {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:07:16.759835 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'status': 'completed', 'code': 200} Dec 08 18:07:16.852372 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-d77ac9bb-f28e-48da-afa4-18fc9d66eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:16.853950 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-d77ac9bb-f28e-48da-afa4-18fc9d66eafc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 1098 time: 0.0715134 Dec 08 18:07:16.866821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a621563-e50a-432a-9bfb-13e3da3b5576 req-a3d79602-301b-4a43-a86f-96e77f424b73 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:16.868237 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a621563-e50a-432a-9bfb-13e3da3b5576 req-a3d79602-301b-4a43-a86f-96e77f424b73 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 947 time: 0.0588942 Dec 08 18:07:16.919907 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:16.947112 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:07:16.957248 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:07:16.957910 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:06:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:16.971893 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2a621563-e50a-432a-9bfb-13e3da3b5576 req-c9cfc84a-aeb6-43ad-9fb2-7cc7b301fcf5 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953851 Dec 08 18:07:16.991711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-c5cd0283-cbb7-4f72-814c-bf71c1319b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:16.993092 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-c5cd0283-cbb7-4f72-814c-bf71c1319b13 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.1240199 Dec 08 18:07:17.037448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-4093f243-cd3a-4534-844b-8ee044753c17 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 200 len: 217 time: 0.0353403 Dec 08 18:07:17.066571 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:07:17.092287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-309dd9c8-54d8-4042-b295-572fa882fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:17.094363 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-309dd9c8-54d8-4042-b295-572fa882fe4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0498505 Dec 08 18:07:17.140979 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-c6f5599c-40c1-49ff-9618-21b5ee5623c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:17.142521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-c6f5599c-40c1-49ff-9618-21b5ee5623c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406320 Dec 08 18:07:17.234807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-13ed72af-654e-4173-a1a8-948261e2e884 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823395 Dec 08 18:07:17.267689 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:17.298042 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6527770-5612-48c4-ba95-992aeb15c185 None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:07:17.333657 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e71bfcbe-9422-4df9-9ae5-c13529b43bd0 req-f720f23b-e989-45dc-9a0f-27cdaaedcb01 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889552 Dec 08 18:07:17.520057 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ace75-115b-493e-90cc-60867c893ed2 None None] New status for floating IP 8b235889-a02c-47d4-a87d-176468d2eee1: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:07:18.115421 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96bd0a-19b4-44d2-9110-632d65609e69 req-ce2f1577-eab0-4ee1-9e30-2b580d090eb8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:18.116906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a96bd0a-19b4-44d2-9110-632d65609e69 req-ce2f1577-eab0-4ee1-9e30-2b580d090eb8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 947 time: 0.0761340 Dec 08 18:07:18.138404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-72565e99-47ca-49f6-b4f4-07a3e7330b47 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:18.139789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-72565e99-47ca-49f6-b4f4-07a3e7330b47 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.58 "GET /v2.0/ports?device_id=99d4ad74-2e82-4b4a-9e3e-9d1b8884b320 HTTP/1.1" status: 200 len: 947 time: 0.0719566 Dec 08 18:07:18.213292 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a96bd0a-19b4-44d2-9110-632d65609e69 req-8c210613-1da2-4210-843e-81885f21d6e5 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=ff5b2884-3234-4072-949f-d29b3413459c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893044 Dec 08 18:07:18.259217 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Deleting port 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:07:18.259463 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:18.345294 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] For port 7cc1cd2d-da11-4a41-a420-2f41ad902843, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=7cc1cd2d-da11-4a41-a420-2f41ad902843,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:07:18.345640 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:18.363272 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Calling delete_port for 7cc1cd2d-da11-4a41-a420-2f41ad902843 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:07:18.487692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:18.515839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event deleted for resources: {'Port': ['ID=7cc1cd2d-da11-4a41-a420-2f41ad902843,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:18.561407 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] No DVR routers for this DVR port 7cc1cd2d-da11-4a41-a420-2f41ad902843 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:07:18.564225 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:18.567625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a5a5b2a5-9dbf-48c5-9604-d4851b011cb1 req-6912edc7-87b6-47bc-aee8-aac5a9edea6e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.58 "DELETE /v2.0/ports/7cc1cd2d-da11-4a41-a420-2f41ad902843 HTTP/1.1" status: 204 len: 173 time: 0.4205852 Dec 08 18:07:18.759565 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-deleted', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:07:18.761991 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211a087a-5cae-4f72-9dfe-29e60486594c" -d '{"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-deleted", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:07:18.798643 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1951a-7c53-4a93-80e6-599dcf0e393f x-openstack-request-id: req-4db1951a-7c53-4a93-80e6-599dcf0e393f {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:07:18.798936 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99d4ad74-2e82-4b4a-9e3e-9d1b8884b320", "name": "network-vif-deleted", "tag": "7cc1cd2d-da11-4a41-a420-2f41ad902843", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:07:18.799185 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4db1951a-7c53-4a93-80e6-599dcf0e393f {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:07:18.799593 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99d4ad74-2e82-4b4a-9e3e-9d1b8884b320', 'name': 'network-vif-deleted', 'tag': '7cc1cd2d-da11-4a41-a420-2f41ad902843', 'status': 'completed', 'code': 200} Dec 08 18:07:19.270607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44224) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:19.326699 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a44f-fdc8-43b2-8bcc-5c3d82b9c35f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.352184 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a44f-fdc8-43b2-8bcc-5c3d82b9c35f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.412513 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a44f-fdc8-43b2-8bcc-5c3d82b9c35f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.415242 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aaf3a44f-fdc8-43b2-8bcc-5c3d82b9c35f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.416611 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aaf3a44f-fdc8-43b2-8bcc-5c3d82b9c35f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "DELETE /v2.0/security-groups/ff5b2884-3234-4072-949f-d29b3413459c HTTP/1.1" status: 204 len: 168 time: 0.1450303 Dec 08 18:07:19.426211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3a44f-fdc8-43b2-8bcc-5c3d82b9c35f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5b2884-3234-4072-949f-d29b3413459c,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:19.702922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44230) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:19.707621 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-49694985', 'description': 'tempest-secgroup-smoke-49694985 description', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:19.730287 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.797219 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.800938 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.832972 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.834229 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1302049 Dec 08 18:07:19.837231 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:19.838171 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f807d79-0e0f-4fbb-8a0e-6f406dee040a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fba9ed-54ad-4142-b637-4925f3cb8ef9,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:19.844777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'd4fba9ed-54ad-4142-b637-4925f3cb8ef9', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:19.871576 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.927498 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.931202 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.949171 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41b273cf-e838-4fd9-b5b3-eb8a2b8721ba,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:19.959382 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:19.960572 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1217079 Dec 08 18:07:19.962714 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.963057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.963395 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.963728 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.964057 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.964380 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.964700 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.965023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.965402 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.965769 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.966206 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.966313 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.966594 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5509d29e-2705-4fe3-ae8c-2c81bab616db tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:19.967413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44236) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:19.975298 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'd4fba9ed-54ad-4142-b637-4925f3cb8ef9', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:20.002471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.058821 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.062366 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.084224 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d02d29-d494-4155-ad98-30de150dac57,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:20.090333 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.091530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78fed1d9-81e4-418a-8049-ea82579c0f8c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204741 Dec 08 18:07:20.094881 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44238) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:20.099433 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'd4fba9ed-54ad-4142-b637-4925f3cb8ef9', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:20.126218 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.183457 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.186687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.204975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d23356b-270b-4dee-a981-f53527604426,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:20.212707 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.213927 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a86732ff-7811-41c2-94d7-7e1c162a25c0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180322 Dec 08 18:07:20.216601 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44240) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:20.221598 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'd4fba9ed-54ad-4142-b637-4925f3cb8ef9', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:20.246306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.303404 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.306861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.326803 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a89f3d-9761-47e1-be9c-c9a89423410d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:20.333959 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.335145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c1da8ed7-0964-40af-a4d6-32cd66718e0a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176312 Dec 08 18:07:20.337938 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44242) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:20.342291 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'd4fba9ed-54ad-4142-b637-4925f3cb8ef9', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:20.363425 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Project 0c249e9320c44a61b0f85e6d2bf79336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:07:20.368102 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.424361 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.427846 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.446678 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2d1a478-8d9f-4bf8-bc8a-24c02a5d4c6e,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:20.453607 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.454830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-373b0f85-f013-4ec6-85cc-97b967e61592 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159501 Dec 08 18:07:20.457655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44244) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:20.461909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'security_group_rule': {'security_group_id': 'd4fba9ed-54ad-4142-b637-4925f3cb8ef9', 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:20.482154 n-d-820935-5 neutron-server[103282]: INFO neutron.db.securitygroups_db [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Project 0c249e9320c44a61b0f85e6d2bf79336 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:07:20.487195 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.545417 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.548910 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.567030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a88253-fd78-4eae-b7d3-381ae5bc3d9d,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:20.577047 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:20.579033 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-939948b5-3daa-48e2-a24f-89f5930e262f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204212 Dec 08 18:07:21.444017 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:07:21.464035 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 7cc1cd2d-da11-4a41-a420-2f41ad902843 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:07:21.464299 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 7cc1cd2d-da11-4a41-a420-2f41ad902843 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:07:21.649380 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:07:26.291468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5509e1d9-5aa6-4ddc-9c11-9a6d9f548a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:29.126878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ed329c74-0f97-4afb-9875-2009f6980bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:30.620510 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:32.379253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:32.604093 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:33.347995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:34.278954 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:35.806952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-9536dce6-3bc9-4267-af06-7cecc37fa7c7 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-49694985&fields=id&tenant_id=0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 267 time: 0.0431764 Dec 08 18:07:35.913366 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-cfdc2120-8a9f-421e-81be-51066908337c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:35.914726 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-cfdc2120-8a9f-421e-81be-51066908337c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 808 time: 0.1006184 Dec 08 18:07:35.929703 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-2af5b90f-957a-407b-99c2-d3bc558a75bd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/quotas/0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 375 time: 0.0092366 Dec 08 18:07:35.979098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-abf0af45-4ca0-419a-8c27-b76747fb7afe tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442617 Dec 08 18:07:36.076566 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-03c1605b-5673-4557-a91e-1f946e724b51 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848172 Dec 08 18:07:36.163990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-ee6aef5a-892a-4bd6-bba3-37474733a140 service neutron] 10.222.0.62 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810893 Dec 08 18:07:36.442453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-70fa624b-06c6-41f8-be75-5d0214a8bb29 req-3d1c28f9-ab2b-495b-beff-1cf0621d1ac5 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 210 time: 0.0273206 Dec 08 18:07:37.404037 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-7268d469-9e3b-42b1-b161-be4f25fd2d58 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:37.405583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-7268d469-9e3b-42b1-b161-be4f25fd2d58 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 808 time: 0.1075618 Dec 08 18:07:37.470056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-4b08b5ee-2b4a-4cde-8afa-a75a838bfc6f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 378 time: 0.0553386 Dec 08 18:07:37.480628 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'port': {'device_id': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'admin_state_up': True, 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'security_groups': ['d4fba9ed-54ad-4142-b637-4925f3cb8ef9']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:37.559524 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-612446d0-5d15-4d06-8878-648a213d90b3 req-2b8dff66-8ffe-4f45-a8cd-0d9fe6cce0af tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 210 time: 0.0387294 Dec 08 18:07:37.615508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Made reservation on behalf of 0c249e9320c44a61b0f85e6d2bf79336 for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:07:37.619097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:37.743922 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Allocated IP 172.20.0.13 (2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1/c440a8eb-fc95-4947-8a34-8bacbae21678/90a008b0-0e76-4dfc-a41d-a27c67fd367b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:07:37.885883 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:37.920023 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:37.961868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:07:37.966854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:07:37.971260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:07:38.002246 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:38.032081 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:38.032684 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.050668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-d4f59c09-da2f-4586-b021-0e705efaee52 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5737603 Dec 08 18:07:38.130016 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Request body: {'port': {'device_id': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:38.189282 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.203717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-ae6ae46a-a13f-4599-abf3-bcfcda60f44b None None] Provisioning complete for port 90a008b0-0e76-4dfc-a41d-a27c67fd367b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:07:38.204282 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae6ae46a-a13f-4599-abf3-bcfcda60f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.239085 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ae6ae46a-a13f-4599-abf3-bcfcda60f44b None None] Port 90a008b0-0e76-4dfc-a41d-a27c67fd367b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:07:38.454850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a008b0-0e76-4dfc-a41d-a27c67fd367b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:07:38.462528 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.474238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Transition to ACTIVE for port object 90a008b0-0e76-4dfc-a41d-a27c67fd367b will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:07:38.477993 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.533752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:38.615032 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:07:38.615373 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:07:38.615708 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:07:38.620590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:07:38.620887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:07:38.627497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:07:38.627841 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:07:38.628225 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Bound using segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:07:38.628666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Bound port: 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:07:38.629279 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.740326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:07:38.744030 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:07:38.754968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f16e57-792f-4016-8890-d897389741f0 req-014dda06-82d1-4dd8-be30-b502bcb37201 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:38.756502 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4f16e57-792f-4016-8890-d897389741f0 req-014dda06-82d1-4dd8-be30-b502bcb37201 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0908978 Dec 08 18:07:38.758117 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.813293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:38.813825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:38.815260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] 10.222.0.86 "PUT /v2.0/ports/90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 1092 time: 0.7566309 Dec 08 18:07:38.822704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:07:38.825016 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de504dce-9863-4236-b551-6745b1857d05" -d '{"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:07:38.866835 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c17b39-ab60-45d5-b6b1-4056206d8824 service neutron] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:38.913992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c4f16e57-792f-4016-8890-d897389741f0 req-4ed1d3c0-8e71-4d29-ab9a-11d14696b321 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291213 Dec 08 18:07:38.946992 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-b5badb59-b986-453f-9f75-ee29ee9703a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:38.946992 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-b5badb59-b986-453f-9f75-ee29ee9703a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1095 time: 0.0856402 Dec 08 18:07:38.993383 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a35447-3a65-4c5e-a8df-4302358436b8 x-openstack-request-id: req-66a35447-3a65-4c5e-a8df-4302358436b8 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:07:38.993737 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:07:38.993969 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-66a35447-3a65-4c5e-a8df-4302358436b8 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:07:38.994352 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'status': 'completed', 'code': 200} Dec 08 18:07:38.996103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-95161d25-3eed-4b63-9775-b27ba8b805d8 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 217 time: 0.0454497 Dec 08 18:07:39.051962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-5e3f1152-bd2e-4650-a74a-de8eb1dabdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:39.053454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-5e3f1152-bd2e-4650-a74a-de8eb1dabdd7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0495596 Dec 08 18:07:39.110048 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-1bd73805-6bd8-4764-864f-07afcd60508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:39.111694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-1bd73805-6bd8-4764-864f-07afcd60508e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507066 Dec 08 18:07:39.207249 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-82df3805-634b-4c3c-8003-44e9763ed94c service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887332 Dec 08 18:07:39.300153 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba61f37a-dbac-4612-8e0a-78c8c3379d94 req-382177bb-11de-4e96-9a67-7b8bb025f50f service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863492 Dec 08 18:07:39.385806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504dce-9863-4236-b551-6745b1857d05 req-89c54376-6e8e-4bb2-8221-d33a57e3183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:39.387287 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-89c54376-6e8e-4bb2-8221-d33a57e3183e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1095 time: 0.0420074 Dec 08 18:07:39.479061 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504dce-9863-4236-b551-6745b1857d05 req-79cc3de2-adf3-434b-bf55-4fe195bbe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:39.480520 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-79cc3de2-adf3-434b-bf55-4fe195bbe377 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0855799 Dec 08 18:07:39.525382 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-63d25269-e538-4360-b5d3-69fabbaabc1c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 217 time: 0.0371206 Dec 08 18:07:39.575924 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504dce-9863-4236-b551-6745b1857d05 req-4c661107-361f-4e61-b202-ecacf918964b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:39.577854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-4c661107-361f-4e61-b202-ecacf918964b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0452807 Dec 08 18:07:39.624444 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504dce-9863-4236-b551-6745b1857d05 req-2c66abb4-cad6-421f-b980-a23f39e71a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:39.625965 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-2c66abb4-cad6-421f-b980-a23f39e71a87 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413971 Dec 08 18:07:39.720453 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-594dbdf9-572a-4c51-82bf-25941d31763d service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 Dec 08 18:07:39.818821 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-de504dce-9863-4236-b551-6745b1857d05 req-4c939d35-72b3-412d-9532-f53d2d7e05cb service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908532 Dec 08 18:07:40.054450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e4a74d-ab15-4dd7-a65f-6e9ffa3ae890 req-9efc68c9-03e1-47f0-98cd-5d59f1b2c2dc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:40.055937 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8e4a74d-ab15-4dd7-a65f-6e9ffa3ae890 req-9efc68c9-03e1-47f0-98cd-5d59f1b2c2dc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0522869 Dec 08 18:07:40.120797 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c8e4a74d-ab15-4dd7-a65f-6e9ffa3ae890 req-d9a8a336-aeb4-486a-8b07-c965d7a02202 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0581214 Dec 08 18:07:41.249329 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2640e84-f2a5-4f93-863e-2e3b86d221f8 req-145f5f7e-e282-434c-8795-a3197088e8ec tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:41.250573 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2640e84-f2a5-4f93-863e-2e3b86d221f8 req-145f5f7e-e282-434c-8795-a3197088e8ec tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0523334 Dec 08 18:07:41.300395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2640e84-f2a5-4f93-863e-2e3b86d221f8 req-56da6778-7ca9-4b44-bf84-d52e7753b2d2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434797 Dec 08 18:07:42.421664 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebce1e3-8f56-4496-9569-78057eb08314 req-5f63e74e-10f6-4bc0-bf6c-36312b0fd6fd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:42.423624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ebce1e3-8f56-4496-9569-78057eb08314 req-5f63e74e-10f6-4bc0-bf6c-36312b0fd6fd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0527396 Dec 08 18:07:42.476385 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8ebce1e3-8f56-4496-9569-78057eb08314 req-6f518e7d-e579-4d25-bc4e-97d22a199c08 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464249 Dec 08 18:07:43.601669 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df940d-34e1-4b0b-8e00-4033094d8e80 req-31cdda94-5b0e-4505-8735-18879519b3cd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:43.603157 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26df940d-34e1-4b0b-8e00-4033094d8e80 req-31cdda94-5b0e-4505-8735-18879519b3cd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0589499 Dec 08 18:07:43.658939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-26df940d-34e1-4b0b-8e00-4033094d8e80 req-939d9328-676d-404e-ab46-3fc0b8bd094f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494444 Dec 08 18:07:44.774854 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87789bf6-e190-4a87-83d2-0a6dabe6126b req-eba64253-9efe-451f-9f0c-60f179db9ed7 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:44.776329 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87789bf6-e190-4a87-83d2-0a6dabe6126b req-eba64253-9efe-451f-9f0c-60f179db9ed7 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0485082 Dec 08 18:07:44.824945 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-87789bf6-e190-4a87-83d2-0a6dabe6126b req-d66915c3-2659-4c3a-846b-77acd58b2abc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419319 Dec 08 18:07:45.945068 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed94b6-db40-454c-ae54-78ee971b59e0 req-467e041b-a138-45a1-800c-f7e806af80c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:45.946542 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-beed94b6-db40-454c-ae54-78ee971b59e0 req-467e041b-a138-45a1-800c-f7e806af80c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0514982 Dec 08 18:07:45.994854 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-beed94b6-db40-454c-ae54-78ee971b59e0 req-691858c1-f0ce-42c7-aa1a-5df7f152ad68 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422952 Dec 08 18:07:47.109279 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c571f7-75de-460c-9c1c-4ee2dd3e2f61 req-2e52e581-7b33-4b6f-9c6d-b5a9d4145cfd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:47.111163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06c571f7-75de-460c-9c1c-4ee2dd3e2f61 req-2e52e581-7b33-4b6f-9c6d-b5a9d4145cfd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0491409 Dec 08 18:07:47.160680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-06c571f7-75de-460c-9c1c-4ee2dd3e2f61 req-f1cd3ec5-16c3-4c36-bc63-db328dcf870d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433550 Dec 08 18:07:48.274636 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fc170-f6bf-445b-8ad9-34bffb15f109 req-9a84ed77-304a-4f59-aebc-9a49bc4cc9c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:48.276094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f9fc170-f6bf-445b-8ad9-34bffb15f109 req-9a84ed77-304a-4f59-aebc-9a49bc4cc9c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0496294 Dec 08 18:07:48.328218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3f9fc170-f6bf-445b-8ad9-34bffb15f109 req-b7271298-064d-4efb-bec2-f55dcac18335 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453215 Dec 08 18:07:49.441824 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa057f1-b569-4929-a73e-1e3aaf8e6645 req-db5b6c6f-5818-49fe-a6ff-1bb09c21ee05 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:49.443286 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa057f1-b569-4929-a73e-1e3aaf8e6645 req-db5b6c6f-5818-49fe-a6ff-1bb09c21ee05 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0488660 Dec 08 18:07:49.491787 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4fa057f1-b569-4929-a73e-1e3aaf8e6645 req-edb43329-a68a-42b8-9fbd-920072b8bc5f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425885 Dec 08 18:07:50.606426 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e82dd-cc35-44fc-b7e0-8a8a1a106169 req-5514e015-114e-4d1a-854f-285852ede33a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:50.607886 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c82e82dd-cc35-44fc-b7e0-8a8a1a106169 req-5514e015-114e-4d1a-854f-285852ede33a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0486333 Dec 08 18:07:50.658073 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c82e82dd-cc35-44fc-b7e0-8a8a1a106169 req-e5945afb-d64e-424c-82df-d4496f5854f6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436261 Dec 08 18:07:51.777610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc725452-0c02-4aa7-96e8-8ce425b99192 req-2f8b2187-6b04-4959-812d-ad4596e30dfe tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:51.779127 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc725452-0c02-4aa7-96e8-8ce425b99192 req-2f8b2187-6b04-4959-812d-ad4596e30dfe tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0521472 Dec 08 18:07:51.827029 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bc725452-0c02-4aa7-96e8-8ce425b99192 req-c5a9f011-4316-4754-80be-08ccbefb9cc8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413091 Dec 08 18:07:51.959648 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:07:52.052169 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:07:52.063450 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'port_id': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'mac_address': 'fa:16:3e:f3:4d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:07:52.104433 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:52.117092 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a008b0-0e76-4dfc-a41d-a27c67fd367b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:07:52.136528 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:07:52.139911 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:52.185186 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:52.193018 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.193356 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.193687 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.194044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.194373 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.194695 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.195014 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.195334 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.195650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.195965 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.196285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.196598 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.196908 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:07:52.357337 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['90a008b0-0e76-4dfc-a41d-a27c67fd367b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:07:52.941238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb73f1-89dd-49c6-be2f-3b19b7493203 req-98ccf3c1-294b-4047-af08-d265f584d283 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:52.942721 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4cb73f1-89dd-49c6-be2f-3b19b7493203 req-98ccf3c1-294b-4047-af08-d265f584d283 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 945 time: 0.0495362 Dec 08 18:07:52.991740 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b4cb73f1-89dd-49c6-be2f-3b19b7493203 req-a1146038-c1f2-447c-97eb-bf7a10f2cf18 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430961 Dec 08 18:07:53.960547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:07:54.010610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 90a008b0-0e76-4dfc-a41d-a27c67fd367b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:07:54.014446 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 90a008b0-0e76-4dfc-a41d-a27c67fd367b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:07:54.014818 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:54.097771 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:54.105241 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba57f01-0f23-4239-84d1-070cae55a0f9 req-dbe19e00-0337-4a6b-9497-c454e7bbf865 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:54.106748 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ba57f01-0f23-4239-84d1-070cae55a0f9 req-dbe19e00-0337-4a6b-9497-c454e7bbf865 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 945 time: 0.0492325 Dec 08 18:07:54.129512 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:07:54.132226 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15ddaa0e-1eab-4498-a6c3-f7adf70e15f7" -d '{"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:07:54.137958 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:07:54.142279 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:54.165585 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ba57f01-0f23-4239-84d1-070cae55a0f9 req-d8c15ab9-7030-401b-95c2-b97f14a990cd tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512483 Dec 08 18:07:54.190536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:54.208514 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc09a24e-bdf9-4a99-a001-fd6d8842aaf8 x-openstack-request-id: req-dc09a24e-bdf9-4a99-a001-fd6d8842aaf8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:07:54.208804 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:07:54.209055 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dc09a24e-bdf9-4a99-a001-fd6d8842aaf8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:07:54.209440 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'code': 200} Dec 08 18:07:54.303821 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f890df6-366d-45b3-a4c8-39f0d73cf755 req-15aefb34-a85c-4b64-b00a-a51d3c9694f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:54.305272 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f890df6-366d-45b3-a4c8-39f0d73cf755 req-15aefb34-a85c-4b64-b00a-a51d3c9694f2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1097 time: 0.0403445 Dec 08 18:07:54.350466 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4f890df6-366d-45b3-a4c8-39f0d73cf755 req-cd92e301-81b4-46d3-ba3f-9c6784c7c10a service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384614 Dec 08 18:07:55.284167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58b341-7ec6-4bf6-81a1-8e34e504e3a6 req-868cb2e6-b58b-473e-be97-035f1b97d0cb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:55.285639 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b58b341-7ec6-4bf6-81a1-8e34e504e3a6 req-868cb2e6-b58b-473e-be97-035f1b97d0cb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0508869 Dec 08 18:07:55.337634 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1b58b341-7ec6-4bf6-81a1-8e34e504e3a6 req-13201181-ed86-453b-a3c5-995b210f19ad tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460134 Dec 08 18:07:56.294662 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-219b734f-7c57-4e11-8ae7-9177679dbd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:56.454463 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1adc2-3f68-40e0-9469-381cb124a8f7 req-e772e204-34ad-4018-9c0c-ae25ae00c1f0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:56.456567 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3a1adc2-3f68-40e0-9469-381cb124a8f7 req-e772e204-34ad-4018-9c0c-ae25ae00c1f0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0508211 Dec 08 18:07:56.503782 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a3a1adc2-3f68-40e0-9469-381cb124a8f7 req-1a325690-d4b2-4117-a8f0-aec03f5524d0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413642 Dec 08 18:07:56.615076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10909ec6-71d4-4e1e-8a96-77f4716fad6d req-22448ac4-d074-4563-883f-8763f5ee7318 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:56.616506 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10909ec6-71d4-4e1e-8a96-77f4716fad6d req-22448ac4-d074-4563-883f-8763f5ee7318 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0483353 Dec 08 18:07:56.665623 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10909ec6-71d4-4e1e-8a96-77f4716fad6d req-9c09008e-de1d-4a03-bfed-b249c214d32c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431983 Dec 08 18:07:56.686966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44440) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:56.730039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9da87d-230b-468b-a3c5-a936beb72316 tempest-TestShelveInstance-1942501542 tempest-TestShelveInstance-1942501542-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:56.731512 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2b9da87d-230b-468b-a3c5-a936beb72316 tempest-TestShelveInstance-1942501542 tempest-TestShelveInstance-1942501542-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1092 time: 0.0435894 Dec 08 18:07:56.734369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44442) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:07:56.738998 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:07:56.760048 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:56.851638 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:56.953392 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Allocated IP 172.25.3.51 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/4e6219dd-fb09-4772-80a3-0ea626aec479) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:07:57.050291 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:57.083100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:57.123506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:07:57.126239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:07:57.131936 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:07:57.154560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'Port': ['ID=4e6219dd-fb09-4772-80a3-0ea626aec479,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:57.816342 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:57.884395 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:58.032794 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:58.037660 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:58.112589 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event updated for resources: {'Port': ['ID=4e6219dd-fb09-4772-80a3-0ea626aec479,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:07:58.118957 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:58.218665 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Floating IP e43261d0-b2c0-4467-909a-3a168e275cba associated. External IP: 172.25.3.51, port: 90a008b0-0e76-4dfc-a41d-a27c67fd367b. Dec 08 18:07:58.330953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-6c9869f7-571c-4b47-8410-ec7a9c080ca1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0754917 Dec 08 18:07:58.468415 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-0c476164-11c3-458e-9e01-8378771c2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:58.469903 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-0c476164-11c3-458e-9e01-8378771c2a15 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1097 time: 0.0828116 Dec 08 18:07:58.486655 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Router 0d079793-e1c8-446b-b664-ac3748ef07ef has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:07:58.649583 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:07:58.658576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-b2c56ae6-b350-45fd-8ece-ba52c3e59fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:58.660583 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-b2c56ae6-b350-45fd-8ece-ba52c3e59fb7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.1707027 Dec 08 18:07:58.676488 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:07:58.685933 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:07:58.695735 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:07:58.696431 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:07:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:58.727754 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:58.761299 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-435eb8f3-1281-4e13-a664-8bdafaeeb4f3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 999 time: 0.0935001 Dec 08 18:07:58.766683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-85c5ff40-0bcd-42bd-af05-cbfb5687262d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0314126 Dec 08 18:07:58.767262 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:07:58.769664 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744c01ac-e33a-478c-bfd2-0aebb072b998" -d '{"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:07:58.807476 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb3eb2-189a-4549-8f73-2a6c858beb49 x-openstack-request-id: req-fdfb3eb2-189a-4549-8f73-2a6c858beb49 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:07:58.807770 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:07:58.808023 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdfb3eb2-189a-4549-8f73-2a6c858beb49 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:07:58.808426 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'status': 'completed', 'code': 200} Dec 08 18:07:58.819292 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-96dae020-4be7-4e81-8bc8-164a9bf51337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:58.820764 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-96dae020-4be7-4e81-8bc8-164a9bf51337 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0480473 Dec 08 18:07:58.822658 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:07:58.867335 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-9fac2310-5530-412b-828b-3789286097eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:58.868819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-9fac2310-5530-412b-828b-3789286097eb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412862 Dec 08 18:07:58.965315 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-4a9e2edc-19d4-49b0-bcb2-2ecffbcfc9f4 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892470 Dec 08 18:07:59.053071 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e43261d0-b2c0-4467-909a-3a168e275cba', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'port_id': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'mac_address': 'fa:16:3e:f3:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:07:57Z', 'updated_at': '2021-12-08T18:07:57Z', 'revision_number': 0, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:59.055592 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-da627b7e-83fc-4cad-a278-08f6a52326c0 req-ed765282-8c96-4ab0-927d-4ccf5f62b6d3 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832541 Dec 08 18:07:59.087139 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:07:59.090932 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6e46a6d5-6f91-4bbb-826e-28a4281d8f9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:07:59.099166 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:07:59.099778 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:07:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:59.144351 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-dd78de7f-332c-402e-a4a2-6224b1762cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:59.145910 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-dd78de7f-332c-402e-a4a2-6224b1762cc2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1097 time: 0.0432131 Dec 08 18:07:59.214671 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:07:59.240464 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-e8d5ed14-0f20-4e89-9dd9-60fc5cd9df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:59.241963 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-e8d5ed14-0f20-4e89-9dd9-60fc5cd9df1d service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0891216 Dec 08 18:07:59.309891 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-700143ce-e8bc-443a-a9ff-a9dfdb3a4cb0 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 999 time: 0.0613861 Dec 08 18:07:59.366940 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-70e58a89-76f5-4b08-b10b-ca665c889ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:59.368412 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-70e58a89-76f5-4b08-b10b-ca665c889ac1 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0508423 Dec 08 18:07:59.414448 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-0bc07903-402b-4b92-9c89-2be84b612787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:07:59.415952 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-0bc07903-402b-4b92-9c89-2be84b612787 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411804 Dec 08 18:07:59.505049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-274633d0-2c0d-4aa0-b073-09eca32ae77f service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821669 Dec 08 18:07:59.527365 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e43261d0-b2c0-4467-909a-3a168e275cba', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'port_id': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'mac_address': 'fa:16:3e:f3:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:07:57Z', 'updated_at': '2021-12-08T18:07:57Z', 'revision_number': 0, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:07:59.552534 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f76c311-76c2-4744-8e7d-dc5b037c5ce8 None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'e43261d0-b2c0-4467-909a-3a168e275cba', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'floating_ip_address': '172.25.3.51', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'port_id': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'mac_address': 'fa:16:3e:f3:4d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:07:57Z', 'updated_at': '2021-12-08T18:07:57Z', 'revision_number': 0, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:07:59.602156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-744c01ac-e33a-478c-bfd2-0aebb072b998 req-58d00ef9-5f0c-40fb-9d27-4e8bf56d6ae4 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904741 Dec 08 18:07:59.748693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be849ca-8d62-434b-8a6f-02dc96354234 None None] New status for floating IP e43261d0-b2c0-4467-909a-3a168e275cba: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:08:00.622055 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:02.380816 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:02.605906 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:03.330936 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:04.271289 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:26.295455 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b786a9cb-3a2c-4296-8e05-22528f99ba6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:29.083509 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e9f76e2-a37e-46b8-b72e-ecf57f320114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:30.624287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:32.382472 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:32.608234 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:33.347550 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:34.268220 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:35.649657 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:08:56.296557 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6db0b6b4-40b6-4a4f-8333-a4e309aae207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:08:58.315547 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-be54f71a-ee5e-4ef8-8462-328b3bb180cb service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397947 Dec 08 18:08:58.396662 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69922-e35a-45fe-b827-73c14c207400 req-084e5d33-34bc-4e1b-84f2-6bb3a50b49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:08:58.398167 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-084e5d33-34bc-4e1b-84f2-6bb3a50b49b9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1097 time: 0.0413840 Dec 08 18:08:58.501582 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69922-e35a-45fe-b827-73c14c207400 req-79d7ab2c-21ad-4ff9-a3a3-3cc82ee0a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:08:58.503116 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-79d7ab2c-21ad-4ff9-a3a3-3cc82ee0a3c0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0869100 Dec 08 18:08:58.566714 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-d4ce34f1-32a2-46e4-8f15-b7168614e370 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 1001 time: 0.0565820 Dec 08 18:08:58.618820 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69922-e35a-45fe-b827-73c14c207400 req-05e4589e-47de-4230-84a8-71548fff90c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:08:58.620231 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-05e4589e-47de-4230-84a8-71548fff90c4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0466907 Dec 08 18:08:58.666034 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69922-e35a-45fe-b827-73c14c207400 req-91acc631-5dde-43df-84a8-4dd57796bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:08:58.667477 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-91acc631-5dde-43df-84a8-4dd57796bdd9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396678 Dec 08 18:08:58.677626 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-3ed3668f-916c-4df9-9590-a266ebde2e51 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 18:08:58.678581 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-3ed3668f-916c-4df9-9590-a266ebde2e51 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047927 Dec 08 18:08:58.765457 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-f80f04cc-7406-4373-9edc-4380b0edb4fd service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800560 Dec 08 18:08:58.857579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6cc69922-e35a-45fe-b827-73c14c207400 req-7f29543a-087d-4f7b-8540-1b1c785ff079 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851643 Dec 08 18:08:59.085083 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a68d2b58-e783-4643-ae5a-2703618bd3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:00.626096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:02.385516 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:02.609300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:03.348977 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:04.299314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:12.649039 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:09:26.299615 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb014d48-7996-428f-a56f-9fe481adeac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:29.085676 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bae05c30-c2d6-40b1-ba96-65bedfcd5102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:30.628797 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:32.388082 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:32.614752 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:33.364146 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:34.313932 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:49.649495 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:09:53.545562 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8cdf9-ee77-4fe5-bebd-53f48a53af97 req-ef2e7395-08c5-46ee-9dd9-c8ca3efa0ba0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:53.547054 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c8cdf9-ee77-4fe5-bebd-53f48a53af97 req-ef2e7395-08c5-46ee-9dd9-c8ca3efa0ba0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0500839 Dec 08 18:09:53.595730 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-93c8cdf9-ee77-4fe5-bebd-53f48a53af97 req-3f974822-5aeb-45a3-9e0a-41c531186232 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426948 Dec 08 18:09:54.741999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42e4f1-33d3-4248-a6d2-c7f6313c96fa req-84e68efc-7386-47aa-abcf-7bf9e9f3ef62 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:54.743467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a42e4f1-33d3-4248-a6d2-c7f6313c96fa req-84e68efc-7386-47aa-abcf-7bf9e9f3ef62 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0494363 Dec 08 18:09:54.796716 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a42e4f1-33d3-4248-a6d2-c7f6313c96fa req-b56487c3-33f7-4a8c-9b6b-b79ba36898d3 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473237 Dec 08 18:09:55.910730 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab95b97e-90b5-4075-a5bb-c95f31464bfe req-ca4be798-57df-40a3-bdb0-89dc41e2195b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:55.912179 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab95b97e-90b5-4075-a5bb-c95f31464bfe req-ca4be798-57df-40a3-bdb0-89dc41e2195b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0484252 Dec 08 18:09:55.961425 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ab95b97e-90b5-4075-a5bb-c95f31464bfe req-28d23009-f1c9-4314-8a18-eb31ad85dc28 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433643 Dec 08 18:09:56.301436 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7db3c309-49ad-4326-a30d-7e93d6a038b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:57.076657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010d010-d1f0-46e0-95ff-d7cf7f7f6469 req-d7d195e8-c51a-4dc3-99e4-0491361f1364 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:57.078137 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3010d010-d1f0-46e0-95ff-d7cf7f7f6469 req-d7d195e8-c51a-4dc3-99e4-0491361f1364 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0490298 Dec 08 18:09:57.127619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3010d010-d1f0-46e0-95ff-d7cf7f7f6469 req-ecd65f19-689f-4201-9cde-c1ae28afb220 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434918 Dec 08 18:09:58.246891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59623e53-b729-4d63-be56-d216f16c814a req-7fb8aa9e-70fc-40a0-adc7-77b0c515b4af tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:58.248341 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59623e53-b729-4d63-be56-d216f16c814a req-7fb8aa9e-70fc-40a0-adc7-77b0c515b4af tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0541425 Dec 08 18:09:58.298428 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-59623e53-b729-4d63-be56-d216f16c814a req-ca6705d1-5084-4657-a452-fd25081a798f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432260 Dec 08 18:09:59.087006 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f8b56bb-91da-4fc2-8530-c2c8b5c37acd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:09:59.349288 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-185af685-6826-45d8-8dca-afc35258289d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:59.350819 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-185af685-6826-45d8-8dca-afc35258289d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1097 time: 0.0422592 Dec 08 18:09:59.466973 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d93d51-45e1-46e1-9116-a133a7cf96b3 req-caa252c3-3ae3-4c50-bb9a-45dcd5120bd4 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:59.468493 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68d93d51-45e1-46e1-9116-a133a7cf96b3 req-caa252c3-3ae3-4c50-bb9a-45dcd5120bd4 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0998225 Dec 08 18:09:59.511202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-5f6d4407-75f4-4405-a771-4058838b2279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:59.512632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-5f6d4407-75f4-4405-a771-4058838b2279 service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.1346798 Dec 08 18:09:59.576318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-68d93d51-45e1-46e1-9116-a133a7cf96b3 req-1badb6af-9ed6-49a2-b190-271fb53adbfb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0995579 Dec 08 18:09:59.595255 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-6de81c8b-03a4-4a71-9123-3297061b1c81 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 1001 time: 0.0745444 Dec 08 18:09:59.644332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-9a8bbdd5-b57d-4a92-9784-cb1f36217433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:59.645671 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-9a8bbdd5-b57d-4a92-9784-cb1f36217433 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0441260 Dec 08 18:09:59.690863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-2851de64-45d1-4603-b01c-e68fcc540d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:09:59.692321 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-2851de64-45d1-4603-b01c-e68fcc540d54 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396676 Dec 08 18:09:59.783166 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-6927dc73-d23b-4f9f-a564-21f6fd0bdcb6 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841281 Dec 08 18:09:59.871163 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b8050f2c-475c-421e-8128-55adbf0d4354 req-ddeb8b66-dc42-4b6a-ab23-a95dbad6f9f5 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815387 Dec 08 18:10:00.630060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:00.693398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867c5def-c105-4400-b4c8-000898b889a5 req-307a8f26-2617-4864-b654-1fa5ee3e5f73 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:00.694889 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-867c5def-c105-4400-b4c8-000898b889a5 req-307a8f26-2617-4864-b654-1fa5ee3e5f73 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0489995 Dec 08 18:10:00.747744 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-867c5def-c105-4400-b4c8-000898b889a5 req-ce4467af-d639-478b-9cf1-99bb37004d20 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469155 Dec 08 18:10:01.871772 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708dd89-0e31-462e-8d2a-630fe2fbdfac req-c3f5693a-3e01-40a4-878b-60bbbe29c810 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:01.872467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7708dd89-0e31-462e-8d2a-630fe2fbdfac req-c3f5693a-3e01-40a4-878b-60bbbe29c810 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0517077 Dec 08 18:10:01.924202 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7708dd89-0e31-462e-8d2a-630fe2fbdfac req-2669fee7-77f2-4443-a85c-1b2a9ac3b848 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457416 Dec 08 18:10:02.390922 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:02.605997 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:03.038465 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c84c9-292f-4941-9309-efe14cd562e0 req-d9cdd5fe-61c1-41d2-bbe8-36039d677481 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:03.039923 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d76c84c9-292f-4941-9309-efe14cd562e0 req-d9cdd5fe-61c1-41d2-bbe8-36039d677481 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0487025 Dec 08 18:10:03.088607 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d76c84c9-292f-4941-9309-efe14cd562e0 req-ce295eb8-2fcc-4b79-9ebb-fb9336ecf007 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428281 Dec 08 18:10:03.379930 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:03.659939 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9496-9bc9-425b-be81-ba1f63360617 req-ef339a76-6f3a-4073-9a19-8a583115256a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:03.661338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-ef339a76-6f3a-4073-9a19-8a583115256a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1097 time: 0.0452385 Dec 08 18:10:03.748348 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9496-9bc9-425b-be81-ba1f63360617 req-47539cc1-1e28-4092-b2ae-d18c2a57b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:03.749811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-47539cc1-1e28-4092-b2ae-d18c2a57b36e service neutron] 10.222.0.86 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0814917 Dec 08 18:10:03.819633 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-d05c3b39-4c4b-4fc6-a3b4-8b8ebcb94dbd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 1001 time: 0.0629916 Dec 08 18:10:03.866934 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9496-9bc9-425b-be81-ba1f63360617 req-7fd68db1-5d93-402f-8e48-bf14d0b48c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:03.868359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-7fd68db1-5d93-402f-8e48-bf14d0b48c97 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0425222 Dec 08 18:10:03.914887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f9496-9bc9-425b-be81-ba1f63360617 req-1344db6b-7ef6-4071-879d-679b27dac90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:03.916256 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-1344db6b-7ef6-4071-879d-679b27dac90e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396910 Dec 08 18:10:04.007045 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-d9cfc679-aa07-4708-9f6b-07896e97e134 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832686 Dec 08 18:10:04.096147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-166f9496-9bc9-425b-be81-ba1f63360617 req-7616a357-cc83-4f76-a175-9047ac7f43c5 service neutron] 10.222.0.86 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821321 Dec 08 18:10:04.207887 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bd516-8d7e-48f5-aeb8-9362879878a7 req-33f76aa9-038d-4ff6-8bb4-858007269930 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:04.209346 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b99bd516-8d7e-48f5-aeb8-9362879878a7 req-33f76aa9-038d-4ff6-8bb4-858007269930 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0508986 Dec 08 18:10:04.262523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b99bd516-8d7e-48f5-aeb8-9362879878a7 req-3b7abc98-ba53-4a4a-aea1-1c8beb4bdb88 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470550 Dec 08 18:10:04.315179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:05.377427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43249a1-1236-4ad9-ba90-a3b353c573fe req-f2ebceaf-f27e-4395-9ab2-80255eba14a0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:05.378810 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d43249a1-1236-4ad9-ba90-a3b353c573fe req-f2ebceaf-f27e-4395-9ab2-80255eba14a0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0492845 Dec 08 18:10:05.427391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d43249a1-1236-4ad9-ba90-a3b353c573fe req-7c81711c-e442-4f77-bf08-4959f4f3e40f tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423522 Dec 08 18:10:06.559788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80def7c0-ae7f-407d-9bfd-96c425a2f0f9 req-08e5170f-4ef3-4fd9-8845-b79fbc51ac37 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:06.562024 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80def7c0-ae7f-407d-9bfd-96c425a2f0f9 req-08e5170f-4ef3-4fd9-8845-b79fbc51ac37 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0606174 Dec 08 18:10:06.619430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-80def7c0-ae7f-407d-9bfd-96c425a2f0f9 req-428f3029-09de-4cc0-8413-ce10855532dc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514536 Dec 08 18:10:07.741871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5a00c-320b-4ff5-ad35-7af110b4d7de req-92f6099e-3f87-49ca-b935-d1848d9a1125 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:07.743318 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dee5a00c-320b-4ff5-ad35-7af110b4d7de req-92f6099e-3f87-49ca-b935-d1848d9a1125 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0524471 Dec 08 18:10:07.791990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dee5a00c-320b-4ff5-ad35-7af110b4d7de req-dd8aaac8-dead-445e-ba9c-f9454e3ed6d9 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424869 Dec 08 18:10:08.007955 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-cc2aef1e-2e7a-4a31-97e6-9ddc51460253 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0711570 Dec 08 18:10:08.016717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90d5f-3cf5-4d56-9cb0-e48c33ed701e req-1cf3389b-228a-42de-be1c-016e3d106cb6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:08.018260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daa90d5f-3cf5-4d56-9cb0-e48c33ed701e req-1cf3389b-228a-42de-be1c-016e3d106cb6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 946 time: 0.0575404 Dec 08 18:10:08.022868 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7ea8789c-7fec-43ec-8f49-4ef1d4237d8d service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 18:10:08.023811 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7ea8789c-7fec-43ec-8f49-4ef1d4237d8d service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047319 Dec 08 18:10:08.072682 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-daa90d5f-3cf5-4d56-9cb0-e48c33ed701e req-88944118-acfd-426d-bc7e-5309d8bcb454 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479863 Dec 08 18:10:08.645021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:10:08.720474 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:08.743524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:10:08.745818 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0ca551-27ae-4603-bcf9-53031656314d" -d '{"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:10:08.759884 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:10:08.764401 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:08.793937 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Dec 2021 18:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f817eb-28fd-4403-8efe-08cd5ab420a0 x-openstack-request-id: req-f8f817eb-28fd-4403-8efe-08cd5ab420a0 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:10:08.794229 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-unplugged", "status": "failed", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "code": 422}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:10:08.794486 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f8f817eb-28fd-4403-8efe-08cd5ab420a0 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:10:08.794880 n-d-820935-5 neutron-server[103283]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'code': 422} returned with failed status Dec 08 18:10:08.819460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:10:08.826989 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.827335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.827672 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.827999 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.828326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.828646 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.828964 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.829280 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.829730 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.830162 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.830482 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.830799 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:08.831117 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:09.195297 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835088d-2275-419e-aeab-69cdf97646b8 req-9e574d08-2a36-4fad-b2c7-1980578da378 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:09.196789 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5835088d-2275-419e-aeab-69cdf97646b8 req-9e574d08-2a36-4fad-b2c7-1980578da378 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0518939 Dec 08 18:10:09.247738 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5835088d-2275-419e-aeab-69cdf97646b8 req-2686b253-f8b6-4d01-8c53-66db9a6f14e6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446427 Dec 08 18:10:10.365082 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6f66e-2107-40b9-af42-a3a88b9e65ab req-898dbac3-28de-460c-9a55-ffd7e76bce34 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:10.366595 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbd6f66e-2107-40b9-af42-a3a88b9e65ab req-898dbac3-28de-460c-9a55-ffd7e76bce34 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0495191 Dec 08 18:10:10.418645 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bbd6f66e-2107-40b9-af42-a3a88b9e65ab req-e8370491-b010-4f44-8515-307260c92628 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459549 Dec 08 18:10:11.543086 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c280ef-4fa9-4f4d-816a-1f31334a08c8 req-1664481b-6777-445c-bba6-e5a24705c9a6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:11.544333 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19c280ef-4fa9-4f4d-816a-1f31334a08c8 req-1664481b-6777-445c-bba6-e5a24705c9a6 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0549221 Dec 08 18:10:11.595463 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-19c280ef-4fa9-4f4d-816a-1f31334a08c8 req-7d3c3f71-1a29-4203-92f9-3a4beda30e78 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445023 Dec 08 18:10:12.711748 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a311a5-ef97-4600-bc47-e97eacc94058 req-da0cd741-8ae4-475f-b232-364b5eaf4a5c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:12.713200 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16a311a5-ef97-4600-bc47-e97eacc94058 req-da0cd741-8ae4-475f-b232-364b5eaf4a5c tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0487914 Dec 08 18:10:12.762609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-16a311a5-ef97-4600-bc47-e97eacc94058 req-cd514fa3-5291-40c1-af52-375b0122ba9b tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427349 Dec 08 18:10:13.789517 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-ee9e09bd-d583-4a9a-a79d-8f29c958090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:13.791049 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-ee9e09bd-d583-4a9a-a79d-8f29c958090c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec&tenant_id=0c249e9320c44a61b0f85e6d2bf79336 HTTP/1.1" status: 200 len: 1095 time: 0.0404439 Dec 08 18:10:13.802069 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-ff76d007-01f9-4e29-93e4-a1d8d97fd726 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 18:10:13.803015 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-ff76d007-01f9-4e29-93e4-a1d8d97fd726 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056236 Dec 08 18:10:13.814427 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-820935-5', 'device_owner': 'compute:nova'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:10:13.900316 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:13.916490 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a51f53-ee97-4f21-a238-143bd86bc025 req-c3ec28b7-894f-42db-bd8e-69a786428bc0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:13.917967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64a51f53-ee97-4f21-a238-143bd86bc025 req-c3ec28b7-894f-42db-bd8e-69a786428bc0 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0818670 Dec 08 18:10:14.046640 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-64a51f53-ee97-4f21-a238-143bd86bc025 req-c08de752-50e4-40a5-a0ba-9e3364463bec tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216714 Dec 08 18:10:14.147145 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:10:14.179283 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:10:14.210983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a008b0-0e76-4dfc-a41d-a27c67fd367b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:10:14.218405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:14.230856 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Transition to ACTIVE for port object 90a008b0-0e76-4dfc-a41d-a27c67fd367b will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:10:14.234347 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:14.316902 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:10:14.329094 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.330033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.330383 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.330722 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.331054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.331386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.331712 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.332036 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.332361 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.332686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.333012 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.333334 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.333657 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:10:14.710529 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] No DVR routers for this DVR port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:10:14.843167 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:10:14.843909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:10:14.843909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:10:14.848616 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:10:14.849704 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Attempting to bind port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:10:14.855496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:10:14.855834 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Checking segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:10:14.856216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Bound using segment: {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:10:14.856647 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Bound port: 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff8e355-2836-49d6-8f80-a579f8cefe0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:10:14.857001 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:14.918787 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:10:14.921933 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:10:14.926633 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:14.958944 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:14.959559 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:14.960990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] 10.222.0.58 "PUT /v2.0/ports/90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 1092 time: 1.1504841 Dec 08 18:10:14.961432 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:10:14.963701 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:10:14.993906 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc40b0b-8977-4602-ad24-1938e5b57f55 service neutron] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:10:15.045054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-c0ade7cd-6066-43d9-a6d7-e825433ae67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.046668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-c0ade7cd-6066-43d9-a6d7-e825433ae67b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1095 time: 0.0444138 Dec 08 18:10:15.064552 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a297a756-2ffb-4dab-98ff-43e97d12b91a x-openstack-request-id: req-a297a756-2ffb-4dab-98ff-43e97d12b91a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:10:15.064830 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:10:15.065116 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a297a756-2ffb-4dab-98ff-43e97d12b91a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:10:15.065462 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'status': 'completed', 'code': 200} Dec 08 18:10:15.188770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-a1b0d578-0fbf-4c1e-86a3-51bf61ffd2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.190260 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-a1b0d578-0fbf-4c1e-86a3-51bf61ffd2d9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.1360168 Dec 08 18:10:15.202496 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78454dee-0b75-4bc8-ba14-57c18344b20e req-17990b8f-bcbb-4c65-b586-8b16b4322914 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.203872 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78454dee-0b75-4bc8-ba14-57c18344b20e req-17990b8f-bcbb-4c65-b586-8b16b4322914 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0770133 Dec 08 18:10:15.296148 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-47d97759-17d6-42ae-a52b-a268f80db4d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 999 time: 0.0911500 Dec 08 18:10:15.300793 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-78454dee-0b75-4bc8-ba14-57c18344b20e req-aadc17a0-c9bb-4e06-bc30-7258f31c41f1 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0904934 Dec 08 18:10:15.351675 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-ca6de694-6d12-451e-ae3c-52ed77a8cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.353102 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-ca6de694-6d12-451e-ae3c-52ed77a8cc53 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0477362 Dec 08 18:10:15.400031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-27ade65e-abc8-45f7-a672-9a3523ba2caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.401473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-27ade65e-abc8-45f7-a672-9a3523ba2caa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396979 Dec 08 18:10:15.490763 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-666ae0fe-7f26-4719-9a76-2ad2e2bc9f93 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808904 Dec 08 18:10:15.591663 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-658c9452-bcd9-4c41-90e5-b6167bc11d0f service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875664 Dec 08 18:10:15.679658 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-1ccdddf1-5655-4149-96a5-84a64d74bd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.681121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-1ccdddf1-5655-4149-96a5-84a64d74bd85 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1095 time: 0.0415840 Dec 08 18:10:15.775485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-ec4f8652-426b-43c4-972a-6e3f02b3f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.776878 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-ec4f8652-426b-43c4-972a-6e3f02b3f05f service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0883236 Dec 08 18:10:15.841977 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-4a947aa6-0ef5-4dde-a1d0-2c66b782f5b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 999 time: 0.0576839 Dec 08 18:10:15.891468 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-3710d9ef-aa1c-4db0-90e2-fed9fa9e3001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.893471 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-3710d9ef-aa1c-4db0-90e2-fed9fa9e3001 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0435314 Dec 08 18:10:15.942717 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-0e915117-3e90-4dfe-9809-cf86b6d17eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:15.944124 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-0e915117-3e90-4dfe-9809-cf86b6d17eb8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422356 Dec 08 18:10:16.032887 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-07143572-ae47-42f0-bc60-9fda514fa9c5 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808580 Dec 08 18:10:16.127543 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6e14f1d2-7b36-4780-afa3-8f78e93fa2a9 req-117f51bc-7642-4285-97df-f2f0bc3f4d25 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872419 Dec 08 18:10:16.416045 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4e28c-4ba5-48d9-93f4-fb6a13961cbb req-def9bcda-3031-4ead-ae2a-ea80f041cf5d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:16.417510 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e4e28c-4ba5-48d9-93f4-fb6a13961cbb req-def9bcda-3031-4ead-ae2a-ea80f041cf5d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0497503 Dec 08 18:10:16.467121 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f9e4e28c-4ba5-48d9-93f4-fb6a13961cbb req-890b6756-febe-40c8-845c-8f3ba6e20ddc tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431898 Dec 08 18:10:17.583212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c5c70a-a69d-4056-a521-9aad31f8b55f req-1490c9d5-99f9-4e3f-9a84-e0c200325797 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:17.584685 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9c5c70a-a69d-4056-a521-9aad31f8b55f req-1490c9d5-99f9-4e3f-9a84-e0c200325797 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0490170 Dec 08 18:10:17.633488 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d9c5c70a-a69d-4056-a521-9aad31f8b55f req-fb275916-f0fe-4cf6-8758-8829de29aee8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428808 Dec 08 18:10:18.753002 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afb1cb-eea1-4747-918a-97d39d67e018 req-60d0df60-4305-4fce-800f-aca16d768c29 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:18.754460 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0afb1cb-eea1-4747-918a-97d39d67e018 req-60d0df60-4305-4fce-800f-aca16d768c29 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0526595 Dec 08 18:10:18.804067 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f0afb1cb-eea1-4747-918a-97d39d67e018 req-d149e899-0d0b-4962-bcda-8ed7704ce338 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434055 Dec 08 18:10:19.918401 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db3b2c-a56c-4761-95fa-73f23338a3c0 req-41723c90-8e5b-4d3c-81dd-4dfe3a927f5a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:19.919860 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77db3b2c-a56c-4761-95fa-73f23338a3c0 req-41723c90-8e5b-4d3c-81dd-4dfe3a927f5a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0489335 Dec 08 18:10:19.969624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-77db3b2c-a56c-4761-95fa-73f23338a3c0 req-a45148c1-6169-4750-9a52-31abe1f48fbb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430486 Dec 08 18:10:21.089901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d442b9-f5c9-4086-8558-764df2791651 req-2b3e9648-a4d1-4101-9df0-8f67547a65f1 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:21.091371 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0d442b9-f5c9-4086-8558-764df2791651 req-2b3e9648-a4d1-4101-9df0-8f67547a65f1 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0532582 Dec 08 18:10:21.141130 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a0d442b9-f5c9-4086-8558-764df2791651 req-801a2c13-b2ef-4323-8cf8-d3ebd781eca9 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435386 Dec 08 18:10:22.261668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bbcb5-b078-4f12-bc95-ff11d0fe19e5 req-b003c0b1-c54c-4f1f-98f0-599d988bb310 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:22.263145 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e77bbcb5-b078-4f12-bc95-ff11d0fe19e5 req-b003c0b1-c54c-4f1f-98f0-599d988bb310 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0548294 Dec 08 18:10:22.311674 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e77bbcb5-b078-4f12-bc95-ff11d0fe19e5 req-1bea031f-b7f0-422b-bcdb-baf1a25f6b4e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414183 Dec 08 18:10:23.426920 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579fc73-003b-47a3-829d-ab10c9d6ac48 req-a778b933-96dd-4aef-a4e7-d8a38fba8bd4 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:23.428391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a579fc73-003b-47a3-829d-ab10c9d6ac48 req-a778b933-96dd-4aef-a4e7-d8a38fba8bd4 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 944 time: 0.0490453 Dec 08 18:10:23.482046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a579fc73-003b-47a3-829d-ab10c9d6ac48 req-05529de2-2313-4c9a-bcfe-225eb560e6a2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476785 Dec 08 18:10:24.273139 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:10:24.368262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:10:24.380140 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'port_id': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'mac_address': 'fa:16:3e:f3:4d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:10:24.416114 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:24.429278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a008b0-0e76-4dfc-a41d-a27c67fd367b {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:10:24.448563 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:10:24.452470 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:24.502335 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=9']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:10:24.596746 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1382270-4f2a-4942-8879-216956fe6d6f req-a9968ac3-d2e0-4be4-89b2-9b1b0b9e8bca tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:24.598274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1382270-4f2a-4942-8879-216956fe6d6f req-a9968ac3-d2e0-4be4-89b2-9b1b0b9e8bca tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 945 time: 0.0491285 Dec 08 18:10:24.648156 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b1382270-4f2a-4942-8879-216956fe6d6f req-f4788c8b-b30b-4e68-bdd9-ef00e2aa6005 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433822 Dec 08 18:10:24.712547 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['90a008b0-0e76-4dfc-a41d-a27c67fd367b'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:10:25.765999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b0643e-31ea-4984-be09-2c0a4e3535fc req-2a33432c-b625-4540-892a-2b0e50cb2751 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:25.767479 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10b0643e-31ea-4984-be09-2c0a4e3535fc req-2a33432c-b625-4540-892a-2b0e50cb2751 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 945 time: 0.0493762 Dec 08 18:10:25.816680 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-10b0643e-31ea-4984-be09-2c0a4e3535fc req-411d1d7c-f443-46dc-b2c0-9049940af660 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432327 Dec 08 18:10:26.274517 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:10:26.324368 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-17667515-bf8e-49cf-a1d7-43ec11df563f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:26.337644 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 90a008b0-0e76-4dfc-a41d-a27c67fd367b completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:10:26.342664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 90a008b0-0e76-4dfc-a41d-a27c67fd367b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:10:26.343032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:26.583934 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:26.606451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:10:26.608676 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616063c0-8914-469b-9149-72ff8e9dd296" -d '{"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:10:26.621179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:10:26.626133 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:26.649370 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcc5b67-0bd7-4e3e-aa53-f8f6ce9b7bf6 x-openstack-request-id: req-3fcc5b67-0bd7-4e3e-aa53-f8f6ce9b7bf6 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:10:26.649661 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-plugged", "status": "completed", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:10:26.649945 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3fcc5b67-0bd7-4e3e-aa53-f8f6ce9b7bf6 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:10:26.650333 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'code': 200} Dec 08 18:10:26.650929 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:10:26.677829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=10']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:10:26.797214 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665bd31-6e85-4565-8ca2-554d4252e65a req-bafb5952-66c0-4fc1-944b-5e93c8ee499c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:26.798845 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c665bd31-6e85-4565-8ca2-554d4252e65a req-bafb5952-66c0-4fc1-944b-5e93c8ee499c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1098 time: 0.0439124 Dec 08 18:10:26.845958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c665bd31-6e85-4565-8ca2-554d4252e65a req-c5e75b90-8f0a-45d5-9ba2-a57a017a52ef service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387914 Dec 08 18:10:26.931635 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83743585-5e9b-4d48-a6a9-6afa7c00d058 req-9e84d896-a614-4218-824c-1ce0e8db3ae8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:26.933101 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83743585-5e9b-4d48-a6a9-6afa7c00d058 req-9e84d896-a614-4218-824c-1ce0e8db3ae8 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 947 time: 0.0486174 Dec 08 18:10:26.982447 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-83743585-5e9b-4d48-a6a9-6afa7c00d058 req-18168cd7-7b73-4397-a75e-4747f1857608 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428388 Dec 08 18:10:28.099369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f41b-c204-4dd4-9d4a-7b3c71d179ad req-81cbec9e-5dba-4757-ae8f-7ad66ee9c3fe tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:10:28.100911 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8885f41b-c204-4dd4-9d4a-7b3c71d179ad req-81cbec9e-5dba-4757-ae8f-7ad66ee9c3fe tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 947 time: 0.0508604 Dec 08 18:10:28.154556 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8885f41b-c204-4dd4-9d4a-7b3c71d179ad req-1638754f-f459-48ec-af35-f96efe10be1e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476894 Dec 08 18:10:29.088986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a7979f08-8ee8-41ae-915e-5b34d46094fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:30.633088 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:32.393709 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:32.611885 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:33.402332 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:34.328759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:56.307041 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32a2d717-d68c-4aa5-a31c-d7bed601b154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:10:59.090237 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f1bbbe63-f955-4525-aa13-74d0b15476a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:00.636984 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:02.396647 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:02.613621 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:03.400548 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:03.650661 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:11:04.328300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:12.375228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-8fc77c7d-6a83-41bc-beec-d37924260c83 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0819848 Dec 08 18:11:12.464543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-781446ef-5e4e-41df-ad52-055336ef13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:12.466056 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-781446ef-5e4e-41df-ad52-055336ef13a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1098 time: 0.0410099 Dec 08 18:11:12.571125 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-47e6a6df-f007-422d-a05b-6b1421d0e669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:12.572579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-47e6a6df-f007-422d-a05b-6b1421d0e669 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.0882509 Dec 08 18:11:12.639804 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-c93dcf88-cc8f-4217-bee2-881f4486d36e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 1001 time: 0.0600202 Dec 08 18:11:12.688119 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-f8235aa8-eddb-4f42-bc66-8f0397416b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:12.689540 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-f8235aa8-eddb-4f42-bc66-8f0397416b64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0426326 Dec 08 18:11:12.738875 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-07f80c1a-20e3-431c-8074-86d5eceafede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:12.740954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-07f80c1a-20e3-431c-8074-86d5eceafede service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442295 Dec 08 18:11:12.827468 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-3ff22882-fc4c-486e-9e8a-21d693a7547d service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796373 Dec 08 18:11:12.919397 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7c3571dd-5677-46aa-ac14-211b8d5ea954 req-6ebe82d1-cbf9-4218-82ca-5ae5ea080f7e service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837042 Dec 08 18:11:26.309314 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ff75964a-2b9c-467b-95da-04cf684cb1f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:29.090967 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cc06eebf-a038-408a-b1db-3540c5ee96cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:30.638944 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:32.398335 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:32.616649 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:33.395960 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:34.327909 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:40.650729 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:11:43.661966 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44608) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:43.818654 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Deleting port 4e6219dd-fb09-4772-80a3-0ea626aec479 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:43.818996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:43.896056 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:43.896375 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:43.907834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Calling delete_port for 4e6219dd-fb09-4772-80a3-0ea626aec479 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:44.061179 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:44.087430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event deleted for resources: {'Port': ['ID=4e6219dd-fb09-4772-80a3-0ea626aec479,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:44.114777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.115109 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.115445 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.115777 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.116105 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.116429 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.116815 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.117069 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.117387 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.117710 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.118053 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.118374 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.118693 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:44.158402 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for floatingip, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:44.158730 n-d-820935-5 neutron-server[103281]: INFO neutron.db.l3_db [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Floating IP e43261d0-b2c0-4467-909a-3a168e275cba disassociated (deleted). External IP: 172.25.3.51, port: 90a008b0-0e76-4dfc-a41d-a27c67fd367b. Dec 08 18:11:44.370686 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Router 0d079793-e1c8-446b-b664-ac3748ef07ef has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:11:44.479639 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:11:44.484514 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:44.489749 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:11:44.499346 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:11:44.499955 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:44.512653 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-29d495f7-8a2a-40cf-ac92-15e2ff70677e tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "DELETE /v2.0/floatingips/e43261d0-b2c0-4467-909a-3a168e275cba HTTP/1.1" status: 204 len: 168 time: 0.8495603 Dec 08 18:11:44.513356 n-d-820935-5 neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:11:44.515763 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5db592c4df46f1c63e874033ae6317b660a0c49c95eb14265b5923b4056c8094" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9c00a1-a21d-465c-a15f-8a30e745caf3" -d '{"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:11:44.609766 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:11:44.733431 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e93a192-2262-4389-8f5f-0ea3dcad5f43 x-openstack-request-id: req-1e93a192-2262-4389-8f5f-0ea3dcad5f43 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:11:44.733983 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:11:44.733983 n-d-820935-5 neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1e93a192-2262-4389-8f5f-0ea3dcad5f43 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:11:44.734829 n-d-820935-5 neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'status': 'completed', 'code': 200} Dec 08 18:11:44.808353 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-444883ac-55fe-442b-a6e7-79d62c411f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:44.809939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-444883ac-55fe-442b-a6e7-79d62c411f1a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 1098 time: 0.0494032 Dec 08 18:11:44.829876 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:44.860411 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:11:44.869235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:11:44.869865 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:44.933508 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194c0cb-f489-438d-bcc8-115ba42204b2 req-cfb397b2-2365-44ad-862a-8ce97539f3bb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:44.934915 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9194c0cb-f489-438d-bcc8-115ba42204b2 req-cfb397b2-2365-44ad-862a-8ce97539f3bb tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 947 time: 0.1486950 Dec 08 18:11:44.963260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-73ac9ce8-c20b-4053-861d-ed3968bb46c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:44.964732 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-73ac9ce8-c20b-4053-861d-ed3968bb46c4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 200 len: 909 time: 0.1445434 Dec 08 18:11:44.978472 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:11:45.026561 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9194c0cb-f489-438d-bcc8-115ba42204b2 req-e4cf499c-9d87-44d0-b201-f76d4d2f6436 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854816 Dec 08 18:11:45.028345 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-09c0dfcd-a513-4951-83f1-2ce05158e461 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 200 len: 217 time: 0.0524540 Dec 08 18:11:45.086771 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-e6cab018-99ab-421d-be34-a0c6108b53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:45.088245 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-e6cab018-99ab-421d-be34-a0c6108b53a6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 200 len: 847 time: 0.0503976 Dec 08 18:11:45.136147 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-4ad6d838-243c-4603-9cd1-0e67cb34cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:45.137619 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-4ad6d838-243c-4603-9cd1-0e67cb34cccb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412912 Dec 08 18:11:45.229118 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-e6e36faa-8fda-4faf-88ce-a11f23ad0d8a service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810802 Dec 08 18:11:45.271040 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:45.297044 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb90d73-2d95-4c1c-a4d9-cb28711f9a8e None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': '8daaff96-c64d-4684-a60d-27e5912a8b4e', 'name': '', 'network_id': '2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'mac_address': 'fa:16:3e:d1:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:01Z', 'updated_at': '2021-12-08T18:03:05Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'subnets': [{'id': 'c440a8eb-fc95-4947-8a34-8bacbae21678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:11:45.323662 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb9c00a1-a21d-465c-a15f-8a30e745caf3 req-8df47d9f-7b6a-42c0-8459-2846c76e5bd9 service neutron] 10.222.0.58 "GET /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872469 Dec 08 18:11:45.515724 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5a42f8-2443-43ad-9c5b-a283e3b61e77 None None] New status for floating IP e43261d0-b2c0-4467-909a-3a168e275cba: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:11:46.148202 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e74c118-dd03-465f-999b-8984eac6f627 req-0c02e384-f156-4d9c-af6a-586ae8b07c54 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:46.149677 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e74c118-dd03-465f-999b-8984eac6f627 req-0c02e384-f156-4d9c-af6a-586ae8b07c54 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 947 time: 0.0506265 Dec 08 18:11:46.198747 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e74c118-dd03-465f-999b-8984eac6f627 req-0dcca56c-3ca3-4119-9697-9f1ed0c9f929 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/security-groups?id=d4fba9ed-54ad-4142-b637-4925f3cb8ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431285 Dec 08 18:11:46.282446 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd171945-7776-46ba-84d8-34f5a4056e4a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:11:46.283907 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd171945-7776-46ba-84d8-34f5a4056e4a tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 947 time: 0.0512795 Dec 08 18:11:46.370440 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Deleting port 90a008b0-0e76-4dfc-a41d-a27c67fd367b {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:46.370692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:46.459993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] For port 90a008b0-0e76-4dfc-a41d-a27c67fd367b, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=90a008b0-0e76-4dfc-a41d-a27c67fd367b,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:46.460346 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:46.473293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Calling delete_port for 90a008b0-0e76-4dfc-a41d-a27c67fd367b owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:46.594686 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:46.625653 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event deleted for resources: {'Port': ['ID=90a008b0-0e76-4dfc-a41d-a27c67fd367b,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:46.653152 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.653494 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.653849 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.654182 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.654509 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.654839 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.655148 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.655467 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.655792 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.656100 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.656413 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.656729 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.657044 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:46.675430 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] No DVR routers for this DVR port 90a008b0-0e76-4dfc-a41d-a27c67fd367b on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:11:46.678107 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:46.681340 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-e8e854f7-3481-4061-94d2-312bfb55b767 req-dd6e7366-38d7-428c-b731-36de2441a00d tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.58 "DELETE /v2.0/ports/90a008b0-0e76-4dfc-a41d-a27c67fd367b HTTP/1.1" status: 204 len: 173 time: 0.3915520 Dec 08 18:11:46.681769 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-deleted', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:11:46.684054 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c97a981-3070-4f0b-8fa8-27008f0429dc" -d '{"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-deleted", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:11:46.723819 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1650e3d3-f40e-4111-a038-f0096cee38df x-openstack-request-id: req-1650e3d3-f40e-4111-a038-f0096cee38df {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:11:46.724132 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b54e1ba-bf78-4bbe-a95a-93ced351d4ec", "name": "network-vif-deleted", "tag": "90a008b0-0e76-4dfc-a41d-a27c67fd367b", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:11:46.724410 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1650e3d3-f40e-4111-a038-f0096cee38df {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:11:46.724945 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b54e1ba-bf78-4bbe-a95a-93ced351d4ec', 'name': 'network-vif-deleted', 'tag': '90a008b0-0e76-4dfc-a41d-a27c67fd367b', 'status': 'completed', 'code': 200} Dec 08 18:11:47.295697 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-dc91734f-24b1-4399-91d6-98946f600001 req-90f1f65a-2b06-43ec-a28d-bc753f5bef84 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 210 time: 0.0263283 Dec 08 18:11:48.394062 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-745285be-68c2-45a1-8d05-1b039f417216 req-d21432e6-7017-46b1-bb3a-02600375fe07 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 210 time: 0.0271876 Dec 08 18:11:49.494402 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-88be5b1b-7a8d-4823-b887-7d09ff24b74d req-914e7596-63f8-4ad1-a4c2-230f96728554 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 210 time: 0.0302615 Dec 08 18:11:50.589690 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-aa3a71e9-0c7d-453c-8ee3-71bb15173351 req-c3a43005-ce9a-4149-b6ad-dcea28992d13 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "GET /v2.0/ports?device_id=7b54e1ba-bf78-4bbe-a95a-93ced351d4ec HTTP/1.1" status: 200 len: 210 time: 0.0279570 Dec 08 18:11:50.710306 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:50.731063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 90a008b0-0e76-4dfc-a41d-a27c67fd367b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:50.731413 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 90a008b0-0e76-4dfc-a41d-a27c67fd367b not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:51.645023 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44646) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:51.702225 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e59e760-d6d7-4831-88a2-a780f0fef3c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:51.730478 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e59e760-d6d7-4831-88a2-a780f0fef3c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:51.793946 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e59e760-d6d7-4831-88a2-a780f0fef3c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:51.796765 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e59e760-d6d7-4831-88a2-a780f0fef3c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:51.798536 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6e59e760-d6d7-4831-88a2-a780f0fef3c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] 10.222.0.62 "DELETE /v2.0/security-groups/d4fba9ed-54ad-4142-b637-4925f3cb8ef9 HTTP/1.1" status: 204 len: 168 time: 0.1526115 Dec 08 18:11:51.808066 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59e760-d6d7-4831-88a2-a780f0fef3c2 tempest-TestShelveInstance-1658896181 tempest-TestShelveInstance-1658896181-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fba9ed-54ad-4142-b637-4925f3cb8ef9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:51.847993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44650) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:52.284055 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:52.540951 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Deleting port 8daaff96-c64d-4684-a60d-27e5912a8b4e {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:52.541209 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:52.626062 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] For port 8daaff96-c64d-4684-a60d-27e5912a8b4e, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8daaff96-c64d-4684-a60d-27e5912a8b4e,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:52.626426 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:52.640193 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Calling delete_port for 8daaff96-c64d-4684-a60d-27e5912a8b4e owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:52.821841 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:52.844916 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8daaff96-c64d-4684-a60d-27e5912a8b4e,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:53.013742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:53.234806 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Router 0d079793-e1c8-446b-b664-ac3748ef07ef has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:11:53.684530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:11:53.689949 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-753a05dc-2849-4b22-91a3-7c58dd705d49 admin admin] 10.222.0.62 "PUT /v2.0/routers/0d079793-e1c8-446b-b664-ac3748ef07ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8406453 Dec 08 18:11:53.693110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44654) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:53.696698 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] Sync routers for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:11:53.707815 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:11:53.708705 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:53.803112 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:53.822946 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:11:53.908402 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:53.962450 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Deleting port 383cb51a-411f-45dd-b28f-854d62e42b1d {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:53.962805 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.005831 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:11:52Z', 'revision_number': 5, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port': {'id': '383cb51a-411f-45dd-b28f-854d62e42b1d', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c7:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:03:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:54.032697 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] Checking router: 0d079793-e1c8-446b-b664-ac3748ef07ef for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:11:54.041784 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] Routers {'0d079793-e1c8-446b-b664-ac3748ef07ef'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:11:54.042868 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['0d079793-e1c8-446b-b664-ac3748ef07ef'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:54.050304 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] For port 383cb51a-411f-45dd-b28f-854d62e42b1d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=383cb51a-411f-45dd-b28f-854d62e42b1d,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:54.051573 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.064720 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Calling delete_port for 383cb51a-411f-45dd-b28f-854d62e42b1d owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:54.134585 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] Set router 0d079793-e1c8-446b-b664-ac3748ef07ef gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:11:54.192334 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:11:53Z', 'revision_number': 6, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:54.223625 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f0515f-31c9-479f-a21e-c663c364bef4 None None] The sync data for ids ['0d079793-e1c8-446b-b664-ac3748ef07ef'] in n-d-820935-5 is: [{'id': '0d079793-e1c8-446b-b664-ac3748ef07ef', 'name': 'tempest-TestShelveInstance-873737688-router', 'tenant_id': '0c249e9320c44a61b0f85e6d2bf79336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:02:59Z', 'updated_at': '2021-12-08T18:11:53Z', 'revision_number': 6, 'project_id': '0c249e9320c44a61b0f85e6d2bf79336', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:11:54.242315 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.269999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=383cb51a-411f-45dd-b28f-854d62e42b1d,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:54.288044 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e71359-d471-4927-82a3-64321477f460 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:11:54.331653 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.426130 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.428414 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.474091 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.474560 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d079793-e1c8-446b-b664-ac3748ef07ef {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:11:54.479580 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.480820 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-c293099b-f245-4034-9346-c25b2d07a7e7 admin admin] 10.222.0.62 "DELETE /v2.0/routers/0d079793-e1c8-446b-b664-ac3748ef07ef HTTP/1.1" status: 204 len: 168 time: 0.7865222 Dec 08 18:11:54.483398 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44656) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:54.529422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Deleting subnet c440a8eb-fc95-4947-8a34-8bacbae21678 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:11:54.532637 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.570268 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.668459 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.722003 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.749378 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c440a8eb-fc95-4947-8a34-8bacbae21678,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:54.751305 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.757841 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-0facfe2c-c640-45d6-b273-b94be2ff7cdf admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c440a8eb-fc95-4947-8a34-8bacbae21678 HTTP/1.1" status: 204 len: 168 time: 0.2709894 Dec 08 18:11:54.758030 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c0a367-f991-4445-b53e-a0a3ec4d054d None None] Network 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:11:54.758134 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44658) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:54.832862 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.891318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Deleting port 7acf52b2-2c5e-4ac1-8082-f25784808db9 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:54.891658 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.953355 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] For port 7acf52b2-2c5e-4ac1-8082-f25784808db9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7acf52b2-2c5e-4ac1-8082-f25784808db9,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:54.953717 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:54.969840 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Calling delete_port for 7acf52b2-2c5e-4ac1-8082-f25784808db9 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:55.014274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] DHCP port deletion for 2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:11:55.078501 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Deleting port 7acf52b2-2c5e-4ac1-8082-f25784808db9 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:55.079007 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.085742 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.119986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8daaff96-c64d-4684-a60d-27e5912a8b4e no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:55.123618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Pushing event deleted for resources: {'Port': ['ID=7acf52b2-2c5e-4ac1-8082-f25784808db9,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:55.134535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] No DVR routers for this DVR port 7acf52b2-2c5e-4ac1-8082-f25784808db9 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:11:55.148499 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8daaff96-c64d-4684-a60d-27e5912a8b4e {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:55.148986 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8daaff96-c64d-4684-a60d-27e5912a8b4e not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:55.174652 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] For port 7acf52b2-2c5e-4ac1-8082-f25784808db9, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=7acf52b2-2c5e-4ac1-8082-f25784808db9,segment=NetworkSegment(1ff8e355-2836-49d6-8f80-a579f8cefe0a),segment_id=1ff8e355-2836-49d6-8f80-a579f8cefe0a)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:55.175345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.191776 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Calling delete_port for 7acf52b2-2c5e-4ac1-8082-f25784808db9 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:55.229100 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.250634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:55.261141 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff8e355-2836-49d6-8f80-a579f8cefe0a') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:55.261505 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff8e355-2836-49d6-8f80-a579f8cefe0a') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:55.272059 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.274808 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.287526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] No DVR routers for this DVR port 7acf52b2-2c5e-4ac1-8082-f25784808db9 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:11:55.291816 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.299089 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:11:55.299541 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: timer() Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:11:55.302248 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:11:55.308658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Pushing event deleted for resources: {'Port': ['ID=7acf52b2-2c5e-4ac1-8082-f25784808db9,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:55.318536 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.318881 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.319238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.319533 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.319866 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.320539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.320539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.320805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.321416 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.321609 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.321967 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.322285 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.322722 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7cbd521-7a79-4a8b-a489-ddfb467c9373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:11:55.362661 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.368716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.371928 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] 10.222.0.62 "DELETE /v2.0/networks/2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1 HTTP/1.1" status: 204 len: 168 time: 0.6129329 Dec 08 18:11:55.375120 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:55.385725 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d4e89-868f-4120-8fbc-06d47072ddbe admin admin] Pushing event deleted for resources: {'Network': ['ID=2ae38e18-9521-4d73-a1ca-ce5e2bc1dce1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:55.718198 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:55.958519 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Deleting port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:55.958977 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:56.036534 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] For port 8153f8db-d4f9-4204-b250-0dbf7b0a1df1, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,segment=NetworkSegment(9970464b-d9e1-4d47-b4ef-cd68a093be76),segment_id=9970464b-d9e1-4d47-b4ef-cd68a093be76)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:56.036885 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:56.053030 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Calling delete_port for 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:56.228111 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:56.253985 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Pushing event deleted for resources: {'Port': ['ID=8153f8db-d4f9-4204-b250-0dbf7b0a1df1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:56.314968 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d99d7890-54b4-4836-bc87-9790885c6638 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:56.418243 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:56.765640 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7acf52b2-2c5e-4ac1-8082-f25784808db9 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:56.788467 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 7acf52b2-2c5e-4ac1-8082-f25784808db9 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:56.788808 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 7acf52b2-2c5e-4ac1-8082-f25784808db9 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:56.789237 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 383cb51a-411f-45dd-b28f-854d62e42b1d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:56.809660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 383cb51a-411f-45dd-b28f-854d62e42b1d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:56.810036 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 383cb51a-411f-45dd-b28f-854d62e42b1d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:56.961349 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:11:57.065263 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:11:57.070466 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-aeafeb62-d7b4-4298-87e3-8d0feb6dda41 admin admin] 10.222.0.62 "PUT /v2.0/routers/32c3ce45-24f8-46e9-a558-4db9dd2f2c23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939683 Dec 08 18:11:57.072967 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44662) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:57.075623 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] Sync routers for ids ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:11:57.085926 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] Routers {'32c3ce45-24f8-46e9-a558-4db9dd2f2c23'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:11:57.086546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:57.174710 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.194735 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] Set router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:11:57.276406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.329823 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Deleting port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:57.330183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.384639 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247'}], 'enable_snat': True}, 'gw_port_id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:11:56Z', 'revision_number': 5, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port': {'id': 'fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:2a:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:03:04Z', 'updated_at': '2021-12-08T18:03:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:57.409360 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] For port fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:57.410499 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.412378 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] Checking router: 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:11:57.420658 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] Routers {'32c3ce45-24f8-46e9-a558-4db9dd2f2c23'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:11:57.421262 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:57.423625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Calling delete_port for fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:57.510524 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] Set router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:11:57.567787 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:11:57Z', 'revision_number': 6, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:57.590744 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.595585 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffe225c-a448-4d0e-883b-15dbca2ddc7f None None] The sync data for ids ['32c3ce45-24f8-46e9-a558-4db9dd2f2c23'] in n-d-820935-5 is: [{'id': '32c3ce45-24f8-46e9-a558-4db9dd2f2c23', 'name': 'tempest-TestShelveInstance-1924293991-router', 'tenant_id': '679a74f38a114d26bd7529469bb27d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:03:03Z', 'updated_at': '2021-12-08T18:11:57Z', 'revision_number': 6, 'project_id': '679a74f38a114d26bd7529469bb27d2a', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:11:57.619870 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:57.640832 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e867db-a4f6-4b25-89e0-2fe5f1642354 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:11:57.684131 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.773043 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.775183 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.817470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.818097 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c3ce45-24f8-46e9-a558-4db9dd2f2c23 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:11:57.822275 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.823404 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cf952194-0135-479d-9b44-56df66e6790f admin admin] 10.222.0.62 "DELETE /v2.0/routers/32c3ce45-24f8-46e9-a558-4db9dd2f2c23 HTTP/1.1" status: 204 len: 168 time: 0.7495329 Dec 08 18:11:57.826176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44664) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:57.873808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Deleting subnet 77ea86fb-1e57-45e2-8691-1064aba8d9a9 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:11:57.876802 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.911343 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:57.990128 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.055137 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.080808 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ea86fb-1e57-45e2-8691-1064aba8d9a9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:58.085009 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.088281 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0ca497de-cc5f-46af-919b-54609ea933c0 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/77ea86fb-1e57-45e2-8691-1064aba8d9a9 HTTP/1.1" status: 204 len: 168 time: 0.2611878 Dec 08 18:11:58.090845 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44666) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:58.096063 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7e6b45-2e72-44b1-a799-673256257f7d None None] Network ebee8684-b60b-4665-9343-346ee184fcf0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:11:58.160545 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.215628 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Deleting port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:58.215966 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.281253 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] For port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,segment=NetworkSegment(9970464b-d9e1-4d47-b4ef-cd68a093be76),segment_id=9970464b-d9e1-4d47-b4ef-cd68a093be76)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:58.281610 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.294071 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Calling delete_port for 6b5234dc-ffe7-41fc-a51b-569a3ce3199d owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:58.363529 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] DHCP port deletion for ebee8684-b60b-4665-9343-346ee184fcf0 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:11:58.376933 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.407753 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:58.411469 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] No DVR routers for this DVR port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:11:58.413693 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Deleting port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:11:58.414229 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.483939 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] For port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:11:58.484333 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.490875 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.497928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Calling delete_port for 6b5234dc-ffe7-41fc-a51b-569a3ce3199d owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:11:58.500995 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 18:11:58.502935 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.512620 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebee8684-b60b-4665-9343-346ee184fcf0']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:58.522997 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9970464b-d9e1-4d47-b4ef-cd68a093be76') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:58.523287 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9970464b-d9e1-4d47-b4ef-cd68a093be76') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:11:58.530163 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] Pushing event deleted for resources: {'Port': ['ID=6b5234dc-ffe7-41fc-a51b-569a3ce3199d,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:58.532815 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.533681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51152409-bba9-46a8-a5e7-e86f053b6486 None None] No DVR routers for this DVR port 6b5234dc-ffe7-41fc-a51b-569a3ce3199d on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:11:58.548505 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.555961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:11:58.556326 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: timer() Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:11:58.558379 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:11:58.620695 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.626351 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.629970 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] 10.222.0.62 "DELETE /v2.0/networks/ebee8684-b60b-4665-9343-346ee184fcf0 HTTP/1.1" status: 204 len: 168 time: 0.5380619 Dec 08 18:11:58.643140 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4602e07-d157-494e-9b4f-958e64287ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=ebee8684-b60b-4665-9343-346ee184fcf0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:58.736353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6b5234dc-ffe7-41fc-a51b-569a3ce3199d no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:58.757665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 6b5234dc-ffe7-41fc-a51b-569a3ce3199d {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:58.760218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 6b5234dc-ffe7-41fc-a51b-569a3ce3199d not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:58.760218 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:58.760429 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44670) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:58.780070 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:58.780409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 8153f8db-d4f9-4204-b250-0dbf7b0a1df1 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:58.780826 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:11:58.804622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:11:58.804817 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-74777542-4d9c-4404-a885-8ca7b6dc68e6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0c249e9320c44a61b0f85e6d2bf79336&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0429542 Dec 08 18:11:58.804930 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device fa887a2e-b7b3-4f8f-9d58-2fecfc72ab97 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:11:58.807265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44672) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:58.860038 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54aa2e90-9216-4506-bed4-a9247b86045f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.881293 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54aa2e90-9216-4506-bed4-a9247b86045f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.927874 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54aa2e90-9216-4506-bed4-a9247b86045f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.930581 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54aa2e90-9216-4506-bed4-a9247b86045f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:58.931729 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-54aa2e90-9216-4506-bed4-a9247b86045f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4a985199-2bdd-43b0-a382-dce35b02195f HTTP/1.1" status: 204 len: 168 time: 0.1234925 Dec 08 18:11:58.939177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa2e90-9216-4506-bed4-a9247b86045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a985199-2bdd-43b0-a382-dce35b02195f,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:11:59.095363 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-de778c61-3e5a-485e-8d6b-d8fa55f24604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:59.258540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44678) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:59.298823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-2d9e5adb-e458-4e89-836c-4f01c86084e8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=679a74f38a114d26bd7529469bb27d2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391071 Dec 08 18:11:59.301855 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44680) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:11:59.349657 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78cad238-5cd1-43d7-bf3a-bb9833e411a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:59.370514 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78cad238-5cd1-43d7-bf3a-bb9833e411a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:59.416227 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78cad238-5cd1-43d7-bf3a-bb9833e411a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:59.418825 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-78cad238-5cd1-43d7-bf3a-bb9833e411a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:11:59.419974 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-78cad238-5cd1-43d7-bf3a-bb9833e411a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3027d53a-502e-4ed1-b46f-35fdeeb5fd50 HTTP/1.1" status: 204 len: 168 time: 0.1171329 Dec 08 18:11:59.427556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cad238-5cd1-43d7-bf3a-bb9833e411a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3027d53a-502e-4ed1-b46f-35fdeeb5fd50,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:00.089012 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44702) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:00.184280 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1414819519-network', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:00.204315 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Made reservation on behalf of e6350dd1697d471b87e7fb5103b1cf5f for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:12:00.206606 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.214930 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.287107 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.290604 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.311035 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 677, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 18:12:00.326161 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fe75a4-7025-4049-87e4-db9991082a82,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:00.328979 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.329318 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Added segment 0300b824-8a67-4593-be36-5abdd8b085f0 of type vlan for network 1a787c76-1634-4a92-987e-8e52212fc0a0 Dec 08 18:12:00.369913 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.393972 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.394931 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:00.395522 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.458888 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3682077 Dec 08 18:12:00.462096 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44706) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:00.467108 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Request body: {'subnet': {'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1414819519-subnet', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:00.468014 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d83bc5-1575-4856-9d17-20591ee42c9d admin admin] Pushing event updated for resources: {'Network': ['ID=1a787c76-1634-4a92-987e-8e52212fc0a0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:00.478270 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 18:12:00.492737 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Made reservation on behalf of e6350dd1697d471b87e7fb5103b1cf5f for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:12:00.495383 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.645048 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.668157 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.726592 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b00f2ec1-2038-47aa-994b-fd0038d29a4c,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:00.738177 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Checking segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:00.738540 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Network hostable DHCP agents. Network: 1a787c76-1634-4a92-987e-8e52212fc0a0, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 18:12:00.754323 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 18:12:00.764181 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 1a787c76-1634-4a92-987e-8e52212fc0a0) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:00.768238 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:00.768831 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.774453 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f55995f-1928-412f-8c0d-acb3a971109d None None] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:12:00.786535 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f650bd1a-12a6-41dd-8c63-fe6cc8b05f4c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3230677 Dec 08 18:12:00.788437 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44708) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:00.792814 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:00.813468 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.814512 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.866336 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:00.871560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-1a787c76-1634-4a92-987e-8e52212fc0a0', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 18:12:00.872542 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.002917 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.007496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Allocated IP 172.20.0.2 (1a787c76-1634-4a92-987e-8e52212fc0a0/b00f2ec1-2038-47aa-994b-fd0038d29a4c/f6b8b050-abf2-4a38-b7a0-78b351d6b9a6) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:01.157419 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.163813 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.199811 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:01.202506 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.202664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:01.205897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:01.225362 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.235669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Pushing event updated for resources: {'Port': ['ID=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:01.269390 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Attempting to bind port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:01.269677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Attempting to bind port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:01.270065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Attempting to bind port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:01.275153 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:01.275655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Checking segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:01.276058 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.276442 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Bound using segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:01.276904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Bound port: f6b8b050-abf2-4a38-b7a0-78b351d6b9a6, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:01.277287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.326252 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Allocated IP 172.25.3.235 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/5332d399-8f89-4244-a4c6-e4309facd09b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:01.342636 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] For port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:01.345622 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] For port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:01.349764 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.411933 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a94d2-b774-48c0-adbb-a092d0a873a9 None None] Pushing event updated for resources: {'Port': ['ID=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:01.445470 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.480726 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.525380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:01.528742 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:01.533404 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:01.537216 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Pushing event updated for resources: {'Port': ['ID=5332d399-8f89-4244-a4c6-e4309facd09b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:01.578295 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f4c1a-a370-48d2-b67c-29d2a80114de None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:12:01.651594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-7a8d91d3-1d64-409b-b7ff-d9fd46d8b37f None None] Provisioning complete for port 5332d399-8f89-4244-a4c6-e4309facd09b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:01.651958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7a8d91d3-1d64-409b-b7ff-d9fd46d8b37f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:01.685937 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d91d3-1d64-409b-b7ff-d9fd46d8b37f None None] Port 5332d399-8f89-4244-a4c6-e4309facd09b cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:01.810696 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.006449 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.145033 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 18:12:02.258185 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:12:02.270145 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:12:02.276232 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.280050 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-093010d6-99e8-43ee-bb15-b244244eaaa2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4879906 Dec 08 18:12:02.280472 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44710) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:02.282016 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:02.282696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:02.355145 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ff09d-a4aa-43a6-93b8-9d9902423689 None None] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:12:02.397701 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:02.437848 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-33f0305f-b0dd-451c-a758-4a14f7dc533b None None] Provisioning complete for port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:02.438225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33f0305f-b0dd-451c-a758-4a14f7dc533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.442159 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.561788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33f0305f-b0dd-451c-a758-4a14f7dc533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.598804 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:01Z', 'revision_number': 3, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:02.610409 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-33f0305f-b0dd-451c-a758-4a14f7dc533b None None] For port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:02.621668 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-33f0305f-b0dd-451c-a758-4a14f7dc533b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.634952 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:12:02.635561 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Updating router 038ac45f-2ac0-4efa-99bb-a3e769db322b port 5332d399-8f89-4244-a4c6-e4309facd09b binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:12:02.652905 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.663481 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.685871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f0305f-b0dd-451c-a758-4a14f7dc533b None None] Pushing event updated for resources: {'Port': ['ID=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:02.811214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:02.815686 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.863238 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-88d35b8c-2706-4d26-93c6-3278566db8bd None None] Provisioning complete for port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:02.863986 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88d35b8c-2706-4d26-93c6-3278566db8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.945461 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.952113 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:02.981679 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Allocated IP 172.20.0.1 (1a787c76-1634-4a92-987e-8e52212fc0a0/b00f2ec1-2038-47aa-994b-fd0038d29a4c/b7f8981d-b67e-4e07-a02e-0fc46bb820a7) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:03.011179 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Attempting to bind port 5332d399-8f89-4244-a4c6-e4309facd09b on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:03.011543 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Attempting to bind port 5332d399-8f89-4244-a4c6-e4309facd09b by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:03.011908 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Attempting to bind port 5332d399-8f89-4244-a4c6-e4309facd09b on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:03.024128 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:03.024497 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:03.024899 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.025292 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:03.025774 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Bound port: 5332d399-8f89-4244-a4c6-e4309facd09b, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:03.026180 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.051070 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Pushing event updated for resources: {'Port': ['ID=5332d399-8f89-4244-a4c6-e4309facd09b,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:03.063681 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0783cbdb-44c3-48f7-a224-36148071cb6c None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:12:03.064230 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.064650 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.064913 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.065596 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.065596 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.065905 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.066235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.066556 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.066881 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.067200 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.067865 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.067865 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.068459 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103284) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:12:03.092142 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:03.097783 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.103025 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.103205 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] For port 5332d399-8f89-4244-a4c6-e4309facd09b, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:03.109201 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] For port 5332d399-8f89-4244-a4c6-e4309facd09b, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5332d399-8f89-4244-a4c6-e4309facd09b,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:03.113765 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.150569 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.169314 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecfcd08-fed6-4550-9e17-e754f9fcdf55 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:12:03.181040 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:03.181670 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:03.190942 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:03.196408 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:03.200139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:03.222947 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Pushing event updated for resources: {'Port': ['ID=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:03.228872 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a1ead-0aad-4516-baf4-ba06a3f4b2f7 None None] Pushing event updated for resources: {'Port': ['ID=5332d399-8f89-4244-a4c6-e4309facd09b,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:03.250660 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.308750 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:03.336448 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a3d7050a-64b0-4741-91aa-0e6cf917f122 None None] Provisioning complete for port 5332d399-8f89-4244-a4c6-e4309facd09b triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:03.336920 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3d7050a-64b0-4741-91aa-0e6cf917f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.394202 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.439273 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.443941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3d7050a-64b0-4741-91aa-0e6cf917f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.481207 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a3d7050a-64b0-4741-91aa-0e6cf917f122 None None] For port 5332d399-8f89-4244-a4c6-e4309facd09b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5332d399-8f89-4244-a4c6-e4309facd09b,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:03.486135 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a3d7050a-64b0-4741-91aa-0e6cf917f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.538783 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7050a-64b0-4741-91aa-0e6cf917f122 None None] Pushing event updated for resources: {'Port': ['ID=5332d399-8f89-4244-a4c6-e4309facd09b,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:03.606492 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c0ffde0d-cc09-45c5-bb70-ec914ad65a1e None None] Provisioning complete for port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:03.607113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c0ffde0d-cc09-45c5-bb70-ec914ad65a1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.608559 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.614631 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.628166 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:01Z', 'revision_number': 3, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:03.648650 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c0ffde0d-cc09-45c5-bb70-ec914ad65a1e None None] Port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:03.655678 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f053d4-5dbe-49d7-b63e-dc3641c59df3 None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:01Z', 'revision_number': 3, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:12:03.689432 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:03.691197 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Pushing event updated for resources: {'Port': ['ID=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:03.790694 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:03.792169 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:03.927715 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:12:04.052466 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:12:04.061192 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-f6670d0a-6ee9-4013-bd3a-fc4fb898755e admin admin] 10.222.0.62 "PUT /v2.0/routers/038ac45f-2ac0-4efa-99bb-a3e769db322b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7795472 Dec 08 18:12:04.077507 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-012616ab-eb39-407e-b557-6ae05106c340 None None] Provisioning complete for port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:04.077916 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-012616ab-eb39-407e-b557-6ae05106c340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.134849 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-012616ab-eb39-407e-b557-6ae05106c340 None None] Port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:04.347287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.548961 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44726) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:04.555264 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1084324079-network', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:04.576514 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Made reservation on behalf of a2a8f44adaed4471bf3215f53c7d51f7 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:12:04.578768 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for network, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.587490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.662766 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.666470 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.698249 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 08 18:12:04.709001 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffba337-820c-43f8-ae06-2b16e1779487,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:04.713878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.714229 n-d-820935-5 neutron-server[103281]: INFO neutron.db.segments_db [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Added segment 6e4c9d23-af8d-4298-a6d5-8be27a19a75e of type vlan for network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 Dec 08 18:12:04.756636 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784455410773'] for network, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.784297 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266'] for network, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.785338 n-d-820935-5 neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:04.785940 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.803374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5332d399-8f89-4244-a4c6-e4309facd09b up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:04.847008 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2943132 Dec 08 18:12:04.847694 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44728) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:04.855764 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Request body: {'subnet': {'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1084324079-subnet', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'ip_version': 4}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:04.860220 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22d822-5906-4072-aec1-3472a1bd42cf admin admin] Pushing event updated for resources: {'Network': ['ID=09bf2c78-13f1-4d2b-9fa7-e542e7833718,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:04.865575 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5332d399-8f89-4244-a4c6-e4309facd09b triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:04.866253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.881322 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Made reservation on behalf of a2a8f44adaed4471bf3215f53c7d51f7 for: {'subnet': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:12:04.884200 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61901993'] for subnet, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:04.895396 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 details requested by agent ovs-agent-n-d-820935-5 with host n-d-820935-5 {{(pid=103283) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 08 18:12:05.037684 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:05.073382 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61632970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61902011'] for subnet, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.087015 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:05.087445 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.128438 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5af631-04fd-45b5-8f15-44aa4a0d4735,revision_number=0']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:05.145240 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Checking segment: {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:05.145623 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Network hostable DHCP agents. Network: 09bf2c78-13f1-4d2b-9fa7-e542e7833718, hostable agents: ['3363bab5-9366-4500-b2cd-825320421029'], hosted agents: [] {{(pid=103282) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 08 18:12:05.163215 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 is scheduled to be hosted by DHCP agent 3363bab5-9366-4500-b2cd-825320421029 with binding_index 1 {{(pid=103282) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 08 18:12:05.174752 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-820935-5, 09bf2c78-13f1-4d2b-9fa7-e542e7833718) {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:05.179476 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:05.180063 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.195156 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d979425-93e9-4ddb-9a58-68d6bf1cb8f4 None None] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:12:05.196888 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-9ae500b7-8155-4733-82b2-768980519bba admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3479376 Dec 08 18:12:05.199515 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44730) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:05.203985 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:05.226328 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3683027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-36944'] for router, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.227306 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3682943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-467724', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3679704', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-36937'] for router, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.285137 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.301058 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp357f03c0-086d-5867-9a61-7537ee3e69ed-09bf2c78-13f1-4d2b-9fa7-e542e7833718', 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718', 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'fixed_ips': [{'subnet_id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735'}]}} from n-d-820935-5. {{(pid=103283) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 08 18:12:05.302674 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.375798 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:12:05.401944 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:05.402569 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:05.428388 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.533399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.db_base_plugin_common [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Allocated IP 172.20.0.2 (09bf2c78-13f1-4d2b-9fa7-e542e7833718/7a5af631-04fd-45b5-8f15-44aa4a0d4735/5936353a-33e1-4023-8ae1-e70a051737f2) {{(pid=103283) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:05.568755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:05.636984 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.655910 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.760863 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Allocated IP 172.25.3.31 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/49a14a98-cef2-4dde-bd2a-fe0a5f873ad7) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:05.853342 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Publish callbacks [] for port, precommit_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.861438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551'] for port, after_create {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.867682 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.903728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:05.909317 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 is already hosted by enough agents. {{(pid=103283) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:05.919805 n-d-820935-5 neutron-server[103283]: DEBUG neutron.scheduler.base_scheduler [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Resources bound (agent type, host, resource id): {{(pid=103283) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:05.925347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Received port after_create {{(pid=103283) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:05.929225 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Pushing event updated for resources: {'Port': ['ID=5936353a-33e1-4023-8ae1-e70a051737f2,revision_number=1']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:05.944109 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:05.951324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:05.954816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:05.962688 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 2, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:05.979132 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4db0d1-ad6a-46d1-9edc-fd6da8b38229 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:12:05.983347 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Pushing event updated for resources: {'Port': ['ID=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:06.010539 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:12:06.010862 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Updating router 038ac45f-2ac0-4efa-99bb-a3e769db322b port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:12:06.046984 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Attempting to bind port 5936353a-33e1-4023-8ae1-e70a051737f2 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:06.047357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Attempting to bind port 5936353a-33e1-4023-8ae1-e70a051737f2 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:06.047871 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Attempting to bind port 5936353a-33e1-4023-8ae1-e70a051737f2 on network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:06.057722 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.062705 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:06.063084 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Checking segment: {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:06.063491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.063885 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Bound using segment: {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:06.064614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Bound port: 5936353a-33e1-4023-8ae1-e70a051737f2, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:06.064809 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.114461 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f5f35594-7396-4382-b8e9-5c14535cff4b None None] Provisioning complete for port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:06.114793 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f5f35594-7396-4382-b8e9-5c14535cff4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.257665 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f5f35594-7396-4382-b8e9-5c14535cff4b None None] Port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:06.264377 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] For port 5936353a-33e1-4023-8ae1-e70a051737f2, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:06.269822 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] For port 5936353a-33e1-4023-8ae1-e70a051737f2, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5936353a-33e1-4023-8ae1-e70a051737f2,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:06.278824 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.399538 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a22733-d672-46f9-9f67-412cfa43da85 None None] Pushing event updated for resources: {'Port': ['ID=5936353a-33e1-4023-8ae1-e70a051737f2,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:06.510102 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.522798 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.611610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6c6ae-4da5-4b31-a0a9-8a0763846121 None None] Pushing event updated for resources: {'Port': ['ID=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:06.633753 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.645570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Attempting to bind port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:06.645869 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Attempting to bind port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:06.646219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Attempting to bind port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:06.652694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:06.653075 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Checking segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:06.653480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.653897 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Bound using segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:06.654375 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Bound port: b7f8981d-b67e-4e07-a02e-0fc46bb820a7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:06.654759 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.774399 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] For port b7f8981d-b67e-4e07-a02e-0fc46bb820a7, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:06.784175 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] For port b7f8981d-b67e-4e07-a02e-0fc46bb820a7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:06.788892 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:06.843098 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5936353a-33e1-4023-8ae1-e70a051737f2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:06.905838 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3682884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-513277'] for router, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.054306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Router 47af7e80-ddfd-4183-8aed-89c67860e3e1 is scheduled to L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 with binding_index 1 {{(pid=103282) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 08 18:12:07.081199 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f6c6ae-4da5-4b31-a0a9-8a0763846121 None None] Pushing event updated for resources: {'Port': ['ID=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:07.099928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:07.100560 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:07.102586 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-73dbb57c-a6fa-40f4-bf3f-34d276fa1b93 None None] Provisioning complete for port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:07.102951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73dbb57c-a6fa-40f4-bf3f-34d276fa1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.178384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:12:07.182516 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5936353a-33e1-4023-8ae1-e70a051737f2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:07.182897 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.190264 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Sync routers for ids ['47af7e80-ddfd-4183-8aed-89c67860e3e1'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:12:07.199619 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.201524 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Routers {'47af7e80-ddfd-4183-8aed-89c67860e3e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:07.202170 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['47af7e80-ddfd-4183-8aed-89c67860e3e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:07.202327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-aa2fc101-e622-461a-b7fd-99861a9f09cb admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0017245 Dec 08 18:12:07.204152 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44732) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:07.269278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:07.347926 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Set router 47af7e80-ddfd-4183-8aed-89c67860e3e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:07.532424 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4881111-ca5a-4579-a65b-283514783937 None None] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:12:07.557836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73dbb57c-a6fa-40f4-bf3f-34d276fa1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.572863 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:06Z', 'revision_number': 3, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:07.606125 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Checking router: 47af7e80-ddfd-4183-8aed-89c67860e3e1 for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:12:07.606470 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Updating router 47af7e80-ddfd-4183-8aed-89c67860e3e1 port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 binding host n-d-820935-5 {{(pid=103284) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:12:07.635267 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.636415 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.716757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-73dbb57c-a6fa-40f4-bf3f-34d276fa1b93 None None] For port b7f8981d-b67e-4e07-a02e-0fc46bb820a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:07.745113 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-73dbb57c-a6fa-40f4-bf3f-34d276fa1b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.763130 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] For port 5936353a-33e1-4023-8ae1-e70a051737f2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5936353a-33e1-4023-8ae1-e70a051737f2,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:07.794248 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.835456 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbb57c-a6fa-40f4-bf3f-34d276fa1b93 None None] Pushing event updated for resources: {'Port': ['ID=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:07.868632 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:06Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:07.908250 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d9134b-19e7-4ffb-83d7-4954253722bb None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:06Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:12:07.909392 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Publish callbacks [] for port, precommit_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.922513 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.941515 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-460bd6da-96e8-42d9-917e-3a4a9d4b13bd None None] Provisioning complete for port 5936353a-33e1-4023-8ae1-e70a051737f2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:07.941898 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-460bd6da-96e8-42d9-917e-3a4a9d4b13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:07.976329 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Attempting to bind port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:07.976693 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Attempting to bind port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:07.977477 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Attempting to bind port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 on network ffada9dd-2359-467c-b049-1cbfc53f8a6b {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:08.000557 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Pushing event updated for resources: {'Port': ['ID=5936353a-33e1-4023-8ae1-e70a051737f2,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:08.004196 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:08.004586 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Checking segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103284) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:08.009658 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.009658 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Bound using segment: {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'} {{(pid=103284) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:08.010027 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35af8d52-83ff-49be-812b-d6336d4daf1f None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:12:08.010161 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.managers [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Bound port: 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4834a19-de55-4bdd-bfe7-a764ee931ada', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b'}}] {{(pid=103284) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:08.010161 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.076911 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] For port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7, host n-d-820935-5, cleared binding levels {{(pid=103284) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:08.080523 n-d-820935-5 neutron-server[103284]: DEBUG neutron.plugins.ml2.db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] For port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103284) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:08.090658 n-d-820935-5 neutron-server[103284]: DEBUG neutron_lib.callbacks.manager [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.094052 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c4cd2-5c2b-4d0c-9890-3c28d9d62d68 None None] Pushing event updated for resources: {'Port': ['ID=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,revision_number=2']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:08.100449 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.153351 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c4cd2-5c2b-4d0c-9890-3c28d9d62d68 None None] Pushing event updated for resources: {'Port': ['ID=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,revision_number=3']} {{(pid=103284) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:08.167476 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-460bd6da-96e8-42d9-917e-3a4a9d4b13bd None None] Provisioning complete for port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:08.167995 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-460bd6da-96e8-42d9-917e-3a4a9d4b13bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.173715 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Routers {'47af7e80-ddfd-4183-8aed-89c67860e3e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:08.174355 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['47af7e80-ddfd-4183-8aed-89c67860e3e1'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:08.198102 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c84528-a65a-4e87-b842-35f310514182 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:12:08.333098 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] Set router 47af7e80-ddfd-4183-8aed-89c67860e3e1 gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:08.391321 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Allocated IP 172.20.0.1 (09bf2c78-13f1-4d2b-9fa7-e542e7833718/7a5af631-04fd-45b5-8f15-44aa4a0d4735/c0a557a4-291c-47e7-b570-4e01cae9c6f5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:08.430573 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Provisioning complete for port 5936353a-33e1-4023-8ae1-e70a051737f2 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:08.430971 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.528960 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.566435 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:06Z', 'revision_number': 3, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:08.572867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Provisioning complete for port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:08.574183 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.577743 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.600306 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b77b205-f91b-4f6e-ba4d-8c41c42da522 None None] The sync data for ids ['47af7e80-ddfd-4183-8aed-89c67860e3e1'] in n-d-820935-5 is: [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:06Z', 'revision_number': 3, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:12:08.634353 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:08.635980 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:08.639199 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:08.680611 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a557a4-291c-47e7-b570-4e01cae9c6f5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:08.704659 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.713173 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-513036'] for router_interface, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.749821 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] For port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:08.755777 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:08.882519 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ef57c-c7fd-4826-87b0-b5ea70de1607 None None] Pushing event updated for resources: {'Port': ['ID=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:08.943511 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.104671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-c02e75b5-4692-4e3e-9bcc-757af9f79ef9 None None] Provisioning complete for port c0a557a4-291c-47e7-b570-4e01cae9c6f5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:09.105316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c02e75b5-4692-4e3e-9bcc-757af9f79ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.164164 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b7f8981d-b67e-4e07-a02e-0fc46bb820a7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:09.209650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.217616 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-c02e75b5-4692-4e3e-9bcc-757af9f79ef9 None None] Port c0a557a4-291c-47e7-b570-4e01cae9c6f5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:09.218267 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58881898'] for port, after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.237341 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:09.237723 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.295696 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Pushing event updated for resources: {'Port': ['ID=c0a557a4-291c-47e7-b570-4e01cae9c6f5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:09.300406 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3783248', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3682748'] for router_interface, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.342649 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5936353a-33e1-4023-8ae1-e70a051737f2 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:09.401002 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 5936353a-33e1-4023-8ae1-e70a051737f2 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:09.401449 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.414026 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:09.415888 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:09.572459 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Router 47af7e80-ddfd-4183-8aed-89c67860e3e1 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:12:09.592039 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-cc0a57de-b0b6-4063-863d-d83305ea995e req-9145f48d-09dc-463e-872b-7ff357d2a9d4 service neutron] (103282) timed out ('10.222.0.62', 52078) {{(pid=103282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 18:12:09.700305 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:12:09.710562 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0c1ef1dd-b750-4fef-8ae7-963f07df0634 admin admin] 10.222.0.62 "PUT /v2.0/routers/47af7e80-ddfd-4183-8aed-89c67860e3e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5052745 Dec 08 18:12:09.751181 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-4de878fd-ee2e-4d24-82d8-f646aa27a395 None None] Provisioning complete for port c0a557a4-291c-47e7-b570-4e01cae9c6f5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:09.751707 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-4de878fd-ee2e-4d24-82d8-f646aa27a395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:09.791338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-4de878fd-ee2e-4d24-82d8-f646aa27a395 None None] Port c0a557a4-291c-47e7-b570-4e01cae9c6f5 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:10.384331 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44742) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:10.388964 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-363513715', 'description': 'tempest-secgroup-smoke-363513715 description', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:10.410465 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.475316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.479127 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.510658 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.511949 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1265988 Dec 08 18:12:10.513074 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3f768-f6db-4642-9892-9cdc5d615c28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981b7481-4840-4f0d-88c3-dd0bf42e0329,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:10.515178 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44744) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:10.520416 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group_rule': {'security_group_id': '981b7481-4840-4f0d-88c3-dd0bf42e0329', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:10.551008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.605349 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.608886 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.623940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e91a49e-aec3-4a20-a413-e90e28589cbe,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:10.633863 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.637055 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-69977146-e95e-4320-8b16-89d0776cbe6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189609 Dec 08 18:12:10.637955 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44746) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:10.642240 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group_rule': {'security_group_id': '981b7481-4840-4f0d-88c3-dd0bf42e0329', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:10.668379 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.732878 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.740780 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.764521 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ca4c46-8ce9-4cff-9404-d95bc8214fee,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:10.766717 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:10.772871 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.774136 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-8e67ba37-189e-46b1-b812-298db9b4a8f5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352000 Dec 08 18:12:10.776969 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44748) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:10.781444 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group_rule': {'security_group_id': '981b7481-4840-4f0d-88c3-dd0bf42e0329', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:10.809650 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.828060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:10.828432 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.870513 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.874484 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.892499 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=396510e2-3dc1-49aa-9e80-aaeed19570b1,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:10.902004 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.903233 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-6c31d17f-e7bd-497d-b1e1-8ee9ba52bbad tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251733 Dec 08 18:12:10.905940 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44750) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:10.910498 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group_rule': {'security_group_id': '981b7481-4840-4f0d-88c3-dd0bf42e0329', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:10.938205 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:10.996757 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.000600 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.022480 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa66033-ca7c-4d2f-86c1-ac2d0d53a2e3,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:11.028516 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.029707 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-52cb83c2-61ab-4811-b905-346a7d019014 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228242 Dec 08 18:12:11.032394 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44752) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:11.037388 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group_rule': {'security_group_id': '981b7481-4840-4f0d-88c3-dd0bf42e0329', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:11.059121 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Project e6350dd1697d471b87e7fb5103b1cf5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:12:11.064316 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.132558 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.136490 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.157505 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4b4e95-9a35-49af-b9bc-679a4a9e62ab,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:11.167656 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.171433 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-fe3dc134-15d6-4158-bdf8-cdd5f2b63b61 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1355116 Dec 08 18:12:11.171625 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 44754) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:11.176261 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'security_group_rule': {'security_group_id': '981b7481-4840-4f0d-88c3-dd0bf42e0329', 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:11.198005 n-d-820935-5 neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Project e6350dd1697d471b87e7fb5103b1cf5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 08 18:12:11.202904 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.264045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.267616 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3678678'] for security_group_rule, after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.286670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=051e32e5-e75d-4ac7-94ab-710f8fc50617,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:11.294273 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:11.295493 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-c6ba335d-c287-4d0f-8f96-23981f0b242f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1228251 Dec 08 18:12:11.426662 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Sync routers for ids ['47af7e80-ddfd-4183-8aed-89c67860e3e1'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:12:11.435757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Routers {'47af7e80-ddfd-4183-8aed-89c67860e3e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:11.436361 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['47af7e80-ddfd-4183-8aed-89c67860e3e1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:11.450749 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-3100b43a-693f-4d3e-909a-bf6913eaa61e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363513715&fields=id&tenant_id=e6350dd1697d471b87e7fb5103b1cf5f HTTP/1.1" status: 200 len: 267 time: 0.0465488 Dec 08 18:12:11.566296 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-a9f869e9-4563-42d3-84c7-3d3ed1c2a0e7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:11.568654 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-a9f869e9-4563-42d3-84c7-3d3ed1c2a0e7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 810 time: 0.1105962 Dec 08 18:12:11.585041 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-cd8f78ba-255d-4d31-ab28-aef4473d8698 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/quotas/e6350dd1697d471b87e7fb5103b1cf5f HTTP/1.1" status: 200 len: 375 time: 0.0104096 Dec 08 18:12:11.640539 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-c2319219-cbaa-4980-ab50-2705b7f7288c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494232 Dec 08 18:12:11.707618 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Set router 47af7e80-ddfd-4183-8aed-89c67860e3e1 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:11.751239 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-315cd75e-62e2-4188-bb59-150e249d7fc6 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103282) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 08 18:12:11.752252 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-315cd75e-62e2-4188-bb59-150e249d7fc6 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1001060 Dec 08 18:12:11.848368 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-1852adf4-ca80-4478-99b3-18b5f7fb9ed3 service neutron] 10.222.0.62 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881228 Dec 08 18:12:11.906904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c0a557a4-291c-47e7-b570-4e01cae9c6f5', 'name': '', 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'mac_address': 'fa:16:3e:42:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:08Z', 'updated_at': '2021-12-08T18:12:09Z', 'revision_number': 2, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'subnets': [{'id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:11.933829 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Checking router: 47af7e80-ddfd-4183-8aed-89c67860e3e1 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:12:11.934184 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Updating router 47af7e80-ddfd-4183-8aed-89c67860e3e1 port c0a557a4-291c-47e7-b570-4e01cae9c6f5 binding host n-d-820935-5 {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 08 18:12:11.937982 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-c5b20859-6f68-4044-bade-966677e98a69 service neutron] 10.222.0.62 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833051 Dec 08 18:12:11.963198 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.103515 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6d93602a-6385-4a92-882f-c5168f12a9e7 req-421df456-af1f-46f1-87d7-b6723e38bb6c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Dec 08 18:12:12.240351 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Publish callbacks [] for port, precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.245346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.297209 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3460e-ff2e-44df-a54e-04f6c45a1007 None None] Pushing event updated for resources: {'Port': ['ID=c0a557a4-291c-47e7-b570-4e01cae9c6f5,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:12.352837 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Attempting to bind port c0a557a4-291c-47e7-b570-4e01cae9c6f5 on host n-d-820935-5 for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:12.353214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Attempting to bind port c0a557a4-291c-47e7-b570-4e01cae9c6f5 by drivers openvswitch,hyperv on host n-d-820935-5 at level 0 using segments [{'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:12.353579 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Attempting to bind port c0a557a4-291c-47e7-b570-4e01cae9c6f5 on network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:12.359326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Checking agent: {'id': '07e092f1-6d8a-4bbc-b1db-68d46567bb9e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 48, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 48, 32), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-820935-5'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:12.359701 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Checking segment: {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:12.360496 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.360496 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Bound using segment: {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:12.360952 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Bound port: c0a557a4-291c-47e7-b570-4e01cae9c6f5, host: n-d-820935-5, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e4c9d23-af8d-4298-a6d5-8be27a19a75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:12.361355 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.433303 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] For port c0a557a4-291c-47e7-b570-4e01cae9c6f5, host n-d-820935-5, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:12.437552 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] For port c0a557a4-291c-47e7-b570-4e01cae9c6f5, host n-d-820935-5, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c0a557a4-291c-47e7-b570-4e01cae9c6f5,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:12.444324 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.504918 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Routers {'47af7e80-ddfd-4183-8aed-89c67860e3e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:12.505449 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['47af7e80-ddfd-4183-8aed-89c67860e3e1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:12.555012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3460e-ff2e-44df-a54e-04f6c45a1007 None None] Pushing event updated for resources: {'Port': ['ID=c0a557a4-291c-47e7-b570-4e01cae9c6f5,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:12.581928 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-a4342af5-e247-401f-a3c0-b2a036e19e79 None None] Provisioning complete for port c0a557a4-291c-47e7-b570-4e01cae9c6f5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:12.582357 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4342af5-e247-401f-a3c0-b2a036e19e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.672634 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] Set router 47af7e80-ddfd-4183-8aed-89c67860e3e1 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:12.827726 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4342af5-e247-401f-a3c0-b2a036e19e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.890338 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-a4342af5-e247-401f-a3c0-b2a036e19e79 None None] For port c0a557a4-291c-47e7-b570-4e01cae9c6f5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c0a557a4-291c-47e7-b570-4e01cae9c6f5,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:12.894138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a4342af5-e247-401f-a3c0-b2a036e19e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:12.971046 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4342af5-e247-401f-a3c0-b2a036e19e79 None None] Pushing event updated for resources: {'Port': ['ID=c0a557a4-291c-47e7-b570-4e01cae9c6f5,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:12.988321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c0a557a4-291c-47e7-b570-4e01cae9c6f5', 'name': '', 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'mac_address': 'fa:16:3e:42:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:08Z', 'updated_at': '2021-12-08T18:12:12Z', 'revision_number': 4, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'subnets': [{'id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:13.022943 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558428ed-b70d-414c-b5c8-4d31e01e9bea None None] The sync data for ids ['47af7e80-ddfd-4183-8aed-89c67860e3e1'] in n-d-820935-5 is: [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'c0a557a4-291c-47e7-b570-4e01cae9c6f5', 'name': '', 'network_id': '09bf2c78-13f1-4d2b-9fa7-e542e7833718', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'mac_address': 'fa:16:3e:42:5f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4366, 'fixed_ips': [{'subnet_id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:08Z', 'updated_at': '2021-12-08T18:12:12Z', 'revision_number': 4, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'subnets': [{'id': '7a5af631-04fd-45b5-8f15-44aa4a0d4735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:12:13.034021 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-0bea195d-ddc2-4b56-b2b6-edd753ceba62 None None] Provisioning complete for port c0a557a4-291c-47e7-b570-4e01cae9c6f5 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:13.034477 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0bea195d-ddc2-4b56-b2b6-edd753ceba62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:13.198910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-e6966f7d-b99f-438c-911f-2566a770a409 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:13.201250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-e6966f7d-b99f-438c-911f-2566a770a409 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 810 time: 0.1866925 Dec 08 18:12:13.252600 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-6724b4e5-f548-49b2-a519-d61237c9252b req-8d9ccc4e-73c9-4b98-9a3b-cb35334c1635 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 210 time: 0.0433578 Dec 08 18:12:13.299625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0f3c2762-6cc8-4a20-b749-bda89829b11a tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6350dd1697d471b87e7fb5103b1cf5f HTTP/1.1" status: 200 len: 379 time: 0.0811739 Dec 08 18:12:13.311485 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'port': {'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'admin_state_up': True, 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'security_groups': ['981b7481-4840-4f0d-88c3-dd0bf42e0329']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:13.429644 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Made reservation on behalf of e6350dd1697d471b87e7fb5103b1cf5f for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:12:13.433523 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:13.566197 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Allocated IP 172.20.0.14 (1a787c76-1634-4a92-987e-8e52212fc0a0/b00f2ec1-2038-47aa-994b-fd0038d29a4c/3ee27437-3680-4971-8bc1-7f6d257567b1) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:13.712911 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:13.750076 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:13.795022 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:13.800289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:13.804796 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:13.811590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:13.872076 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:13.872689 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:13.889420 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-55b20410-c9ee-4cf3-82e9-d68e9ebc6229 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5819643 Dec 08 18:12:13.902166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Request body: {'port': {'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:13.956481 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.012415 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-f73523e7-acf5-427c-9f4b-2b392d4fcf92 None None] Provisioning complete for port 3ee27437-3680-4971-8bc1-7f6d257567b1 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:14.013002 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f73523e7-acf5-427c-9f4b-2b392d4fcf92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.048596 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-f73523e7-acf5-427c-9f4b-2b392d4fcf92 None None] Port 3ee27437-3680-4971-8bc1-7f6d257567b1 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:12:14.212607 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee27437-3680-4971-8bc1-7f6d257567b1 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:12:14.219860 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.231342 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Transition to ACTIVE for port object 3ee27437-3680-4971-8bc1-7f6d257567b1 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:12:14.234861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.287384 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:14.404065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401364e4-13e7-4ffd-b808-51b916bc3951 req-9a6de426-2b33-4c43-b9ce-b48380aa9804 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:14.405563 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-401364e4-13e7-4ffd-b808-51b916bc3951 req-9a6de426-2b33-4c43-b9ce-b48380aa9804 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 944 time: 0.0712585 Dec 08 18:12:14.406314 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Attempting to bind port 3ee27437-3680-4971-8bc1-7f6d257567b1 on host n-h2-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:12:14.406639 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Attempting to bind port 3ee27437-3680-4971-8bc1-7f6d257567b1 by drivers openvswitch,hyperv on host n-h2-820935-5 at level 0 using segments [{'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:12:14.406962 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Attempting to bind port 3ee27437-3680-4971-8bc1-7f6d257567b1 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:14.414553 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Port 3ee27437-3680-4971-8bc1-7f6d257567b1 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:12:14.414871 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Attempting to bind port 3ee27437-3680-4971-8bc1-7f6d257567b1 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:12:14.431512 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Checking agent: {'id': '9273f450-e150-405e-80e6-3732ae2bdc0f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 3), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:12:14.431845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Checking segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:12:14.432218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Bound using segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:12:14.432660 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Bound port: 3ee27437-3680-4971-8bc1-7f6d257567b1, host: n-h2-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:12:14.433009 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.496456 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-401364e4-13e7-4ffd-b808-51b916bc3951 req-56de07ba-cd06-43ae-a9a7-b1e9af39d930 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836651 Dec 08 18:12:14.524191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:12:14.527124 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:12:14.531854 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.567504 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:14.568176 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.569530 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] 10.222.0.86 "PUT /v2.0/ports/3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 1092 time: 0.6717517 Dec 08 18:12:14.569993 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:12:14.572231 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:12:14.603909 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11c946-aeca-4945-a059-ebc9154addd6 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:14.633935 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8c2f5b-dbab-4fb7-aaa2-95efa20e7848 x-openstack-request-id: req-ca8c2f5b-dbab-4fb7-aaa2-95efa20e7848 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:12:14.634235 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:12:14.634515 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ca8c2f5b-dbab-4fb7-aaa2-95efa20e7848 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:12:14.634926 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'status': 'completed', 'code': 200} Dec 08 18:12:14.667872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-856dcd3d-bf89-4ded-af7b-12550b73bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:14.669395 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-856dcd3d-bf89-4ded-af7b-12550b73bff0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1095 time: 0.0517287 Dec 08 18:12:14.719210 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-6b65e8bb-2561-4815-97d4-aad663e3c5bf service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 217 time: 0.0420711 Dec 08 18:12:14.769374 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c0a557a4-291c-47e7-b570-4e01cae9c6f5 up at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:14.780339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-8d8ac95b-f227-451e-abde-a0ecc9f30d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:14.781885 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-8d8ac95b-f227-451e-abde-a0ecc9f30d77 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0563564 Dec 08 18:12:14.834047 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Provisioning complete for port c0a557a4-291c-47e7-b570-4e01cae9c6f5 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:14.834514 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:14.838611 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-f7cfd1f0-092f-4def-8d14-e5ccb01c15c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:14.840123 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-f7cfd1f0-092f-4def-8d14-e5ccb01c15c5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510483 Dec 08 18:12:14.945098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-bce1b07c-3fb8-4f71-a9b7-461a5825a656 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974770 Dec 08 18:12:15.037925 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8c8043cb-8820-4d25-be6b-933f9745eb98 req-b48bcbd0-d6b7-4478-8479-ba6767e882be service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Dec 08 18:12:15.122212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-45704944-d07c-4d07-9ce3-d0a538147588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:15.123713 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-45704944-d07c-4d07-9ce3-d0a538147588 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1095 time: 0.0428042 Dec 08 18:12:15.219223 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-54a21378-e15f-4503-a4cb-1a850d415581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:15.220683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-54a21378-e15f-4503-a4cb-1a850d415581 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0896533 Dec 08 18:12:15.262125 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-26911f90-fc8d-4c21-943e-626fd9390f8d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 217 time: 0.0348194 Dec 08 18:12:15.314910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-f5b94e94-c188-453e-9159-4ab618bc4c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:15.316338 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-f5b94e94-c188-453e-9159-4ab618bc4c02 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0467985 Dec 08 18:12:15.365983 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-8d9ee4a3-81cc-4e5d-90ee-2d889f20b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:15.367352 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-8d9ee4a3-81cc-4e5d-90ee-2d889f20b5b4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433757 Dec 08 18:12:15.457199 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-1d06056e-5890-47ab-a7f5-59dfe59efdbe service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815067 Dec 08 18:12:15.554225 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-a7d72a89-d458-49f0-b273-0ca25bc6d7c7 req-2b8a9f48-c030-4a38-850d-ed5e6f641dee service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897083 Dec 08 18:12:15.615226 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e1ad-8c8e-4489-8c0b-8a7c689b0576 req-249c5a19-a25b-40fa-aa3f-4726557c4921 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:15.616741 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9011e1ad-8c8e-4489-8c0b-8a7c689b0576 req-249c5a19-a25b-40fa-aa3f-4726557c4921 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 944 time: 0.0496559 Dec 08 18:12:15.668090 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9011e1ad-8c8e-4489-8c0b-8a7c689b0576 req-b6314d1c-5c55-4f4b-824d-6af8f68d93ec tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447600 Dec 08 18:12:16.792299 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be9ca8-900e-40e5-bdd5-802200cfc6c5 req-64f6cb2b-f756-4803-a7e8-07b36b5b90a4 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:16.793681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2be9ca8-900e-40e5-bdd5-802200cfc6c5 req-64f6cb2b-f756-4803-a7e8-07b36b5b90a4 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 944 time: 0.0569537 Dec 08 18:12:16.843773 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c2be9ca8-900e-40e5-bdd5-802200cfc6c5 req-f1c88dae-503d-4e81-9f58-d51ccde757f0 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441849 Dec 08 18:12:17.312988 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:12:17.407357 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:17.419148 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:12:17.455029 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:17.467686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee27437-3680-4971-8bc1-7f6d257567b1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:12:17.486458 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:17.490958 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:17.536205 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:17.651258 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:12:17.727749 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3ee27437-3680-4971-8bc1-7f6d257567b1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:12:17.962221 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2c084-8a0a-41a8-9585-e1cf3fc9edd7 req-79bdae71-1791-4d96-8353-67406107d55e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:17.963701 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14a2c084-8a0a-41a8-9585-e1cf3fc9edd7 req-79bdae71-1791-4d96-8353-67406107d55e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 945 time: 0.0501728 Dec 08 18:12:18.013061 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-14a2c084-8a0a-41a8-9585-e1cf3fc9edd7 req-c580355d-53d0-4c5e-97b4-dc254cb6be63 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434003 Dec 08 18:12:19.131004 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86caae45-46fd-47e4-87d2-5f040bea8347 req-8b1e1f53-942d-4038-9d95-5ec486b7fcf4 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:19.132742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86caae45-46fd-47e4-87d2-5f040bea8347 req-8b1e1f53-942d-4038-9d95-5ec486b7fcf4 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 945 time: 0.0510843 Dec 08 18:12:19.188218 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-86caae45-46fd-47e4-87d2-5f040bea8347 req-5349ceda-a78c-41c9-8ea7-b575d36aebf3 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494175 Dec 08 18:12:19.328559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:12:19.378979 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning for port 3ee27437-3680-4971-8bc1-7f6d257567b1 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:12:19.383715 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3ee27437-3680-4971-8bc1-7f6d257567b1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:12:19.384078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:19.458844 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:19.482653 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:12:19.484903 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3ae33b2-d5cd-4b73-b4b7-6fd9cae9f029" -d '{"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-plugged", "status": "completed", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:12:19.498548 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:12:19.502618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:19.552520 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:19.578953 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f6bce8-3fd8-4cd1-a34d-02a209342ca9 x-openstack-request-id: req-08f6bce8-3fd8-4cd1-a34d-02a209342ca9 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:12:19.579212 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-plugged", "status": "completed", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:12:19.579447 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08f6bce8-3fd8-4cd1-a34d-02a209342ca9 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:12:19.579853 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'code': 200} Dec 08 18:12:19.674054 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb503-0d67-49b4-86cf-1b9f5d21d9a6 req-961eaff2-f6b5-4d0d-8041-41cda57abac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:19.675526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-460cb503-0d67-49b4-86cf-1b9f5d21d9a6 req-961eaff2-f6b5-4d0d-8041-41cda57abac3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1097 time: 0.0400727 Dec 08 18:12:19.720757 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-460cb503-0d67-49b4-86cf-1b9f5d21d9a6 req-646149d5-b91e-4eb3-9fb6-099ef9474144 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387182 Dec 08 18:12:20.304719 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2794e8-64a2-41f8-9bdf-47a2319061bf req-0d2c81d9-5d31-4b67-9729-aa4d5f4a03cb tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:20.306159 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2794e8-64a2-41f8-9bdf-47a2319061bf req-0d2c81d9-5d31-4b67-9729-aa4d5f4a03cb tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 946 time: 0.0478041 Dec 08 18:12:20.353683 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9a2794e8-64a2-41f8-9bdf-47a2319061bf req-41329d2b-bf14-4caa-ae32-1b680b2fc6b7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Dec 08 18:12:21.472612 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce0e2b-c462-47aa-8ea6-388942da850c req-1911661c-2182-4916-9630-48a6f0669201 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:21.474147 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdce0e2b-c462-47aa-8ea6-388942da850c req-1911661c-2182-4916-9630-48a6f0669201 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 946 time: 0.0527258 Dec 08 18:12:21.522990 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bdce0e2b-c462-47aa-8ea6-388942da850c req-b7e24334-fe98-4946-9231-a309474734af tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428271 Dec 08 18:12:21.635852 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fc089-3461-4351-8670-c0db208902f8 req-e4d1f0aa-0d97-4592-ae29-e4f4c63034b4 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:21.637228 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-647fc089-3461-4351-8670-c0db208902f8 req-e4d1f0aa-0d97-4592-ae29-e4f4c63034b4 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 946 time: 0.0496602 Dec 08 18:12:21.685529 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-647fc089-3461-4351-8670-c0db208902f8 req-d1ea2f4c-83a9-4d54-be2c-1a70ddd9d24e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422919 Dec 08 18:12:21.707422 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44808) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:21.786899 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95667eac-8232-4694-8075-231bab20f4c2 tempest-TestSnapshotPattern-447334076 tempest-TestSnapshotPattern-447334076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:21.788381 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-95667eac-8232-4694-8075-231bab20f4c2 tempest-TestSnapshotPattern-447334076 tempest-TestSnapshotPattern-447334076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1092 time: 0.0800014 Dec 08 18:12:21.791265 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 44812) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:12:21.795507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:12:21.817158 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:21.915333 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.018800 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Allocated IP 172.25.3.21 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/f008f214-0926-4842-91c4-c3a0abae7942) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:12:22.118932 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.151693 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.188126 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:12:22.193339 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:12:22.196776 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:12:22.221442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'Port': ['ID=f008f214-0926-4842-91c4-c3a0abae7942,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:22.549555 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.617716 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.763545 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.768064 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.836991 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'Port': ['ID=f008f214-0926-4842-91c4-c3a0abae7942,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:12:22.850440 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:22.951309 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Floating IP f85006b5-d3fc-4e87-b3cf-9a5fd119580f associated. External IP: 172.25.3.21, port: 3ee27437-3680-4971-8bc1-7f6d257567b1. Dec 08 18:12:23.499590 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:12:23.601575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:12:23.611505 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:12:23.620134 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:23.620921 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:23.621665 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:23.661823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-de74149d-181f-4405-a2cc-6ccd39aaa4a1 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8587718 Dec 08 18:12:23.661823 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:12:23.661823 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e0cf0c-ed2a-4224-a898-c299a477173c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:12:23.690502 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97217688-7e89-4e86-b935-1fb3e202ee9a x-openstack-request-id: req-97217688-7e89-4e86-b935-1fb3e202ee9a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:12:23.690800 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:12:23.691055 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97217688-7e89-4e86-b935-1fb3e202ee9a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:12:23.691457 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'status': 'completed', 'code': 200} Dec 08 18:12:23.739250 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:23.752641 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-d063b285-6833-448c-b3b6-1332336db474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:23.754086 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-d063b285-6833-448c-b3b6-1332336db474 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1097 time: 0.0408964 Dec 08 18:12:23.843381 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-dc4a15b5-1bca-4a48-8117-42cacf8f6065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:23.844829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-dc4a15b5-1bca-4a48-8117-42cacf8f6065 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0843856 Dec 08 18:12:23.915303 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-967e5e47-dc10-4c74-8b6b-90da41ec4d8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 999 time: 0.0625978 Dec 08 18:12:23.965510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-b581c2f7-3e24-4741-acc2-31355d924690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:23.966994 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-b581c2f7-3e24-4741-acc2-31355d924690 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0444660 Dec 08 18:12:23.969344 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:22Z', 'revision_number': 0, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:23.996915 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:12:24.005882 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:12:24.006656 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:11:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:24.012873 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-b0562747-531e-4f7d-be7a-418491096718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:12:24.014443 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-b0562747-531e-4f7d-be7a-418491096718 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409787 Dec 08 18:12:24.111575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-a6af576b-8e2e-45bb-8ab0-f96a1aad6423 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899134 Dec 08 18:12:24.204052 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:12:24.205983 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-28e0cf0c-ed2a-4224-a898-c299a477173c req-a19f9201-47d8-4e9b-9934-2281b36ff20c service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874014 Dec 08 18:12:24.422373 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:22Z', 'revision_number': 0, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:12:24.450776 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62baa1-f8ee-41e6-a672-5a573a6e91ce None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:22Z', 'revision_number': 0, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:12:24.639518 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a681dbd8-1223-456f-9242-058e152a180d None None] New status for floating IP f85006b5-d3fc-4e87-b3cf-9a5fd119580f: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:12:26.309501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-13a48881-de16-4683-98ea-cda962f4eead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:29.089163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fd695858-35bf-4fc0-bf73-a1690b8f8ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:30.643382 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:32.403345 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:32.616610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:33.412719 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:34.341493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:54.650351 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:12:56.311590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0d0f47a6-c61d-4d19-8055-9e54c707b3af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:12:59.090664 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-76bc68ac-5591-4194-ace2-c01d46b3a2c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:00.647285 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:02.382694 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-e4b02a73-d848-424c-ae2d-47cae7cce2f0 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0963497 Dec 08 18:13:02.406390 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:02.465326 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545ac87-8f32-437a-8904-90defb588e1d req-3708f947-512f-4437-996f-08fa9f157486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:13:02.466805 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-3708f947-512f-4437-996f-08fa9f157486 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1097 time: 0.0390470 Dec 08 18:13:02.569576 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545ac87-8f32-437a-8904-90defb588e1d req-32926908-83a0-45a9-9c26-942cca321a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:13:02.571060 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-32926908-83a0-45a9-9c26-942cca321a1a service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0839012 Dec 08 18:13:02.619027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:02.642380 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-2b29d985-033e-481b-b16c-9da3b938ff69 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 1001 time: 0.0642738 Dec 08 18:13:02.690785 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545ac87-8f32-437a-8904-90defb588e1d req-6f4a5776-2125-44b6-8b95-cf53a134d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:13:02.692517 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-6f4a5776-2125-44b6-8b95-cf53a134d7d6 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0437715 Dec 08 18:13:02.739059 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f545ac87-8f32-437a-8904-90defb588e1d req-85af04d4-91e7-4380-94de-3a0a14584c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:13:02.740559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-85af04d4-91e7-4380-94de-3a0a14584c82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414560 Dec 08 18:13:02.838918 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-0ebdf616-bfc1-4600-9158-f3f019840faa service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899143 Dec 08 18:13:02.927660 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f545ac87-8f32-437a-8904-90defb588e1d req-65c7c074-2181-4e3b-b612-bf0d569e278a service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814383 Dec 08 18:13:03.423973 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:04.340179 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:26.316032 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b654ef94-24f6-4ee4-8951-ba6e0369664b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:29.092928 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cb5b56cd-4247-441d-9537-9a539f7dad5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:30.649092 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:31.649878 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:13:32.408543 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:32.621762 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:33.438276 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:34.342959 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:56.318050 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-32d60071-2698-4406-b5a8-ef31d20d7310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:13:59.095402 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b04ae9fe-8fb7-4427-bd53-6c73a7ca2373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:00.653846 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:02.412111 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:02.624321 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:03.444568 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:04.281467 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-5389d2fc-1f3f-4922-8783-75700726a7f8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409431 Dec 08 18:14:04.354948 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:04.367354 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-247e65ed-364f-4827-af7f-cde68a6b4ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:04.368961 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-247e65ed-364f-4827-af7f-cde68a6b4ab1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1097 time: 0.0457973 Dec 08 18:14:04.473110 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-16286780-4817-4a72-b1bd-7ff80b7651cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:04.474584 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-16286780-4817-4a72-b1bd-7ff80b7651cc service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0842988 Dec 08 18:14:04.544271 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-d77b2706-5c97-48fc-bd18-0a65e042d6c3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 1001 time: 0.0622966 Dec 08 18:14:04.592218 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-4ef56238-2cfb-47ca-8da2-92bc85e79a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:04.593632 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-4ef56238-2cfb-47ca-8da2-92bc85e79a70 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0423617 Dec 08 18:14:04.639556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-98732bbf-fe2f-418a-a221-c76e758d11fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:04.640954 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-98732bbf-fe2f-418a-a221-c76e758d11fd service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408504 Dec 08 18:14:04.732582 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-c024217f-d1a7-4922-acf5-60f0fa07fe02 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Dec 08 18:14:04.823004 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c457e763-57cb-44ed-a794-aa2cc5bd10c1 req-658c7817-14a1-4eaf-97a4-1280ee3cc4f5 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834248 Dec 08 18:14:08.649148 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:14:21.966834 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 details requested by agent hyperv_n-h2-820935-5 with host n-h2-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:14:22.069669 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:22.081676 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Returning: {'device': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:14:22.126839 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:22.153240 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3ee27437-3680-4971-8bc1-7f6d257567b1 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:14:22.175594 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:22.179590 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:22.236249 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:22.246460 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.246803 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.247321 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.247660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.247991 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.248319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.248647 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.248970 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.249428 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.249760 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.250112 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.250433 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.250772 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:22.256060 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] get_ports_and_sgs() called for port_ids ['3ee27437-3680-4971-8bc1-7f6d257567b1'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:14:23.982226 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 up at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:14:24.039251 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Provisioning complete for port 3ee27437-3680-4971-8bc1-7f6d257567b1 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:14:24.039617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:24.131131 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:24.157947 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:14:24.161085 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064881bf-17d5-4d05-8968-ad8ab12c93d9" -d '{"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-plugged", "status": "completed", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:14:24.175353 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:24.181300 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:24.241932 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a24f7af-c545-4e5f-8dab-1e656196a3c7 x-openstack-request-id: req-5a24f7af-c545-4e5f-8dab-1e656196a3c7 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:14:24.242237 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-plugged", "status": "completed", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:14:24.242493 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5a24f7af-c545-4e5f-8dab-1e656196a3c7 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:14:24.242901 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'code': 200} Dec 08 18:14:24.256610 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:26.321410 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-a62a4f4d-834e-4517-a1d4-4c19d5159361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:29.119705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2687c207-628a-4cc6-b45a-5ca59c07b116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:30.661835 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:31.954823 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-29334877-eb06-4b77-b769-baf8a50399bd tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-363513715&fields=id&tenant_id=e6350dd1697d471b87e7fb5103b1cf5f HTTP/1.1" status: 200 len: 267 time: 0.0447574 Dec 08 18:14:32.064794 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-af1fe385-659b-4e07-9281-08e64a89eb6e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:32.066240 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-af1fe385-659b-4e07-9281-08e64a89eb6e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 810 time: 0.1043129 Dec 08 18:14:32.081734 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-f85b22fa-ba01-474b-b959-dc45acd1c01b tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/quotas/e6350dd1697d471b87e7fb5103b1cf5f HTTP/1.1" status: 200 len: 375 time: 0.0089743 Dec 08 18:14:32.136967 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-48345c74-8dfc-4ccf-ad8c-f9abe89901ee tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492082 Dec 08 18:14:32.234616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-b300fb01-144c-46a9-aa09-dc7b86d8ac58 service neutron] 10.222.0.62 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854771 Dec 08 18:14:32.322829 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-4cb70506-8f66-4986-a3d2-edfd1aef1efa service neutron] 10.222.0.62 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822725 Dec 08 18:14:32.414370 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:32.626118 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:33.439259 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:33.504270 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5463714b-1921-41e8-9621-f5de90d4c59b req-2be2ca35-e1fe-4391-ac76-3842b7a4a2fa tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0259380 Dec 08 18:14:34.028526 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:14:34.106226 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:34.128708 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:14:34.131646 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b8b4b6-3d9f-4e7c-98a3-33820fd4c140" -d '{"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:14:34.144326 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:34.148941 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:34.172825 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Dec 2021 18:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fec50c1-15f8-4bc6-b983-3f81f3d407e2 x-openstack-request-id: req-5fec50c1-15f8-4bc6-b983-3f81f3d407e2 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:14:34.173142 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-unplugged", "status": "completed", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:14:34.173397 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5fec50c1-15f8-4bc6-b983-3f81f3d407e2 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:14:34.173784 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'code': 200} Dec 08 18:14:34.199559 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Pushing event updated for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=8']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:34.370711 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:34.582140 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ba5eff9a-944b-4f51-b757-b2249362e4f7 req-07c216e9-0012-408d-8ea4-fb37fd21b5c0 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0254233 Dec 08 18:14:35.665203 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b957b31f-ed77-4377-b801-7931ed2aa44f req-332efbd6-93bf-4b7f-ad96-7d8856854c02 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0307450 Dec 08 18:14:36.751172 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-12a874e2-c4d7-4e86-9218-41826318a12f req-9f617beb-c27a-4b97-bab7-e4eef54dbb9a tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0324798 Dec 08 18:14:37.840552 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-c1e13475-0ae3-46d1-b530-f989a0e8245d req-bfb5392d-d611-4429-8ad5-540074ba5919 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0267477 Dec 08 18:14:38.481260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-4dab53a8-aa5e-42dd-b401-3fa6c246f451 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:38.482711 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-4dab53a8-aa5e-42dd-b401-3fa6c246f451 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.58 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 810 time: 0.1009965 Dec 08 18:14:38.556939 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-27daa529-b83a-4bfb-9a70-a7552ad58c50 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6350dd1697d471b87e7fb5103b1cf5f HTTP/1.1" status: 200 len: 379 time: 0.0652044 Dec 08 18:14:38.565961 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'port': {'device_id': '51952016-b311-462e-885c-dd598215d3a8', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'admin_state_up': True, 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'security_groups': ['981b7481-4840-4f0d-88c3-dd0bf42e0329']}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:14:38.675064 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Made reservation on behalf of e6350dd1697d471b87e7fb5103b1cf5f for: {'port': 1} {{(pid=103282) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 08 18:14:38.679567 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:38.848380 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Allocated IP 172.20.0.11 (1a787c76-1634-4a92-987e-8e52212fc0a0/b00f2ec1-2038-47aa-994b-fd0038d29a4c/30fdde1b-9c97-4163-a1ce-44400f0dd806) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:14:39.043250 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-98fc49d7-1da7-41ed-9dd7-40842d12b1e7 req-acb10678-d050-443e-ad82-7ce02c669059 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 210 time: 0.0359166 Dec 08 18:14:39.079738 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:39.130921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:39.184663 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:14:39.187788 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:14:39.194912 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:14:39.234140 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:39.246416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.246842 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.247289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.247686 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.248087 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.248484 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.248876 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.249267 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.249656 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.250083 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.250482 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.250872 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.251289 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:14:39.288837 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:39.289714 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:39.310274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-67fe2d1c-80dc-413b-b5d6-1227accb3a59 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7478070 Dec 08 18:14:39.440477 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-e24519ec-97da-4bce-9b5d-a417b2cc99fe None None] Provisioning complete for port 30fdde1b-9c97-4163-a1ce-44400f0dd806 triggered by entity DHCP. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:14:39.441087 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e24519ec-97da-4bce-9b5d-a417b2cc99fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:39.477451 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-e24519ec-97da-4bce-9b5d-a417b2cc99fe None None] Port 30fdde1b-9c97-4163-a1ce-44400f0dd806 cannot update to ACTIVE because it is not bound. {{(pid=103283) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 08 18:14:40.192085 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a19d31-2a29-4d0e-ab6a-1ee88942139e req-a030f332-d5c9-42a2-a49a-3276e90f550f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:40.193935 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01a19d31-2a29-4d0e-ab6a-1ee88942139e req-a030f332-d5c9-42a2-a49a-3276e90f550f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0545297 Dec 08 18:14:40.256436 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-01a19d31-2a29-4d0e-ab6a-1ee88942139e req-7c8fbe85-e13a-4834-a6a8-229716746246 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546007 Dec 08 18:14:41.391957 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ec8c4-4291-4dce-b8f9-0bca6ea18970 req-15b6458f-28a6-456e-b2e1-9a29e414d196 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:41.393472 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b9ec8c4-4291-4dce-b8f9-0bca6ea18970 req-15b6458f-28a6-456e-b2e1-9a29e414d196 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0528696 Dec 08 18:14:41.446263 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4b9ec8c4-4291-4dce-b8f9-0bca6ea18970 req-13b77830-f150-4f3c-b40a-3d1d1fe670ee tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467017 Dec 08 18:14:42.569960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee471bc-0441-4fac-b659-69e8f03157e7 req-c155af14-d5cb-4ecf-903b-68866f117dc2 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:42.571494 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fee471bc-0441-4fac-b659-69e8f03157e7 req-c155af14-d5cb-4ecf-903b-68866f117dc2 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0523577 Dec 08 18:14:42.623559 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fee471bc-0441-4fac-b659-69e8f03157e7 req-294d5134-ea5f-4aca-b1a3-6b1ca25b7364 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460916 Dec 08 18:14:43.750253 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5504ead-f5f1-45a0-9f23-a6eefb891840 req-230801a5-a503-421d-a4b8-b6b3030e757f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:43.751863 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5504ead-f5f1-45a0-9f23-a6eefb891840 req-230801a5-a503-421d-a4b8-b6b3030e757f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0574062 Dec 08 18:14:43.806473 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-f5504ead-f5f1-45a0-9f23-a6eefb891840 req-0e89ccd1-0106-4fb9-bf57-5b54066ead96 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469961 Dec 08 18:14:44.951282 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e22ca11-af95-4200-8de7-122894784e7c req-33564660-efa0-462a-b0aa-82149e49aa28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:44.958432 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e22ca11-af95-4200-8de7-122894784e7c req-33564660-efa0-462a-b0aa-82149e49aa28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0584860 Dec 08 18:14:45.010103 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-4e22ca11-af95-4200-8de7-122894784e7c req-01498225-3c9d-472d-9f0a-2c4936cc976f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467472 Dec 08 18:14:45.648308 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:14:46.139543 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052acfa-e9bb-4c93-9a82-ddf62c75ed11 req-5e93ae4e-2e88-425f-8c89-417055253bfe tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:46.141065 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7052acfa-e9bb-4c93-9a82-ddf62c75ed11 req-5e93ae4e-2e88-425f-8c89-417055253bfe tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0607309 Dec 08 18:14:46.195379 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7052acfa-e9bb-4c93-9a82-ddf62c75ed11 req-a87c5fbc-8e8d-486c-b01c-822c0bd8b2e3 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475442 Dec 08 18:14:47.318287 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdf0dc-d36a-4d69-8ae3-d2f3d5065bff req-e48d501f-299c-47b7-a6c8-3b55d23dc31c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:47.320553 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebdf0dc-d36a-4d69-8ae3-d2f3d5065bff req-e48d501f-299c-47b7-a6c8-3b55d23dc31c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0516717 Dec 08 18:14:47.375568 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-1ebdf0dc-d36a-4d69-8ae3-d2f3d5065bff req-3b92d859-57fb-454a-8fb2-17246a46b4da tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475085 Dec 08 18:14:48.502968 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dfbd5-28b1-4d58-8d66-41ec51df2fea req-8a162dd8-24b1-4ee3-92b0-2d80f26adfbc tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:48.504450 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-092dfbd5-28b1-4d58-8d66-41ec51df2fea req-8a162dd8-24b1-4ee3-92b0-2d80f26adfbc tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 932 time: 0.0569570 Dec 08 18:14:48.559554 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-092dfbd5-28b1-4d58-8d66-41ec51df2fea req-7fcb6eee-dd81-4e7c-8d18-1f271f083ecd tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481942 Dec 08 18:14:48.969683 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Request body: {'port': {'device_id': '51952016-b311-462e-885c-dd598215d3a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-820935-5'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:14:49.021772 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:49.273831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30fdde1b-9c97-4163-a1ce-44400f0dd806 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:14:49.281020 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:49.293386 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Transition to ACTIVE for port object 30fdde1b-9c97-4163-a1ce-44400f0dd806 will not be triggered until provisioned by entity L2. {{(pid=103282) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 08 18:14:49.296999 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:49.351716 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:49.422594 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Attempting to bind port 30fdde1b-9c97-4163-a1ce-44400f0dd806 on host n-h1-820935-5 for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 08 18:14:49.422942 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Attempting to bind port 30fdde1b-9c97-4163-a1ce-44400f0dd806 by drivers openvswitch,hyperv on host n-h1-820935-5 at level 0 using segments [{'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 08 18:14:49.423260 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Attempting to bind port 30fdde1b-9c97-4163-a1ce-44400f0dd806 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:14:49.428007 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Port 30fdde1b-9c97-4163-a1ce-44400f0dd806 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-820935-5 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 08 18:14:49.428332 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Attempting to bind port 30fdde1b-9c97-4163-a1ce-44400f0dd806 on network 1a787c76-1634-4a92-987e-8e52212fc0a0 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 08 18:14:49.434382 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Checking agent: {'id': '5ddf9c20-6773-4cbc-ae87-5d69a6932417', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-820935-5', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'started_at': datetime.datetime(2021, 12, 8, 15, 56, 2), 'heartbeat_timestamp': datetime.datetime(2021, 12, 8, 18, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 08 18:14:49.434851 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Checking segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 08 18:14:49.435237 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Bound using segment: {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 08 18:14:49.435666 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Bound port: 30fdde1b-9c97-4163-a1ce-44400f0dd806, host: n-h1-820935-5, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0300b824-8a67-4593-be36-5abdd8b085f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 08 18:14:49.436021 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:49.503816 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 08 18:14:49.507935 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 08 18:14:49.512146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:49.549324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:49.549921 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:49.551306 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] 10.222.0.58 "PUT /v2.0/ports/30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 1092 time: 0.5859776 Dec 08 18:14:49.551753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:14:49.554209 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb41dfe1-8909-4e33-90b2-d1305ab43502" -d '{"events": [{"name": "network-changed", "server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:14:49.581974 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b283c-18b9-4301-80c4-3235f51ccc6b service neutron] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:49.620336 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5789b144-b266-4eb5-8e8c-8bbf3a3801c4 x-openstack-request-id: req-5789b144-b266-4eb5-8e8c-8bbf3a3801c4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:14:49.620634 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:14:49.620890 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5789b144-b266-4eb5-8e8c-8bbf3a3801c4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:14:49.621294 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'status': 'completed', 'code': 200} Dec 08 18:14:49.658988 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-6eb250ae-1e23-448d-88d7-decdbcf85cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:49.660507 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-6eb250ae-1e23-448d-88d7-decdbcf85cb9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1095 time: 0.0517879 Dec 08 18:14:49.713712 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-a5819e03-6eed-4f25-9b75-9a3270f45d45 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 217 time: 0.0454164 Dec 08 18:14:49.790256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb463a-e2f7-45e7-996e-9c9918ab4a45 req-3d6c5c60-a4c5-4f0b-8f76-4c1f3cdd6222 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:49.791733 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bebb463a-e2f7-45e7-996e-9c9918ab4a45 req-3d6c5c60-a4c5-4f0b-8f76-4c1f3cdd6222 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 944 time: 0.1174040 Dec 08 18:14:49.793507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-c98ce63c-c873-440c-b0a4-9ec3781178cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:49.794803 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-c98ce63c-c873-440c-b0a4-9ec3781178cc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0634286 Dec 08 18:14:49.868243 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-bebb463a-e2f7-45e7-996e-9c9918ab4a45 req-604aadfc-7189-4f37-a422-eac89b87d619 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703499 Dec 08 18:14:49.870817 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-ab7ed819-3384-48ba-8e3e-4d69b7f96451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:49.872195 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-ab7ed819-3384-48ba-8e3e-4d69b7f96451 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687902 Dec 08 18:14:49.966354 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-17746e1a-74d4-45ae-bc39-9023f58f32ab service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859678 Dec 08 18:14:50.056864 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ddae789-3f47-4884-81b7-f53bb80b4cd5 req-4df29a07-e4a7-4c7a-acc9-4cadb7706976 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821807 Dec 08 18:14:50.151031 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-5054c801-073b-4584-9b29-2f3d133fad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:50.152426 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-5054c801-073b-4584-9b29-2f3d133fad96 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1095 time: 0.0467484 Dec 08 18:14:50.240618 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-67dc65a6-629a-422d-b028-36c653964fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:50.242638 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-67dc65a6-629a-422d-b028-36c653964fd1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0827808 Dec 08 18:14:50.287521 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-0c84a957-9ff7-4bdf-a7e4-39d48ebaf2ee service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 217 time: 0.0376842 Dec 08 18:14:50.335703 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-fbea380b-efa2-46fd-a425-03651a70b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:50.337081 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-fbea380b-efa2-46fd-a425-03651a70b8ad service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0423610 Dec 08 18:14:50.382919 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-f3e7df3d-434d-487a-91bc-de70a23c6094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:50.384373 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-f3e7df3d-434d-487a-91bc-de70a23c6094 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396771 Dec 08 18:14:50.474327 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-e0faa084-9e85-4289-8fc7-a06a2e5bfcf0 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820208 Dec 08 18:14:50.562833 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-cb41dfe1-8909-4e33-90b2-d1305ab43502 req-12da65aa-ce96-4bd3-bb15-f15eae264fab service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804880 Dec 08 18:14:50.984831 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47666d1f-eb66-4fb9-a0a7-9bb7ce9d4464 req-08052fb5-1435-49e8-b340-129bac34b6c2 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:50.986312 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47666d1f-eb66-4fb9-a0a7-9bb7ce9d4464 req-08052fb5-1435-49e8-b340-129bac34b6c2 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 944 time: 0.0497022 Dec 08 18:14:51.035196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-47666d1f-eb66-4fb9-a0a7-9bb7ce9d4464 req-a60e9d60-7436-4b95-8e30-636753afa1a0 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Dec 08 18:14:52.153416 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b4400-d4a3-46da-95e8-6680872255c6 req-9e18cb05-361a-4b74-b16a-264cc70f1b8c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:52.154909 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-726b4400-d4a3-46da-95e8-6680872255c6 req-9e18cb05-361a-4b74-b16a-264cc70f1b8c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 944 time: 0.0526752 Dec 08 18:14:52.204430 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-726b4400-d4a3-46da-95e8-6680872255c6 req-4051867b-9b61-4d99-906a-ddafb051ee42 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435646 Dec 08 18:14:53.324273 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8219c7c5-f498-473e-af62-b74760cb32d1 req-d6a7b35e-8b2d-43cc-b5dc-049ecfa47285 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:53.325754 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8219c7c5-f498-473e-af62-b74760cb32d1 req-d6a7b35e-8b2d-43cc-b5dc-049ecfa47285 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 944 time: 0.0537333 Dec 08 18:14:53.374826 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-8219c7c5-f498-473e-af62-b74760cb32d1 req-e9c91df6-0400-434e-a97d-74a37851cd6e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430405 Dec 08 18:14:53.469606 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 30fdde1b-9c97-4163-a1ce-44400f0dd806 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:14:53.564229 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:53.575759 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'port_id': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'mac_address': 'fa:16:3e:f9:7d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:14:53.615765 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:53.629362 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30fdde1b-9c97-4163-a1ce-44400f0dd806 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:14:53.648189 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:53.651972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:53.701278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:53.911741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['30fdde1b-9c97-4163-a1ce-44400f0dd806'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:14:54.495210 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35c963-ddcd-440c-b91d-43381479fb88 req-72ae467a-a9f7-4b8d-96fd-27ae1d334152 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:54.496667 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d35c963-ddcd-440c-b91d-43381479fb88 req-72ae467a-a9f7-4b8d-96fd-27ae1d334152 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 945 time: 0.0525424 Dec 08 18:14:54.545574 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5d35c963-ddcd-440c-b91d-43381479fb88 req-d559f1ae-3732-463d-b954-5a678024e89a tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429318 Dec 08 18:14:55.476657 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 30fdde1b-9c97-4163-a1ce-44400f0dd806 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:14:55.525961 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning for port 30fdde1b-9c97-4163-a1ce-44400f0dd806 completed by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 08 18:14:55.529745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 30fdde1b-9c97-4163-a1ce-44400f0dd806 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:14:55.530144 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:55.611289 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:55.636010 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:14:55.638715 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ccb7c6-0be2-4d96-b986-03347a18baf0" -d '{"events": [{"server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "name": "network-vif-plugged", "status": "completed", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:14:55.651861 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:14:55.656004 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:55.664745 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddf748-fa6e-4ced-a4ea-4fd8ada3ea9e req-fa798adb-9d21-4dae-a75d-5384a282c2fe tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:55.666297 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94ddf748-fa6e-4ced-a4ea-4fd8ada3ea9e req-fa798adb-9d21-4dae-a75d-5384a282c2fe tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 945 time: 0.0514936 Dec 08 18:14:55.703741 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=5']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:55.715832 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-94ddf748-fa6e-4ced-a4ea-4fd8ada3ea9e req-4b6e069a-1d64-48e6-b2e3-30f406742054 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435703 Dec 08 18:14:55.757976 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08dd41b-6380-4bee-a9db-9325c1e409c8 x-openstack-request-id: req-c08dd41b-6380-4bee-a9db-9325c1e409c8 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:14:55.758268 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "name": "network-vif-plugged", "status": "completed", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:14:55.758520 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c08dd41b-6380-4bee-a9db-9325c1e409c8 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:14:55.758910 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'code': 200} Dec 08 18:14:55.853609 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8fe03b-24d3-43b6-9f10-a8dce9e00461 req-ac68c0c5-ca6d-4267-b8c1-a1b8decc5b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:55.855122 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e8fe03b-24d3-43b6-9f10-a8dce9e00461 req-ac68c0c5-ca6d-4267-b8c1-a1b8decc5b36 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0402157 Dec 08 18:14:55.906449 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-3e8fe03b-24d3-43b6-9f10-a8dce9e00461 req-1a7f5b50-473a-4f35-9ed3-4bb51083d2a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428765 Dec 08 18:14:56.324084 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-beb9cee1-c721-4752-bca4-3467c0ddd1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:56.832595 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc00035-6e5b-4879-ba24-412ae0d50a1b req-a2c81433-3d2a-4692-a9f5-20390ff4522e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:56.834227 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cc00035-6e5b-4879-ba24-412ae0d50a1b req-a2c81433-3d2a-4692-a9f5-20390ff4522e tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 946 time: 0.0493100 Dec 08 18:14:56.886609 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7cc00035-6e5b-4879-ba24-412ae0d50a1b req-25878fc6-4d44-40f7-9aa9-44f99bbf64d9 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456953 Dec 08 18:14:58.002693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffca813-beea-4683-bafb-382923d1b7b5 req-bc754def-8022-415f-8be1-8a8c05b770ee tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:58.004171 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ffca813-beea-4683-bafb-382923d1b7b5 req-bc754def-8022-415f-8be1-8a8c05b770ee tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 946 time: 0.0495930 Dec 08 18:14:58.052627 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7ffca813-beea-4683-bafb-382923d1b7b5 req-d2cd147e-2c00-400e-9fc2-ec122635fc19 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Dec 08 18:14:58.169442 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2777521-3553-42bc-aa4b-fd011684d489 req-3579edf9-4262-4248-8ca9-019e2138917f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:58.170848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2777521-3553-42bc-aa4b-fd011684d489 req-3579edf9-4262-4248-8ca9-019e2138917f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 946 time: 0.0521622 Dec 08 18:14:58.219422 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-b2777521-3553-42bc-aa4b-fd011684d489 req-30052aab-4dae-4448-a69e-b3084499bb4f tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426500 Dec 08 18:14:58.241506 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45098) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:14:58.280098 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61f211-d212-4ba7-b6b6-8d59542cf6aa tempest-TestSnapshotPattern-447334076 tempest-TestSnapshotPattern-447334076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:14:58.281575 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-3a61f211-d212-4ba7-b6b6-8d59542cf6aa tempest-TestSnapshotPattern-447334076 tempest-TestSnapshotPattern-447334076-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1092 time: 0.0389116 Dec 08 18:14:58.284315 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45100) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:14:58.288999 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.v2.base [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Request body: {'floatingip': {'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'port_id': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103282) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 08 18:14:58.311269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:58.410884 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:58.512507 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Allocated IP 172.25.3.9 (ffada9dd-2359-467c-b049-1cbfc53f8a6b/f5feeaf1-2678-45f1-83d3-495848bd5636/37d3333e-bf37-4571-aeb8-15ac62c76102) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 08 18:14:58.616461 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for port, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:58.650768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784455426551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:58.685692 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Network ffada9dd-2359-467c-b049-1cbfc53f8a6b is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 08 18:14:58.688510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 08 18:14:58.693965 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 08 18:14:58.720910 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'Port': ['ID=37d3333e-bf37-4571-aeb8-15ac62c76102,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:59.055729 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:59.107552 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-865c4d47-e452-40fb-bfa1-ee571befce80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:59.131728 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:59.279146 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for port, precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:59.283547 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61632837'] for port, after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:59.696040 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event updated for resources: {'Port': ['ID=37d3333e-bf37-4571-aeb8-15ac62c76102,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:14:59.707471 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-513179'] for floatingip, after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:14:59.804645 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Floating IP 27f6634d-497e-4fcc-ba60-deb6888042bc associated. External IP: 172.25.3.9, port: 30fdde1b-9c97-4163-a1ce-44400f0dd806. Dec 08 18:15:00.006027 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:15:00.115921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:15:00.125139 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:15:00.135525 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:00.136361 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:15:00.137075 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:15:00.162359 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-e75b9a4c-3251-4cac-a3a4-91978b296ba7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8770387 Dec 08 18:15:00.163049 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:15:00.165824 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b50c20-03cf-4c34-a5b9-5e1029fce242" -d '{"events": [{"name": "network-changed", "server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:15:00.202149 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea158748-6aff-4392-a3f5-0a8b446c11a3 x-openstack-request-id: req-ea158748-6aff-4392-a3f5-0a8b446c11a3 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:15:00.202448 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:15:00.202704 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ea158748-6aff-4392-a3f5-0a8b446c11a3 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:15:00.203106 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'status': 'completed', 'code': 200} Dec 08 18:15:00.245736 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:15:00.273211 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-756c0ea9-ff3c-453c-8f11-aaa76854ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:00.275300 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-756c0ea9-ff3c-453c-8f11-aaa76854ce19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0462594 Dec 08 18:15:00.365480 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-e9e1bb79-ac29-4fdf-922b-f142e103579f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:00.366980 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-e9e1bb79-ac29-4fdf-922b-f142e103579f service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0848081 Dec 08 18:15:00.438058 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-4bdf5158-c940-4c58-bff3-f66e12372ec8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 998 time: 0.0638499 Dec 08 18:15:00.476978 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '27f6634d-497e-4fcc-ba60-deb6888042bc', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:f9:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51952016-b311-462e-885c-dd598215d3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:14:58Z', 'updated_at': '2021-12-08T18:14:58Z', 'revision_number': 0, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}, {'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:24Z', 'revision_number': 1, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:15:00.489310 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-e842d03f-de46-4604-b235-298cd544668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:00.490802 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-e842d03f-de46-4604-b235-298cd544668a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0453005 Dec 08 18:15:00.503444 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:15:00.512839 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:15:00.513439 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:14:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:15:00.536570 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-dc9e6751-f018-4350-9d24-18e93bc6c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:00.538002 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-dc9e6751-f018-4350-9d24-18e93bc6c39c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408165 Dec 08 18:15:00.617303 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:15:00.631830 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-b8763b68-9d5d-4649-afb0-b26c34751ddd service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868776 Dec 08 18:15:00.659292 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:00.725434 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-07b50c20-03cf-4c34-a5b9-5e1029fce242 req-4b6462d0-5f9d-4b9a-a492-c63f28d29c04 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866239 Dec 08 18:15:00.929291 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '27f6634d-497e-4fcc-ba60-deb6888042bc', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:f9:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51952016-b311-462e-885c-dd598215d3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:14:58Z', 'updated_at': '2021-12-08T18:14:58Z', 'revision_number': 0, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}, {'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:24Z', 'revision_number': 1, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:15:00.957235 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d173cec6-febd-41b7-990c-6ccc4c96c00b None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': '27f6634d-497e-4fcc-ba60-deb6888042bc', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.9', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:f9:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51952016-b311-462e-885c-dd598215d3a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:14:58Z', 'updated_at': '2021-12-08T18:14:58Z', 'revision_number': 0, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}, {'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:24Z', 'revision_number': 1, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:15:01.157664 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba7a59d-9272-4553-b770-ec2de833d40a None None] New status for floating IP 27f6634d-497e-4fcc-ba60-deb6888042bc: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:15:02.418419 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:02.627836 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:03.456631 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:04.322693 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-25add472-1f5b-4aa9-a9fb-810c7a5d1f06 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402718 Dec 08 18:15:04.370492 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:04.409693 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-bf3a88b8-db16-432f-b8c0-babd41e0be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:04.411196 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-bf3a88b8-db16-432f-b8c0-babd41e0be43 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1095 time: 0.0466733 Dec 08 18:15:04.514055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-2b9cb7e4-63d5-4067-98e1-53378c7355d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:04.515523 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-2b9cb7e4-63d5-4067-98e1-53378c7355d4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0861783 Dec 08 18:15:04.584876 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-086b6ed3-ebf9-4ddf-bbe9-c697fe032260 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 999 time: 0.0624366 Dec 08 18:15:04.636065 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-de82950e-2a2c-4d98-938f-6e2e8bb7f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:04.637446 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-de82950e-2a2c-4d98-938f-6e2e8bb7f78d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0455263 Dec 08 18:15:04.683763 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-2cc7d6e3-4841-4629-b3d9-cbefb25ff0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:04.685214 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-2cc7d6e3-4841-4629-b3d9-cbefb25ff0e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404055 Dec 08 18:15:04.776188 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-9a4fb641-4dee-47be-84f5-05f73b687614 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840142 Dec 08 18:15:04.866628 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-2c781d17-ef22-464a-b7df-9d1cf9ee7dec req-3cf164e1-8cbc-4500-9d1f-5b3472df4b80 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832834 Dec 08 18:15:17.297211 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-a79706da-22ea-4472-81a8-707242e8aed1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402212 Dec 08 18:15:17.387711 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-bc2e0cfa-0cd8-4cd1-a166-bce567206f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:17.389094 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-bc2e0cfa-0cd8-4cd1-a166-bce567206f8e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0479584 Dec 08 18:15:17.492035 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-02b03de5-4c77-43c9-a20a-5a935ad345eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:17.493545 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-02b03de5-4c77-43c9-a20a-5a935ad345eb service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0828023 Dec 08 18:15:17.563665 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-7add07fb-218c-4468-b11c-63358bf26929 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 1000 time: 0.0627620 Dec 08 18:15:17.612587 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-e1d70804-3c7a-4a3a-996d-63347f654ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:17.614023 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-e1d70804-3c7a-4a3a-996d-63347f654ef0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0427301 Dec 08 18:15:17.658327 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-33f835af-fccb-43ba-a68e-9b98d7c914d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:15:17.659681 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-33f835af-fccb-43ba-a68e-9b98d7c914d8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387421 Dec 08 18:15:17.752220 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-08494d1d-464e-4452-91ae-d479f0f3d953 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838628 Dec 08 18:15:17.840857 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-7e371d6d-3f50-441c-aef2-7cceaf83619d req-7105221a-6a61-4852-ab2a-062239dfb908 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815175 Dec 08 18:15:22.647777 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:15:26.326403 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bcf82659-056c-42f0-8a07-94d93fa7044e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:29.102285 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-adc6a96d-baf4-40c0-94e4-5ec2927727c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:30.661130 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:32.420970 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:32.629617 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:33.461196 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:34.367858 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:56.328062 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1c26-d6ed-44c0-85d1-f76a35b6df5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:59.104031 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f43a096d-4a4f-4ce5-93b3-e24fbb9605e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:15:59.646924 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:16:00.667103 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:02.421614 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:02.630077 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:03.480369 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:04.383730 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:05.276807 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-d8cdc662-0b87-4eb9-b4e8-fcf98fab7a27 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407913 Dec 08 18:16:05.361184 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-f4ef1377-b0b2-47f6-9af6-710ab9c91272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:05.362616 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-f4ef1377-b0b2-47f6-9af6-710ab9c91272 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1095 time: 0.0446882 Dec 08 18:16:05.464634 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-d835a9e1-f357-4557-9560-da1a965e5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:05.466128 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-d835a9e1-f357-4557-9560-da1a965e5d75 service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0837045 Dec 08 18:16:05.535217 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-a7710a94-f30a-4b80-9b78-cdd1f4cdf49d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 999 time: 0.0618410 Dec 08 18:16:05.582391 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-b7f3530c-a7c4-4925-871c-8c66320f8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:05.583796 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-b7f3530c-a7c4-4925-871c-8c66320f8065 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0424540 Dec 08 18:16:05.629572 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-a23f5666-2737-4996-8e9e-960f4fb0122b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:05.631084 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-a23f5666-2737-4996-8e9e-960f4fb0122b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404372 Dec 08 18:16:05.721668 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-a4d751d8-16c8-4e10-82b3-e6f5a787af6a service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836349 Dec 08 18:16:05.810508 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-ef29b0bb-8ee5-4716-bc0f-070804f89be6 req-520025c7-86ae-4b69-971f-9ba3b8707fcb service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819075 Dec 08 18:16:19.927742 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-58f477e4-5179-48fd-9911-c8c591cebc3d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1105125 Dec 08 18:16:20.018493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c318e4-dc7e-4245-9495-19671555f98c req-0b151270-5e6d-4867-80b9-ca81f308804b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:20.020046 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-0b151270-5e6d-4867-80b9-ca81f308804b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0477602 Dec 08 18:16:20.122537 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c318e4-dc7e-4245-9495-19671555f98c req-924951e3-5971-47fd-b013-93631994c1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:20.123987 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-924951e3-5971-47fd-b013-93631994c1d7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.0844769 Dec 08 18:16:20.191943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-8a22e94b-d8fa-4e04-aa92-b680b69018e9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 1000 time: 0.0612381 Dec 08 18:16:20.242479 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c318e4-dc7e-4245-9495-19671555f98c req-736ed954-c6ad-4fdf-8e54-6068fc346ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:20.243943 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-736ed954-c6ad-4fdf-8e54-6068fc346ae2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0444324 Dec 08 18:16:20.288978 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c318e4-dc7e-4245-9495-19671555f98c req-c3c6f670-0a01-442f-826e-1cae8b0b9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:20.290454 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-c3c6f670-0a01-442f-826e-1cae8b0b9479 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398149 Dec 08 18:16:20.384013 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-b69bb42d-0273-4230-81dc-1389aeb3ac87 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835221 Dec 08 18:16:20.471692 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-57c318e4-dc7e-4245-9495-19671555f98c req-edf1708d-da81-46e2-80d3-bbdb3eba4e8f service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800290 Dec 08 18:16:26.329585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d3215cfe-7d9b-4507-944b-2ee255eadf8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:29.109439 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-18a171bf-8186-44f6-93a4-2df3dead1807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:30.666311 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:32.425060 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:32.632095 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:33.480287 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:34.399076 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:36.645922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:16:41.922748 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 30fdde1b-9c97-4163-a1ce-44400f0dd806 details requested by agent hyperv_n-h1-820935-5 with host n-h1-820935-5 {{(pid=103283) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 08 18:16:42.019788 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:16:42.030997 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Returning: {'device': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'port_id': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'mac_address': 'fa:16:3e:f9:7d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103283) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 08 18:16:42.068613 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:42.081347 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30fdde1b-9c97-4163-a1ce-44400f0dd806 {{(pid=103283) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 08 18:16:42.100810 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:16:42.104585 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:42.155546 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=6']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:16:42.163932 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.164278 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.164626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.164959 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.165289 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.165614 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.166038 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.166367 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.166686 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.167004 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.167372 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.167694 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.168012 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:42.209671 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] get_ports_and_sgs() called for port_ids ['30fdde1b-9c97-4163-a1ce-44400f0dd806'] {{(pid=103283) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 08 18:16:43.920330 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 30fdde1b-9c97-4163-a1ce-44400f0dd806 up at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 08 18:16:43.988698 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.provisioning_blocks [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Provisioning complete for port 30fdde1b-9c97-4163-a1ce-44400f0dd806 triggered by entity L2. {{(pid=103283) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 08 18:16:43.989096 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3616024'] for port, provisioning_complete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:44.076361 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3658876'] for port, before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:44.104086 n-d-820935-5 neutron-server[103283]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806'}] {{(pid=103283) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:16:44.106430 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d3234e17f2e88d372d1d3eb031e9fafb7155dd4ee8f02c203cbc3dd16bf67534" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5739de06-3ae1-4723-870b-2f9b27431953" -d '{"events": [{"server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "name": "network-vif-plugged", "status": "completed", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806"}]}' {{(pid=103283) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:16:44.120452 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:16:44.129412 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784455893800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784455426573', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784455426591'] for port, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:44.159755 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c4bd98-3102-41e0-87e3-7291fa511f83 x-openstack-request-id: req-04c4bd98-3102-41e0-87e3-7291fa511f83 {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:16:44.160160 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "name": "network-vif-plugged", "status": "completed", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806", "code": 200}]} {{(pid=103283) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:16:44.160342 n-d-820935-5 neutron-server[103283]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-04c4bd98-3102-41e0-87e3-7291fa511f83 {{(pid=103283) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:16:44.160698 n-d-820935-5 neutron-server[103283]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'code': 200} Dec 08 18:16:44.202587 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Pushing event updated for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=7']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:16:52.904804 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45306) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:16:53.060191 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Deleting port 37d3333e-bf37-4571-aeb8-15ac62c76102 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:16:53.060442 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:53.138308 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:53.138631 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:53.150318 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Calling delete_port for 37d3333e-bf37-4571-aeb8-15ac62c76102 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:16:53.293348 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:53.319330 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event deleted for resources: {'Port': ['ID=37d3333e-bf37-4571-aeb8-15ac62c76102,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:16:53.343812 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.344165 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.344510 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.344850 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.345186 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.345524 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.345891 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.346256 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.346588 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.346990 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.347338 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.347659 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.347984 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:16:53.388954 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:53.389281 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Floating IP 27f6634d-497e-4fcc-ba60-deb6888042bc disassociated (deleted). External IP: 172.25.3.9, port: 30fdde1b-9c97-4163-a1ce-44400f0dd806. Dec 08 18:16:53.592770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:16:53.699212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:16:53.703641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:53.709259 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:16:53.718404 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:16:53.719000 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:53.731209 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-d4d8ddf5-ab34-4c01-8cbe-2bae52e6a20d tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "DELETE /v2.0/floatingips/27f6634d-497e-4fcc-ba60-deb6888042bc HTTP/1.1" status: 204 len: 168 time: 0.8252797 Dec 08 18:16:53.731901 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:16:53.734312 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7d50e6-f19d-472d-bc86-cafcfbaba961" -d '{"events": [{"name": "network-changed", "server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:16:53.827903 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:16:53.966825 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7989b51-570a-472d-996b-ebd28e130ed0 x-openstack-request-id: req-f7989b51-570a-472d-996b-ebd28e130ed0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:16:53.967352 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:16:53.967460 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f7989b51-570a-472d-996b-ebd28e130ed0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:16:53.967970 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'status': 'completed', 'code': 200} Dec 08 18:16:54.036111 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-cad0051b-74c0-4c8c-bc76-1cf1b7637559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:54.037624 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-cad0051b-74c0-4c8c-bc76-1cf1b7637559 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 1097 time: 0.0479186 Dec 08 18:16:54.056215 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:24Z', 'revision_number': 1, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:54.086172 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:16:54.094867 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:16:54.095480 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:54.202371 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:16:54.441621 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:24Z', 'revision_number': 1, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:54.468777 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5861df2d-1dd1-40b6-a769-8d62b04479bf None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_floatingips': [{'id': 'f85006b5-d3fc-4e87-b3cf-9a5fd119580f', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'floating_ip_address': '172.25.3.21', 'floating_network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'router_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'port_id': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'mac_address': 'fa:16:3e:a9:34:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-08T18:12:22Z', 'updated_at': '2021-12-08T18:12:24Z', 'revision_number': 1, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:16:54.514055 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2434ee4-2f42-4af7-8255-10433e2aa626 req-79dd94de-f4cd-49b5-928b-ae2dbab60d28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:54.515526 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2434ee4-2f42-4af7-8255-10433e2aa626 req-79dd94de-f4cd-49b5-928b-ae2dbab60d28 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 946 time: 0.5008800 Dec 08 18:16:54.532614 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-9846017d-6750-404a-87e3-a224fddc0a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:54.534091 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-9846017d-6750-404a-87e3-a224fddc0a11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.4872689 Dec 08 18:16:54.584216 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-6db04694-e950-4627-b70f-7bb24183fb43 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 200 len: 217 time: 0.0425644 Dec 08 18:16:54.639813 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-d2434ee4-2f42-4af7-8255-10433e2aa626 req-0afa94f8-2d5e-4e9b-b828-424d94f1bc60 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157794 Dec 08 18:16:54.655535 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-cf5d008b-3e36-4374-9088-b647708d80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:54.656968 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-cf5d008b-3e36-4374-9088-b647708d80ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0577688 Dec 08 18:16:54.708204 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-d4988e9c-08fc-45ed-abf6-568f1a5fef09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:54.709707 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-d4988e9c-08fc-45ed-abf6-568f1a5fef09 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439801 Dec 08 18:16:54.711126 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090338b7-9327-4c2f-90a2-c795eaaeb9a6 None None] New status for floating IP 27f6634d-497e-4fcc-ba60-deb6888042bc: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:16:54.811486 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-44165c7b-8d27-4e5d-bb84-24bbf71070e8 service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929379 Dec 08 18:16:54.906590 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-fe7d50e6-f19d-472d-bc86-cafcfbaba961 req-4d39ef6a-5b78-4eb5-be85-08beadeac82c service neutron] 10.222.0.58 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875974 Dec 08 18:16:55.445325 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e289e6-24b4-4052-8234-c26920ae2658 req-62728aa3-a043-4c80-a5b1-74efb15460e7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:55.447098 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31e289e6-24b4-4052-8234-c26920ae2658 req-62728aa3-a043-4c80-a5b1-74efb15460e7 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.58 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 946 time: 0.0486562 Dec 08 18:16:55.538770 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Deleting port 30fdde1b-9c97-4163-a1ce-44400f0dd806 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:16:55.539097 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:55.623293 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] For port 30fdde1b-9c97-4163-a1ce-44400f0dd806, host n-h1-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-820935-5',level=0,port_id=30fdde1b-9c97-4163-a1ce-44400f0dd806,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:16:55.623655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:55.636530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Calling delete_port for 30fdde1b-9c97-4163-a1ce-44400f0dd806 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:16:55.797845 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb11eda-b450-4986-91c6-7e8c7068dea3 req-014cb387-e8b6-48f1-8046-7701df3c9a85 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:55.799410 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bb11eda-b450-4986-91c6-7e8c7068dea3 req-014cb387-e8b6-48f1-8046-7701df3c9a85 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=51952016-b311-462e-885c-dd598215d3a8 HTTP/1.1" status: 200 len: 946 time: 0.0866332 Dec 08 18:16:55.800475 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:55.838551 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event deleted for resources: {'Port': ['ID=30fdde1b-9c97-4163-a1ce-44400f0dd806,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:16:55.897409 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] No DVR routers for this DVR port 30fdde1b-9c97-4163-a1ce-44400f0dd806 on host n-h1-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:16:55.903687 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:55.906924 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-31e289e6-24b4-4052-8234-c26920ae2658 req-87a63395-23eb-4244-ae93-56b36ee3fc30 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.58 "DELETE /v2.0/ports/30fdde1b-9c97-4163-a1ce-44400f0dd806 HTTP/1.1" status: 204 len: 173 time: 0.4542692 Dec 08 18:16:55.920972 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-9bb11eda-b450-4986-91c6-7e8c7068dea3 req-5d6174e8-f94a-4828-b11e-ddea4776642c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125367 Dec 08 18:16:55.938764 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 30fdde1b-9c97-4163-a1ce-44400f0dd806 no longer exists at agent hyperv_n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:16:55.960253 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] No Port match for: 30fdde1b-9c97-4163-a1ce-44400f0dd806 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:16:55.960726 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Device 30fdde1b-9c97-4163-a1ce-44400f0dd806 not bound to the agent host n-h1-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:16:55.968668 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'name': 'network-vif-deleted', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:16:55.971231 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b5fc79-624f-462f-a1ec-62b5d3c43f9c" -d '{"events": [{"server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "name": "network-vif-deleted", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:16:56.009070 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c10a91-b7bd-493e-8d4e-588975863f67 x-openstack-request-id: req-16c10a91-b7bd-493e-8d4e-588975863f67 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:16:56.009359 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51952016-b311-462e-885c-dd598215d3a8", "name": "network-vif-deleted", "tag": "30fdde1b-9c97-4163-a1ce-44400f0dd806", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:16:56.009679 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-16c10a91-b7bd-493e-8d4e-588975863f67 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:16:56.010124 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51952016-b311-462e-885c-dd598215d3a8', 'name': 'network-vif-deleted', 'tag': '30fdde1b-9c97-4163-a1ce-44400f0dd806', 'status': 'completed', 'code': 200} Dec 08 18:16:56.335389 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-3c75ee75-2ef3-4212-8636-d6baa5983f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:57.483470 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45364) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:16:57.639735 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Deleting port f008f214-0926-4842-91c4-c3a0abae7942 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:16:57.639990 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:57.716892 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:57.717220 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:57.728809 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Calling delete_port for f008f214-0926-4842-91c4-c3a0abae7942 owned by network:floatingip {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:16:57.877087 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:57.901929 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event deleted for resources: {'Port': ['ID=f008f214-0926-4842-91c4-c3a0abae7942,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:16:57.965769 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for floatingip, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:57.966129 n-d-820935-5 neutron-server[103282]: INFO neutron.db.l3_db [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Floating IP f85006b5-d3fc-4e87-b3cf-9a5fd119580f disassociated (deleted). External IP: 172.25.3.21, port: 3ee27437-3680-4971-8bc1-7f6d257567b1. Dec 08 18:16:58.173554 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:16:58.279753 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:16:58.284799 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for floatingip, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:58.289696 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:16:58.300099 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:16:58.300699 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:58.311989 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-be79b475-5ff7-4527-8c6e-0a40203dae00 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "DELETE /v2.0/floatingips/f85006b5-d3fc-4e87-b3cf-9a5fd119580f HTTP/1.1" status: 204 len: 168 time: 0.8274150 Dec 08 18:16:58.312575 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:16:58.314906 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455206cc-9479-4666-9334-5e30c6b032aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:16:58.410383 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:16:58.468861 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Dec 2021 18:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b0e450-7663-4508-bf56-af23a95f406e x-openstack-request-id: req-c0b0e450-7663-4508-bf56-af23a95f406e {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:16:58.469296 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:16:58.469677 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c0b0e450-7663-4508-bf56-af23a95f406e {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:16:58.470224 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'status': 'completed', 'code': 200} Dec 08 18:16:58.564324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455206cc-9479-4666-9334-5e30c6b032aa req-45c4bc49-3b3c-4309-90a0-4d877439a88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:58.565905 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-45c4bc49-3b3c-4309-90a0-4d877439a88a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 1095 time: 0.0727801 Dec 08 18:16:58.589960 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39349a-528c-4644-bdff-255d663f8441 req-1c94414d-6271-4f88-8e17-c7b163da8d06 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:58.591391 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a39349a-528c-4644-bdff-255d663f8441 req-1c94414d-6271-4f88-8e17-c7b163da8d06 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 944 time: 0.0724871 Dec 08 18:16:58.691051 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5a39349a-528c-4644-bdff-255d663f8441 req-91f24aee-b71b-4d31-a103-dda31054f5ae tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882843 Dec 08 18:16:58.703694 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:58.707784 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455206cc-9479-4666-9334-5e30c6b032aa req-71eda080-980b-4927-b5a4-0100c128b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:58.708490 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-71eda080-980b-4927-b5a4-0100c128b3bd service neutron] 10.222.0.86 "GET /v2.0/networks?id=1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 200 len: 911 time: 0.1348815 Dec 08 18:16:58.730830 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:16:58.739371 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:16:58.739971 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:29Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:58.757100 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-4ce98f94-1bc9-4197-abd1-f569e0178aa1 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 200 len: 217 time: 0.0402093 Dec 08 18:16:58.807497 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455206cc-9479-4666-9334-5e30c6b032aa req-097d9b05-a2f4-4c6d-90b9-e8736c396866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:58.808966 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-097d9b05-a2f4-4c6d-90b9-e8736c396866 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 200 len: 849 time: 0.0444024 Dec 08 18:16:58.846738 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:16:58.856610 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455206cc-9479-4666-9334-5e30c6b032aa req-b3453a05-e0b5-4ec1-8891-026be814fcba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:58.858169 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-b3453a05-e0b5-4ec1-8891-026be814fcba service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=1a787c76-1634-4a92-987e-8e52212fc0a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408149 Dec 08 18:16:58.958906 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-682f18de-5682-4f1f-b38e-e4f2a53c5dc2 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915768 Dec 08 18:16:59.044670 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:16:59.054745 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-455206cc-9479-4666-9334-5e30c6b032aa req-24e5ca13-f302-45d6-b3f6-95ba84e0f590 service neutron] 10.222.0.86 "GET /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869858 Dec 08 18:16:59.075668 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadbc905-7378-4fd9-8ab6-87538fb636c8 None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5', '_interfaces': [{'id': 'b7f8981d-b67e-4e07-a02e-0fc46bb820a7', 'name': '', 'network_id': '1a787c76-1634-4a92-987e-8e52212fc0a0', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'mac_address': 'fa:16:3e:57:22:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4354, 'fixed_ips': [{'subnet_id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:02Z', 'updated_at': '2021-12-08T18:12:07Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'subnets': [{'id': 'b00f2ec1-2038-47aa-994b-fd0038d29a4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:16:59.122267 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b71d3487-677a-4f2c-9114-d08672d30b9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:16:59.289627 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32750698-4c21-47c8-b715-196c6cc23749 None None] New status for floating IP f85006b5-d3fc-4e87-b3cf-9a5fd119580f: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 08 18:16:59.808878 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f69c6-2c25-4667-875d-8a86d15a6f63 req-538321f3-9717-4984-8b72-8066fa72beb6 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:16:59.810958 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-275f69c6-2c25-4667-875d-8a86d15a6f63 req-538321f3-9717-4984-8b72-8066fa72beb6 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 944 time: 0.0499101 Dec 08 18:16:59.868848 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-275f69c6-2c25-4667-875d-8a86d15a6f63 req-19ed209d-39de-419d-b471-2ad44b3bedb0 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/security-groups?id=981b7481-4840-4f0d-88c3-dd0bf42e0329&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519497 Dec 08 18:17:00.130493 n-d-820935-5 neutron-server[103282]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-a5fa1fa4-0c0a-4a11-9a93-2137c8fa66b5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103282) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 08 18:17:00.131953 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-a5fa1fa4-0c0a-4a11-9a93-2137c8fa66b5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.86 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 944 time: 0.0492411 Dec 08 18:17:00.223208 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Deleting port 3ee27437-3680-4971-8bc1-7f6d257567b1 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:00.223535 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:00.312406 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] For port 3ee27437-3680-4971-8bc1-7f6d257567b1, host n-h2-820935-5, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-820935-5',level=0,port_id=3ee27437-3680-4971-8bc1-7f6d257567b1,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:00.312768 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:00.326112 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Calling delete_port for 3ee27437-3680-4971-8bc1-7f6d257567b1 owned by compute:nova {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:00.454138 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:00.482530 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event deleted for resources: {'Port': ['ID=3ee27437-3680-4971-8bc1-7f6d257567b1,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:00.523495 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] No DVR routers for this DVR port 3ee27437-3680-4971-8bc1-7f6d257567b1 on host n-h2-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:17:00.526062 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-101789'] for port, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:00.529274 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-5ceac7bf-011b-46d7-ae1c-28962935fc89 req-5066ebe6-dd27-491c-9346-330cabf9bee5 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.86 "DELETE /v2.0/ports/3ee27437-3680-4971-8bc1-7f6d257567b1 HTTP/1.1" status: 204 len: 173 time: 0.3916709 Dec 08 18:17:00.529709 n-d-820935-5 neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-deleted', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 08 18:17:00.532013 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c7254fd6d2a953182d75c1df9053598686134edf0e4f446cb79e323247195617" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b9a3b1-77a2-40c2-96b8-5441e085598f" -d '{"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-deleted", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 08 18:17:00.567928 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Dec 2021 18:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5261d1e0-a4da-467a-ac94-dc6250925cc4 x-openstack-request-id: req-5261d1e0-a4da-467a-ac94-dc6250925cc4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 08 18:17:00.568217 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9fa02cb-51ab-4872-8943-61f92424d263", "name": "network-vif-deleted", "tag": "3ee27437-3680-4971-8bc1-7f6d257567b1", "status": "completed", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 08 18:17:00.568462 n-d-820935-5 neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5261d1e0-a4da-467a-ac94-dc6250925cc4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 08 18:17:00.568855 n-d-820935-5 neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9fa02cb-51ab-4872-8943-61f92424d263', 'name': 'network-vif-deleted', 'tag': '3ee27437-3680-4971-8bc1-7f6d257567b1', 'status': 'completed', 'code': 200} Dec 08 18:17:00.669622 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:00.997038 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [req-55506bcf-d757-4da3-967b-508db13b2527 req-627c92d0-5220-462e-89cd-2c49871aa043 tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "GET /v2.0/ports?device_id=a9fa02cb-51ab-4872-8943-61f92424d263 HTTP/1.1" status: 200 len: 210 time: 0.0293169 Dec 08 18:17:02.055585 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45380) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:02.116351 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de77-4650-408a-b4e8-0469cf47510c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.141888 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de77-4650-408a-b4e8-0469cf47510c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.200037 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de77-4650-408a-b4e8-0469cf47510c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.202861 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b7a4de77-4650-408a-b4e8-0469cf47510c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.204068 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b7a4de77-4650-408a-b4e8-0469cf47510c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] 10.222.0.62 "DELETE /v2.0/security-groups/981b7481-4840-4f0d-88c3-dd0bf42e0329 HTTP/1.1" status: 204 len: 168 time: 0.1474936 Dec 08 18:17:02.213222 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4de77-4650-408a-b4e8-0469cf47510c tempest-TestSnapshotPattern-1794227865 tempest-TestSnapshotPattern-1794227865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981b7481-4840-4f0d-88c3-dd0bf42e0329,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:02.262176 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45384) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:02.431143 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.634818 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 no longer exists at agent hyperv_n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:02.638317 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.658274 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] No Port match for: 3ee27437-3680-4971-8bc1-7f6d257567b1 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:02.659318 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Device 3ee27437-3680-4971-8bc1-7f6d257567b1 not bound to the agent host n-h2-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:02.718207 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:02.964670 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Deleting port b7f8981d-b67e-4e07-a02e-0fc46bb820a7 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:02.965008 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:03.043875 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] For port b7f8981d-b67e-4e07-a02e-0fc46bb820a7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:03.044238 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:03.056974 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Calling delete_port for b7f8981d-b67e-4e07-a02e-0fc46bb820a7 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:03.233926 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:03.260384 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Pushing event deleted for resources: {'Port': ['ID=b7f8981d-b67e-4e07-a02e-0fc46bb820a7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:03.292490 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.293141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.293141 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.293492 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.293844 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.294183 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.294511 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.294838 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.295163 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.295485 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.295810 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.296139 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.296463 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-820935-5 {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 08 18:17:03.439541 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:03.495642 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:03.649269 n-d-820935-5 neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Router 038ac45f-2ac0-4efa-99bb-a3e769db322b has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:17:03.753613 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:17:03.758859 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-139b9d22-93bf-4844-ab64-8237ff3fd9fe admin admin] 10.222.0.62 "PUT /v2.0/routers/038ac45f-2ac0-4efa-99bb-a3e769db322b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4956613 Dec 08 18:17:03.761378 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45390) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:03.765266 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] Sync routers for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:17:03.775392 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:17:03.776090 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:03.864639 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:03.884397 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: n-d-820935-5 {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:17:03.967482 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.021731 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Deleting port 5332d399-8f89-4244-a4c6-e4309facd09b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:04.022097 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.060851 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:17:03Z', 'revision_number': 5, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port': {'id': '5332d399-8f89-4244-a4c6-e4309facd09b', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:89:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:01Z', 'updated_at': '2021-12-08T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:04.090463 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] Checking router: 038ac45f-2ac0-4efa-99bb-a3e769db322b for host: n-d-820935-5 {{(pid=103284) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:17:04.100103 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] Routers {'038ac45f-2ac0-4efa-99bb-a3e769db322b'} bound to L3 agent in host n-d-820935-5 {{(pid=103284) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:17:04.100103 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['038ac45f-2ac0-4efa-99bb-a3e769db322b'], 'active': True} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:04.102834 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] For port 5332d399-8f89-4244-a4c6-e4309facd09b, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5332d399-8f89-4244-a4c6-e4309facd09b,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:04.103221 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.115968 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Calling delete_port for 5332d399-8f89-4244-a4c6-e4309facd09b owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:04.186888 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_dvr_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] Set router 038ac45f-2ac0-4efa-99bb-a3e769db322b gateway port host: None {{(pid=103284) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:17:04.239922 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.l3_hamode_db [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:17:03Z', 'revision_number': 6, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:04.269472 n-d-820935-5 neutron-server[103284]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c6fa05-9d10-46ca-b7c5-64dd7b6d4103 None None] The sync data for ids ['038ac45f-2ac0-4efa-99bb-a3e769db322b'] in n-d-820935-5 is: [{'id': '038ac45f-2ac0-4efa-99bb-a3e769db322b', 'name': 'tempest-TestSnapshotPattern-1414819519-router', 'tenant_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:00Z', 'updated_at': '2021-12-08T18:17:03Z', 'revision_number': 6, 'project_id': 'e6350dd1697d471b87e7fb5103b1cf5f', 'gw_port_host': None}] {{(pid=103284) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:17:04.281098 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.308256 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5332d399-8f89-4244-a4c6-e4309facd09b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:04.326309 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af999130-0478-46e8-8132-b4bab649656e None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:17:04.371702 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.398781 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.461342 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.463509 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.505087 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.505659 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 038ac45f-2ac0-4efa-99bb-a3e769db322b {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:17:04.510356 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] Publish callbacks [] for router, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.511552 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-516b6a29-4b97-45aa-b40b-b9a26a796dd8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/038ac45f-2ac0-4efa-99bb-a3e769db322b HTTP/1.1" status: 204 len: 168 time: 0.7492812 Dec 08 18:17:04.514135 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45392) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:04.558124 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Deleting subnet b00f2ec1-2038-47aa-994b-fd0038d29a4c {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:17:04.560996 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.598943 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59094102'] for subnet, precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.681045 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.736124 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58881956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59446111'] for subnet, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.763729 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b00f2ec1-2038-47aa-994b-fd0038d29a4c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:04.765685 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.769605 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-cb379d2c-3eef-48ea-8ca0-a02a78c11000 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/b00f2ec1-2038-47aa-994b-fd0038d29a4c HTTP/1.1" status: 204 len: 168 time: 0.2544773 Dec 08 18:17:04.772219 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81ea37-f5ce-4994-9b42-31f31231f57a None None] Network 1a787c76-1634-4a92-987e-8e52212fc0a0 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:17:04.773335 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45394) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:04.846263 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.901237 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Deleting port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:04.901575 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.963286 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] For port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,segment=NetworkSegment(0300b824-8a67-4593-be36-5abdd8b085f0),segment_id=0300b824-8a67-4593-be36-5abdd8b085f0)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:04.963565 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:04.979789 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Calling delete_port for f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:05.028216 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] DHCP port deletion for 1a787c76-1634-4a92-987e-8e52212fc0a0 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:17:05.079299 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58881937'] for port, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.088655 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b7f8981d-b67e-4e07-a02e-0fc46bb820a7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:05.092113 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Deleting port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:05.092584 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.112065 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: b7f8981d-b67e-4e07-a02e-0fc46bb820a7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:05.112660 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device b7f8981d-b67e-4e07-a02e-0fc46bb820a7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:05.113194 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5332d399-8f89-4244-a4c6-e4309facd09b no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:05.114977 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:05.120564 n-d-820935-5 neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] No DVR routers for this DVR port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 on host n-d-820935-5 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:17:05.178725 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5332d399-8f89-4244-a4c6-e4309facd09b {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:05.179179 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5332d399-8f89-4244-a4c6-e4309facd09b not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:05.179683 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:05.198010 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.203867 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:05.204214 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:05.218677 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] For port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6, host n-d-820935-5, got binding levels [] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:05.219078 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.220184 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a787c76-1634-4a92-987e-8e52212fc0a0']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:05.230094 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0300b824-8a67-4593-be36-5abdd8b085f0') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:05.230740 n-d-820935-5 neutron-server[103281]: DEBUG neutron.services.segments.db [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0300b824-8a67-4593-be36-5abdd8b085f0') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:05.231670 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Calling delete_port for f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:05.234466 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.ipam_backend_mixin [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 was not found and therefore no delete operation was performed {{(pid=103283) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 08 18:17:05.236150 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.242196 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59094063'] for segment, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.255770 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.262840 n-d-820935-5 neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:17:05.263239 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58881870'] for segment, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.263875 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] Pushing event deleted for resources: {'Port': ['ID=f6b8b050-abf2-4a38-b7a0-78b351d6b9a6,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: Traceback (most recent call last): Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: timer() Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: cb(*args, **kw) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: return func(*args, **kwargs) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: self._notify() Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: self.callback(batched_events) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: event.method(event) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: return f(self, *a, **k) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: return self._get(url).json() Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: return self.request(url, 'GET', **kwargs) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:17:05.264977 n-d-820935-5 neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:17:05.267431 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09674e-7179-4aee-86dc-d48cd1cb70d6 None None] No DVR routers for this DVR port f6b8b050-abf2-4a38-b7a0-78b351d6b9a6 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:17:05.324266 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.330607 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Publish callbacks [] for network, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.334536 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1a787c76-1634-4a92-987e-8e52212fc0a0 HTTP/1.1" status: 204 len: 168 time: 0.5595303 Dec 08 18:17:05.336975 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45396) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:05.348430 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d6009-55c5-4bee-aec0-76f278b0cf85 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a787c76-1634-4a92-987e-8e52212fc0a0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:05.679447 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3682715'] for router_interface, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:05.924324 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Deleting port c0a557a4-291c-47e7-b570-4e01cae9c6f5 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:05.924760 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:06.002966 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] For port c0a557a4-291c-47e7-b570-4e01cae9c6f5, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=c0a557a4-291c-47e7-b570-4e01cae9c6f5,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:06.003322 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:06.016569 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Calling delete_port for c0a557a4-291c-47e7-b570-4e01cae9c6f5 owned by network:router_interface {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:06.194060 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:06.219313 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a557a4-291c-47e7-b570-4e01cae9c6f5,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:06.382655 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3783275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3682567'] for router_interface, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:06.595369 n-d-820935-5 neutron-server[103282]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Router 47af7e80-ddfd-4183-8aed-89c67860e3e1 has already been hosted by L3 agent 463d44a1-3760-4d3e-88db-b6b3dc695b36 {{(pid=103282) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 08 18:17:06.701411 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] Notify agent at l3_agent.n-d-820935-5 the message routers_updated {{(pid=103282) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 08 18:17:06.706437 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b00d7284-a30e-4d71-9349-3f3e5b1f989e admin admin] 10.222.0.62 "PUT /v2.0/routers/47af7e80-ddfd-4183-8aed-89c67860e3e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3684351 Dec 08 18:17:06.708996 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45398) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:06.716072 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] Sync routers for ids ['47af7e80-ddfd-4183-8aed-89c67860e3e1'] in n-d-820935-5 {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 08 18:17:06.725490 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] Routers {'47af7e80-ddfd-4183-8aed-89c67860e3e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:17:06.726149 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['47af7e80-ddfd-4183-8aed-89c67860e3e1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:06.812692 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks [] for router, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:06.837889 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] Set router 47af7e80-ddfd-4183-8aed-89c67860e3e1 gateway port host: n-d-820935-5 {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:17:06.918472 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:06.969932 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Deleting port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:06.970269 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.022385 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'external_fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:17:06Z', 'revision_number': 5, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port': {'id': '49a14a98-cef2-4dde-bd2a-fe0a5f873ad7', 'name': '', 'network_id': 'ffada9dd-2359-467c-b049-1cbfc53f8a6b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-820935-5', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:12:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5feeaf1-2678-45f1-83d3-495848bd5636', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-820935-5'}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:07.050940 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] Checking router: 47af7e80-ddfd-4183-8aed-89c67860e3e1 for host: n-d-820935-5 {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 08 18:17:07.059904 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] Routers {'47af7e80-ddfd-4183-8aed-89c67860e3e1'} bound to L3 agent in host n-d-820935-5 {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 08 18:17:07.060530 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-820935-5', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-08T15:47:59Z,description=,heartbeat_timestamp=2021-12-08T18:16:59Z,host='n-d-820935-5',id=463d44a1-3760-4d3e-88db-b6b3dc695b36,load=0,resource_versions=,resources_synced=,started_at=2021-12-08T15:47:59Z,topic='l3_agent')) {'router_ids': ['47af7e80-ddfd-4183-8aed-89c67860e3e1'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:07.151699 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] Set router 47af7e80-ddfd-4183-8aed-89c67860e3e1 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 08 18:17:07.210319 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:17:06Z', 'revision_number': 6, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port_host': None}], 'n-d-820935-5', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:07.238957 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b27f60-1554-40d5-aa5c-977c2f907d6c None None] The sync data for ids ['47af7e80-ddfd-4183-8aed-89c67860e3e1'] in n-d-820935-5 is: [{'id': '47af7e80-ddfd-4183-8aed-89c67860e3e1', 'name': 'tempest-TestSnapshotPattern-1084324079-router', 'tenant_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-08T18:12:05Z', 'updated_at': '2021-12-08T18:17:06Z', 'revision_number': 6, 'project_id': 'a2a8f44adaed4471bf3215f53c7d51f7', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 08 18:17:07.393548 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] For port 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,segment=NetworkSegment(d4834a19-de55-4bdd-bfe7-a764ee931ada),segment_id=d4834a19-de55-4bdd-bfe7-a764ee931ada)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:07.394153 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.406199 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Calling delete_port for 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 owned by network:router_gateway {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:07.568198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.594153 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Pushing event deleted for resources: {'Port': ['ID=49a14a98-cef2-4dde-bd2a-fe0a5f873ad7,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:07.609487 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300a1e8-2407-45dc-b905-c432d4be3ac1 None None] DHCP port deletion for ffada9dd-2359-467c-b049-1cbfc53f8a6b request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:17:07.662928 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-513185'] for router_gateway, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.754641 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3682865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-36930'] for router, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.756731 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.798423 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3682878'] for router, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.798921 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47af7e80-ddfd-4183-8aed-89c67860e3e1 {{(pid=103282) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 08 18:17:07.803385 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] Publish callbacks [] for router, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.804579 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-a033ebe5-4171-4811-8198-4b3451af361d admin admin] 10.222.0.62 "DELETE /v2.0/routers/47af7e80-ddfd-4183-8aed-89c67860e3e1 HTTP/1.1" status: 204 len: 168 time: 1.0946779 Dec 08 18:17:07.807166 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45400) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:07.850556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Deleting subnet 7a5af631-04fd-45b5-8f15-44aa4a0d4735 {{(pid=103282) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 08 18:17:07.853582 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.891795 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61354631'] for subnet, precommit_delete_associations {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:07.969501 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3620662'] for subnet, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.027622 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3620671', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61632907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61899080'] for subnet, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.055259 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5af631-04fd-45b5-8f15-44aa4a0d4735,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:08.057241 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.060448 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-67f35215-55ec-4837-ba35-56762893ac33 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7a5af631-04fd-45b5-8f15-44aa4a0d4735 HTTP/1.1" status: 204 len: 168 time: 0.2523386 Dec 08 18:17:08.061745 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e481244-60a5-4fe9-b185-d0704e8f9921 None None] Network 09bf2c78-13f1-4d2b-9fa7-e542e7833718 requested from n-d-820935-5 {{(pid=103283) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 08 18:17:08.063168 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45402) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:08.137106 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-603502'] for network, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.194052 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Deleting port 5936353a-33e1-4023-8ae1-e70a051737f2 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:08.194392 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.221540 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] DHCP port deletion for 09bf2c78-13f1-4d2b-9fa7-e542e7833718 request from n-d-820935-5 {{(pid=103283) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 08 18:17:08.258357 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] For port 5936353a-33e1-4023-8ae1-e70a051737f2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5936353a-33e1-4023-8ae1-e70a051737f2,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:08.258879 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.278405 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Calling delete_port for 5936353a-33e1-4023-8ae1-e70a051737f2 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:08.280125 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] Deleting port 5936353a-33e1-4023-8ae1-e70a051737f2 {{(pid=103283) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 08 18:17:08.280500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784455887288'] for port, before_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.349159 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] For port 5936353a-33e1-4023-8ae1-e70a051737f2, host n-d-820935-5, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-820935-5',level=0,port_id=5936353a-33e1-4023-8ae1-e70a051737f2,segment=NetworkSegment(6e4c9d23-af8d-4298-a6d5-8be27a19a75e),segment_id=6e4c9d23-af8d-4298-a6d5-8be27a19a75e)] {{(pid=103283) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 08 18:17:08.349549 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-515274'] for port, precommit_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.361920 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61632958'] for port, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.362796 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] Calling delete_port for 5936353a-33e1-4023-8ae1-e70a051737f2 owned by network:dhcp {{(pid=103283) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 08 18:17:08.389306 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Pushing event deleted for resources: {'Port': ['ID=5936353a-33e1-4023-8ae1-e70a051737f2,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:08.391161 n-d-820935-5 neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] No DVR routers for this DVR port 5936353a-33e1-4023-8ae1-e70a051737f2 on host n-d-820935-5 {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:17:08.441480 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3658815', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4168472', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784455893782', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784455426564'] for port, after_delete {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.465030 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618467', 'neutron.services.segments.db._delete_segments_for_network-8784455942858'] for network, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.468136 n-d-820935-5 neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] Pushing event deleted for resources: {'Port': ['ID=5936353a-33e1-4023-8ae1-e70a051737f2,revision_number=None']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:08.474755 n-d-820935-5 neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced09736-96ea-4c83-9b25-3132c87c43ae None None] No DVR routers for this DVR port 5936353a-33e1-4023-8ae1-e70a051737f2 on host n-d-820935-5 {{(pid=103283) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 08 18:17:08.490981 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09bf2c78-13f1-4d2b-9fa7-e542e7833718']}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:08.500212 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4c9d23-af8d-4298-a6d5-8be27a19a75e') {'for_net_delete': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:08.500511 n-d-820935-5 neutron-server[103282]: DEBUG neutron.services.segments.db [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4c9d23-af8d-4298-a6d5-8be27a19a75e') {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 08 18:17:08.510267 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784455949523', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61354750'] for segment, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.525278 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505'] for segment, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.532474 n-d-820935-5 neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=103282) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 08 18:17:08.532867 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3619505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61632865'] for segment, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: Traceback (most recent call last): Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: timer() Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: cb(*args, **kw) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: return func(*args, **kwargs) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: self._notify() Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: self.callback(batched_events) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: event.method(event) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: aggregate_uuid = self.p_client.list_aggregates( Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: return f(self, *a, **k) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: return self._get(url).json() Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: return self.request(url, 'GET', **kwargs) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: base_url = self.get_endpoint(auth, allow=allow, Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 08 18:17:08.535547 n-d-820935-5 neutron-server[103282]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 08 18:17:08.592198 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3783266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-513157'] for network, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.604222 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Publish callbacks [] for network, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.604222 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] 10.222.0.62 "DELETE /v2.0/networks/09bf2c78-13f1-4d2b-9fa7-e542e7833718 HTTP/1.1" status: 204 len: 168 time: 0.5388165 Dec 08 18:17:08.616526 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c41b68-1791-411b-81ad-0076fcb5e984 admin admin] Pushing event deleted for resources: {'Network': ['ID=09bf2c78-13f1-4d2b-9fa7-e542e7833718,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:08.715889 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45406) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:08.761625 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-b4cf2e17-5397-4f53-befd-4302f9e1a4b8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e6350dd1697d471b87e7fb5103b1cf5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443993 Dec 08 18:17:08.764014 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [-] (103282) accepted ('10.222.0.62', 45408) {{(pid=103282) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:08.810339 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf6ee-16f5-488a-b1c4-74e747011a6d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.831914 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf6ee-16f5-488a-b1c4-74e747011a6d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.877757 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c0a557a4-291c-47e7-b570-4e01cae9c6f5 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:08.880434 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf6ee-16f5-488a-b1c4-74e747011a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.883405 n-d-820935-5 neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd7bf6ee-16f5-488a-b1c4-74e747011a6d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:08.884549 n-d-820935-5 neutron-server[103282]: INFO neutron.wsgi [None req-fd7bf6ee-16f5-488a-b1c4-74e747011a6d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7fe75a4-7025-4049-87e4-db9991082a82 HTTP/1.1" status: 204 len: 168 time: 0.1196363 Dec 08 18:17:08.894143 n-d-820935-5 neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bf6ee-16f5-488a-b1c4-74e747011a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fe75a4-7025-4049-87e4-db9991082a82,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:08.900570 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: c0a557a4-291c-47e7-b570-4e01cae9c6f5 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:08.901160 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device c0a557a4-291c-47e7-b570-4e01cae9c6f5 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:08.901668 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:08.928626 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:08.928976 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 49a14a98-cef2-4dde-bd2a-fe0a5f873ad7 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:08.929402 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5936353a-33e1-4023-8ae1-e70a051737f2 no longer exists at agent ovs-agent-n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 08 18:17:08.949286 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.plugin [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] No Port match for: 5936353a-33e1-4023-8ae1-e70a051737f2 {{(pid=103283) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 08 18:17:08.949631 n-d-820935-5 neutron-server[103283]: DEBUG neutron.plugins.ml2.rpc [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Device 5936353a-33e1-4023-8ae1-e70a051737f2 not bound to the agent host n-d-820935-5 {{(pid=103283) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 08 18:17:09.227640 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45414) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:09.598311 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-7728181a-5e51-4b9b-844b-4c95abddb11c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a2a8f44adaed4471bf3215f53c7d51f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3694491 Dec 08 18:17:09.600781 n-d-820935-5 neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.62', 45416) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 08 18:17:09.646435 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a5bafb9-0c9d-4be8-9cde-ee77cd1488ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:09.666460 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a5bafb9-0c9d-4be8-9cde-ee77cd1488ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:09.710956 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a5bafb9-0c9d-4be8-9cde-ee77cd1488ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3676009'] for security_group, after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:09.713501 n-d-820935-5 neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a5bafb9-0c9d-4be8-9cde-ee77cd1488ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:09.714647 n-d-820935-5 neutron-server[103281]: INFO neutron.wsgi [None req-3a5bafb9-0c9d-4be8-9cde-ee77cd1488ec admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8ffba337-820c-43f8-ae06-2b16e1779487 HTTP/1.1" status: 204 len: 168 time: 0.1129899 Dec 08 18:17:09.722246 n-d-820935-5 neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5bafb9-0c9d-4be8-9cde-ee77cd1488ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffba337-820c-43f8-ae06-2b16e1779487,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 08 18:17:13.646124 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:17:26.328533 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-57419d9b-c000-4fdf-b4ea-ba9bb5d580a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:29.116801 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-bdda7d3a-ac19-42d0-af32-5a4373e5cb16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:30.672677 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:32.430931 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:32.631027 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:33.514654 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:34.397356 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:50.645526 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:17:56.330468 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-30a62360-c055-4cf9-b9cc-e27d45de80cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:17:59.119512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-59b114f9-bad9-454d-861c-929d010ba5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:00.675951 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:02.432967 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:02.632950 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:03.525061 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:04.431057 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:26.336210 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2d062b17-5005-400f-ae30-1ba814fa90e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:27.644644 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:18:29.115634 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-27dbfaed-f94c-4242-9166-9d0789e159c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:30.678750 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:32.435799 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:32.636233 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:33.525122 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:34.442525 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:56.338632 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9475c166-ff74-4611-98e6-0ab41d075351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:18:59.117107 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c30b67c1-45dd-43e7-bee2-f5e071796f48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:00.681191 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:02.439273 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:02.637788 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:03.538308 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:04.442148 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:04.644947 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:19:26.342643 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-275748dc-95fc-491c-851f-e65fc2773660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:29.117873 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7c893edd-ee69-4706-9a76-b7c841e1d142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:30.684100 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:32.444240 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:32.639517 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:33.537718 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:34.441259 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:41.645206 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:19:56.344075 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-fa783dc8-db85-41be-b72c-3d30c35252d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:19:59.119253 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-93a72aa8-30c0-4485-a7da-c2a6768c5eb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:00.687302 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:02.443838 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:02.644852 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:03.536547 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:04.440694 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:18.644913 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:20:26.346247 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6445fb9c-afff-4654-a29c-6422cad57067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:29.120261 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-089152ee-1751-4094-83ba-3a469cdc4f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:30.689685 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:32.446949 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:32.637019 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:33.567670 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:34.439721 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:55.645011 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:20:56.348724 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-c8bb2f78-984f-417a-bc10-68c52db4b377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:20:59.120477 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-74e0500d-40e9-4a4c-8abc-171edb7ff4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:00.692484 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:02.449655 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:02.640491 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:03.570515 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:04.454878 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:26.350610 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-366462cd-bd11-498e-bde5-e09eb157bc5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:29.121705 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-09f21e60-419b-43e7-89e3-121e94e44636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:30.694710 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:32.451138 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:32.642294 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:32.646017 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:21:33.581635 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:34.461021 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:56.352193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-f449127c-4048-4f23-9e4c-5a6852e79196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:21:59.123946 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-816065f7-60ab-45ee-a793-c95de9883f3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:00.697474 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:02.453755 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:02.645371 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:03.594982 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:04.455169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:09.646060 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:22:26.354185 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7bccd137-52ea-477e-9f17-177ab4155ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:29.126938 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-60b580fd-0380-4275-a4a9-295729dd5f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:30.700448 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:32.456827 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:32.647819 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:33.609555 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:34.468524 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:46.645663 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:22:56.355225 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7e6c77e7-b9d3-4633-8fb2-f8be58fe8c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:22:59.129564 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-783033a0-0387-4a21-9732-a03f8d8cc19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:00.702925 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:02.459861 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:02.649388 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:03.610316 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:04.483372 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:23.645353 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:23:26.356387 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7f9bd01f-e7cb-4e85-afc4-e405b4374cd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:29.131186 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b49adc93-222c-472a-85c8-0bddad7fe21d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:30.709193 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:32.463163 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:32.651186 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:33.615618 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:34.483125 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:56.358190 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-cdd184d1-6478-4071-b678-2f9b40b49bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:23:59.133592 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-0319d66d-e97b-4055-8364-eb93ed10e308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:00.644795 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:24:00.707541 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:02.465147 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:02.656489 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:03.623017 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:04.482081 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:26.359431 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-263bba26-bf98-4888-bd2a-62ecd9a52634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:29.135173 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-2317421f-9283-406b-8771-b25dd6a88ee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:30.709917 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:32.468493 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:32.657501 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:33.623438 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:34.480856 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:37.644536 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:24:56.364327 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-7ee3020e-af0f-416d-9686-f350a9a7667b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:24:59.138628 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5ed63cf8-95f5-44e5-afc3-e743e4ebf013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:00.713641 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:02.471172 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:02.658962 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:03.644972 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:04.497235 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:08.025556 n-d-820935-5 neutron-server[103282]: DEBUG neutron.wsgi [req-4eb70d65-2bcb-4005-a414-775db88327f3 req-7ea8789c-7fec-43ec-8f49-4ef1d4237d8d service neutron] (103282) timed out ('10.222.0.62', 43194) {{(pid=103282) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 08 18:25:14.644973 n-d-820935-5 neutron-server[103284]: DEBUG neutron.db.agents_db [None req-cf5d2a8b-c9c6-4d2c-8301-833b506992b2 None None] Agent healthcheck: found 7 active agents {{(pid=103284) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 08 18:25:26.367197 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8f58c5c6-2f4e-4d58-bc8e-9477fbd614fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:29.141512 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-86de4a16-77de-4a19-9b8c-8e2bbf55cdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:30.717169 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9ad50be7-f756-4c9d-9473-b03741563f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:32.473346 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-8283655c-3760-48b9-b11f-b6a207a5c0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:32.661500 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-54380d4b-9ae5-436c-a113-7bf8ec81d663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:33.646375 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd5d-e956-4902-9cb4-9885a33b2621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 08 18:25:34.497666 n-d-820935-5 neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-5f2aa4e0-bcb8-464b-828a-2a008c550f41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784455942813', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3616233'] for agent, after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}